-- Logs begin at Tue 2021-10-26 10:57:20 UTC, end at Tue 2021-10-26 13:15:04 UTC. -- Oct 26 11:30:01.888567 n-d-812150-3 systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 11:30:04.661143 n-d-812150-3 neutron-server[102336]: INFO neutron.common.config [-] Logging enabled! Oct 26 11:30:04.661778 n-d-812150-3 neutron-server[102336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 11:30:04.661945 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102336) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 11:30:04.665184 n-d-812150-3 neutron-server[102336]: INFO neutron.common.config [-] Logging enabled! Oct 26 11:30:04.665447 n-d-812150-3 neutron-server[102336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 11:30:04.665765 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102336) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 11:30:04.666712 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:30:04.666974 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:30:04.667344 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:30:04.667598 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:30:04.667830 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:30:04.668151 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.668453 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.668754 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.668991 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.669287 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.669584 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.669870 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.670164 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.670468 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.670763 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.671071 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.671363 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.671598 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.671883 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.672174 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.672468 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.672696 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] debug = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.672981 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.673417 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.673839 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.674120 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.674568 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.674698 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.675001 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.675282 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.676127 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.676460 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] host = n-d-812150-3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.676742 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.677032 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.677323 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.677613 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.677893 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.678174 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.678462 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.678740 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.679043 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.679324 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.679618 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.679911 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.680204 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.680432 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.680661 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.680966 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.681258 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.681538 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.681817 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.682096 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.682373 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.682649 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.682948 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.683241 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.683528 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.683818 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.684098 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.684376 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.684650 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.684924 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.685214 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.685490 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.685767 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.686043 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.686331 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.686602 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.686884 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.687211 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.687502 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.687790 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.688082 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.688360 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.688646 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.688920 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.689195 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.689472 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] use_json = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.689746 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.690018 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.690302 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.690582 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.690854 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.691187 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.691465 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.691753 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:04.692055 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.692357 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.692663 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.692948 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.693259 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.693545 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.693839 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.694122 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.694415 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.694708 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.695031 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.695316 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.695609 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.695892 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.696191 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.696501 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.696800 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.697098 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.697380 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.697661 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.697943 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.698227 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.698519 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.698801 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.699118 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.699412 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.699699 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.699993 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.700292 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.700593 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.700875 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.701158 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.701454 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.701736 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.702016 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.702298 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.702591 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.702895 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.703173 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.703457 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.703740 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.704018 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.704295 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.704576 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.704870 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.705149 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.705425 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.705700 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.705981 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.706255 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.706541 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.706846 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.707147 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.707423 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.707704 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.707980 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.708256 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.708536 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.708812 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.709090 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.709366 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.709641 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.709918 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.710194 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.710476 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.710753 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.711057 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.711344 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.711619 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.711894 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.712168 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.712443 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.712719 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.713006 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.713305 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.713585 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.713866 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.714148 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.714428 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.714706 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.715013 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.715294 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.715574 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.715850 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.716142 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.716429 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.716714 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.716998 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.717276 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.717597 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.717876 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.718161 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.718440 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.718720 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.719034 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.719321 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.719617 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.719916 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.720214 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.720539 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.720834 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.721117 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.721426 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.721709 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:04.721928 n-d-812150-3 neutron-server[102336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:30:04.722169 n-d-812150-3 neutron-server[102336]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102336) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 11:30:05.173863 n-d-812150-3 neutron-server[102336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 11:30:05.174145 n-d-812150-3 neutron-server[102336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 11:30:05.174442 n-d-812150-3 neutron-server[102336]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 11:30:05.174780 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 11:30:05.495959 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.496267 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.496546 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.497796 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.498084 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.498358 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.533785 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.534070 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.534344 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.549650 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.549939 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.550217 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.581458 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.581771 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.582048 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.618337 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.618623 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.618924 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.855888 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.856470 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.856470 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.856653 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.857343 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.986636 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.987060 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.987352 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.987632 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.988501 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.988823 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.989089 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.989351 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.989609 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.989899 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.990163 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.990434 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.990695 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.990980 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.991242 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.991511 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.991773 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.992045 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.992319 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.992585 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.992864 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.993123 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.993408 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.993789 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.994044 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.994296 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:05.994703 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:05.994979 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:05.995229 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:05.995472 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:05.995714 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:05.995962 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:05.996330 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 11:30:05.999610 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 11:30:06.003681 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 11:30:06.007686 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 26 11:30:06.009354 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 11:30:06.009819 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 11:30:06.010160 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 11:30:06.010550 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 11:30:06.013417 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 11:30:06.013679 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 11:30:06.014036 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 11:30:06.019476 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 11:30:06.042721 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 11:30:06.043210 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.043513 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102336) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 11:30:06.043879 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.045260 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102336) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 11:30:06.045544 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 11:30:06.045796 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 11:30:06.049028 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.049316 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.113888 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 11:30:06.114080 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 11:30:06.114321 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 11:30:06.114706 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 11:30:06.135768 n-d-812150-3 neutron-server[102336]: DEBUG oslo_db.sqlalchemy.engines [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 11:30:06.687187 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing driver for type 'gre' Oct 26 11:30:06.687833 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] gre ID ranges: [(1, 1000)] Oct 26 11:30:06.740570 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing driver for type 'local' Oct 26 11:30:06.740918 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing driver for type 'vlan' Oct 26 11:30:06.754073 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] VlanTypeDriver initialization complete Oct 26 11:30:06.754425 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing driver for type 'vxlan' Oct 26 11:30:06.754944 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] vxlan ID ranges: [(1, 1000)] Oct 26 11:30:06.806906 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing extension driver 'port_security' Oct 26 11:30:06.807279 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.extensions.port_security [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] PortSecurityExtensionDriver initialization complete Oct 26 11:30:06.807864 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing mechanism driver 'openvswitch' Oct 26 11:30:06.808201 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing mechanism driver 'hyperv' Oct 26 11:30:06.814843 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:06.815714 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.816095 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.816462 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.816999 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 11:30:06.817450 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.817815 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.818175 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.818593 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 11:30:06.819055 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.819416 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.819765 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.820171 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 11:30:06.820605 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > security_group after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.820963 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > security_group after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.821311 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.821718 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 11:30:06.822154 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.822515 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.822879 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.823298 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 11:30:06.823731 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > address_group after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.824088 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > address_group after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.824434 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.824847 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 11:30:06.825235 n-d-812150-3 neutron-server[102336]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] ML2 OVO RPC backend initialized. {{(pid=102336) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 11:30:06.825964 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.826336 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.826765 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.827147 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > networks before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.827504 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.827863 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > ports before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.828215 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.828564 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnets before_response 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.828926 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.829274 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.829618 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.829962 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.830305 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.830646 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.831021 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.831372 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.831714 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.832310 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.plugin [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Modular L2 Plugin initialization complete Oct 26 11:30:06.832645 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading services supported by the core plugin {{(pid=102336) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 11:30:06.832976 n-d-812150-3 neutron-server[102336]: INFO neutron.plugins.ml2.managers [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Got port-security extension from driver 'port_security' Oct 26 11:30:06.833450 n-d-812150-3 neutron-server[102336]: INFO neutron.extensions.vlantransparent [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Disabled vlantransparent extension. Oct 26 11:30:06.833948 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102336) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 11:30:06.834277 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: router Oct 26 11:30:06.871019 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.871574 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_create 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.871782 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router before_create 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.872154 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.872534 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.872898 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_delete 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.873265 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.873743 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.874111 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_create 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.874466 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_update 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.874824 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_update 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.875211 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.875577 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_update 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.876001 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_update 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.876375 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.876722 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.877067 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: subnet after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.877423 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.877779 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.878133 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_create 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.878521 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.878890 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.879263 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router after_update 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.879612 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.879968 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_create 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.880334 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.880685 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_update 55549900 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.881055 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > agent after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.881410 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > agent after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.881759 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > network after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.882623 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Tracking information for resource: router configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:06.883115 n-d-812150-3 neutron-server[102336]: DEBUG neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Tracking information for resource: floatingip configured {{(pid=102336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:30:06.888073 n-d-812150-3 neutron-server[102336]: INFO neutron.db.l3_agentschedulers_db [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 11:30:06.888662 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.889033 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port after_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.889394 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port after_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.889751 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: port after_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.890549 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router before_create 55550100 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.890951 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.891351 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_create 55550100 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.891712 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > router precommit_update 55550100 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.896797 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.provider_configuration [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service providers = [] {{(pid=102336) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 11:30:06.897173 n-d-812150-3 neutron-server[102336]: DEBUG neutron.db.servicetype_db [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102336) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 11:30:06.900447 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.service_base [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:30:06.900805 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.service_base [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:30:06.901152 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.service_base [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:30:06.902059 n-d-812150-3 neutron-server[102336]: DEBUG neutron.services.service_base [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:30:06.902441 n-d-812150-3 neutron-server[102336]: INFO neutron.services.service_base [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 11:30:06.902834 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.903185 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 11:30:06.915810 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.916154 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: auto_allocate Oct 26 11:30:06.922016 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: network precommit_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.922387 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: network precommit_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.922937 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.923289 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: tag Oct 26 11:30:06.934400 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.934905 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: timestamp Oct 26 11:30:06.940346 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.940747 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: network_ip_availability Oct 26 11:30:06.947187 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.947577 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.948026 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:06.948767 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.949094 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: flavors Oct 26 11:30:06.954261 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.954601 n-d-812150-3 neutron-server[102336]: INFO neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading Plugin: revisions Oct 26 11:30:06.959088 n-d-812150-3 neutron-server[102336]: DEBUG neutron.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:30:06.959493 n-d-812150-3 neutron-server[102336]: DEBUG oslo_concurrency.lockutils [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=102336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 11:30:06.960262 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102336) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 11:30:06.960611 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Initializing extension manager. Oct 26 11:30:06.961133 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: __init__.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.961484 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: __pycache__ {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.961826 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.962165 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: address_group.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.962978 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.963578 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: address-group Oct 26 11:30:06.963911 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: address_scope.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.964634 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.965157 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: address-scope Oct 26 11:30:06.965484 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.966456 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.967012 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: router-admin-state-down-before-update Oct 26 11:30:06.967343 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: agent.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.968057 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.968575 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: agent Oct 26 11:30:06.968903 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: agent_resources_synced.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.969831 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.970348 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: agent-resources-synced Oct 26 11:30:06.970676 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: allowedaddresspairs.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.973050 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.973576 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: allowed-address-pairs Oct 26 11:30:06.973911 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: auto_allocated_topology.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.975240 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.975770 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: auto-allocated-topology Oct 26 11:30:06.976105 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: availability_zone.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.976809 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.977330 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: availability_zone Oct 26 11:30:06.977658 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: availability_zone_filter.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.978585 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.979133 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: availability_zone_filter Oct 26 11:30:06.979463 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: data_plane_status.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.980566 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.981082 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 11:30:06.981410 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: default_subnetpools.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.982342 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.982992 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: default-subnetpools Oct 26 11:30:06.984247 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.985086 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.985615 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: dhcp_agent_scheduler Oct 26 11:30:06.985949 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: dns.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.987278 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.988752 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 11:30:06.989092 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: dns_domain_ports.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.990045 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.990565 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 11:30:06.990923 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.992663 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.993188 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 11:30:06.993525 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: dvr.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.994211 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.994730 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: dvr Oct 26 11:30:06.995481 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: ecmp_routes.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.996834 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.997359 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 11:30:06.997698 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: empty_string_filtering.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:06.998632 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:06.999192 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: empty-string-filtering Oct 26 11:30:06.999526 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.000463 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.000978 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 11:30:07.001309 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.002247 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.002761 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 11:30:07.003120 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: external_net.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.004075 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.004591 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: external-net Oct 26 11:30:07.004920 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.005844 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.006357 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: extra_dhcp_opt Oct 26 11:30:07.006686 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: extraroute.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.007649 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.008168 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: extraroute Oct 26 11:30:07.008497 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: extraroute_atomic.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.009539 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.010061 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: extraroute-atomic Oct 26 11:30:07.010399 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: filter_validation.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.011286 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.011809 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: filter-validation Oct 26 11:30:07.012143 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: fip_pf_description.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.013072 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.013673 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 11:30:07.013913 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: fip_port_details.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.014857 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.015406 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: fip-port-details Oct 26 11:30:07.015734 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: flavors.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.016998 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.017527 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: flavors Oct 26 11:30:07.017864 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.020094 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.020626 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: floatingip_pools.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: floatingip-pools Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: ip_allocation.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 11:30:07.024789 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.025477 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.025998 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: ip-substring-filtering Oct 26 11:30:07.026356 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l2_adjacency.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.027331 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.027847 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 11:30:07.028175 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.029193 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.029721 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: router Oct 26 11:30:07.030060 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.032467 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.033020 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 11:30:07.033362 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.034322 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.035436 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: ext-gw-mode Oct 26 11:30:07.035773 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.036731 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.037256 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: l3-ha Oct 26 11:30:07.037586 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3_flavors.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.038521 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.039066 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: l3-flavors Oct 26 11:30:07.039403 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.040334 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.040851 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 11:30:07.041180 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: l3agentscheduler.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.042253 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.042782 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: l3_agent_scheduler Oct 26 11:30:07.043151 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: logging.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.044672 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.045207 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension logging not supported by any of loaded plugins Oct 26 11:30:07.045546 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: metering.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.046306 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.046920 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: metering Oct 26 11:30:07.047260 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.048502 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.049031 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: metering_source_and_destination_fields Oct 26 11:30:07.049369 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: multiprovidernet.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.050345 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.050889 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: multi-provider Oct 26 11:30:07.051224 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: netmtu.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.052160 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.052676 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: net-mtu Oct 26 11:30:07.053008 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: netmtu_writable.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.053940 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.054454 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: net-mtu-writable Oct 26 11:30:07.054788 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: network_availability_zone.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.055531 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.056012 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: network_availability_zone Oct 26 11:30:07.056343 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: network_ip_availability.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.057582 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.058110 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: network-ip-availability Oct 26 11:30:07.058442 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: network_segment_range.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.059263 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.059776 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 11:30:07.060108 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: pagination.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.061105 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.061445 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: pagination Oct 26 11:30:07.061776 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: port_device_profile.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.062707 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.063263 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: port-device-profile Oct 26 11:30:07.063591 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.064550 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.065064 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: port-mac-address-regenerate Oct 26 11:30:07.065391 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.068705 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.068705 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: port-numa-affinity-policy Oct 26 11:30:07.068705 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: port_resource_request.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.068705 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.068705 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 11:30:07.069111 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: portbindings.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.069910 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.070891 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: binding Oct 26 11:30:07.070891 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: portbindings_extended.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.072073 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.072594 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: binding-extended Oct 26 11:30:07.072929 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: portsecurity.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.073861 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.074383 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: port-security Oct 26 11:30:07.074715 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: project_id.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.075759 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.076109 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: project-id Oct 26 11:30:07.076440 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: providernet.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.077380 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.077902 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: provider Oct 26 11:30:07.078230 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.082363 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.082926 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos not supported by any of loaded plugins Oct 26 11:30:07.083274 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.084548 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.085075 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 11:30:07.085410 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.086352 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.086894 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 11:30:07.087232 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_default.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.088161 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.088676 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-default not supported by any of loaded plugins Oct 26 11:30:07.089009 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_fip.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.089677 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.090190 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 11:30:07.090519 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_gateway_ip.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.091484 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.092004 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 11:30:07.092335 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_port_network_policy.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.093274 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.093804 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 11:30:07.094131 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.095223 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.095746 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 11:30:07.096079 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_pps_rule.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.097841 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.098366 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-pps not supported by any of loaded plugins Oct 26 11:30:07.098699 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_rule_type_details.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.099660 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.100182 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 11:30:07.100513 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: qos_rules_alias.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.101767 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.102288 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 11:30:07.102622 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: quotasv2.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.103640 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.103980 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: quotas Oct 26 11:30:07.104315 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: quotasv2_detail.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.107604 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.107955 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: quota_details Oct 26 11:30:07.108299 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: rbac.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.109389 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.109933 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: rbac-policies Oct 26 11:30:07.110272 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: rbac_address_group.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.111249 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.111777 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: rbac-address-group Oct 26 11:30:07.112116 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: rbac_address_scope.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.113084 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.113614 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: rbac-address-scope Oct 26 11:30:07.113949 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: rbac_security_groups.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.114907 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.115437 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: rbac-security-groups Oct 26 11:30:07.115768 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: rbac_subnetpool.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.116704 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.117227 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: rbac-subnetpool Oct 26 11:30:07.117555 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: revisionifmatch.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.118503 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.119052 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: revision-if-match Oct 26 11:30:07.119385 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: revisions.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.120533 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.121055 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: standard-attr-revisions Oct 26 11:30:07.121391 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: router_availability_zone.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.122075 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.122594 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: router_availability_zone Oct 26 11:30:07.122959 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: routerservicetype.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.123900 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.124416 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 11:30:07.124749 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.125686 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.126209 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: security-groups-normalized-cidr Oct 26 11:30:07.126539 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.127513 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.128027 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: port-security-groups-filtering Oct 26 11:30:07.128386 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.129333 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.129852 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: security-groups-remote-address-group Oct 26 11:30:07.130183 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: securitygroup.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.140174 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.140717 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: security-group Oct 26 11:30:07.141058 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: segment.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.141868 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.142387 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension segment not supported by any of loaded plugins Oct 26 11:30:07.142728 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.143808 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.144853 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 11:30:07.145189 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: servicetype.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.146325 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.146880 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: service-type Oct 26 11:30:07.147219 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: sorting.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.148222 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.148832 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: sorting Oct 26 11:30:07.149171 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: standard_attr_segment.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.150099 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.150619 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 11:30:07.150978 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: standardattrdescription.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.151641 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.152155 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: standard-attr-description Oct 26 11:30:07.152485 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: stateful_security_group.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.153441 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.153960 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: stateful-security-group Oct 26 11:30:07.154291 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: stdattrs_common.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.154925 n-d-812150-3 neutron-server[102336]: WARNING neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 11:30:07.155257 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.156202 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.156727 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 11:30:07.157059 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: subnet_onboard.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.158157 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.158682 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: subnet_onboard Oct 26 11:30:07.159044 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.160554 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.161070 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 11:30:07.161400 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: subnet_service_types.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.162348 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.162891 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: subnet-service-types Oct 26 11:30:07.163230 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: subnetallocation.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.165145 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.165145 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: subnet_allocation Oct 26 11:30:07.165317 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.165900 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.166438 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: subnetpool-prefix-ops Oct 26 11:30:07.166765 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.167754 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.168269 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 11:30:07.168598 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: tagging.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.169714 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.170243 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: standard-attr-tag Oct 26 11:30:07.170576 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: timestamp.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.171841 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.172372 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loaded extension: standard-attr-timestamp Oct 26 11:30:07.172709 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: trunk.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.173770 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.174300 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension trunk not supported by any of loaded plugins Oct 26 11:30:07.174635 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: trunk_details.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.175626 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.176151 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 11:30:07.176484 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: uplink_status_propagation.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.177430 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.177953 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 11:30:07.178290 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Loading extension file: vlantransparent.py {{(pid=102336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:30:07.179023 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:30:07.179546 n-d-812150-3 neutron-server[102336]: INFO neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 11:30:07.182168 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:network Oct 26 11:30:07.182726 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:subnet Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:port Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service FLAVORS assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.186905 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:router Oct 26 11:30:07.187369 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 11:30:07.187705 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service METERING assigned prefix: /metering {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.189153 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:07.189527 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:07.189886 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:30:07.191200 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 11:30:07.191605 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:security_group Oct 26 11:30:07.192043 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 11:30:07.192681 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service CORE assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.193019 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:30:07.193384 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] subnetpool is already registered Oct 26 11:30:07.193814 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service CORE assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.194146 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:30:07.194486 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] subnetpool is already registered Oct 26 11:30:07.196987 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.197459 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service FLAVORS assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.198102 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.198550 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.198967 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:router Oct 26 11:30:07.199268 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] router is already registered Oct 26 11:30:07.199706 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 11:30:07.200053 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] floatingip is already registered Oct 26 11:30:07.200534 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service METERING assigned prefix: /metering {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.201287 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 11:30:07.201624 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] rbac_policy is already registered Oct 26 11:30:07.202239 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:security_group Oct 26 11:30:07.202380 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] security_group is already registered Oct 26 11:30:07.202805 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 11:30:07.203180 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] security_group_rule is already registered Oct 26 11:30:07.203697 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service CORE assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.204027 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:30:07.204374 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] subnetpool is already registered Oct 26 11:30:07.204803 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.v2.resource_helper [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Service CORE assigned prefix: {{(pid=102336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:30:07.205133 n-d-812150-3 neutron-server[102336]: INFO neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:30:07.205513 n-d-812150-3 neutron-server[102336]: WARNING neutron.quota.resource_registry [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] subnetpool is already registered Oct 26 11:30:07.207817 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: extensions {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.209352 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: address-groups {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.210915 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: address-scopes {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.212159 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: agents {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.213476 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: auto-allocated-topology {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.214727 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: availability_zones {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.216004 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: dhcp-networks {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.217968 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: dhcp-agents {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.219506 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: routers {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.221320 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: flavors {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.223214 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: service_profiles {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.224473 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: next_providers {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.225962 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: service_profiles {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.227489 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: floatingip-pools {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.228834 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: routers {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.231034 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: floatingips {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.232348 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: l3-routers {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.233780 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: l3-agents {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.235263 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: metering-labels {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.236559 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: metering-label-rules {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.238003 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: network-ip-availabilities {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.239325 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: bindings {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.240945 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: quotas {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.244131 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: quotas {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.245842 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: rbac-policies {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.247073 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: security-groups {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.248434 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: security-group-rules {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.249706 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: service-providers {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.250989 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: subnetpools {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.252441 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: subnetpools {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.254934 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.256687 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.258542 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.260395 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.262155 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.264395 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.265946 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.269431 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.271324 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.273107 n-d-812150-3 neutron-server[102336]: DEBUG neutron.api.extensions [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Extended resource: tags {{(pid=102336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:30:07.280211 n-d-812150-3 neutron-server[102336]: WARNING keystonemiddleware.auth_token [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 11:30:07.285402 n-d-812150-3 neutron-server[102336]: WARNING keystonemiddleware.auth_token [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 11:30:07.294877 n-d-812150-3 neutron-server[102336]: DEBUG oslo_concurrency.lockutils [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Acquired lock "singleton_lock" {{(pid=102336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 11:30:07.295465 n-d-812150-3 neutron-server[102336]: DEBUG oslo_concurrency.lockutils [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Releasing lock "singleton_lock" {{(pid=102336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 11:30:07.296142 n-d-812150-3 neutron-server[102336]: INFO oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Starting 2 workers Oct 26 11:30:07.301097 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Started child 102759 {{(pid=102336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:30:07.305669 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Started child 102760 {{(pid=102336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:30:07.306625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:07.307281 n-d-812150-3 neutron-server[102336]: INFO neutron.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 11:30:07.307919 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Publish callbacks [] for process, before_spawn {{(pid=102336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:07.308085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [-] (102759) wsgi starting up on http://0.0.0.0:9696 Oct 26 11:30:07.310374 n-d-812150-3 neutron-server[102336]: INFO oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Starting 1 workers Oct 26 11:30:07.311161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:07.312585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [-] (102760) wsgi starting up on http://0.0.0.0:9696 Oct 26 11:30:07.315705 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Started child 102761 {{(pid=102336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:30:07.316284 n-d-812150-3 neutron-server[102336]: INFO oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Starting 1 workers Oct 26 11:30:07.319517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] calling RpcWorker wait() {{(pid=102761) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 11:30:07.320036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] returning from RpcWorker wait() {{(pid=102761) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 11:30:07.320908 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Started child 102762 {{(pid=102336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:30:07.321199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:07.321630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:07.321727 n-d-812150-3 neutron-server[102336]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2b08-6414-40cb-b0a5-5c6483126d09 None None] Publish callbacks [] for process, after_spawn {{(pid=102336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:07.323687 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 11:30:07.323910 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:30:07.324099 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:30:07.324328 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:30:07.324671 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:30:07.324838 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:30:07.325356 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.325644 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.325924 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.326179 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.326482 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.327077 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.327320 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.327499 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:07.327966 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.327966 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.328123 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.328265 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.328435 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.328691 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.328922 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.329222 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.329473 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.329732 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.330002 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.330173 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.330427 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.330695 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.330972 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.331236 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] debug = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.332022 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.332491 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.332739 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.333059 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.333262 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.333497 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.333741 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.333991 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.334226 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.334449 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.334693 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.334965 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.335216 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.335423 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.335665 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.335923 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.336166 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.336635 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] host = n-d-812150-3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.336878 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.337098 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.337334 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.337560 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.337805 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.338042 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.338326 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.338570 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.338829 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.339082 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.339359 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.339605 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.339844 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.340084 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.340250 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_options = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.340483 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.340748 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.341072 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.341510 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.341510 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.341510 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.341887 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.342031 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.342162 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.342415 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.342631 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.342847 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.343086 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.343302 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.343540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.343792 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.344040 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.344252 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.344498 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.344745 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.344971 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.345199 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.345417 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.345654 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.345890 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.346132 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.346358 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.346589 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.346802 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.347149 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.347956 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.348120 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.348359 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.348661 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.348890 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.349126 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.349368 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.349593 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.349869 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.350096 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.350341 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.350601 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.350818 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.351090 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.351330 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.351545 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.351778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_json = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.351994 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.352241 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.352491 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.352707 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.352921 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.353136 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.353369 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.353602 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.354023 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.354305 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.354638 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.354908 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.364778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365991 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.365991 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.366883 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.366883 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.368755 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.368755 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.368755 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.370069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:07.370194 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.370194 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.370194 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.371343 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.372178 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.374481 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.375123 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.376473 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.376760 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.377086 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.377536 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.379377 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.380447 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.381616 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.381616 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.381616 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.381616 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.381895 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.381895 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.382139 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.382379 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.382622 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.382897 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.383160 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.383405 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.383626 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.383847 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.384238 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.384407 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.384542 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.384861 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.385091 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.385474 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.385699 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.385915 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.386155 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.386386 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.386630 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.386844 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.387145 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.387333 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.387548 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.387802 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.388770 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.388770 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.388770 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.388770 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.389067 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.389146 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.389358 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.389591 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.389815 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.390046 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.390263 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.390486 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.390700 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.390931 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.391149 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.391378 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.391592 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.391816 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.392024 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.392232 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.392440 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.392646 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.392921 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.393214 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.393467 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.393726 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.394472 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.394751 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.395054 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.395297 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.395516 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.395900 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.396116 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.396377 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.396619 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.396850 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.397258 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.397419 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.397566 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.397748 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.397985 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.398198 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.398693 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.399092 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.399499 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.399869 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.400259 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.400653 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.400906 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.401173 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.401413 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.401705 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.402097 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.402526 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.403060 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.404225 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.405923 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.406202 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.406451 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.406731 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.407006 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.407269 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.407505 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.407737 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.407991 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.408263 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.408521 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.408746 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.408960 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.409196 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.409551 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.410393 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.410611 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.410850 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.411312 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.411598 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.411841 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.412111 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.412355 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.412585 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.412851 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.413254 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.413608 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.413993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.414224 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.414458 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.414674 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.414982 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.415260 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.415482 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.415796 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.416026 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.416240 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.416557 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.416793 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.417035 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.417350 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.417658 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.417875 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.418127 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.418361 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.418574 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.418787 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.419052 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.419278 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.419543 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.419762 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.420025 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.420271 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.420500 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.420724 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.420946 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.421181 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.421395 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.421651 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.421868 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.422079 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.422290 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.422505 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.422715 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.422965 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.423198 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.423397 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.423657 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.423900 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.424237 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.424484 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.424700 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.424931 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.425371 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.425622 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.425883 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.426121 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.426338 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.426550 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.426786 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.427028 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.427273 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.427511 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.427732 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.427948 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.428172 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.428398 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.428604 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.428885 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.429119 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.429373 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.429632 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.429868 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.430094 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.430319 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.430528 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.430737 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.431003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.431220 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.431450 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.431700 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.431926 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.432134 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.432352 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.432564 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.432803 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.433024 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.433269 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.433479 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.433694 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.433905 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.434111 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.434334 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.434540 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.434767 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.435004 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.435217 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.435426 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.435649 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.435857 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.436066 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.436283 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.436496 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.436698 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.437754 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.438067 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.438345 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.438697 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.438974 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.439224 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.439468 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.439778 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.440515 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.441381 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.441754 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.441988 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.442213 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.442490 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.442831 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.443140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.443416 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.443671 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.443964 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.444249 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.444518 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.445976 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.446303 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.446658 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.446980 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.447237 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.447494 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.447749 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.447978 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.448198 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.448438 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.448675 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.448892 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.449147 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.449386 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.449633 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.449864 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.450093 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.450310 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.450547 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.451086 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.451348 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.451645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.451822 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:30:07.452343 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 11:30:07.452573 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:30:07.452836 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:30:07.453026 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:30:07.453198 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:30:07.453496 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:30:07.453852 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.458761 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.459238 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.459420 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.459579 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.459854 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.460138 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.460415 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.460649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:07.460940 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.461224 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.462343 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.462509 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.462829 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.467167 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.467493 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.467790 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.468752 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.469761 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.470082 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.470388 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.470699 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.471048 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.471350 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] debug = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.471666 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.472011 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.472389 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.472550 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.472855 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.473020 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.473169 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.473355 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.473508 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.474378 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.474543 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.474855 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475076 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475225 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] host = n-d-812150-3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.475993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.476326 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.476326 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.476444 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.476539 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.476821 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.477111 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.477413 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.477701 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.477988 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.478442 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.479001 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.479158 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.479462 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.480299 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_options = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.480472 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.481170 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.481331 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.481517 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.481682 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.481839 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.481997 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.482158 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.482320 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.482467 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.482625 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.482764 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.483188 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.483896 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.484063 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.484219 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.484376 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.484522 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.484822 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.485140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.485297 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.485455 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.485614 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.485765 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.486103 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.486264 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.486404 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.486561 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.486709 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.486896 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.487065 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.487215 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.487509 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.487835 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.488124 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.488410 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.488698 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.489003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.489295 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.489580 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.489876 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.490034 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.490198 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.490355 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.490507 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.490803 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.491071 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_json = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.491230 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.491385 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.491544 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.491699 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.491866 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.492012 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.492166 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.492327 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:30:07.492511 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.492669 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.492838 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.492993 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.493302 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.493457 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.493757 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.493913 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.494212 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.494368 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.494668 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.495306 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.495480 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.495638 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.495941 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.496105 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.496291 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.496420 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.496767 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.497283 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.497592 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.497746 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.497941 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.498376 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.498544 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.498808 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.498948 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.499036 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.499205 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.499353 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.499804 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.499965 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.500122 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.500292 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.500450 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.500630 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.500765 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.500924 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.501081 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.501238 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.501392 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.501547 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.501705 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.501862 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502019 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502168 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502324 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502481 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502640 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502781 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.502980 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.503140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.503803 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.504000 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.504160 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.504329 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.504592 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.504739 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.504920 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505074 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505224 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505370 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505528 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505675 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505820 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.505963 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.506139 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.506325 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.506457 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.506614 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.506771 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.506962 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.507119 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.507275 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.507431 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.507591 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.507752 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.507901 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508058 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508214 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508374 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508531 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508690 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508840 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.508998 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.509154 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.509310 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.509467 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.509625 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.509792 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.509966 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.510124 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.510282 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.510440 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.510596 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.510759 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.510949 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.513751 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.513944 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.514162 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.514415 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.514692 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.518645 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.519677 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520361 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520361 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520361 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520361 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520736 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520736 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520736 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.520948 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.521037 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.521174 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.522660 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.522660 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.522660 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.522660 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.523293 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.523293 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.523293 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.523975 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.523975 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.523975 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.524380 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.524965 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.525128 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.525299 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.525465 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.525613 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.525765 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527003 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.527800 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.528272 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.528444 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.528612 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.528760 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.528974 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.529127 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.529933 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.530172 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.530378 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.530582 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.530582 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.531018 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.531018 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.531406 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.531406 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.531812 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.531812 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.532193 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.532193 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.532509 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.532653 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.532824 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.532971 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.533123 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.533262 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.533401 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.533574 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.533715 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.533864 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534005 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534143 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534281 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534420 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534589 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534735 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.534918 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535076 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535228 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535368 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535506 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535643 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535781 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.535919 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536058 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536196 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536333 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536480 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536619 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536757 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.536895 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.537050 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.537190 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.537328 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.537495 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.537655 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.537889 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538031 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538163 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538299 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538433 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538567 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538710 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.538850 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539067 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539221 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539372 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539511 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539649 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539785 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.539923 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540061 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540208 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540347 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540494 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540633 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540794 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.540950 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541090 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541252 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541397 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541557 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541701 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541849 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.541988 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.542157 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.542309 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.542451 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.542589 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.542734 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.542900 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543056 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543207 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543347 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543507 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543669 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543833 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.543987 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.544140 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.544299 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.544464 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.544621 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.544777 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.544933 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.545103 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.545259 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.545419 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.545577 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.545732 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.545888 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.546047 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.546208 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.546532 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.546698 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.546872 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.547046 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.547212 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.547379 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.547535 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.547700 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.547869 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548025 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548183 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548340 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548499 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548651 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548804 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.548961 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.549101 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.549262 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.549419 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.549575 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.549732 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.549890 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.550048 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.550259 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.550458 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.550618 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.550782 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.550962 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:30:07.551115 n-d-812150-3 neutron-server[102336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:30:07.571358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:07.580672 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071638 Oct 26 11:30:19.114930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76894f82-c9ef-41f9-8405-368695662c8c None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 11:30:19.223218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76894f82-c9ef-41f9-8405-368695662c8c None None] No non-hosted networks {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 11:30:19.239953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.agentschedulers_db [None req-76894f82-c9ef-41f9-8405-368695662c8c None None] DHCP Agent not found on host n-d-812150-3 {{(pid=102761) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 26 11:30:19.337436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3812f99-f217-4b3b-8f02-2a05a9a0a137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:21.650890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-096090b4-d66c-4eae-9812-e53b3e841f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:21.720202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4c165caa-5108-4f84-9221-4d160aab2030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:22.759000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:22.760271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.760757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.761234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.761687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.762062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.762395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.762721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.763169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.763502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.763827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.764259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.764590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.764976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812150-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:22.784813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812150-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:23.027326 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:24.415313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:25.726889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:26.235818 n-d-812150-3 neutron-server[102759]: WARNING oslo_policy.policy [None req-996f7a1c-72dd-4ecf-9845-fb47302978a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:26.236388 n-d-812150-3 neutron-server[102759]: WARNING oslo_policy.policy [None req-996f7a1c-72dd-4ecf-9845-fb47302978a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:26.461860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-996f7a1c-72dd-4ecf-9845-fb47302978a8 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:30:26.462983 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-996f7a1c-72dd-4ecf-9845-fb47302978a8 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7351370 Oct 26 11:30:27.191547 n-d-812150-3 neutron-server[102761]: INFO neutron.db.l3_hamode_db [None req-d87b3086-d8ca-449c-9e7f-eed78fda0d72 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 11:30:27.270133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b3086-d8ca-449c-9e7f-eed78fda0d72 None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:30:27.270514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b3086-d8ca-449c-9e7f-eed78fda0d72 None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 11:30:28.971806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42614) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:29.290077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:30:29.388916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.policy [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 11:30:29.444660 n-d-812150-3 neutron-server[102759]: WARNING oslo_policy.policy [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:29.445107 n-d-812150-3 neutron-server[102759]: WARNING oslo_policy.policy [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:29.457513 n-d-812150-3 neutron-server[102759]: INFO neutron.quota [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] Loaded quota_driver: . Oct 26 11:30:29.554021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776303027653', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776303026198', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776303022625', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776303025133', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776302549549', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776302996485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7998930', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8002232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524328'] for rbac-policy, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:29.622010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:29.623228 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9d7fa6fe-899a-46d0-b0f4-9ac969a9aa56 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504617 Oct 26 11:30:32.359683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:32.664263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Request body: {'network': {'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'name': 'private', 'project_id': '3dac807db56d4008aa39309977538d8b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:30:32.695835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Made reservation on behalf of 3dac807db56d4008aa39309977538d8b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:32.698558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:32.716690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:32.829255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:32.833688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:32.853903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:30:32.878355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776299739670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:32.879007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Unsubscribe: segment precommit_create {{(pid=102759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 11:30:32.879519 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Added segment d790f851-e536-4fa2-8006-cd6787c5359b of type vlan for network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 Oct 26 11:30:32.946083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40218c0d-8562-4a20-a3e3-09c6824c4e94,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:32.974471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.974812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.975175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.975510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.975835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.976159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.976481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.976798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.977117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.977434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.977751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.978067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Tracked resource versions report: Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: pushed versions: Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: { 'AddressGroup': {'1.2'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'ConntrackHelper': {'1.0'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Log': {'1.0'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Network': {'1.1'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Port': {'1.7'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'PortForwarding': {'1.2'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'QosPolicy': {'1.10'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'SecurityGroup': {'1.4'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'SubPort': {'1.0'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Subnet': {'1.1'}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Trunk': {'1.1'}} Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: consumer versions: Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: L3 agent@n-d-812150-3: {}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: Metadata agent@n-d-812150-3: {}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: Metering agent@n-d-812150-3: {}, Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'ConntrackHelper': '1.0', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Log': '1.0', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Network': '1.1', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Port': '1.7', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'PortForwarding': '1.2', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'QosPolicy': '1.10', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'SecurityGroup': '1.4', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'SecurityGroupRule': '1.2', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'SubPort': '1.0', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Subnet': '1.1', Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: 'Trunk': '1.1'}} Oct 26 11:30:32.979201 n-d-812150-3 neutron-server[102759]: {{(pid=102759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:30:33.000714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:33.047095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:33.048238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:33.049448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:33.127920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7670689 Oct 26 11:30:33.152515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eabdd-88a2-459e-a1ea-a7e5a36c5f0f admin admin] Pushing event updated for resources: {'Network': ['ID=f86e777f-2d1c-4687-9114-9f1bc65aa3c2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:33.166690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:30:35.894483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42640) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:36.280231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b6ac0-e19e-450c-8029-4bbb602b52b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:36.281596 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf3b6ac0-e19e-450c-8029-4bbb602b52b6 admin admin] 10.222.0.88 "GET /v2.0/networks/f86e777f-2d1c-4687-9114-9f1bc65aa3c2 HTTP/1.1" status: 200 len: 826 time: 0.3861403 Oct 26 11:30:36.306157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eb09a01d-abd4-4834-8a02-428b3a832d51 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/e8f3d260-b302-4fac-a7b5-4cad42d4792c HTTP/1.1" status: 200 len: 734 time: 0.0177474 Oct 26 11:30:36.315173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:30:36.336913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Made reservation on behalf of 3dac807db56d4008aa39309977538d8b for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:36.339119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:36.621131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:36.692126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Checking segment: {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:30:36.692479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Network hostable DHCP agents. Network: f86e777f-2d1c-4687-9114-9f1bc65aa3c2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:30:36.696910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca09194-c405-40b9-abcc-9bd5cba00430,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:36.716381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:30:36.728658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f86e777f-2d1c-4687-9114-9f1bc65aa3c2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:36.737591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfec66-73c9-4938-9cc0-5caf54a5fd42 None None] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:30:36.741282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:36.741416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:36.757765 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a1a5c32f-581a-4a9c-9769-eebf585aa363 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4458320 Oct 26 11:30:37.083781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:30:37.085045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:37.385935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Allocated IP 172.20.0.2 (f86e777f-2d1c-4687-9114-9f1bc65aa3c2/4ca09194-c405-40b9-abcc-9bd5cba00430/42a773ba-a735-49a7-b5f8-74bdcb1e993e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:30:37.595703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:37.603609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:37.674697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:30:37.682815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:37.692295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:30:37.695430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Pushing event updated for resources: {'Port': ['ID=42a773ba-a735-49a7-b5f8-74bdcb1e993e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:37.704416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.705830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.706621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.706990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.707331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.707668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.708016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.708348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.708677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.709003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.709329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.709656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Tracked resource versions report: Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: pushed versions: Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: { 'AddressGroup': {'1.2'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'ConntrackHelper': {'1.0'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Log': {'1.0'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Network': {'1.1'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Port': {'1.7'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'PortForwarding': {'1.2'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'QosPolicy': {'1.10'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'SecurityGroup': {'1.4'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'SubPort': {'1.0'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Subnet': {'1.1'}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Trunk': {'1.1'}} Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: consumer versions: Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: L3 agent@n-d-812150-3: {}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: Metadata agent@n-d-812150-3: {}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: Metering agent@n-d-812150-3: {}, Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'ConntrackHelper': '1.0', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Log': '1.0', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Network': '1.1', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Port': '1.7', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'PortForwarding': '1.2', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'QosPolicy': '1.10', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'SecurityGroup': '1.4', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'SecurityGroupRule': '1.2', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'SubPort': '1.0', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Subnet': '1.1', Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: 'Trunk': '1.1'}} Oct 26 11:30:37.710784 n-d-812150-3 neutron-server[102761]: {{(pid=102761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:30:37.790397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Attempting to bind port 42a773ba-a735-49a7-b5f8-74bdcb1e993e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:30:37.791090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Attempting to bind port 42a773ba-a735-49a7-b5f8-74bdcb1e993e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:30:37.791245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Attempting to bind port 42a773ba-a735-49a7-b5f8-74bdcb1e993e on network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:30:37.796255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:30:37.796654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Checking segment: {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:30:37.797117 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:37.797510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Bound using segment: {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:30:37.797994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Bound port: 42a773ba-a735-49a7-b5f8-74bdcb1e993e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:30:37.798435 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:37.861656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] For port 42a773ba-a735-49a7-b5f8-74bdcb1e993e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:30:37.866101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] For port 42a773ba-a735-49a7-b5f8-74bdcb1e993e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42a773ba-a735-49a7-b5f8-74bdcb1e993e,segment=NetworkSegment(d790f851-e536-4fa2-8006-cd6787c5359b),segment_id=d790f851-e536-4fa2-8006-cd6787c5359b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:30:37.869566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:37.942484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c5227-c546-4ece-a920-1e2b42b931f3 None None] Pushing event updated for resources: {'Port': ['ID=42a773ba-a735-49a7-b5f8-74bdcb1e993e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:39.275317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42648) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:39.770458 n-d-812150-3 neutron-server[102760]: WARNING oslo_policy.policy [None req-8f79d1b2-0b79-417b-a7dc-f954d3a45ab2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:39.771126 n-d-812150-3 neutron-server[102760]: WARNING oslo_policy.policy [None req-8f79d1b2-0b79-417b-a7dc-f954d3a45ab2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:40.000295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-8f79d1b2-0b79-417b-a7dc-f954d3a45ab2 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:30:40.001571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8f79d1b2-0b79-417b-a7dc-f954d3a45ab2 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7241106 Oct 26 11:30:42.497154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42662) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:42.811284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-c4aab749-8370-4067-af7c-3ed5aaed5b4a admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:30:42.812274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c4aab749-8370-4067-af7c-3ed5aaed5b4a admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3141088 Oct 26 11:30:45.567604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42674) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:45.886416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Request body: {'router': {'tenant_id': '3dac807db56d4008aa39309977538d8b', 'name': 'router1', 'admin_state_up': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:30:45.953741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.policy [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102760) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 11:30:46.003013 n-d-812150-3 neutron-server[102760]: WARNING oslo_policy.policy [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:46.003414 n-d-812150-3 neutron-server[102760]: WARNING oslo_policy.policy [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:30:46.012411 n-d-812150-3 neutron-server[102760]: INFO neutron.quota [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Loaded quota_driver: . Oct 26 11:30:46.070059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.072042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.226512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.231484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.251641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.253014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0836ed02-b0e4-413e-9a5f-67dedbd39da0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6844425 Oct 26 11:30:46.694541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42a773ba-a735-49a7-b5f8-74bdcb1e993e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:30:46.784271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 42a773ba-a735-49a7-b5f8-74bdcb1e993e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:46.784592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.892202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.925838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 42a773ba-a735-49a7-b5f8-74bdcb1e993e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42a773ba-a735-49a7-b5f8-74bdcb1e993e,segment=NetworkSegment(d790f851-e536-4fa2-8006-cd6787c5359b),segment_id=d790f851-e536-4fa2-8006-cd6787c5359b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:46.929775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:46.975466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=42a773ba-a735-49a7-b5f8-74bdcb1e993e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:47.012618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4449439-cd0e-464f-9728-ab7c9614d27b None None] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:30:47.127936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9ccb1d8c-d5bc-455c-9024-943405b88794 None None] Provisioning complete for port 42a773ba-a735-49a7-b5f8-74bdcb1e993e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:47.128305 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1d8c-d5bc-455c-9024-943405b88794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:47.476544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5382d5e4-1fa9-4d53-87f0-7029bb151f8e None None] Provisioning complete for port 42a773ba-a735-49a7-b5f8-74bdcb1e993e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:47.476912 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5382d5e4-1fa9-4d53-87f0-7029bb151f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:48.666437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42a773ba-a735-49a7-b5f8-74bdcb1e993e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:30:48.712799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 42a773ba-a735-49a7-b5f8-74bdcb1e993e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:48.713166 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:48.747806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42686) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:49.029252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d318b794-de79-4b59-9886-f24cd6b43077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:49.061462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-4488d600-7868-4b4e-a5b4-61a999873109 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:30:49.062888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4488d600-7868-4b4e-a5b4-61a999873109 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3134747 Oct 26 11:30:51.539952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42694) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:51.640706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cd288aa-982e-4857-b836-6da421bb7ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:51.846625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:30:51.870413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Made reservation on behalf of c0c8c59820324ceeaaabebe1b1c34f1a for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:51.873185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:51.888389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:51.999791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:52.003581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:52.013928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Reserving flat network on physical network physnet1 {{(pid=102760) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 11:30:52.046746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776299739670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:52.047332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Unsubscribe: segment precommit_create {{(pid=102760) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 11:30:52.047873 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Added segment d5458801-6325-4546-9d7d-22abd0866b1a of type flat for network 1536dd8e-c114-413a-8e24-2c50ca48211d Oct 26 11:30:52.063255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad9f03-a498-45f5-98c8-2794cd604649,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:52.115513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.115855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.116189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.116519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.116845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.117166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.117487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.117805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.118122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.118437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.118751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.119084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Tracked resource versions report: Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: pushed versions: Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: { 'AddressGroup': {'1.2'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'ConntrackHelper': {'1.0'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Log': {'1.0'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Network': {'1.1'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Port': {'1.7'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'PortForwarding': {'1.2'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'QosPolicy': {'1.10'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'SecurityGroup': {'1.4'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'SubPort': {'1.0'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Subnet': {'1.1'}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Trunk': {'1.1'}} Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: consumer versions: Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: L3 agent@n-d-812150-3: {}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: Metadata agent@n-d-812150-3: {}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: Metering agent@n-d-812150-3: {}, Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'ConntrackHelper': '1.0', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Log': '1.0', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Network': '1.1', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Port': '1.7', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'PortForwarding': '1.2', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'QosPolicy': '1.10', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'SecurityGroup': '1.4', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'SecurityGroupRule': '1.2', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'SubPort': '1.0', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Subnet': '1.1', Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: 'Trunk': '1.1'}} Oct 26 11:30:52.120207 n-d-812150-3 neutron-server[102760]: {{(pid=102760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:30:52.171882 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:52.213940 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:52.215213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:52.215873 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:52.292676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7515869 Oct 26 11:30:52.316537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2899f0e-56ef-40a2-a0ab-80c7271255be admin admin] Pushing event updated for resources: {'Network': ['ID=1536dd8e-c114-413a-8e24-2c50ca48211d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:52.327917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1536dd8e-c114-413a-8e24-2c50ca48211d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:30:52.760411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:53.010629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:54.336763 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:54.779724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:55.000953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7846b98-8129-491f-bfe0-1bc9854c871c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:55.002351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e7846b98-8129-491f-bfe0-1bc9854c871c admin admin] 10.222.0.88 "GET /v2.0/subnets/4ca09194-c405-40b9-abcc-9bd5cba00430 HTTP/1.1" status: 200 len: 849 time: 0.2216716 Oct 26 11:30:55.137217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-52708d3d-0a55-49ed-be48-37b363a06635 admin admin] 10.222.0.88 "GET /v2.0/routers/e476f27d-c725-4bae-a873-7be47d302a5c HTTP/1.1" status: 200 len: 704 time: 0.1286151 Oct 26 11:30:55.404286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:55.697048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Allocated IP 172.20.0.1 (f86e777f-2d1c-4687-9114-9f1bc65aa3c2/4ca09194-c405-40b9-abcc-9bd5cba00430/48963765-3b41-4f3f-b0fe-1cf0d8e32307) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:30:55.879538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:55.948135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.024116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:30:56.028845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:56.038566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:30:56.039421 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.059736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Pushing event updated for resources: {'Port': ['ID=48963765-3b41-4f3f-b0fe-1cf0d8e32307,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:56.223159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bb1214e5-0722-4d94-b023-fb41ba294b0b None None] Provisioning complete for port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:56.223702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb1214e5-0722-4d94-b023-fb41ba294b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.236220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.256208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bb1214e5-0722-4d94-b023-fb41ba294b0b None None] Port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:30:56.491773 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.496109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.496923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.575374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Pushing event updated for resources: {'Port': ['ID=48963765-3b41-4f3f-b0fe-1cf0d8e32307,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:56.619910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:30:56.621166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:56.778108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e818e696-233c-4a24-92bc-a7da17681110 None None] Provisioning complete for port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:56.778605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e818e696-233c-4a24-92bc-a7da17681110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:56.784455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Router e476f27d-c725-4bae-a873-7be47d302a5c is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:30:56.814450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e818e696-233c-4a24-92bc-a7da17681110 None None] Port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:30:56.877774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:30:56.883229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-88ffbe9a-59da-4471-bb5f-44e64de8e498 admin admin] 10.222.0.88 "PUT /v2.0/routers/e476f27d-c725-4bae-a873-7be47d302a5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7397833 Oct 26 11:30:56.898899 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Sync routers for ids ['e476f27d-c725-4bae-a873-7be47d302a5c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:30:56.912235 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Routers {'e476f27d-c725-4bae-a873-7be47d302a5c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:30:56.913150 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:30:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e476f27d-c725-4bae-a873-7be47d302a5c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:57.103573 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Set router e476f27d-c725-4bae-a873-7be47d302a5c gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:30:57.538141 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'name': 'router1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:30:46Z', 'updated_at': '2021-10-26T11:30:56Z', 'revision_number': 2, 'project_id': '3dac807db56d4008aa39309977538d8b', 'gw_port_host': None, '_interfaces': [{'id': '48963765-3b41-4f3f-b0fe-1cf0d8e32307', 'name': '', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'mac_address': 'fa:16:3e:16:5c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:30:55Z', 'updated_at': '2021-10-26T11:30:56Z', 'revision_number': 2, 'project_id': '3dac807db56d4008aa39309977538d8b', 'subnets': [{'id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:57.589330 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Checking router: e476f27d-c725-4bae-a873-7be47d302a5c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:30:57.589700 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Updating router e476f27d-c725-4bae-a873-7be47d302a5c port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:30:57.638073 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.155203 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.162138 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.325397 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Attempting to bind port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:30:58.325804 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Attempting to bind port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:30:58.326245 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Attempting to bind port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 on network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:30:58.338750 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:30:58.339197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Checking segment: {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:30:58.339977 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.340156 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Bound using segment: {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:30:58.340623 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Bound port: 48963765-3b41-4f3f-b0fe-1cf0d8e32307, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd790f851-e536-4fa2-8006-cd6787c5359b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:30:58.341034 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.341461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e74b8df0-0e9f-4f10-b8bc-49cb869ace61 None None] Provisioning complete for port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:58.341901 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e74b8df0-0e9f-4f10-b8bc-49cb869ace61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.344072 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Pushing event updated for resources: {'Port': ['ID=48963765-3b41-4f3f-b0fe-1cf0d8e32307,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:58.360972 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.361319 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.361664 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.361998 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.362328 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.362661 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.363022 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.363349 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.363673 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.363999 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.364320 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.364639 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Tracked resource versions report: Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: pushed versions: Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: { 'AddressGroup': {'1.2'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'ConntrackHelper': {'1.0'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Log': {'1.0'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Network': {'1.1'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Port': {'1.7'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'PortForwarding': {'1.2'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'QosPolicy': {'1.10'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'SecurityGroup': {'1.4'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'SubPort': {'1.0'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Subnet': {'1.1'}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Trunk': {'1.1'}} Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: consumer versions: Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: L3 agent@n-d-812150-3: {}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: Metadata agent@n-d-812150-3: {}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: Metering agent@n-d-812150-3: {}, Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'ConntrackHelper': '1.0', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Log': '1.0', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Network': '1.1', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Port': '1.7', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'PortForwarding': '1.2', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'QosPolicy': '1.10', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'SecurityGroup': '1.4', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'SecurityGroupRule': '1.2', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'SubPort': '1.0', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Subnet': '1.1', Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: 'Trunk': '1.1'}} Oct 26 11:30:58.365759 n-d-812150-3 neutron-server[102762]: {{(pid=102762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:30:58.377692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e74b8df0-0e9f-4f10-b8bc-49cb869ace61 None None] Port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:30:58.426817 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] For port 48963765-3b41-4f3f-b0fe-1cf0d8e32307, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:30:58.448913 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] For port 48963765-3b41-4f3f-b0fe-1cf0d8e32307, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=48963765-3b41-4f3f-b0fe-1cf0d8e32307,segment=NetworkSegment(d790f851-e536-4fa2-8006-cd6787c5359b),segment_id=d790f851-e536-4fa2-8006-cd6787c5359b)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:30:58.453183 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.508754 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Routers {'e476f27d-c725-4bae-a873-7be47d302a5c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:30:58.509377 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:30:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e476f27d-c725-4bae-a873-7be47d302a5c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:58.577323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a57d8f-ffbf-47bb-8e31-458d308c4a91 None None] Pushing event updated for resources: {'Port': ['ID=48963765-3b41-4f3f-b0fe-1cf0d8e32307,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:58.610583 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] Set router e476f27d-c725-4bae-a873-7be47d302a5c gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:30:58.700243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f4fb929b-1103-44e8-9d3b-04d2dc190a70 None None] Provisioning complete for port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:30:58.700621 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4fb929b-1103-44e8-9d3b-04d2dc190a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.781070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4fb929b-1103-44e8-9d3b-04d2dc190a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.816113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f4fb929b-1103-44e8-9d3b-04d2dc190a70 None None] For port 48963765-3b41-4f3f-b0fe-1cf0d8e32307, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=48963765-3b41-4f3f-b0fe-1cf0d8e32307,segment=NetworkSegment(d790f851-e536-4fa2-8006-cd6787c5359b),segment_id=d790f851-e536-4fa2-8006-cd6787c5359b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:58.820427 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4fb929b-1103-44e8-9d3b-04d2dc190a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:58.825150 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'name': 'router1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:30:46Z', 'updated_at': '2021-10-26T11:30:56Z', 'revision_number': 2, 'project_id': '3dac807db56d4008aa39309977538d8b', 'gw_port_host': None, '_interfaces': [{'id': '48963765-3b41-4f3f-b0fe-1cf0d8e32307', 'name': '', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'mac_address': 'fa:16:3e:16:5c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:30:55Z', 'updated_at': '2021-10-26T11:30:58Z', 'revision_number': 4, 'project_id': '3dac807db56d4008aa39309977538d8b', 'subnets': [{'id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:58.856941 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb369e3-84f6-4a51-9e6d-daecafe25a70 None None] The sync data for ids ['e476f27d-c725-4bae-a873-7be47d302a5c'] in n-d-812150-3 is: [{'id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'name': 'router1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:30:46Z', 'updated_at': '2021-10-26T11:30:56Z', 'revision_number': 2, 'project_id': '3dac807db56d4008aa39309977538d8b', 'gw_port_host': None, '_interfaces': [{'id': '48963765-3b41-4f3f-b0fe-1cf0d8e32307', 'name': '', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'mac_address': 'fa:16:3e:16:5c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:30:55Z', 'updated_at': '2021-10-26T11:30:58Z', 'revision_number': 4, 'project_id': '3dac807db56d4008aa39309977538d8b', 'subnets': [{'id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:30:58.872658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb929b-1103-44e8-9d3b-04d2dc190a70 None None] Pushing event updated for resources: {'Port': ['ID=48963765-3b41-4f3f-b0fe-1cf0d8e32307,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:59.205063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42736) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:30:59.315096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89d90ba-f33b-4629-85c4-de59005e8c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:59.316465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e89d90ba-f33b-4629-85c4-de59005e8c7b admin admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 842 time: 0.1103575 Oct 26 11:30:59.326545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_dhcp': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:30:59.350033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Made reservation on behalf of c0c8c59820324ceeaaabebe1b1c34f1a for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:59.352267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:59.652218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.objects.ports [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 11:30:59.652671 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:59.709472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e4ce44-7715-49a0-87f0-e4d131550be3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:59.721284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:30:59.721640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Network hostable DHCP agents. Network: 1536dd8e-c114-413a-8e24-2c50ca48211d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:30:59.742070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:30:59.752867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1536dd8e-c114-413a-8e24-2c50ca48211d) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:59.756938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:30:59.757549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:30:59.762906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f789b-2897-4ccb-a34e-a72e2a3798cf None None] Network 1536dd8e-c114-413a-8e24-2c50ca48211d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:30:59.780121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-17af3737-b5f0-4810-aaca-8aed7863e310 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569633 Oct 26 11:30:59.908891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd7185-a453-4417-901b-72850c5796a4 None None] Network 1536dd8e-c114-413a-8e24-2c50ca48211d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:31:02.173846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42744) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:31:02.303967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e62bb1cb-ce3b-49ca-b161-3e96719df7be admin admin] 10.222.0.88 "GET /v2.0/routers/e476f27d-c725-4bae-a873-7be47d302a5c HTTP/1.1" status: 200 len: 710 time: 0.1289678 Oct 26 11:31:02.390486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adb68c-679b-494d-93fe-d638f4558760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:31:02.392433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6adb68c-679b-494d-93fe-d638f4558760 admin admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 886 time: 0.0823674 Oct 26 11:31:02.402212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:31:02.730955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:02.976391 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.056719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.158876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Allocated IP 172.25.4.137 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/de7a04c9-9dd7-423e-a32b-e59097efea28) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:31:03.260991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.293136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.332332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:31:03.336624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:31:03.340786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:31:03.342772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Pushing event updated for resources: {'Port': ['ID=de7a04c9-9dd7-423e-a32b-e59097efea28,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:03.587562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.781393 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.785452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:03.891552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Router e476f27d-c725-4bae-a873-7be47d302a5c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:31:04.080392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:31:04.084690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:04.085891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-15fc1e83-9c22-43bf-9ce4-7c9a994e2427 admin admin] 10.222.0.88 "PUT /v2.0/routers/e476f27d-c725-4bae-a873-7be47d302a5c HTTP/1.1" status: 200 len: 890 time: 1.6868939 Oct 26 11:31:04.699285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 48963765-3b41-4f3f-b0fe-1cf0d8e32307 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:31:04.747126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:31:04.747500 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:06.269903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Sync routers for ids ['e476f27d-c725-4bae-a873-7be47d302a5c'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:31:06.281687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Routers {'e476f27d-c725-4bae-a873-7be47d302a5c'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:31:06.282391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:30:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e476f27d-c725-4bae-a873-7be47d302a5c'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:06.495381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Set router e476f27d-c725-4bae-a873-7be47d302a5c gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:31:06.596400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42756) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:31:06.709992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-06dd32d3-f5ff-4d8d-8760-2b143c6f2c7f admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124187 Oct 26 11:31:06.992596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'name': 'router1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': 'de7a04c9-9dd7-423e-a32b-e59097efea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:30:46Z', 'updated_at': '2021-10-26T11:31:03Z', 'revision_number': 4, 'project_id': '3dac807db56d4008aa39309977538d8b', 'gw_port': {'id': 'de7a04c9-9dd7-423e-a32b-e59097efea28', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:31:03Z', 'updated_at': '2021-10-26T11:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '48963765-3b41-4f3f-b0fe-1cf0d8e32307', 'name': '', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'mac_address': 'fa:16:3e:16:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:30:55Z', 'updated_at': '2021-10-26T11:30:58Z', 'revision_number': 5, 'project_id': '3dac807db56d4008aa39309977538d8b', 'subnets': [{'id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:07.045547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Checking router: e476f27d-c725-4bae-a873-7be47d302a5c for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:31:07.045900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Updating router e476f27d-c725-4bae-a873-7be47d302a5c port de7a04c9-9dd7-423e-a32b-e59097efea28 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:31:07.094661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:07.396964 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:31:07.443953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:07.450848 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:07.504154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7260b63-8b65-4638-8e3b-90299da5eee5 None None] Pushing event updated for resources: {'Port': ['ID=de7a04c9-9dd7-423e-a32b-e59097efea28,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:07.509057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Attempting to bind port de7a04c9-9dd7-423e-a32b-e59097efea28 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:31:07.509427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Attempting to bind port de7a04c9-9dd7-423e-a32b-e59097efea28 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:31:07.509796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Attempting to bind port de7a04c9-9dd7-423e-a32b-e59097efea28 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:31:07.515478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:31:07.516493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:31:07.517147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:07.517544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:31:07.518017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Bound port: de7a04c9-9dd7-423e-a32b-e59097efea28, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:31:07.518416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:07.583039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] For port de7a04c9-9dd7-423e-a32b-e59097efea28, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:31:07.587720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] For port de7a04c9-9dd7-423e-a32b-e59097efea28, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=de7a04c9-9dd7-423e-a32b-e59097efea28,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:31:07.592689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:07.663450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Routers {'e476f27d-c725-4bae-a873-7be47d302a5c'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:31:07.664327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:30:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e476f27d-c725-4bae-a873-7be47d302a5c'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:07.701471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7260b63-8b65-4638-8e3b-90299da5eee5 None None] Pushing event updated for resources: {'Port': ['ID=de7a04c9-9dd7-423e-a32b-e59097efea28,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:07.776734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] Set router e476f27d-c725-4bae-a873-7be47d302a5c gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:31:07.991785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'name': 'router1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': 'de7a04c9-9dd7-423e-a32b-e59097efea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:30:46Z', 'updated_at': '2021-10-26T11:31:03Z', 'revision_number': 4, 'project_id': '3dac807db56d4008aa39309977538d8b', 'gw_port': {'id': 'de7a04c9-9dd7-423e-a32b-e59097efea28', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:31:03Z', 'updated_at': '2021-10-26T11:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '48963765-3b41-4f3f-b0fe-1cf0d8e32307', 'name': '', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'mac_address': 'fa:16:3e:16:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:30:55Z', 'updated_at': '2021-10-26T11:30:58Z', 'revision_number': 5, 'project_id': '3dac807db56d4008aa39309977538d8b', 'subnets': [{'id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:08.018342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eef2c9-bda1-49b4-b205-9b2233247c84 None None] The sync data for ids ['e476f27d-c725-4bae-a873-7be47d302a5c'] in n-d-812150-3 is: [{'id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'name': 'router1', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': 'de7a04c9-9dd7-423e-a32b-e59097efea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:30:46Z', 'updated_at': '2021-10-26T11:31:03Z', 'revision_number': 4, 'project_id': '3dac807db56d4008aa39309977538d8b', 'gw_port': {'id': 'de7a04c9-9dd7-423e-a32b-e59097efea28', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:31:03Z', 'updated_at': '2021-10-26T11:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '48963765-3b41-4f3f-b0fe-1cf0d8e32307', 'name': '', 'network_id': 'f86e777f-2d1c-4687-9114-9f1bc65aa3c2', 'tenant_id': '3dac807db56d4008aa39309977538d8b', 'mac_address': 'fa:16:3e:16:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476f27d-c725-4bae-a873-7be47d302a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:30:55Z', 'updated_at': '2021-10-26T11:30:58Z', 'revision_number': 5, 'project_id': '3dac807db56d4008aa39309977538d8b', 'subnets': [{'id': '4ca09194-c405-40b9-abcc-9bd5cba00430', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f3d260-b302-4fac-a7b5-4cad42d4792c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:31:08.735458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device de7a04c9-9dd7-423e-a32b-e59097efea28 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:31:08.797301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port de7a04c9-9dd7-423e-a32b-e59097efea28 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:31:08.797301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:08.897716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:08.921555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port de7a04c9-9dd7-423e-a32b-e59097efea28, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=de7a04c9-9dd7-423e-a32b-e59097efea28,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:08.928392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:08.983013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=de7a04c9-9dd7-423e-a32b-e59097efea28,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:10.732603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device de7a04c9-9dd7-423e-a32b-e59097efea28 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:31:10.786613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port de7a04c9-9dd7-423e-a32b-e59097efea28 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:31:10.787142 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:19.036183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-748a8920-844c-444a-b220-9aa51e8fb87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:21.650035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-545be4d8-a9b3-4cfe-90c2-3df3e262deeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:22.776186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:22.978295 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:24.344308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:44.396602 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:31:49.029809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-94778381-1989-4a52-9374-b9252c745184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:51.643399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43a48648-330d-4dfb-85a2-87a480ceaf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:52.755733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:52.976085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:31:54.345598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:19.032990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1728d30-8e57-45b5-9938-d69e15ab4097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:21.395588 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:32:21.638743 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b8fa3cc4-4690-492f-a2a8-19be4501c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:22.749105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:22.981005 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:24.347341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:49.035894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc541017-18c5-4b65-8dc7-14b662274c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:49.074339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43350) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:32:49.135108 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef4949b-1f97-4b94-a4f4-59eb29892972 admin admin] GET failed (client error): The resource could not be found. Oct 26 11:32:49.136441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4ef4949b-1f97-4b94-a4f4-59eb29892972 admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606294 Oct 26 11:32:49.299375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9211e-cf87-4869-b2bf-286b4a4f98d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:49.300784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9fd9211e-cf87-4869-b2bf-286b4a4f98d3 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1592233 Oct 26 11:32:51.580240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43360) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:32:51.640635 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70b83296-fd44-4a7c-a70f-74394a37b41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:51.675798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04618d60-68e0-4fae-b4bd-397f5c0228a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:51.677185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-04618d60-68e0-4fae-b4bd-397f5c0228a5 admin admin] 10.222.0.88 "GET /v2.0/subnets/4ca09194-c405-40b9-abcc-9bd5cba00430 HTTP/1.1" status: 200 len: 849 time: 0.0959640 Oct 26 11:32:51.687761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:32:51.773554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Publish callbacks [] for subnet, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:51.916234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776299697381'] for subnet, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:51.944234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:51.945499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:51.946202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] 10.222.0.88 "PUT /v2.0/subnets/4ca09194-c405-40b9-abcc-9bd5cba00430 HTTP/1.1" status: 200 len: 868 time: 0.2626340 Oct 26 11:32:51.949195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1bffe-f033-4fe4-b8fc-139cd96963d5 None None] Network f86e777f-2d1c-4687-9114-9f1bc65aa3c2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:32:51.971018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca09194-c405-40b9-abcc-9bd5cba00430,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:51.978801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.979193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.979539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.979882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.980371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.980713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.981048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.981411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.981743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.982070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.982398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:51.982723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cc2a8-7f4f-4b65-a51a-1affb5a5712f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:32:52.389383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ff371b32-9060-4a0b-a64e-4807f63d2e2f None None] Provisioning complete for port 42a773ba-a735-49a7-b5f8-74bdcb1e993e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:32:52.389677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ff371b32-9060-4a0b-a64e-4807f63d2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:52.478729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ff371b32-9060-4a0b-a64e-4807f63d2e2f None None] Provisioning complete for port 48963765-3b41-4f3f-b0fe-1cf0d8e32307 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:32:52.479254 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ff371b32-9060-4a0b-a64e-4807f63d2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:52.752083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:52.983885 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:54.272013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43368) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:32:54.354624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:32:54.473686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae9340-882a-4a3b-9d7d-1740f09e7e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:54.474168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae9340-882a-4a3b-9d7d-1740f09e7e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:54.475788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6ae9340-882a-4a3b-9d7d-1740f09e7e09 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2028158 Oct 26 11:32:56.761048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43376) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:32:56.893980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148c85f-e3ed-4ca5-b770-dd2e4599abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:56.894456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148c85f-e3ed-4ca5-b770-dd2e4599abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:56.896268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9148c85f-e3ed-4ca5-b770-dd2e4599abe3 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1342688 Oct 26 11:32:58.472605 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:32:59.172881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:32:59.329040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ac654-1979-4006-a28e-3b0b239bb080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:32:59.330324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-005ac654-1979-4006-a28e-3b0b239bb080 admin admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 886 time: 0.1564972 Oct 26 11:33:01.582130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43394) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:01.731877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab1a20-7f43-48f6-b04d-0b62c3aebdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:01.733268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7eab1a20-7f43-48f6-b04d-0b62c3aebdcc admin admin] 10.222.0.88 "GET /v2.0/networks/f86e777f-2d1c-4687-9114-9f1bc65aa3c2 HTTP/1.1" status: 200 len: 870 time: 0.1501729 Oct 26 11:33:04.028283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43402) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:04.152258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad186387-37c6-445a-a337-1dbe38f5af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:04.152725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad186387-37c6-445a-a337-1dbe38f5af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:04.154914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ad186387-37c6-445a-a337-1dbe38f5af6b admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256199 Oct 26 11:33:06.415238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43410) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:06.505880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1768f-80a7-41af-8e6a-c660c12dca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:06.506372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1768f-80a7-41af-8e6a-c660c12dca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:06.507968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-88b1768f-80a7-41af-8e6a-c660c12dca8c admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917318 Oct 26 11:33:08.776839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43418) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:08.867668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89069c2f-64b0-417a-8678-95ad5c697e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:08.869023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-89069c2f-64b0-417a-8678-95ad5c697e66 admin admin] 10.222.0.88 "GET /v2.0/subnets/4ca09194-c405-40b9-abcc-9bd5cba00430 HTTP/1.1" status: 200 len: 868 time: 0.0912321 Oct 26 11:33:11.145241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43426) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:11.234299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3cb83-b8ed-42ea-8da7-a0e039c0aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:11.235680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f2b3cb83-b8ed-42ea-8da7-a0e039c0aa93 admin admin] 10.222.0.88 "GET /v2.0/subnets/76e4ce44-7715-49a0-87f0-e4d131550be3 HTTP/1.1" status: 200 len: 816 time: 0.0894890 Oct 26 11:33:19.037805 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d94c213f-b904-498b-870d-ba1437256cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:21.642429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99266319-4d8e-4e3d-9da7-f2b15f3d6674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:22.754352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:22.986981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:24.354759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:35.442099 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:33:35.762834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43480) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:35.811167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-4f107d60-cf9c-4b72-8b0d-18b328bac9f8 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:33:35.812181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4f107d60-cf9c-4b72-8b0d-18b328bac9f8 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0483637 Oct 26 11:33:38.178770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43488) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:38.238481 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac15ed38-163b-41ba-8ff7-521ffc5a975a admin admin] GET failed (client error): The resource could not be found. Oct 26 11:33:38.239844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ac15ed38-163b-41ba-8ff7-521ffc5a975a admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600994 Oct 26 11:33:38.325959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55080a09-e55f-4aa1-a189-190e5251567c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:38.327386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-55080a09-e55f-4aa1-a189-190e5251567c admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828676 Oct 26 11:33:40.613565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43496) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:40.660978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:33:40.680583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Made reservation on behalf of c0c8c59820324ceeaaabebe1b1c34f1a for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:33:40.683065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:40.710759 n-d-812150-3 neutron-server[102760]: WARNING neutron.services.revisions.revision_plugin [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Could not find related network for resource to bump revision. Oct 26 11:33:40.725170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:33:40.734659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:40.735044 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Added segment 9463addb-6a8a-4145-b6e4-fadc5950b25f of type vlan for network ec33ca96-e3fb-4621-af65-143a4e1d7424 Oct 26 11:33:40.784902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:40.809179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:40.810077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:40.810678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:40.866177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2515042 Oct 26 11:33:40.870665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed6600-59ed-4292-b13a-30575b43c834 admin admin] Pushing event updated for resources: {'Network': ['ID=ec33ca96-e3fb-4621-af65-143a4e1d7424,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:40.882119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:33:43.155200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43504) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:33:43.214189 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b33e57b-22b8-4dc1-9d54-b74fac4d775e admin admin] GET failed (client error): The resource could not be found. Oct 26 11:33:43.216167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3b33e57b-22b8-4dc1-9d54-b74fac4d775e admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599742 Oct 26 11:33:43.287125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34845b-233f-405d-8884-5cbabd527373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:43.288562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca34845b-233f-405d-8884-5cbabd527373 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0678148 Oct 26 11:33:43.298688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'cidr': '192.168.233.0/24'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:33:43.318842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Made reservation on behalf of c0c8c59820324ceeaaabebe1b1c34f1a for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:33:43.321167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:43.580341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:43.634841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4118dacb-a06e-4ab0-826d-0536d7204b43,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:43.643489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:33:43.643828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Network hostable DHCP agents. Network: ec33ca96-e3fb-4621-af65-143a4e1d7424, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:33:43.658974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:33:43.667277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ec33ca96-e3fb-4621-af65-143a4e1d7424) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:43.671644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:33:43.672259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:43.680121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498b921-ef19-4795-abb4-ad9aa5147618 None None] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:33:43.688694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7775c215-2b46-4dad-ac04-187872597273 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3932979 Oct 26 11:33:43.833499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-ec33ca96-e3fb-4621-af65-143a4e1d7424', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'tenant_id': 'c0c8c59820324ceeaaabebe1b1c34f1a', 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:33:43.834320 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.061036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Allocated IP 192.168.233.2 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/21fab035-453c-4f98-abe0-a0e0a7c93ce5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:33:44.209216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.216461 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.258969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:33:44.261847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:44.265007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:33:44.272425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Pushing event updated for resources: {'Port': ['ID=21fab035-453c-4f98-abe0-a0e0a7c93ce5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:44.282598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.283022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.283327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.283671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.284011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.284351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.284696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.285032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.285361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.285685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.286010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.286337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:44.337290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Attempting to bind port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:33:44.337659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Attempting to bind port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:33:44.338032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Attempting to bind port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:33:44.343768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:33:44.344143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:33:44.344545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.344945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:33:44.345418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Bound port: 21fab035-453c-4f98-abe0-a0e0a7c93ce5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:33:44.345821 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.412180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] For port 21fab035-453c-4f98-abe0-a0e0a7c93ce5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:33:44.415371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] For port 21fab035-453c-4f98-abe0-a0e0a7c93ce5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=21fab035-453c-4f98-abe0-a0e0a7c93ce5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:33:44.420577 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.478984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a96f3-39b9-4706-84c6-3e760cb15b6e None None] Pushing event updated for resources: {'Port': ['ID=21fab035-453c-4f98-abe0-a0e0a7c93ce5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:44.847867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 21fab035-453c-4f98-abe0-a0e0a7c93ce5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:44.901846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:33:44.902755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:44.982575 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:45.014078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 21fab035-453c-4f98-abe0-a0e0a7c93ce5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=21fab035-453c-4f98-abe0-a0e0a7c93ce5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:45.018715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:45.081723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=21fab035-453c-4f98-abe0-a0e0a7c93ce5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:45.337241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167ddffa-bcd0-4907-9943-5ac3fbc0a3b4 None None] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:33:45.397420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f0556952-2642-41a7-9e57-3d50b4d40d52 None None] Provisioning complete for port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:33:45.397786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f0556952-2642-41a7-9e57-3d50b4d40d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:45.771922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-12ddabd3-2bb3-4bb1-bda8-2402ef28dd0f None None] Provisioning complete for port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:33:45.772896 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-12ddabd3-2bb3-4bb1-bda8-2402ef28dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:46.757657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 21fab035-453c-4f98-abe0-a0e0a7c93ce5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:46.806406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 21fab035-453c-4f98-abe0-a0e0a7c93ce5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:33:46.806773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:49.039953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-154b9c11-1fec-49b1-b3a7-e4336a15b424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:51.643686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f594d95-62f0-409a-aae8-8b839824680e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:52.755952 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:52.990476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:33:54.358505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:12.440182 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:34:19.040062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd2b5e02-3dad-4924-bfe5-d6b43858316b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:21.644028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-54a0c6c2-05e2-46ca-9fd1-87d72b960f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:22.759666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:22.993170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:24.363214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:49.042348 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05105770-fa8d-4ece-b539-a27d6b2b609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:49.438323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:34:51.645218 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd6657cf-ede3-4d38-a2e2-1605236e94ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:52.762083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:52.995047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:34:54.365206 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:19.045793 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eb10ec06-f735-4292-ad20-4023a212d8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:19.741397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43548) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:35:19.747309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-71f6cd5b-4c8b-4610-af76-e1ee78aef24d tempest-verify_tempest_config-1550661578 tempest-verify_tempest_config-1550661578-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:35:19.748292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-71f6cd5b-4c8b-4610-af76-e1ee78aef24d tempest-verify_tempest_config-1550661578 tempest-verify_tempest_config-1550661578-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059273 Oct 26 11:35:20.037727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43566) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:35:20.141424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.214316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.217966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.264531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b04211a-8177-4286-b45b-304acd4c34ab,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:20.268185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=91c69a188a68449480565e2d67723977&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2294621 Oct 26 11:35:20.271260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:35:20.274246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.274603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.274968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.275308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.275641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.275974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.276302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.276630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.276961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.277283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.277606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.277958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefc5e-f24f-4fe9-a553-5945cf7c7d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.331799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.351991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.441382 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.444033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:20.445211 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b04211a-8177-4286-b45b-304acd4c34ab HTTP/1.1" status: 204 len: 168 time: 0.1729803 Oct 26 11:35:20.453181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b04211a-8177-4286-b45b-304acd4c34ab,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:20.459860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.460216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.460565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.460911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.461248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.461584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.461915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.462243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.462572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.462918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.463247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:20.463571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cfd780-f62c-4653-8c1d-fe126258f49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:35:21.649957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ebb16dc-9360-4e7b-bb82-e5d0efe72400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:22.764001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:22.995982 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:24.368586 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:26.436338 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:35:49.047351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-172aa5f6-309e-4ba7-acb1-e4a1bdd866af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:51.655210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1000a008-44a3-493c-b764-cc666171024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:52.765737 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:52.999465 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:35:54.373169 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:03.434285 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:36:19.049402 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbbdac44-ac33-49a4-8706-6a653f838207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:21.649877 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-593eee7c-fa7e-4443-a55a-1ab253af31fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:22.765036 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:23.002383 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:24.376232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:40.432421 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:36:49.050090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1969f2e-36da-4cd6-b2ec-72f035239d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:51.651196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85b2fc10-53a3-4107-8e20-0a11c8cd1cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:52.756774 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:53.004465 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:36:54.378747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:17.430558 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:37:19.052377 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ab250ed-1f81-43f9-81d2-4d747d1c37a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:21.655867 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-01b032c8-f31f-49fe-88a5-9c4690ff0a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:22.758684 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:23.009807 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:24.382033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:49.053903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-598e05f3-377c-4a56-8b58-f9c44e123745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:51.659015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46ac886e-acf0-4497-879a-d83fb23b9c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:52.760999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:53.009363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:54.385426 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:37:54.429530 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:38:19.055969 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4dbdf739-5802-42ea-89fa-e0348db3f6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:21.660964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d20f72b-7f39-4b1f-949f-a80abcab573e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:22.762154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:23.013335 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:24.389186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:31.428087 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 5 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:38:33.399094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:35.036989 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758700'] for agent, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:49.057871 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bd14e00d-f7ea-4286-8e0e-716fcf472268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:51.661485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd33e-de4e-48f0-957d-c46a1d548d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:52.763284 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:53.019176 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:38:54.392417 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:03.349143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:04.995269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:08.427275 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:39:19.061314 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c6c165d5-da60-4cf7-9119-58a17599762a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:21.666240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea0c6-c466-477e-88ef-bd74f771c035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:22.767264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:23.018610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:24.395593 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:27.034235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43628) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:39:27.138626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b692eba-54c5-432f-b0d5-a192001e79e0 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1029885 Oct 26 11:39:29.441656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:39:29.496417 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3687cd3-2a5f-4017-abc2-50944150a09f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0536819 Oct 26 11:39:33.364647 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:35.008903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:45.425648 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:39:49.063717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca32547d-31a7-478b-99e3-27603e6630ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:51.668245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc08b1f5-c7a6-4556-aa41-af820341de2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:52.768756 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:53.020739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:39:54.398391 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:03.365519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:05.005310 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:19.082379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-516ce23c-23d2-4409-b90d-3b0430c736c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:21.681841 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2554983a-f5f5-4c62-bd75-986ed340eccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:22.428227 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:40:22.772875 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:23.025147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:24.402292 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:33.362166 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:35.015724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:49.088009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88cbda17-9316-41f9-a310-adb8417601de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:51.686276 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89e7c62b-bca8-48b6-93a3-4acb43e32cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:52.790156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:53.045750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:54.229494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:54.442217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:54.797804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ef6619ee-2d4e-4b73-8bf7-54ca7b6cec0d tempest-AutoAllocateNetworkTest-1725941368 tempest-AutoAllocateNetworkTest-1725941368-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c7845af2bf4045248767f7cf9fe96c1f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5663552 Oct 26 11:40:54.800006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43908) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:55.064851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f261f22-fd93-42d5-a73e-28115a8d4df3 tempest-AutoAllocateNetworkTest-1725941368 tempest-AutoAllocateNetworkTest-1725941368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:40:55.068307 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6f261f22-fd93-42d5-a73e-28115a8d4df3 tempest-AutoAllocateNetworkTest-1725941368 tempest-AutoAllocateNetworkTest-1725941368-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2653937 Oct 26 11:40:55.073182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43926) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:55.143937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eba7596b-fe64-4c67-9d04-ce4b02be1e27 tempest-AutoAllocateNetworkTest-1725941368 tempest-AutoAllocateNetworkTest-1725941368-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720148 Oct 26 11:40:55.146486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43934) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:55.192495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c3df1b7a-544a-4cb3-8a34-4a842423069d tempest-AutoAllocateNetworkTest-1725941368 tempest-AutoAllocateNetworkTest-1725941368-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c7845af2bf4045248767f7cf9fe96c1f HTTP/1.1" status: 200 len: 208 time: 0.0448480 Oct 26 11:40:55.777917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43974) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:56.088044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.191707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.196285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.242888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44006) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:56.243438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7845af2bf4045248767f7cf9fe96c1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4638085 Oct 26 11:40:56.245342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fdeee3-cc06-4817-a354-7188b539f813,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:56.254565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.254920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.255269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.255650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.255989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.256471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.256833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.257165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.257546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.257870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.258365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.258826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7e40c-7d4b-490e-bce3-52be80a7ef27 admin admin] Tracked resource versions report: Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: pushed versions: Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: { 'AddressGroup': {'1.2'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'ConntrackHelper': {'1.0'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Log': {'1.0'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Network': {'1.1'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Port': {'1.7'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'PortForwarding': {'1.2'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'QosPolicy': {'1.10'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'SecurityGroup': {'1.4'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'SubPort': {'1.0'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Subnet': {'1.1'}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Trunk': {'1.1'}} Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: consumer versions: Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: HyperV agent@n-h1-812150-3: {}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: HyperV agent@n-h2-812150-3: {}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: L3 agent@n-d-812150-3: {}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: Metadata agent@n-d-812150-3: {}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: Metering agent@n-d-812150-3: {}, Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'ConntrackHelper': '1.0', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Log': '1.0', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Network': '1.1', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Port': '1.7', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'PortForwarding': '1.2', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'QosPolicy': '1.10', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'SecurityGroup': '1.4', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'SecurityGroupRule': '1.2', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'SubPort': '1.0', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Subnet': '1.1', Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: 'Trunk': '1.1'}} Oct 26 11:40:56.260182 n-d-812150-3 neutron-server[102760]: {{(pid=102760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:40:56.309124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.334718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.399246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.401722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:56.403120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a7fdeee3-cc06-4817-a354-7188b539f813 HTTP/1.1" status: 204 len: 168 time: 0.1586254 Oct 26 11:40:56.411670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fdeee3-cc06-4817-a354-7188b539f813,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:56.420486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.420837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.421183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.421514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.421845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.422184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.422510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.422840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.423308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.423638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.423969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.424286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e13aa-a526-437c-b9cd-225f94f69a03 admin admin] Tracked resource versions report: Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: pushed versions: Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: { 'AddressGroup': {'1.2'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'ConntrackHelper': {'1.0'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Log': {'1.0'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Network': {'1.1'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Port': {'1.7'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'PortForwarding': {'1.2'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'QosPolicy': {'1.10'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'SecurityGroup': {'1.4'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'SubPort': {'1.0'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Subnet': {'1.1'}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Trunk': {'1.1'}} Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: consumer versions: Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: HyperV agent@n-h1-812150-3: {}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: HyperV agent@n-h2-812150-3: {}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: L3 agent@n-d-812150-3: {}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: Metadata agent@n-d-812150-3: {}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: Metering agent@n-d-812150-3: {}, Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'ConntrackHelper': '1.0', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Log': '1.0', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Network': '1.1', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Port': '1.7', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'PortForwarding': '1.2', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'QosPolicy': '1.10', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'SecurityGroup': '1.4', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'SecurityGroupRule': '1.2', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'SubPort': '1.0', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Subnet': '1.1', Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: 'Trunk': '1.1'}} Oct 26 11:40:56.425619 n-d-812150-3 neutron-server[102759]: {{(pid=102759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:40:58.287877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:58.337179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44112) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:58.546075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e0d2bf-f247-4ce9-8f9c-e451c94ead04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.549019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-739eb080-b7f2-41d3-b835-73b17d948aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.660311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e0d2bf-f247-4ce9-8f9c-e451c94ead04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.666228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e0d2bf-f247-4ce9-8f9c-e451c94ead04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.693770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-739eb080-b7f2-41d3-b835-73b17d948aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.702946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-739eb080-b7f2-41d3-b835-73b17d948aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.718981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0d2bf-f247-4ce9-8f9c-e451c94ead04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5fad2e-8265-48ee-9d64-dfd1548fe463,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:58.736294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74e0d2bf-f247-4ce9-8f9c-e451c94ead04 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a696895cd8404bd7addf812a237ead23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4469340 Oct 26 11:40:58.737108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44132) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:58.783577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-739eb080-b7f2-41d3-b835-73b17d948aa0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6f24677050a4d89a89a795954c86db9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4442720 Oct 26 11:40:58.784476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb080-b7f2-41d3-b835-73b17d948aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdbf07d-1b8b-4630-829b-7fe9626cdc54,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:58.787638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44134) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:58.805765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df94c42-ac83-4b14-8fff-f766db77a816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.858894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df94c42-ac83-4b14-8fff-f766db77a816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.921003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44142) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:58.936033 n-d-812150-3 neutron-server[102760]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 11:40:58.960577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f3224a8-56d8-4954-a20c-90951c551304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.969525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df94c42-ac83-4b14-8fff-f766db77a816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.973740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df94c42-ac83-4b14-8fff-f766db77a816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:58.976680 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8df94c42-ac83-4b14-8fff-f766db77a816 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6c5fad2e-8265-48ee-9d64-dfd1548fe463 HTTP/1.1" status: 204 len: 168 time: 0.2377164 Oct 26 11:40:58.990739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df94c42-ac83-4b14-8fff-f766db77a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5fad2e-8265-48ee-9d64-dfd1548fe463,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:59.020670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-544aed8d-571a-4a6d-b323-fba49e1eed4c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bbb0d190f7204c3781145fc76371703d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980201 Oct 26 11:40:59.087797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f3224a8-56d8-4954-a20c-90951c551304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:59.381812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f3224a8-56d8-4954-a20c-90951c551304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:59.387657 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f3224a8-56d8-4954-a20c-90951c551304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:59.389838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3f3224a8-56d8-4954-a20c-90951c551304 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5fdbf07d-1b8b-4630-829b-7fe9626cdc54 HTTP/1.1" status: 204 len: 168 time: 0.6006205 Oct 26 11:40:59.416840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-70b1dc0c-19a3-4d83-b570-9c5e0f9393d4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:40:59.419665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-70b1dc0c-19a3-4d83-b570-9c5e0f9393d4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979604 Oct 26 11:40:59.421657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3224a8-56d8-4954-a20c-90951c551304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdbf07d-1b8b-4630-829b-7fe9626cdc54,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:59.450483 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:40:59.499760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-daf8d703-5c26-4f43-8368-9891bfacd92d tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/quotas/bbb0d190f7204c3781145fc76371703d HTTP/1.1" status: 200 len: 375 time: 0.0403178 Oct 26 11:40:59.599642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-5a081ca8-0093-4774-b226-1bb3c195295a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbb0d190f7204c3781145fc76371703d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953674 Oct 26 11:40:59.721535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:59.751491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5cacd855-b7a3-4e28-9803-0072b61d427f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:59.862645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5cacd855-b7a3-4e28-9803-0072b61d427f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:59.869228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5cacd855-b7a3-4e28-9803-0072b61d427f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:40:59.932825 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5cacd855-b7a3-4e28-9803-0072b61d427f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=882ab81274e34a35b7814d94b5000a9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2061448 Oct 26 11:40:59.935573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44198) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:40:59.961594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacd855-b7a3-4e28-9803-0072b61d427f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f703b5b-7aa3-46d0-b60c-b0982aa4909b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:00.003995 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887faa0f-f846-442c-9a55-ab247a7203c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.035563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887faa0f-f846-442c-9a55-ab247a7203c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.121106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887faa0f-f846-442c-9a55-ab247a7203c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.124081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887faa0f-f846-442c-9a55-ab247a7203c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.127666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-887faa0f-f846-442c-9a55-ab247a7203c4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f703b5b-7aa3-46d0-b60c-b0982aa4909b HTTP/1.1" status: 204 len: 168 time: 0.1884787 Oct 26 11:41:00.135570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887faa0f-f846-442c-9a55-ab247a7203c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f703b5b-7aa3-46d0-b60c-b0982aa4909b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:00.142431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44206) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:00.159043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-478c5a36-4dfd-4780-9eb2-24fc6c64ff51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.268895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-478c5a36-4dfd-4780-9eb2-24fc6c64ff51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.274429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-478c5a36-4dfd-4780-9eb2-24fc6c64ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.329334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44214) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:00.329706 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-478c5a36-4dfd-4780-9eb2-24fc6c64ff51 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f8f2a187c99845ce8fbd2964be24db53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1851492 Oct 26 11:41:00.330426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5a36-4dfd-4780-9eb2-24fc6c64ff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8855fe5-1402-4f7f-a719-c774185d9999,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:00.434378 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13ee4bb1-100f-4bb7-9611-9ae1d4dc6f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.460574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13ee4bb1-100f-4bb7-9611-9ae1d4dc6f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.519207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13ee4bb1-100f-4bb7-9611-9ae1d4dc6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.522779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13ee4bb1-100f-4bb7-9611-9ae1d4dc6f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:00.527383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-13ee4bb1-100f-4bb7-9611-9ae1d4dc6f40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8855fe5-1402-4f7f-a719-c774185d9999 HTTP/1.1" status: 204 len: 168 time: 0.1957409 Oct 26 11:41:00.536050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee4bb1-100f-4bb7-9611-9ae1d4dc6f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8855fe5-1402-4f7f-a719-c774185d9999,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:00.621519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44230) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:01.047571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf6ecccf-bd5b-4bcc-8af3-b4265e82e55b req-f326ac7b-1328-41a0-ad79-4128663d4bef tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 210 time: 0.4234755 Oct 26 11:41:02.457034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c71a6aaf-e146-4534-96e6-6e08f7800ec4 req-6ea19bac-98a8-4c59-8a4d-768406b667d9 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 210 time: 0.0484169 Oct 26 11:41:02.613992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.100', 57602) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:02.666691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-aa87a9f7-4090-48e9-9bfa-593ed13a1af8 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=bbb0d190f7204c3781145fc76371703d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500360 Oct 26 11:41:03.036238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-68dc8211-d0fe-4508-81c4-182ab377de84 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:03.043125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-68dc8211-d0fe-4508-81c4-182ab377de84 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3674095 Oct 26 11:41:03.144566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Request body: {'port': {'device_id': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'bbb0d190f7204c3781145fc76371703d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:03.378848 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:03.452784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Made reservation on behalf of bbb0d190f7204c3781145fc76371703d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:03.459431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:03.476477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:03.584894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:03.592397 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:03.614461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44428) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:03.750553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0df2e92-fa15-40e9-8de3-0026bdbb5a1d req-c2a530fe-c448-452c-bfa5-3128eeaad9f5 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 210 time: 0.0826082 Oct 26 11:41:03.793404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8665e0-5c35-43ef-8540-dc2f1fb1d199,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:04.034151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0859baf2-fd9f-4396-bc5e-a0233a1b6e7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.124499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Allocated IP 192.168.233.24 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/c1f48222-680b-4609-b603-8df7b8f500bd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:04.133363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0859baf2-fd9f-4396-bc5e-a0233a1b6e7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.140337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0859baf2-fd9f-4396-bc5e-a0233a1b6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.148853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-96c9e943-0a30-4676-87d6-cdc50cb825ee tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=33087cca89934b438c4debec3fae93d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124160 Oct 26 11:41:04.177453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859baf2-fd9f-4396-bc5e-a0233a1b6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6416d939-4e44-404b-8d1d-edd6b78c254c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:04.207392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0859baf2-fd9f-4396-bc5e-a0233a1b6e7c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a36f9030abb4b36a2d8161d85c912db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5912511 Oct 26 11:41:04.207989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44478) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:04.267539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5333e0e9-2bd1-4b60-a2c6-9a2eca80b57a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.294385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5333e0e9-2bd1-4b60-a2c6-9a2eca80b57a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.356893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5333e0e9-2bd1-4b60-a2c6-9a2eca80b57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.359747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5333e0e9-2bd1-4b60-a2c6-9a2eca80b57a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.366122 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5333e0e9-2bd1-4b60-a2c6-9a2eca80b57a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6416d939-4e44-404b-8d1d-edd6b78c254c HTTP/1.1" status: 204 len: 168 time: 0.1568558 Oct 26 11:41:04.375878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333e0e9-2bd1-4b60-a2c6-9a2eca80b57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6416d939-4e44-404b-8d1d-edd6b78c254c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:04.465538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.522339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-4a6d690d-386d-445e-bb05-c34fb6c73b6b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:04.532043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-4a6d690d-386d-445e-bb05-c34fb6c73b6b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3725474 Oct 26 11:41:04.575233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-23570b1e-0d66-4a64-bab0-eaf59c860c89 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/quotas/33087cca89934b438c4debec3fae93d9 HTTP/1.1" status: 200 len: 375 time: 0.0406914 Oct 26 11:41:04.668977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-e636e0e3-57ac-4fea-a48b-d91bf56c3fa9 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=33087cca89934b438c4debec3fae93d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925226 Oct 26 11:41:04.670460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.839442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:04.845878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:04.851760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:04.857749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:04.858354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:04.866063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Pushing event updated for resources: {'Port': ['ID=c1f48222-680b-4609-b603-8df7b8f500bd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:04.887376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-11781bf5-b9b0-42e1-b0fa-ee77939d431c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7497694 Oct 26 11:41:04.908380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-c01bdfc0-6519-446d-9553-a9a064b2e0b1 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:41:04.909325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-c01bdfc0-6519-446d-9553-a9a064b2e0b1 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117867 Oct 26 11:41:05.072635 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:05.340205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8658a4-2432-48f8-91db-7c788eaf40ca req-767cf13d-3e4e-4f6c-941a-94b00422b01d tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:05.352933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d8658a4-2432-48f8-91db-7c788eaf40ca req-767cf13d-3e4e-4f6c-941a-94b00422b01d tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 935 time: 0.1239319 Oct 26 11:41:05.384837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b7efc1e6-e2f5-4eaa-9a1f-df51db457744 None None] Provisioning complete for port c1f48222-680b-4609-b603-8df7b8f500bd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:05.389120 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7efc1e6-e2f5-4eaa-9a1f-df51db457744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:05.426928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d8658a4-2432-48f8-91db-7c788eaf40ca req-4157f623-3c05-405c-b7a8-50b487354f7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720348 Oct 26 11:41:05.509703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b7efc1e6-e2f5-4eaa-9a1f-df51db457744 None None] Port c1f48222-680b-4609-b603-8df7b8f500bd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:05.623231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-847719e6-0106-4b0e-bc04-427eecb4dda4 req-976a7cb7-5946-4e0e-b375-e6c3bd61608b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0736864 Oct 26 11:41:05.764839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44558) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:05.787242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f2679bb-fc1a-439b-b9ab-a2bbf745fef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.033970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f2679bb-fc1a-439b-b9ab-a2bbf745fef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.042951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f2679bb-fc1a-439b-b9ab-a2bbf745fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.168089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44572) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:06.184548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f2679bb-fc1a-439b-b9ab-a2bbf745fef0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8710244e22494711a82693ee1b632ac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4186809 Oct 26 11:41:06.188447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2679bb-fc1a-439b-b9ab-a2bbf745fef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6427d6d-8938-4c58-97b7-1da59b9595ca,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:06.258362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cec335-59a2-4c27-beb3-d0f033064edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.345983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cec335-59a2-4c27-beb3-d0f033064edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.452632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cec335-59a2-4c27-beb3-d0f033064edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.457465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cec335-59a2-4c27-beb3-d0f033064edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:06.464960 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6cec335-59a2-4c27-beb3-d0f033064edf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a6427d6d-8938-4c58-97b7-1da59b9595ca HTTP/1.1" status: 204 len: 168 time: 0.2954354 Oct 26 11:41:06.515215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cec335-59a2-4c27-beb3-d0f033064edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6427d6d-8938-4c58-97b7-1da59b9595ca,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:06.637914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44588) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:06.941813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d5b4-2c1c-494d-b283-69560fdc9cf1 req-8eaacdd4-8bc9-41fe-bd8d-b14aa566d57b tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:06.943434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b21d5b4-2c1c-494d-b283-69560fdc9cf1 req-8eaacdd4-8bc9-41fe-bd8d-b14aa566d57b tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 935 time: 0.2068193 Oct 26 11:41:07.051921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b21d5b4-2c1c-494d-b283-69560fdc9cf1 req-bd118a2f-d134-42ae-9056-44dec9df65b2 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789244 Oct 26 11:41:07.240612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de1fd694-1ccc-4ef0-83f8-5f97a97a80bc req-f916d01d-2764-46e2-bf51-ae3f35fb9c7b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0533316 Oct 26 11:41:07.444183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44606) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:07.581265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84004c90-6788-421d-b97c-b82fa9dd91df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.595490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Request body: {'port': {'device_id': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:07.678081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84004c90-6788-421d-b97c-b82fa9dd91df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.712700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84004c90-6788-421d-b97c-b82fa9dd91df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.752284 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8624005c-83af-49f0-9925-16ffc8f6b672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.793225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.817657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-84004c90-6788-421d-b97c-b82fa9dd91df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a9dd2dd5d44a41848300d3396fe2b12a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1780627 Oct 26 11:41:07.818779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004c90-6788-421d-b97c-b82fa9dd91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b407af-8522-472c-aa3d-18d5ee5f9e37,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:07.823071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44616) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:07.883851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4609596d-cd2d-4f38-92ea-8bc01c39a358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.896236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8624005c-83af-49f0-9925-16ffc8f6b672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.906395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8624005c-83af-49f0-9925-16ffc8f6b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.923812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4609596d-cd2d-4f38-92ea-8bc01c39a358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:07.956651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624005c-83af-49f0-9925-16ffc8f6b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375b173d-ef93-4b42-8b22-ed82bb5c1f5d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:08.028062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4609596d-cd2d-4f38-92ea-8bc01c39a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.033322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4609596d-cd2d-4f38-92ea-8bc01c39a358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.035943 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4609596d-cd2d-4f38-92ea-8bc01c39a358 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f7b407af-8522-472c-aa3d-18d5ee5f9e37 HTTP/1.1" status: 204 len: 168 time: 0.2115629 Oct 26 11:41:08.052847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8624005c-83af-49f0-9925-16ffc8f6b672 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa1f46f707804e96b13964c76cc6f7d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6074994 Oct 26 11:41:08.054836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609596d-cd2d-4f38-92ea-8bc01c39a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b407af-8522-472c-aa3d-18d5ee5f9e37,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:08.057424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44622) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:08.408603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:08.470182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6bc97b41-05cb-424c-b93b-c407e72e3bc3 req-82a7591e-7d4b-4f91-96bf-b8263eed1684 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0943785 Oct 26 11:41:08.495386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62302cbc-ffaf-4a4c-87bd-db1862b51e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.588850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfa51-01a3-470e-9e09-aa95c4bd4af3 req-d6f1b24b-756a-47a9-b44e-58ed8b510ba7 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:08.596355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2efcfa51-01a3-470e-9e09-aa95c4bd4af3 req-d6f1b24b-756a-47a9-b44e-58ed8b510ba7 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 935 time: 0.3467238 Oct 26 11:41:08.622812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62302cbc-ffaf-4a4c-87bd-db1862b51e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.667462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7e59-00cb-4c40-95e8-050c24d874d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.721696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2efcfa51-01a3-470e-9e09-aa95c4bd4af3 req-914d85cc-cccc-42e9-8125-551336ffd673 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188955 Oct 26 11:41:08.764381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62302cbc-ffaf-4a4c-87bd-db1862b51e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.768821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62302cbc-ffaf-4a4c-87bd-db1862b51e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.771472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-62302cbc-ffaf-4a4c-87bd-db1862b51e75 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/375b173d-ef93-4b42-8b22-ed82bb5c1f5d HTTP/1.1" status: 204 len: 168 time: 0.7070408 Oct 26 11:41:08.795359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62302cbc-ffaf-4a4c-87bd-db1862b51e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b173d-ef93-4b42-8b22-ed82bb5c1f5d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:08.804143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7e59-00cb-4c40-95e8-050c24d874d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.819199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7e59-00cb-4c40-95e8-050c24d874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.826567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44652) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:08.869638 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb42c6d-44e3-4770-9dd8-ecd029a2b370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:08.881219 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bb1a7e59-00cb-4c40-95e8-050c24d874d2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a080c815c67b42a6bd2c48ba4d08c26e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4713540 Oct 26 11:41:08.891094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44654) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:08.930156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a7e59-00cb-4c40-95e8-050c24d874d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae17d672-56b6-4cc6-b419-82e1f20e482c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:09.035510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f48222-680b-4609-b603-8df7b8f500bd {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:09.089576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.195190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Transition to ACTIVE for port object c1f48222-680b-4609-b603-8df7b8f500bd will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:09.204373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.262025 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce35059-2260-4770-b0d8-331d901913ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.360424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce35059-2260-4770-b0d8-331d901913ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.364026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb42c6d-44e3-4770-9dd8-ecd029a2b370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.374263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f48222-680b-4609-b603-8df7b8f500bd,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:09.392503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb42c6d-44e3-4770-9dd8-ecd029a2b370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.408460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44662) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:09.445510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Attempting to bind port c1f48222-680b-4609-b603-8df7b8f500bd on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:09.445870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Attempting to bind port c1f48222-680b-4609-b603-8df7b8f500bd by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:09.446199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Attempting to bind port c1f48222-680b-4609-b603-8df7b8f500bd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:09.482761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Port c1f48222-680b-4609-b603-8df7b8f500bd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:09.483114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Attempting to bind port c1f48222-680b-4609-b603-8df7b8f500bd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:09.497323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44670) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:09.497628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2eb42c6d-44e3-4770-9dd8-ecd029a2b370 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3275823c1b94b6da5f05e3d4b778c38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6697896 Oct 26 11:41:09.499694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb42c6d-44e3-4770-9dd8-ecd029a2b370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca48b8-34dc-4d0d-8c2f-caeecd119504,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:09.520865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:09.521203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:09.521788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:09.522309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Bound port: c1f48222-680b-4609-b603-8df7b8f500bd, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:09.523191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.626045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c59033d-348c-4ae7-b7b3-ec32e311fcdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.690045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c59033d-348c-4ae7-b7b3-ec32e311fcdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.723335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44672) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:09.788212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa373c95-2807-432d-a7d8-20d4133b7e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.816724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50081633-1e32-49fa-9770-89ded2498e7c req-c270912e-2d1f-4ccc-8131-551120ef9bc6 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0680041 Oct 26 11:41:09.824699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce35059-2260-4770-b0d8-331d901913ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.828022 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce35059-2260-4770-b0d8-331d901913ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.837095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1ce35059-2260-4770-b0d8-331d901913ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae17d672-56b6-4cc6-b419-82e1f20e482c HTTP/1.1" status: 204 len: 168 time: 0.8857751 Oct 26 11:41:09.856066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79a9092e-6da2-438d-8e5d-11d5fcd3c078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:09.866779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce35059-2260-4770-b0d8-331d901913ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae17d672-56b6-4cc6-b419-82e1f20e482c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:09.909513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] For port c1f48222-680b-4609-b603-8df7b8f500bd, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:09.944285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] For port c1f48222-680b-4609-b603-8df7b8f500bd, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c1f48222-680b-4609-b603-8df7b8f500bd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:09.954963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:10.148258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:10.149559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:10.164179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] 10.222.0.100 "PUT /v2.0/ports/c1f48222-680b-4609-b603-8df7b8f500bd HTTP/1.1" status: 200 len: 1095 time: 3.3136072 Oct 26 11:41:10.167708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'tag': 'c1f48222-680b-4609-b603-8df7b8f500bd'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:10.191593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79a9092e-6da2-438d-8e5d-11d5fcd3c078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:10.237919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79a9092e-6da2-438d-8e5d-11d5fcd3c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:10.608092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c59033d-348c-4ae7-b7b3-ec32e311fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:10.616495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c59033d-348c-4ae7-b7b3-ec32e311fcdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:10.621086 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9c59033d-348c-4ae7-b7b3-ec32e311fcdb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b0ca48b8-34dc-4d0d-8c2f-caeecd119504 HTTP/1.1" status: 204 len: 168 time: 1.1202645 Oct 26 11:41:10.641223 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-79a9092e-6da2-438d-8e5d-11d5fcd3c078 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ce4d831f4144c22bce01b4d0ed18a58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2298672 Oct 26 11:41:10.678027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44692) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:10.831081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9092e-6da2-438d-8e5d-11d5fcd3c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72160352-6362-46da-9e2c-7b9b80d992cb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:10.956199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:11.017450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59033d-348c-4ae7-b7b3-ec32e311fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca48b8-34dc-4d0d-8c2f-caeecd119504,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:11.045164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a325a786-b723-48e6-9d4b-62602f10d060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.070850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60757a13-5dec-4162-b69f-0432c4f23889 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f48222-680b-4609-b603-8df7b8f500bd,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:11.166594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa373c95-2807-432d-a7d8-20d4133b7e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.185386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bee8832e-943d-4496-97e2-0e4e9f1b12e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.204694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18ba1a9e-2ea4-4613-a785-d9f4b4475fc1 req-e9801c87-bd20-422b-ae57-2f3ac57f5cac tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.1683102 Oct 26 11:41:11.224361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bee8832e-943d-4496-97e2-0e4e9f1b12e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.257690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa373c95-2807-432d-a7d8-20d4133b7e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.273864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38252ded-3aec-41ba-b115-79dba7447ef3 req-f87bc91c-baa4-4749-a48c-b8508dfa87ac tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:11.286786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38252ded-3aec-41ba-b115-79dba7447ef3 req-f87bc91c-baa4-4749-a48c-b8508dfa87ac tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 1.2594478 Oct 26 11:41:11.292648 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a886811a-1757-4bb3-9781-923f22b448a7" -d '{"events": [{"name": "network-changed", "server_uuid": "62123895-eb10-469b-b7e3-3566b9ee2b21", "tag": "c1f48222-680b-4609-b603-8df7b8f500bd"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:11.309411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-61d7cdd4-69fe-4a13-980e-b8c502f50c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:11.312035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-61d7cdd4-69fe-4a13-980e-b8c502f50c21 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bbb0d190f7204c3781145fc76371703d&device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 1098 time: 0.7566862 Oct 26 11:41:11.386452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38252ded-3aec-41ba-b115-79dba7447ef3 req-f97f4a1b-07b2-40e5-ab25-b7a82b68e3f4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715909 Oct 26 11:41:11.466972 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa373c95-2807-432d-a7d8-20d4133b7e1d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b7730caeb37416ca9e429e70750b78e&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7373209 Oct 26 11:41:11.467332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44712) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:11.473334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa373c95-2807-432d-a7d8-20d4133b7e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c32899-d993-43c4-8b63-b28abb0ba223,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:11.483324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bee8832e-943d-4496-97e2-0e4e9f1b12e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.486051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bee8832e-943d-4496-97e2-0e4e9f1b12e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.490748 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bee8832e-943d-4496-97e2-0e4e9f1b12e7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72160352-6362-46da-9e2c-7b9b80d992cb HTTP/1.1" status: 204 len: 168 time: 0.8059089 Oct 26 11:41:11.504895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8832e-943d-4496-97e2-0e4e9f1b12e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72160352-6362-46da-9e2c-7b9b80d992cb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:11.589243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a325a786-b723-48e6-9d4b-62602f10d060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.597303 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a325a786-b723-48e6-9d4b-62602f10d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.644516 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a325a786-b723-48e6-9d4b-62602f10d060 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dee59ef7b9114db0b4eabed99d5eb5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833980 Oct 26 11:41:11.652646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44718) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:11.677099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-775e1d41-ebef-43e8-b755-c54a3956fb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.692453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325a786-b723-48e6-9d4b-62602f10d060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55debee-5a8f-4b94-af6a-ec2603836f2a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:11.725666 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-775e1d41-ebef-43e8-b755-c54a3956fb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.734336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef6dd-d8ad-40d1-8712-b69b9450675f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.780468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef6dd-d8ad-40d1-8712-b69b9450675f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.803351 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-775e1d41-ebef-43e8-b755-c54a3956fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.809173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-775e1d41-ebef-43e8-b755-c54a3956fb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.814018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-775e1d41-ebef-43e8-b755-c54a3956fb52 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75c32899-d993-43c4-8b63-b28abb0ba223 HTTP/1.1" status: 204 len: 168 time: 0.3451207 Oct 26 11:41:11.837107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1d41-ebef-43e8-b755-c54a3956fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c32899-d993-43c4-8b63-b28abb0ba223,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:11.866699 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef6dd-d8ad-40d1-8712-b69b9450675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.869898 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef6dd-d8ad-40d1-8712-b69b9450675f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:11.874083 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4c5ef6dd-d8ad-40d1-8712-b69b9450675f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b55debee-5a8f-4b94-af6a-ec2603836f2a HTTP/1.1" status: 204 len: 168 time: 0.2170784 Oct 26 11:41:11.888195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ef6dd-d8ad-40d1-8712-b69b9450675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55debee-5a8f-4b94-af6a-ec2603836f2a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:12.229650 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587a8252-7541-496f-bf94-be8ad1d209dc x-openstack-request-id: req-587a8252-7541-496f-bf94-be8ad1d209dc {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:12.231204 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62123895-eb10-469b-b7e3-3566b9ee2b21", "tag": "c1f48222-680b-4609-b603-8df7b8f500bd", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:12.231633 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-587a8252-7541-496f-bf94-be8ad1d209dc {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:12.232816 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'tag': 'c1f48222-680b-4609-b603-8df7b8f500bd', 'status': 'completed', 'code': 200} Oct 26 11:41:12.385192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-346a868f-ce58-496a-b117-132605982993 req-abf5c008-efdf-47d4-81b0-0a2b56a39bc2 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Oct 26 11:41:12.565236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f50c-699c-432d-8070-36669f320b15 req-18ce37ca-230c-4a40-b1c3-fa4d99bff859 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:12.567700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad48f50c-699c-432d-8070-36669f320b15 req-18ce37ca-230c-4a40-b1c3-fa4d99bff859 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 0.0574131 Oct 26 11:41:12.624281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad48f50c-699c-432d-8070-36669f320b15 req-11fead3e-77d3-417f-b582-6d40985cf4b4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Oct 26 11:41:12.792345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44748) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:12.814769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2875267-8329-4cf4-883d-534ad1cdbf99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:12.860674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44750) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:12.886698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5244561c-557d-4611-952f-90bc2fbd39ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.011727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2875267-8329-4cf4-883d-534ad1cdbf99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.018607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2875267-8329-4cf4-883d-534ad1cdbf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.034329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5244561c-557d-4611-952f-90bc2fbd39ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.040418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5244561c-557d-4611-952f-90bc2fbd39ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.075195 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a2875267-8329-4cf4-883d-534ad1cdbf99 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2af0cafbfdfe44f7ab16228c8f93c1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814090 Oct 26 11:41:13.079663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244561c-557d-4611-952f-90bc2fbd39ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c10a070-30ff-4ab8-9809-40ee9631690e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:13.081849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:13.101364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5244561c-557d-4611-952f-90bc2fbd39ca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c1239b23aca454fa00110d67943e920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395813 Oct 26 11:41:13.105258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44754) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:13.167313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2875267-8329-4cf4-883d-534ad1cdbf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a81376-ffe7-4eac-8279-01d103da5f3c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:13.202775 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-351ee8d2-d8a5-4128-b7a9-cf729a6490d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.233609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-42464184-0dfe-4884-b0bc-311d15bb87a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.242972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-351ee8d2-d8a5-4128-b7a9-cf729a6490d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.261691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-42464184-0dfe-4884-b0bc-311d15bb87a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.339206 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-42464184-0dfe-4884-b0bc-311d15bb87a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.340356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-351ee8d2-d8a5-4128-b7a9-cf729a6490d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.342624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-42464184-0dfe-4884-b0bc-311d15bb87a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.344115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-42464184-0dfe-4884-b0bc-311d15bb87a6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c10a070-30ff-4ab8-9809-40ee9631690e HTTP/1.1" status: 204 len: 168 time: 0.2376051 Oct 26 11:41:13.353939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42464184-0dfe-4884-b0bc-311d15bb87a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c10a070-30ff-4ab8-9809-40ee9631690e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:13.357063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-351ee8d2-d8a5-4128-b7a9-cf729a6490d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:13.358832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-351ee8d2-d8a5-4128-b7a9-cf729a6490d5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71a81376-ffe7-4eac-8279-01d103da5f3c HTTP/1.1" status: 204 len: 168 time: 0.2749887 Oct 26 11:41:13.379124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ee8d2-d8a5-4128-b7a9-cf729a6490d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a81376-ffe7-4eac-8279-01d103da5f3c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:13.544818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d7ee86-80c0-42ba-b88d-e3158633382d req-f14b3fa8-4866-4fac-8c02-7e910fdb7277 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0591269 Oct 26 11:41:13.769734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ad3c4-4613-4147-9dce-8c088dd02087 req-6f6a749a-bda2-48f3-8b7d-09636c6b2715 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:13.776931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-973ad3c4-4613-4147-9dce-8c088dd02087 req-6f6a749a-bda2-48f3-8b7d-09636c6b2715 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 0.0732815 Oct 26 11:41:13.833982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-973ad3c4-4613-4147-9dce-8c088dd02087 req-a083e28e-ceed-4e7f-83b4-2aae4682e330 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 Oct 26 11:41:14.748257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-799e2f2d-0cae-4826-8acf-a6171543562a req-79fbe31d-1a16-4798-aff6-f35137bfd154 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0718837 Oct 26 11:41:15.142793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884f450-d1ab-4448-a6a9-de61d1ece546 req-fe2fb915-12e0-49a8-83b9-d8023ba103a4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:15.150597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6884f450-d1ab-4448-a6a9-de61d1ece546 req-fe2fb915-12e0-49a8-83b9-d8023ba103a4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 0.1584811 Oct 26 11:41:15.236581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6884f450-d1ab-4448-a6a9-de61d1ece546 req-699417e2-b49e-42ba-a621-831fc4f8ca42 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790839 Oct 26 11:41:15.892242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2733101-fbfe-481f-8a1d-adf81bfe9e48 req-c955651b-3dcb-4bbc-a303-2b2ef1741a41 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0351832 Oct 26 11:41:16.262915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44886) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:16.313568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-cffd2f4c-d8ee-474e-b521-c5ae49e986fc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c1f48222-680b-4609-b603-8df7b8f500bd HTTP/1.1" status: 200 len: 217 time: 0.1385226 Oct 26 11:41:16.359287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.100', 57608) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:16.383560 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-f24ec05b-4d62-46c1-bf64-accfb2326a64 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=33087cca89934b438c4debec3fae93d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229204 Oct 26 11:41:16.449911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-99100f30-4195-42ba-bc1c-e762ea5e1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:16.451378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-99100f30-4195-42ba-bc1c-e762ea5e1120 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1259773 Oct 26 11:41:16.464790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b51a67-4c99-43d4-a8ba-62e17c00d10d req-f8d5c895-0b68-4a3a-ad14-1bd83c0cbcb3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:16.466431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45b51a67-4c99-43d4-a8ba-62e17c00d10d req-f8d5c895-0b68-4a3a-ad14-1bd83c0cbcb3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 0.0805387 Oct 26 11:41:16.568920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-bda51832-f4b4-4d4e-bce4-9f1bbf3d9857 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:16.570730 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-bda51832-f4b4-4d4e-bce4-9f1bbf3d9857 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772265 Oct 26 11:41:16.582680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45b51a67-4c99-43d4-a8ba-62e17c00d10d req-95bd3af0-e716-4192-abab-817daa40e64d tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855129 Oct 26 11:41:16.595550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Request body: {'port': {'device_id': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '33087cca89934b438c4debec3fae93d9'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:16.599017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-269df6f7-6324-43f5-90f3-1d7545bff398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:16.601231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-269df6f7-6324-43f5-90f3-1d7545bff398 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339715 Oct 26 11:41:16.713592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-271d166c-bedc-45d7-b9ea-612ec91f0158 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040490 Oct 26 11:41:16.768792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-996143b7-d587-4b47-80c3-f284534ab8c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:16.849039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4636d43-b7e8-4451-83c4-f4c41fa6be1a req-b4c11316-81ce-4a16-8029-3ddc0bee4c36 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267500 Oct 26 11:41:16.867493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Made reservation on behalf of 33087cca89934b438c4debec3fae93d9 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:16.872122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:16.894435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:16.962271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886811a-1757-4bb3-9781-923f22b448a7 req-d9e99da0-cccf-409b-8d61-e4217a58e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:16.964977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-d9e99da0-cccf-409b-8d61-e4217a58e292 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bbb0d190f7204c3781145fc76371703d&device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 1098 time: 0.0613561 Oct 26 11:41:17.039332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-996143b7-d587-4b47-80c3-f284534ab8c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.052139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-996143b7-d587-4b47-80c3-f284534ab8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.053719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80f25aae-6ec7-4e1e-a315-9b140f166122 req-1a3c7286-ce90-4768-8f26-6d17c8cfab37 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 210 time: 0.0315678 Oct 26 11:41:17.105536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.122721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.142433 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-996143b7-d587-4b47-80c3-f284534ab8c4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ff042a370a642ef9c6ef585ea0ce44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757548 Oct 26 11:41:17.142433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996143b7-d587-4b47-80c3-f284534ab8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10fa3ba-021e-48be-998f-cef9263a710c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:17.143505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:17.248785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886811a-1757-4bb3-9781-923f22b448a7 req-df695c01-ed00-46b2-a0d9-51707147d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:17.250332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-df695c01-ed00-46b2-a0d9-51707147d0b6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2779763 Oct 26 11:41:17.308074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-c57d16ec-032e-4576-80eb-7582e633d478 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c1f48222-680b-4609-b603-8df7b8f500bd HTTP/1.1" status: 200 len: 217 time: 0.0480330 Oct 26 11:41:17.325905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec6a114-73f6-4631-a3b9-f3c74dc86255,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:17.388162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886811a-1757-4bb3-9781-923f22b448a7 req-ed5d3a9c-005d-47bb-91aa-a56c0ab22834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:17.390215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-ed5d3a9c-005d-47bb-91aa-a56c0ab22834 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0747075 Oct 26 11:41:17.446115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e346-8075-4910-b5be-d449bb59b12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.450285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886811a-1757-4bb3-9781-923f22b448a7 req-15f6d538-c59a-4d03-a232-b2c6c9c595c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:17.452229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-15f6d538-c59a-4d03-a232-b2c6c9c595c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537977 Oct 26 11:41:17.500315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Allocated IP 192.168.233.83 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/8ee86837-ff6f-4468-b978-b351779e9ee4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:17.513493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e346-8075-4910-b5be-d449bb59b12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.788398 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.809176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-0e3aa55e-d8a7-433e-a3a1-0a08adc30364 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473444 Oct 26 11:41:17.857758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206b60-3e47-402d-86e7-cdc0b826cee7 req-4700b151-73d3-4ba7-87dc-6011786cdf52 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:17.869612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7206b60-3e47-402d-86e7-cdc0b826cee7 req-4700b151-73d3-4ba7-87dc-6011786cdf52 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 0.1101992 Oct 26 11:41:17.888155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e346-8075-4910-b5be-d449bb59b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.892089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e346-8075-4910-b5be-d449bb59b12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:17.896318 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7bc3e346-8075-4910-b5be-d449bb59b12c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a10fa3ba-021e-48be-998f-cef9263a710c HTTP/1.1" status: 204 len: 168 time: 0.7505670 Oct 26 11:41:17.907478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3e346-8075-4910-b5be-d449bb59b12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10fa3ba-021e-48be-998f-cef9263a710c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:17.911163 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:18.007758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7206b60-3e47-402d-86e7-cdc0b826cee7 req-2af43bc9-eb61-4081-99ef-4c9ccf6af527 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375935 Oct 26 11:41:18.054754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a886811a-1757-4bb3-9781-923f22b448a7 req-5f6dbbd5-e97f-49b4-862e-9b64b668f10b service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357719 Oct 26 11:41:18.102546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:18.108771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:18.113604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:18.119734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:18.120763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:18.151134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Pushing event updated for resources: {'Port': ['ID=8ee86837-ff6f-4468-b978-b351779e9ee4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:18.168493 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b1d93e3-6adb-4556-a43f-a0e6049acc6f tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5861998 Oct 26 11:41:18.188020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Request body: {'port': {'device_id': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'device_owner': 'compute:tempest-test_az-1258142445', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:18.457540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-473e02c1-088a-46a8-b2a7-e982dacddd3e None None] Provisioning complete for port 8ee86837-ff6f-4468-b978-b351779e9ee4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:18.458360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-473e02c1-088a-46a8-b2a7-e982dacddd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:18.483007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:18.508578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-473e02c1-088a-46a8-b2a7-e982dacddd3e None None] Port 8ee86837-ff6f-4468-b978-b351779e9ee4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:18.628146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c88f67-86a9-4d09-95cc-8488c17a8753 req-3c2b1b7a-92c7-4b2c-ae12-df704c63301d tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:18.630786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54c88f67-86a9-4d09-95cc-8488c17a8753 req-3c2b1b7a-92c7-4b2c-ae12-df704c63301d tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 935 time: 0.0941575 Oct 26 11:41:18.699545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54c88f67-86a9-4d09-95cc-8488c17a8753 req-02b0e1a3-9281-4bd3-b27e-c8f13d7f91b7 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607438 Oct 26 11:41:18.805774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:18.821894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec36ff30-7d8f-4c25-b8c0-056ff52d292a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:18.853790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-70b64008-1dbf-4fdd-8ac2-77abbb509aaf tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=2365622dc79d40ed9c45bd53b51a78f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295651 Oct 26 11:41:19.018705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-d87167ae-6f7b-4d5b-be78-b78e96681e2c tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:19.027589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-d87167ae-6f7b-4d5b-be78-b78e96681e2c tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624508 Oct 26 11:41:19.050788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec36ff30-7d8f-4c25-b8c0-056ff52d292a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.059712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-cd358626-6821-4588-8090-aeb49d416e77 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/quotas/2365622dc79d40ed9c45bd53b51a78f4 HTTP/1.1" status: 200 len: 375 time: 0.0310361 Oct 26 11:41:19.062848 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec36ff30-7d8f-4c25-b8c0-056ff52d292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.086436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c65527f8-55bc-4632-b088-4c07026c4865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.095436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee86837-ff6f-4468-b978-b351779e9ee4 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:19.106239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.129830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-4428835b-02bb-495a-9d6b-be73c214c08a tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2365622dc79d40ed9c45bd53b51a78f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688889 Oct 26 11:41:19.132499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Transition to ACTIVE for port object 8ee86837-ff6f-4468-b978-b351779e9ee4 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:19.143537 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.174253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ec36ff30-7d8f-4c25-b8c0-056ff52d292a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=37976f4df58f4ecf9477d3f77b69d2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673425 Oct 26 11:41:19.183124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44990) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:19.195535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36ff30-7d8f-4c25-b8c0-056ff52d292a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf1912-0ac9-40b9-b204-61bc9020bbfe,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:19.268949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44992) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:19.439914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Attempting to bind port 8ee86837-ff6f-4468-b978-b351779e9ee4 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:19.440703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Attempting to bind port 8ee86837-ff6f-4468-b978-b351779e9ee4 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:19.441186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Attempting to bind port 8ee86837-ff6f-4468-b978-b351779e9ee4 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:19.449012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9c75f4b-7a16-4149-a60a-30e1f6ed9505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.451183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee86837-ff6f-4468-b978-b351779e9ee4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:19.458711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Port 8ee86837-ff6f-4468-b978-b351779e9ee4 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:19.459336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Attempting to bind port 8ee86837-ff6f-4468-b978-b351779e9ee4 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:19.470211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:19.470570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:19.471159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:19.471630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Bound port: 8ee86837-ff6f-4468-b978-b351779e9ee4, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:19.471988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.493648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac247-7554-47d6-a07f-e7d168867e36 req-aacf6dbf-7ce4-41a1-bf2c-83dbc0d69c14 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:19.495574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e1ac247-7554-47d6-a07f-e7d168867e36 req-aacf6dbf-7ce4-41a1-bf2c-83dbc0d69c14 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 947 time: 0.1229353 Oct 26 11:41:19.503462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9c75f4b-7a16-4149-a60a-30e1f6ed9505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.556638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e1ac247-7554-47d6-a07f-e7d168867e36 req-f0cbae2c-d478-40c1-a84d-600b38990cc2 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549660 Oct 26 11:41:19.577712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20214e7f-02d7-46cc-8cd3-f050b11dc629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.614913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] For port 8ee86837-ff6f-4468-b978-b351779e9ee4, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:19.621228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] For port 8ee86837-ff6f-4468-b978-b351779e9ee4, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8ee86837-ff6f-4468-b978-b351779e9ee4,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:19.631188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.637263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9c75f4b-7a16-4149-a60a-30e1f6ed9505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.640248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9c75f4b-7a16-4149-a60a-30e1f6ed9505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.641533 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c9c75f4b-7a16-4149-a60a-30e1f6ed9505 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/80cf1912-0ac9-40b9-b204-61bc9020bbfe HTTP/1.1" status: 204 len: 168 time: 0.4554875 Oct 26 11:41:19.706488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c75f4b-7a16-4149-a60a-30e1f6ed9505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf1912-0ac9-40b9-b204-61bc9020bbfe,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:19.725854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:19.736017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.738745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] 10.222.0.100 "PUT /v2.0/ports/8ee86837-ff6f-4468-b978-b351779e9ee4 HTTP/1.1" status: 200 len: 1117 time: 1.5601003 Oct 26 11:41:19.739350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'tag': '8ee86837-ff6f-4468-b978-b351779e9ee4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:19.806697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-677d5a94-378d-4561-a797-a00ece3b0309 req-f73fb683-45ed-4e2d-9f02-9cdf0c99fb0a tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 210 time: 0.1052990 Oct 26 11:41:19.900043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20214e7f-02d7-46cc-8cd3-f050b11dc629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.908068 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20214e7f-02d7-46cc-8cd3-f050b11dc629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:19.962600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d4f6c-23a8-47f5-a733-cdfc82b54b78 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee86837-ff6f-4468-b978-b351779e9ee4,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:19.997260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20214e7f-02d7-46cc-8cd3-f050b11dc629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a0273-c71f-4385-a80f-d90d8bd6aa31,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:19.999204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-295ac2c4-c14a-4cb9-8492-a2e6f5cb8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:20.002904 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-295ac2c4-c14a-4cb9-8492-a2e6f5cb8853 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=33087cca89934b438c4debec3fae93d9&device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 1120 time: 0.1650996 Oct 26 11:41:20.075008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-20214e7f-02d7-46cc-8cd3-f050b11dc629 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4cfa879eae304101853e5e1664218fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8047287 Oct 26 11:41:20.091198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:20.112340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4907d-d2d0-459e-a0d1-94a2f7348ef5 req-59713d35-a31e-457c-8106-15cb3de2f59c tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:20.121258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37d4907d-d2d0-459e-a0d1-94a2f7348ef5 req-59713d35-a31e-457c-8106-15cb3de2f59c tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 969 time: 0.1390145 Oct 26 11:41:20.188793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c1f48222-680b-4609-b603-8df7b8f500bd details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:20.192457 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-dc4c3ab5-f576-4f0c-a9de-2f452cef02c2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8ee86837-ff6f-4468-b978-b351779e9ee4 HTTP/1.1" status: 200 len: 217 time: 0.1812723 Oct 26 11:41:20.260370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37d4907d-d2d0-459e-a0d1-94a2f7348ef5 req-89daa18e-d528-42c8-88f2-b1012f0e8274 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230698 Oct 26 11:41:20.294434 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b960acf-4f55-4382-ad14-ec6ac88c3f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.330858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b960acf-4f55-4382-ad14-ec6ac88c3f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.340815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-b5a6ce41-5f17-4223-ac33-c93acd5dc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:20.345536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-b5a6ce41-5f17-4223-ac33-c93acd5dc870 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1439385 Oct 26 11:41:20.401213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b960acf-4f55-4382-ad14-ec6ac88c3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.405425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b960acf-4f55-4382-ad14-ec6ac88c3f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.412586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0b960acf-4f55-4382-ad14-ec6ac88c3f06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d0a0273-c71f-4385-a80f-d90d8bd6aa31 HTTP/1.1" status: 204 len: 168 time: 0.3143215 Oct 26 11:41:20.415809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b960acf-4f55-4382-ad14-ec6ac88c3f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a0273-c71f-4385-a80f-d90d8bd6aa31,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:20.438364 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6886196-2e17-443d-a7ab-02344777645b" -d '{"events": [{"name": "network-changed", "server_uuid": "d948b92d-6654-4057-b93d-020ae67b40f5", "tag": "8ee86837-ff6f-4468-b978-b351779e9ee4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:20.444431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c1f48222-680b-4609-b603-8df7b8f500bd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c1f48222-680b-4609-b603-8df7b8f500bd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:20.475320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c1f48222-680b-4609-b603-8df7b8f500bd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c1f48222-680b-4609-b603-8df7b8f500bd', 'mac_address': 'fa:16:3e:ba:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:20.483586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227902-4506-4043-bba5-3c64383fbe27 req-ecde40d6-0a36-44fa-a4a8-1a858a602caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:20.486085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-ecde40d6-0a36-44fa-a4a8-1a858a602caa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345975 Oct 26 11:41:20.560917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.599146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f48222-680b-4609-b603-8df7b8f500bd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:20.620140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45040) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:20.623508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-fb29e424-1610-4524-8f64-28ac1935310f service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292279 Oct 26 11:41:20.681965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c1f48222-680b-4609-b603-8df7b8f500bd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c1f48222-680b-4609-b603-8df7b8f500bd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:20.689493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.788331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c1f48222-680b-4609-b603-8df7b8f500bd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:20.799711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.800062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.800919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.801572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.802273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.803674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.804152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.804607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.805202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.806804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.807627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.808106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Tracked resource versions report: Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: pushed versions: Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: { 'AddressGroup': {'1.2'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'ConntrackHelper': {'1.0'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Log': {'1.0'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Network': {'1.1'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Port': {'1.7'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'PortForwarding': {'1.2'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'QosPolicy': {'1.10'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'SecurityGroup': {'1.4'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'SubPort': {'1.0'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Subnet': {'1.1'}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Trunk': {'1.1'}} Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: consumer versions: Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: HyperV agent@n-h1-812150-3: {}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: HyperV agent@n-h2-812150-3: {}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: L3 agent@n-d-812150-3: {}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: Metadata agent@n-d-812150-3: {}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: Metering agent@n-d-812150-3: {}, Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'ConntrackHelper': '1.0', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Log': '1.0', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Network': '1.1', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Port': '1.7', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'PortForwarding': '1.2', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'QosPolicy': '1.10', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'SecurityGroup': '1.4', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'SecurityGroupRule': '1.2', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'SubPort': '1.0', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Subnet': '1.1', Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: 'Trunk': '1.1'}} Oct 26 11:41:20.809521 n-d-812150-3 neutron-server[102761]: {{(pid=102761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:41:20.822321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8227902-4506-4043-bba5-3c64383fbe27 req-5b394f44-db18-4f9d-b8c2-80e7586f064d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899147 Oct 26 11:41:20.856913 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc585f36-4d4b-428c-acee-1cbd052ba45a x-openstack-request-id: req-dc585f36-4d4b-428c-acee-1cbd052ba45a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:20.857525 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d948b92d-6654-4057-b93d-020ae67b40f5", "tag": "8ee86837-ff6f-4468-b978-b351779e9ee4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:20.857850 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc585f36-4d4b-428c-acee-1cbd052ba45a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:20.858396 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'tag': '8ee86837-ff6f-4468-b978-b351779e9ee4', 'status': 'completed', 'code': 200} Oct 26 11:41:20.871362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead4fe2-d409-4053-b3ea-7bb43ba3b916 req-aa967427-5104-4589-842f-c4376ba62ba3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:20.873057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ead4fe2-d409-4053-b3ea-7bb43ba3b916 req-aa967427-5104-4589-842f-c4376ba62ba3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 948 time: 0.1136150 Oct 26 11:41:20.950586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ead4fe2-d409-4053-b3ea-7bb43ba3b916 req-728d2366-3a22-456b-adba-f3f6880ee9f2 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692174 Oct 26 11:41:20.994125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5791141c-b290-4438-8a65-386fa0755667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:20.997489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6886196-2e17-443d-a7ab-02344777645b req-0da2958e-536b-4b86-93ab-f4e621aadca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:20.999082 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-0da2958e-536b-4b86-93ab-f4e621aadca8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=33087cca89934b438c4debec3fae93d9&device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 1120 time: 0.1128488 Oct 26 11:41:21.005691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c1f48222-680b-4609-b603-8df7b8f500bd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:21.104674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23364386-f0f1-40ff-b900-41873f75e546 req-b30458f5-8740-452d-8399-536ff4486d21 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 210 time: 0.0443668 Oct 26 11:41:21.140175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.30', 58184) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:21.180514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-10281703-9b31-40b1-8b52-89f33c3d5b20 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2365622dc79d40ed9c45bd53b51a78f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391328 Oct 26 11:41:21.191806 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5791141c-b290-4438-8a65-386fa0755667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.211855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:21.239174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a9adac7-7238-4b16-9341-a2c10b4df945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.325816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-e09cba7c-b00d-433b-9efc-54049aaaf88b tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:21.327413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-e09cba7c-b00d-433b-9efc-54049aaaf88b tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382315 Oct 26 11:41:21.328669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5791141c-b290-4438-8a65-386fa0755667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.374920 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5791141c-b290-4438-8a65-386fa0755667 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=504f225df25b47bd8f3be18705c38a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515025 Oct 26 11:41:21.374920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791141c-b290-4438-8a65-386fa0755667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a1425f-e2d0-43b3-985f-d2e1e10609b1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:21.377359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45068) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:21.424746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Request body: {'port': {'device_id': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '2365622dc79d40ed9c45bd53b51a78f4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:21.517227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6886196-2e17-443d-a7ab-02344777645b req-925d864f-ceaf-43c1-99df-26e40451144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:21.519070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-925d864f-ceaf-43c1-99df-26e40451144d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.5101800 Oct 26 11:41:21.527282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8771ba1f-526e-46f6-a8dc-ace7ca746325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.586400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014c51-bd1a-4a1d-8fb4-2e478a5ed791 req-4b50f143-e577-4e17-afce-c5cd0b19eeb0 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:21.588638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04014c51-bd1a-4a1d-8fb4-2e478a5ed791 req-4b50f143-e577-4e17-afce-c5cd0b19eeb0 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 969 time: 0.1684265 Oct 26 11:41:21.591576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8771ba1f-526e-46f6-a8dc-ace7ca746325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.699873 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86b33b31-c675-44b6-896e-1c1c1ddd8ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.714816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04014c51-bd1a-4a1d-8fb4-2e478a5ed791 req-557a056f-eb6e-4d0f-a3fd-818ba299a105 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133552 Oct 26 11:41:21.721830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Made reservation on behalf of 2365622dc79d40ed9c45bd53b51a78f4 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:21.734324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.738143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.764722 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-823c34b2-7ea0-4e7d-9ad3-bfff72f1f321 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8ee86837-ff6f-4468-b978-b351779e9ee4 HTTP/1.1" status: 200 len: 217 time: 0.2358327 Oct 26 11:41:21.771106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8771ba1f-526e-46f6-a8dc-ace7ca746325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.774825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8771ba1f-526e-46f6-a8dc-ace7ca746325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.776144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8771ba1f-526e-46f6-a8dc-ace7ca746325 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23a1425f-e2d0-43b3-985f-d2e1e10609b1 HTTP/1.1" status: 204 len: 168 time: 0.3973815 Oct 26 11:41:21.795803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771ba1f-526e-46f6-a8dc-ace7ca746325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a1425f-e2d0-43b3-985f-d2e1e10609b1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:21.878989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45086) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:21.899910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6886196-2e17-443d-a7ab-02344777645b req-efd9af52-2081-4fcf-96ee-0607a40dc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:21.902146 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-efd9af52-2081-4fcf-96ee-0607a40dc02a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1280875 Oct 26 11:41:21.905014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a9adac7-7238-4b16-9341-a2c10b4df945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.916348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.922112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:21.935658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a9adac7-7238-4b16-9341-a2c10b4df945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.017577 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6a9adac7-7238-4b16-9341-a2c10b4df945 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dc01c7d4476f43afa2be31965dd00a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8042521 Oct 26 11:41:22.038996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45092) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:22.052816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:22.152542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9adac7-7238-4b16-9341-a2c10b4df945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061b217-602e-4045-bac5-19c24afee493,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:22.177310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c1f48222-680b-4609-b603-8df7b8f500bd up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:22.191500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6886196-2e17-443d-a7ab-02344777645b req-97575bbc-52c3-4436-82e8-f3016112c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:22.194793 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-97575bbc-52c3-4436-82e8-f3016112c177 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2851152 Oct 26 11:41:22.196570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25f8b8ca-34ff-45cb-8ac3-49cca313426c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.256832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Allocated IP 192.168.233.108 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/561490b4-e8e3-4840-bd3a-c85582689c75) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:22.355266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25f8b8ca-34ff-45cb-8ac3-49cca313426c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.482808 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-4acca42e-52b4-49a7-8a9b-ec0bcedd6109 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802331 Oct 26 11:41:22.638942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25f8b8ca-34ff-45cb-8ac3-49cca313426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.640764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25f8b8ca-34ff-45cb-8ac3-49cca313426c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.646589 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25f8b8ca-34ff-45cb-8ac3-49cca313426c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d061b217-602e-4045-bac5-19c24afee493 HTTP/1.1" status: 204 len: 168 time: 0.6043832 Oct 26 11:41:22.649513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b86e67dd-1ffb-44c3-9506-e8f7b8d341b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.695360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c1f48222-680b-4609-b603-8df7b8f500bd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:41:22.713341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c1f48222-680b-4609-b603-8df7b8f500bd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:22.714393 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.773217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8b8ca-34ff-45cb-8ac3-49cca313426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061b217-602e-4045-bac5-19c24afee493,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:22.791898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.827258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1ac2e36-4b5c-46cb-86ff-c0678742340b req-bd7e7cde-8c24-4383-b5eb-b6dc956eba30 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 210 time: 0.4795582 Oct 26 11:41:22.828642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:22.844113 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.870926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.984250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:22.987215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Pushing event updated for resources: {'Port': ['ID=561490b4-e8e3-4840-bd3a-c85582689c75,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:23.022655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cba564-e2e3-4436-bb3c-d83ef0240c8d req-c37b205f-d021-4e95-902a-42dec9917ab2 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:23.024920 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87cba564-e2e3-4436-bb3c-d83ef0240c8d req-c37b205f-d021-4e95-902a-42dec9917ab2 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 948 time: 0.7879467 Oct 26 11:41:23.027252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:23.039003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6886196-2e17-443d-a7ab-02344777645b req-d08679e6-75c3-4e18-93c1-1e9c71a66b11 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428782 Oct 26 11:41:23.069767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22f05781-f16e-4fa1-ac71-d3c68e53eab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.094320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:23.132331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.136438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:23.143250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:23.144890 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.160449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f48222-680b-4609-b603-8df7b8f500bd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:23.197585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-13aadb0c-5999-44f0-bcf4-b80b7a0b6856 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7748284 Oct 26 11:41:23.284007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b86e67dd-1ffb-44c3-9506-e8f7b8d341b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.290107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94331845-2594-4b00-8edf-49057c3c64c5 req-acdd2896-6004-4252-9f58-9165d009366a tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:23.311989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94331845-2594-4b00-8edf-49057c3c64c5 req-acdd2896-6004-4252-9f58-9165d009366a tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 969 time: 0.3254633 Oct 26 11:41:23.327616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87cba564-e2e3-4436-bb3c-d83ef0240c8d req-4b1e8438-6944-4ed6-ab58-492c322e4a2e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414856 Oct 26 11:41:23.328211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b86e67dd-1ffb-44c3-9506-e8f7b8d341b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.397951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c1f48222-680b-4609-b603-8df7b8f500bd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c1f48222-680b-4609-b603-8df7b8f500bd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:23.410228 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.443672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94331845-2594-4b00-8edf-49057c3c64c5 req-ba62a0e7-a146-4c2e-bc3b-a2f0583a7557 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286178 Oct 26 11:41:23.499232 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b86e67dd-1ffb-44c3-9506-e8f7b8d341b7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f5d9b28efaab42e5b13191e67f4795bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6159539 Oct 26 11:41:23.501955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45120) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:23.526457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e67dd-1ffb-44c3-9506-e8f7b8d341b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8bd251-57b6-427e-b8e9-2f4f873d5eb3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:23.578983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c1f48222-680b-4609-b603-8df7b8f500bd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:23.621773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6f801ad6-c6f2-4d3c-a2f5-b8016229a095 None None] Provisioning complete for port 561490b4-e8e3-4840-bd3a-c85582689c75 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:23.622493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6f801ad6-c6f2-4d3c-a2f5-b8016229a095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.636916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c968b79d-0c02-492f-8c94-72883cf145a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.640269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22f05781-f16e-4fa1-ac71-d3c68e53eab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.649081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22f05781-f16e-4fa1-ac71-d3c68e53eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.722922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c968b79d-0c02-492f-8c94-72883cf145a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.723169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6f801ad6-c6f2-4d3c-a2f5-b8016229a095 None None] Port 561490b4-e8e3-4840-bd3a-c85582689c75 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:23.740169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-22f05781-f16e-4fa1-ac71-d3c68e53eab1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca15be575ce04ef3af188b9d517f73f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9060535 Oct 26 11:41:23.742273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f05781-f16e-4fa1-ac71-d3c68e53eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53a8d23-52b5-4f93-a609-0cae0f4a70c4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:23.759197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45128) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:23.842387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c968b79d-0c02-492f-8c94-72883cf145a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.846215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c968b79d-0c02-492f-8c94-72883cf145a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.855851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c968b79d-0c02-492f-8c94-72883cf145a7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e8bd251-57b6-427e-b8e9-2f4f873d5eb3 HTTP/1.1" status: 204 len: 168 time: 0.3523350 Oct 26 11:41:23.878646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968b79d-0c02-492f-8c94-72883cf145a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8bd251-57b6-427e-b8e9-2f4f873d5eb3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:23.910781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a858a109-35e6-42d4-85c3-eab1c64d995c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:23.971315 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a858a109-35e6-42d4-85c3-eab1c64d995c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:24.032503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4199-60c6-46c9-ad22-9102dfc65f6b req-06f7ba2f-569a-403e-96fa-a52811f0e291 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:24.034819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-218f4199-60c6-46c9-ad22-9102dfc65f6b req-06f7ba2f-569a-403e-96fa-a52811f0e291 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 936 time: 0.0911016 Oct 26 11:41:24.079618 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeeef52-1740-406a-ae2f-74e7ac76ad19" -d '{"events": [{"server_uuid": "62123895-eb10-469b-b7e3-3566b9ee2b21", "name": "network-vif-plugged", "status": "completed", "tag": "c1f48222-680b-4609-b603-8df7b8f500bd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:24.103927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a858a109-35e6-42d4-85c3-eab1c64d995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:24.123518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a858a109-35e6-42d4-85c3-eab1c64d995c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:24.124740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a858a109-35e6-42d4-85c3-eab1c64d995c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d53a8d23-52b5-4f93-a609-0cae0f4a70c4 HTTP/1.1" status: 204 len: 168 time: 0.3617892 Oct 26 11:41:24.127747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-218f4199-60c6-46c9-ad22-9102dfc65f6b req-8d43687f-884a-403a-80ff-1047e9da3a4d tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851996 Oct 26 11:41:24.134976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858a109-35e6-42d4-85c3-eab1c64d995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53a8d23-52b5-4f93-a609-0cae0f4a70c4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:24.190448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8ee86837-ff6f-4468-b978-b351779e9ee4 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:24.376429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8ee86837-ff6f-4468-b978-b351779e9ee4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8ee86837-ff6f-4468-b978-b351779e9ee4,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:24.404640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '8ee86837-ff6f-4468-b978-b351779e9ee4', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '8ee86837-ff6f-4468-b978-b351779e9ee4', 'mac_address': 'fa:16:3e:54:fd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:tempest-test_az-1258142445', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:24.462940 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:24.470744 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:24.488469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee86837-ff6f-4468-b978-b351779e9ee4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:24.518315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8ee86837-ff6f-4468-b978-b351779e9ee4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8ee86837-ff6f-4468-b978-b351779e9ee4,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:24.525280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:24.588206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=8ee86837-ff6f-4468-b978-b351779e9ee4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:24.626208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8461a98-b488-4fb1-addf-9cce81e90c77 req-5e8392d5-2aa5-4089-adbf-3376c10afbe6 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:24.628662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8461a98-b488-4fb1-addf-9cce81e90c77 req-5e8392d5-2aa5-4089-adbf-3376c10afbe6 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 949 time: 0.1010954 Oct 26 11:41:24.736159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8461a98-b488-4fb1-addf-9cce81e90c77 req-7c05d894-5451-4a2c-a778-85894ebea847 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991533 Oct 26 11:41:24.758403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['8ee86837-ff6f-4468-b978-b351779e9ee4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:24.773370 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3971c65-4d42-48f2-b08d-6ee30ea756c9 x-openstack-request-id: req-c3971c65-4d42-48f2-b08d-6ee30ea756c9 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:24.774518 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62123895-eb10-469b-b7e3-3566b9ee2b21", "name": "network-vif-plugged", "status": "completed", "tag": "c1f48222-680b-4609-b603-8df7b8f500bd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:24.776349 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3971c65-4d42-48f2-b08d-6ee30ea756c9 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:24.777050 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f48222-680b-4609-b603-8df7b8f500bd', 'code': 200} Oct 26 11:41:25.062375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2ea88-799c-46cb-8d4d-69988ba0db4d req-8a1ec715-a600-4db1-80fe-f9dcd2a19a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:25.064112 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-59f2ea88-799c-46cb-8d4d-69988ba0db4d req-8a1ec715-a600-4db1-80fe-f9dcd2a19a43 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 1100 time: 0.1730866 Oct 26 11:41:25.080356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c127-6cce-43d3-85e2-7996f11e8ce5 req-7cd5efc6-9b50-4172-a6ef-5649ce06ae80 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:25.086515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7de4c127-6cce-43d3-85e2-7996f11e8ce5 req-7cd5efc6-9b50-4172-a6ef-5649ce06ae80 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 970 time: 0.1382535 Oct 26 11:41:25.092640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-59f2ea88-799c-46cb-8d4d-69988ba0db4d req-616267c8-46ef-416b-9661-55a7a776db10 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.136694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:25.213067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7de4c127-6cce-43d3-85e2-7996f11e8ce5 req-d06bf017-a20d-48b9-ac85-2e812c419fd5 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215551 Oct 26 11:41:25.218060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80fe5646-c3f7-447e-8803-0baaf7245e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.338616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-59f2ea88-799c-46cb-8d4d-69988ba0db4d req-616267c8-46ef-416b-9661-55a7a776db10 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.348533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-59f2ea88-799c-46cb-8d4d-69988ba0db4d req-616267c8-46ef-416b-9661-55a7a776db10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.439788 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-59f2ea88-799c-46cb-8d4d-69988ba0db4d req-616267c8-46ef-416b-9661-55a7a776db10 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664777 Oct 26 11:41:25.461950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616267c8-46ef-416b-9661-55a7a776db10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d298790-a597-48cc-a9f7-ee5ae22e0518,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:25.492816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aba45-577d-47a1-9c41-5ded37268b9a req-96750962-adb3-4fb5-a2e6-d4b8c5f8b967 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:25.498228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f49aba45-577d-47a1-9c41-5ded37268b9a req-96750962-adb3-4fb5-a2e6-d4b8c5f8b967 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 936 time: 0.1849780 Oct 26 11:41:25.538964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80fe5646-c3f7-447e-8803-0baaf7245e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.552512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80fe5646-c3f7-447e-8803-0baaf7245e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.641342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-80fe5646-c3f7-447e-8803-0baaf7245e4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3b27ba19bc2a4038a05cf386d02895fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029807 Oct 26 11:41:25.644796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45178) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:25.646451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe5646-c3f7-447e-8803-0baaf7245e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517fb7af-e34c-4b8d-8926-55261b740fa6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:25.656863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f49aba45-577d-47a1-9c41-5ded37268b9a req-48712e16-8b01-4061-80ba-31d6cdb67086 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385658 Oct 26 11:41:25.774820 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4deb46e-7608-4a96-8eab-2570496c019c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.817917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4deb46e-7608-4a96-8eab-2570496c019c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.914334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4deb46e-7608-4a96-8eab-2570496c019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.918065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4deb46e-7608-4a96-8eab-2570496c019c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:25.928752 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4deb46e-7608-4a96-8eab-2570496c019c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/517fb7af-e34c-4b8d-8926-55261b740fa6 HTTP/1.1" status: 204 len: 168 time: 0.2810028 Oct 26 11:41:25.952015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb46e-7608-4a96-8eab-2570496c019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fb7af-e34c-4b8d-8926-55261b740fa6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:25.985620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-903db5ef-5fcc-486d-b590-8f958bd571b5 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ff39bf5e1bee477b86b40a241bf71591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556231 Oct 26 11:41:26.161707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0287-6d8a-4f6a-9dcd-b29ccfe057c0 req-1e82f783-b5df-43da-b992-af0edc415153 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:26.164045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c97c0287-6d8a-4f6a-9dcd-b29ccfe057c0 req-1e82f783-b5df-43da-b992-af0edc415153 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 949 time: 0.1315587 Oct 26 11:41:26.195294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-8954fd1c-0108-4299-8302-64f312bf3cea tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:26.197142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-8954fd1c-0108-4299-8302-64f312bf3cea tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107551 Oct 26 11:41:26.229263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8ee86837-ff6f-4468-b978-b351779e9ee4 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:26.233685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-3c87fa6e-cfa8-4724-9063-253b121c0b4f tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/quotas/ff39bf5e1bee477b86b40a241bf71591 HTTP/1.1" status: 200 len: 375 time: 0.0135202 Oct 26 11:41:26.252887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c97c0287-6d8a-4f6a-9dcd-b29ccfe057c0 req-855f9807-cdfa-4241-9e1b-a261a2434639 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543468 Oct 26 11:41:26.311773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-de2ac6cd-28d8-4100-87e3-29b3f34a0996 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff39bf5e1bee477b86b40a241bf71591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422797 Oct 26 11:41:26.428961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 8ee86837-ff6f-4468-b978-b351779e9ee4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:41:26.430619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62504c-8677-4421-97ed-5e0a93550a02 req-0e81b33a-7207-4462-a5ad-ce747858aec9 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:26.432454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f62504c-8677-4421-97ed-5e0a93550a02 req-0e81b33a-7207-4462-a5ad-ce747858aec9 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 970 time: 0.0781701 Oct 26 11:41:26.439086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 8ee86837-ff6f-4468-b978-b351779e9ee4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:26.442809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:26.501696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f62504c-8677-4421-97ed-5e0a93550a02 req-2fb850b6-6bc2-4d99-8aa1-809485882c1e tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583787 Oct 26 11:41:26.597207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45206) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:26.639683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:26.729247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8ee86837-ff6f-4468-b978-b351779e9ee4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8ee86837-ff6f-4468-b978-b351779e9ee4,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:26.741105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:26.763002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c925342-3c6d-44e4-929d-5ea6583941dd req-f955710e-7290-4e94-9170-c63409b654b6 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 210 time: 0.0586514 Oct 26 11:41:26.804063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee86837-ff6f-4468-b978-b351779e9ee4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:26.808614 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0097cdab-f062-40c6-a0ec-1a0a3883dec3" -d '{"events": [{"server_uuid": "d948b92d-6654-4057-b93d-020ae67b40f5", "name": "network-vif-plugged", "status": "completed", "tag": "8ee86837-ff6f-4468-b978-b351779e9ee4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:26.895971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1314891691-network', 'tenant_id': '3d6d8ca1489247c88c028d3bfc43e60e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:26.954040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=8ee86837-ff6f-4468-b978-b351779e9ee4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:26.982336 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab2fcf5-afb1-45a3-95a7-ecdac476f703 x-openstack-request-id: req-5ab2fcf5-afb1-45a3-95a7-ecdac476f703 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:26.984217 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d948b92d-6654-4057-b93d-020ae67b40f5", "name": "network-vif-plugged", "status": "completed", "tag": "8ee86837-ff6f-4468-b978-b351779e9ee4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:26.984530 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ab2fcf5-afb1-45a3-95a7-ecdac476f703 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:26.985088 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee86837-ff6f-4468-b978-b351779e9ee4', 'code': 200} Oct 26 11:41:27.001869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Made reservation on behalf of 3d6d8ca1489247c88c028d3bfc43e60e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:27.009087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.063708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.144227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c51c7-d06d-4e1e-a535-7f5f021d8161 req-affe62a2-2646-4f77-aeff-8966df2fbef1 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:27.158903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c92c51c7-d06d-4e1e-a535-7f5f021d8161 req-affe62a2-2646-4f77-aeff-8966df2fbef1 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 936 time: 0.2409825 Oct 26 11:41:27.207449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c92c51c7-d06d-4e1e-a535-7f5f021d8161 req-63c81ceb-7bc5-4501-900f-9bf0393fc6cd tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456736 Oct 26 11:41:27.277632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45234) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:27.306125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785dfa8-fc16-410a-92e8-940871e8b892 req-5784c745-f73c-4cdf-8ced-84879bbf9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:27.315500 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0785dfa8-fc16-410a-92e8-940871e8b892 req-5784c745-f73c-4cdf-8ced-84879bbf9439 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 1122 time: 0.2041006 Oct 26 11:41:27.464216 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0785dfa8-fc16-410a-92e8-940871e8b892 req-a9692009-19b5-4686-8cf9-0b3f03dbfeab service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399369 Oct 26 11:41:27.531670 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.545516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.578815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:41:27.609617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f108fe5-ff28-4a26-855d-abfcdb1539ba,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:27.614663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.615120 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Added segment 8af01af3-a25c-46af-bbd9-f6e3a14793e6 of type vlan for network 68550a16-fa5c-4506-886c-93ab4412cb16 Oct 26 11:41:27.731237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.764993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4b6a9-0184-47fc-a4c7-cf6464c7ad51 req-9cb136fa-a6b1-44c2-a04d-fa382dd5340b tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:27.770541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73e4b6a9-0184-47fc-a4c7-cf6464c7ad51 req-9cb136fa-a6b1-44c2-a04d-fa382dd5340b tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 949 time: 0.2018795 Oct 26 11:41:27.773593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.776075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:27.777713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:27.860518 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2621248 Oct 26 11:41:27.870160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45252) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:27.874010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-network', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:27.875444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Request body: {'subnet': {'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1314891691-subnet', 'tenant_id': '3d6d8ca1489247c88c028d3bfc43e60e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:27.879097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215357e-18d1-4afc-bab3-028165b2f639 admin admin] Pushing event updated for resources: {'Network': ['ID=68550a16-fa5c-4506-886c-93ab4412cb16,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:27.900357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 68550a16-fa5c-4506-886c-93ab4412cb16 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:41:27.917773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Made reservation on behalf of 3d6d8ca1489247c88c028d3bfc43e60e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:27.924502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.000023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73e4b6a9-0184-47fc-a4c7-cf6464c7ad51 req-31e603e0-62af-45cd-9e90-46667f9a937c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004144 Oct 26 11:41:28.058565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1b0ee-b7a2-4248-973e-cf3d239c242d req-fc38f54a-c0ad-45b2-ba82-695a64a5cb5e tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:28.073002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5e1b0ee-b7a2-4248-973e-cf3d239c242d req-fc38f54a-c0ad-45b2-ba82-695a64a5cb5e tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 971 time: 0.2898135 Oct 26 11:41:28.079213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Made reservation on behalf of 7a7f0c672ba149549792a9c2b5681aff for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:28.087766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.115463 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.247814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e62535b-94f0-45dd-9049-16161dec13b9 req-83d8860a-1891-403f-ab22-39898f57a284 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 210 time: 0.0821819 Oct 26 11:41:28.276696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5e1b0ee-b7a2-4248-973e-cf3d239c242d req-893bfa73-b3c6-4a06-aa25-4af106b5367b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646056 Oct 26 11:41:28.304427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.356868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-9a39bd74-e58b-4f5e-9584-332e6a3638ee tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:41:28.358654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-9a39bd74-e58b-4f5e-9584-332e6a3638ee tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0188949 Oct 26 11:41:28.481882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f686f1-6add-4b58-9072-b625da6ccc84,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:28.500088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:28.501107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Network hostable DHCP agents. Network: 68550a16-fa5c-4506-886c-93ab4412cb16, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:41:28.542552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.553839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Network 68550a16-fa5c-4506-886c-93ab4412cb16 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:41:28.577436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 68550a16-fa5c-4506-886c-93ab4412cb16) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:28.580731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.594905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:28.596729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.607238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b43358-9562-4a02-a5d2-3c97a63d152e None None] Network 68550a16-fa5c-4506-886c-93ab4412cb16 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:28.643029 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4811a98e-87d2-4d49-aa81-45f413dfafc8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7609012 Oct 26 11:41:28.643830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:41:28.650259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70555862-7cdf-41a2-a173-ca8b7892091e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:28.662462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.662938 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Added segment 50530255-0685-4ba2-adea-3c12645b2b49 of type vlan for network 4b734d32-f2d1-40ac-bde0-dea86903c6db Oct 26 11:41:28.672188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd48ecb-d3c6-4932-bf09-b64341c61577 req-1de4e2e2-ef04-4389-a763-cb1c8e548480 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:28.681599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd48ecb-d3c6-4932-bf09-b64341c61577 req-1de4e2e2-ef04-4389-a763-cb1c8e548480 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 936 time: 0.1997874 Oct 26 11:41:28.797913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Request body: {'port': {'device_id': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:28.808092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.866185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd48ecb-d3c6-4932-bf09-b64341c61577 req-7673424b-5871-4f2e-879f-cd071dcdedf8 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821990 Oct 26 11:41:28.960469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd0a73-5050-4754-a152-157183eaceb3 None None] Network 68550a16-fa5c-4506-886c-93ab4412cb16 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:28.977109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.978628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:28.980703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:28.992464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:29.195842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9119627 Oct 26 11:41:29.196231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45274) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:29.207545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Request body: {'subnet': {'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-subnet', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:29.264018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Made reservation on behalf of 7a7f0c672ba149549792a9c2b5681aff for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:29.273047 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:29.314150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2406707-2823-4981-8a53-64add4b4bd30 admin admin] Pushing event updated for resources: {'Network': ['ID=4b734d32-f2d1-40ac-bde0-dea86903c6db,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:29.332261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:41:29.789490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.30', 58189) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:29.816049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:29.926432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d33bed-d9f0-4382-b285-d6c172457859,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:29.939335 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-0bd530c9-b423-4a45-998e-3edb5aaa5fdb tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ff39bf5e1bee477b86b40a241bf71591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481190 Oct 26 11:41:29.965705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4972b8-19cd-4943-857d-17e6430623f1 req-8a0289de-533e-49fb-80b6-12265e861ff7 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:29.978817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a4972b8-19cd-4943-857d-17e6430623f1 req-8a0289de-533e-49fb-80b6-12265e861ff7 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 949 time: 0.6994762 Oct 26 11:41:29.994569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3aa92cd-98d5-4602-b8a7-28b274eec16c req-65a14212-9a3a-43ff-a943-c4e5212775e2 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 210 time: 0.5536051 Oct 26 11:41:30.162049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Checking segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:30.163247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Network hostable DHCP agents. Network: 4b734d32-f2d1-40ac-bde0-dea86903c6db, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:41:30.250174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:41:30.279725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a4972b8-19cd-4943-857d-17e6430623f1 req-a749f441-a0c1-4507-a00e-a3c4473989e4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992499 Oct 26 11:41:30.286282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-5f5be141-2c30-4838-bf01-024afef7b4d5 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:30.288625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-5f5be141-2c30-4838-bf01-024afef7b4d5 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377626 Oct 26 11:41:30.290912 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4b734d32-f2d1-40ac-bde0-dea86903c6db) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:30.310903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:30.310903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.312073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71aec9-35f3-4e43-83dc-70c8113c36bb None None] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:30.312658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Request body: {'port': {'device_id': '56f67540-028c-4add-b7b3-877a75ef9c07', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'ff39bf5e1bee477b86b40a241bf71591'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:30.374430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fac0-3fee-4fc1-b5c4-8db7bf09c089 req-5dca2098-c2f9-4fa0-abe8-5be10ec8b670 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:30.377035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d03fac0-3fee-4fc1-b5c4-8db7bf09c089 req-5dca2098-c2f9-4fa0-abe8-5be10ec8b670 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 971 time: 0.1961915 Oct 26 11:41:30.434668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ece41711-f6fb-4765-8e50-dfa4f1c3751e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2365055 Oct 26 11:41:30.439945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45302) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:30.459715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:30.517000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45306) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:30.631682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-4b734d32-f2d1-40ac-bde0-dea86903c6db', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:41:30.632483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.662647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d03fac0-3fee-4fc1-b5c4-8db7bf09c089 req-02ba3bb0-dd15-40e9-9b62-447f2f32343e tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702911 Oct 26 11:41:30.674646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.675804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.677586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1805840244-network', 'tenant_id': 'cc2e0c00c1234759bf15320ad2a1cb8f'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:30.707041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e09987-45a8-4e9c-8d1d-127423d37fc4 req-085cd9f0-3d9a-4cdb-8b29-4c4ebf362376 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:30.715916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09e09987-45a8-4e9c-8d1d-127423d37fc4 req-085cd9f0-3d9a-4cdb-8b29-4c4ebf362376 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 936 time: 0.2735372 Oct 26 11:41:30.718462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561490b4-e8e3-4840-bd3a-c85582689c75 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:30.746610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.781561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Made reservation on behalf of cc2e0c00c1234759bf15320ad2a1cb8f for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:30.784398 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.801574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.811597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Made reservation on behalf of ff39bf5e1bee477b86b40a241bf71591 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:30.816487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.833318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.893211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09e09987-45a8-4e9c-8d1d-127423d37fc4 req-93543026-9ea5-4107-86d8-77c1cb0131e9 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664007 Oct 26 11:41:30.904376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.907058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Transition to ACTIVE for port object 561490b4-e8e3-4840-bd3a-c85582689c75 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:30.918162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Allocated IP 172.20.0.2 (4b734d32-f2d1-40ac-bde0-dea86903c6db/b4d33bed-d9f0-4382-b285-d6c172457859/624a81eb-a53c-4bff-895c-397ef4ecf083) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:30.984560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:30.997972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.115994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.150449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.152405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bb656-aa40-4775-87ee-84a5607a5028,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:31.163975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.241671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Pushing event updated for resources: {'Port': ['ID=561490b4-e8e3-4840-bd3a-c85582689c75,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:31.265981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:41:31.423599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.439431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.453901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.454444 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Added segment daf862c1-9276-47a5-a0e3-465f93933150 of type vlan for network dd2e3597-5d17-41f3-9e2b-40e9f420267d Oct 26 11:41:31.528891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:31.537213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:31.543743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:31.566173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.644085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.700487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Attempting to bind port 561490b4-e8e3-4840-bd3a-c85582689c75 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:31.700920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Attempting to bind port 561490b4-e8e3-4840-bd3a-c85582689c75 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:31.707888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Attempting to bind port 561490b4-e8e3-4840-bd3a-c85582689c75 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:31.714984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Pushing event updated for resources: {'Port': ['ID=624a81eb-a53c-4bff-895c-397ef4ecf083,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:31.726332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Attempting to bind port 624a81eb-a53c-4bff-895c-397ef4ecf083 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:31.728869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Attempting to bind port 624a81eb-a53c-4bff-895c-397ef4ecf083 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:31.729769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Attempting to bind port 624a81eb-a53c-4bff-895c-397ef4ecf083 on network 4b734d32-f2d1-40ac-bde0-dea86903c6db {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:31.730903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.732806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:31.734251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.742056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:31.742747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Checking segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:31.744965 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.745852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Bound using segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:31.747150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Bound port: 624a81eb-a53c-4bff-895c-397ef4ecf083, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:31.747837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.785521 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2667370 Oct 26 11:41:31.786743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509b74a-aedf-4eef-bb9a-33df35163dd3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:31.794355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45320) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:31.824249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Request body: {'subnet': {'network_id': 'dd2e3597-5d17-41f3-9e2b-40e9f420267d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1805840244-subnet', 'tenant_id': 'cc2e0c00c1234759bf15320ad2a1cb8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:31.828769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Port 561490b4-e8e3-4840-bd3a-c85582689c75 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:31.829329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Attempting to bind port 561490b4-e8e3-4840-bd3a-c85582689c75 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:31.890992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:31.891605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:31.892272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:31.893279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Bound port: 561490b4-e8e3-4840-bd3a-c85582689c75, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:31.893866 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.925562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Made reservation on behalf of cc2e0c00c1234759bf15320ad2a1cb8f for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:31.928181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98aeb4-1f07-4ed1-9cdf-bad4e74fc0b5 req-0bee78a6-f3cc-4599-b0d5-f8af16ffbfb1 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:31.929800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.936020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb98aeb4-1f07-4ed1-9cdf-bad4e74fc0b5 req-0bee78a6-f3cc-4599-b0d5-f8af16ffbfb1 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 1122 time: 0.3441567 Oct 26 11:41:31.951437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] For port 624a81eb-a53c-4bff-895c-397ef4ecf083, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:31.958749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] For port 624a81eb-a53c-4bff-895c-397ef4ecf083, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=624a81eb-a53c-4bff-895c-397ef4ecf083,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:31.966256 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fb98aeb4-1f07-4ed1-9cdf-bad4e74fc0b5 req-c43b7528-13ff-47c8-a1c6-be077b7e0bf3 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:31.969160 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.092939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Allocated IP 192.168.233.233 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/e7015aac-32e4-4c02-b4ac-9a58ac46eb5f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:32.094350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33b52087-a163-4884-a9d1-df348eee9514 req-f530a811-9a14-4449-8c20-8fc0f1b40a2f tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 210 time: 0.0703528 Oct 26 11:41:32.105373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] For port 561490b4-e8e3-4840-bd3a-c85582689c75, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:32.113284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fad127-b70c-4a0b-bf0c-2eb1e5029dff None None] Pushing event updated for resources: {'Port': ['ID=624a81eb-a53c-4bff-895c-397ef4ecf083,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:32.113673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377f6c9-fb7c-4c2c-b06a-2630387e1654 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2e3597-5d17-41f3-9e2b-40e9f420267d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:32.135702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] For port 561490b4-e8e3-4840-bd3a-c85582689c75, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=561490b4-e8e3-4840-bd3a-c85582689c75,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:32.150339 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.153312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network dd2e3597-5d17-41f3-9e2b-40e9f420267d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:41:32.275408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:32.276453 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.278858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] 10.222.0.30 "PUT /v2.0/ports/561490b4-e8e3-4840-bd3a-c85582689c75 HTTP/1.1" status: 200 len: 1096 time: 3.6684482 Oct 26 11:41:32.288712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'tag': '561490b4-e8e3-4840-bd3a-c85582689c75'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:32.292091 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b3e64-df2e-4650-8260-b97c910438fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4aab3130-0b37-4057-8e07-a04ee961dc88", "tag": "561490b4-e8e3-4840-bd3a-c85582689c75"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:32.551159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c839a8-882b-4f2f-b380-40daedace0ed service neutron] Pushing event updated for resources: {'Port': ['ID=561490b4-e8e3-4840-bd3a-c85582689c75,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:32.600223 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.622761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fb98aeb4-1f07-4ed1-9cdf-bad4e74fc0b5 req-c43b7528-13ff-47c8-a1c6-be077b7e0bf3 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.666369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fb98aeb4-1f07-4ed1-9cdf-bad4e74fc0b5 req-c43b7528-13ff-47c8-a1c6-be077b7e0bf3 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.720491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6ca99d-2a2c-44dd-8bc2-18d3e7ebe126,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:32.758906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.782397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Checking segment: {'id': 'daf862c1-9276-47a5-a0e3-465f93933150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'dd2e3597-5d17-41f3-9e2b-40e9f420267d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:32.783010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Network hostable DHCP agents. Network: dd2e3597-5d17-41f3-9e2b-40e9f420267d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:41:32.790602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb98aeb4-1f07-4ed1-9cdf-bad4e74fc0b5 req-c43b7528-13ff-47c8-a1c6-be077b7e0bf3 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535113 Oct 26 11:41:32.824277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b7528-13ff-47c8-a1c6-be077b7e0bf3 tempest-AggregatesAdminTestJSON-1479997104 tempest-AggregatesAdminTestJSON-1479997104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dc86ca-6972-4351-a7eb-d1f8bbf72156,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:32.851919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Network dd2e3597-5d17-41f3-9e2b-40e9f420267d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:41:32.864377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fdbbf-c510-460b-8191-4061cef21565 req-6f3d86a9-0103-4a38-a8b3-2ed98c8edaa9 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:32.866274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-902fdbbf-c510-460b-8191-4061cef21565 req-6f3d86a9-0103-4a38-a8b3-2ed98c8edaa9 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 949 time: 0.2386429 Oct 26 11:41:32.869243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.872650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-7e7a3d48-5c88-4cd1-8627-f1e1b689c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:32.874904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-7e7a3d48-5c88-4cd1-8627-f1e1b689c8db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2365622dc79d40ed9c45bd53b51a78f4&device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 1099 time: 0.4263802 Oct 26 11:41:32.881559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, dd2e3597-5d17-41f3-9e2b-40e9f420267d) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:32.888662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.892105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:32.893348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:32.901231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516806b-fa04-425a-9320-85d1e10a64c6 None None] Network dd2e3597-5d17-41f3-9e2b-40e9f420267d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:32.922925 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.001472 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5441fe4e-b49a-42a3-bbfa-23111eb6c648 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1698956 Oct 26 11:41:33.006476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:33.016149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:33.023375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:33.023701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-d4c83e2b-6fa9-4137-8b9f-6f901b9647dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=561490b4-e8e3-4840-bd3a-c85582689c75 HTTP/1.1" status: 200 len: 217 time: 0.1116829 Oct 26 11:41:33.033937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:33.035075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.051606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Pushing event updated for resources: {'Port': ['ID=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:33.078504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b4631177-1e79-4c59-a246-3f2732026d62 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7732573 Oct 26 11:41:33.105282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Request body: {'port': {'device_id': '56f67540-028c-4add-b7b3-877a75ef9c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:33.252169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e12e6-4b17-44ed-9ec6-e10b1b5324b0 None None] Network dd2e3597-5d17-41f3-9e2b-40e9f420267d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:33.358151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.413849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 624a81eb-a53c-4bff-895c-397ef4ecf083 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:33.445777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-902fdbbf-c510-460b-8191-4061cef21565 req-6072ac6a-edb0-4375-aed8-f544fab5d3ea tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226920 Oct 26 11:41:33.483318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-092b8b4c-14b8-43ac-aba2-aedb66b53ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:33.484822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-092b8b4c-14b8-43ac-aba2-aedb66b53ebe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.4205105 Oct 26 11:41:33.493143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-da269fdd-a750-4c57-96e0-47a6592b729e tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:33.495427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-da269fdd-a750-4c57-96e0-47a6592b729e tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 1100 time: 0.2683015 Oct 26 11:41:33.593305 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b185461-35f4-4275-bd7f-e3dcfca46c48 x-openstack-request-id: req-5b185461-35f4-4275-bd7f-e3dcfca46c48 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:33.601441 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aab3130-0b37-4057-8e07-a04ee961dc88", "tag": "561490b4-e8e3-4840-bd3a-c85582689c75", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:33.601909 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b185461-35f4-4275-bd7f-e3dcfca46c48 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:33.602579 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'tag': '561490b4-e8e3-4840-bd3a-c85582689c75', 'status': 'completed', 'code': 200} Oct 26 11:41:33.684620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abea87-e713-40bf-8f47-651a2523fe79 req-b3684919-97f8-45e8-8d8e-eefd786472a0 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:33.687419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36abea87-e713-40bf-8f47-651a2523fe79 req-b3684919-97f8-45e8-8d8e-eefd786472a0 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 948 time: 0.6879756 Oct 26 11:41:33.816849 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.817880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36abea87-e713-40bf-8f47-651a2523fe79 req-999e29e6-0dd0-4bdd-adfe-9a5469484b9e tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870216 Oct 26 11:41:33.822715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-1e3aac04-f513-437b-b721-177da7e755db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:33.824975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-1e3aac04-f513-437b-b721-177da7e755db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2351797 Oct 26 11:41:33.852957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7e48407d-c293-4004-89e4-f2d5bc575061 None None] Provisioning complete for port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:33.853324 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e48407d-c293-4004-89e4-f2d5bc575061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.948459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Deleting port c1f48222-680b-4609-b603-8df7b8f500bd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:41:33.949356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.960149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 624a81eb-a53c-4bff-895c-397ef4ecf083 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:33.964956 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:33.972737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-faab6dcc-7f11-4df8-a02d-434c584081f6 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348543 Oct 26 11:41:33.974014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Allocated IP 172.25.4.91 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/aaacb81c-4d0c-43b2-bd09-92c5dda74b2a) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:34.033667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4477e-d94a-4e63-bc74-49019fe60e25 None None] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:34.120207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b564b-0dd6-4972-b4df-e5610a3dd350 req-4d18f095-e978-4fcc-a707-7f5d470db6da tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:34.121880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-559b564b-0dd6-4972-b4df-e5610a3dd350 req-4d18f095-e978-4fcc-a707-7f5d470db6da tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 936 time: 0.1433558 Oct 26 11:41:34.196540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e48407d-c293-4004-89e4-f2d5bc575061 None None] Port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:34.202975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] For port c1f48222-680b-4609-b603-8df7b8f500bd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c1f48222-680b-4609-b603-8df7b8f500bd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:34.203145 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.243004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Calling delete_port for c1f48222-680b-4609-b603-8df7b8f500bd owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:41:34.250981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-559b564b-0dd6-4972-b4df-e5610a3dd350 req-8532195e-1a15-4dfc-a5a4-355fe41f9b83 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995903 Oct 26 11:41:34.255134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76676434-0053-48a4-abe7-fe799c2cebf3 req-fa11bffe-0cae-4705-8884-248048d97724 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339385 Oct 26 11:41:34.268439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7015aac-32e4-4c02-b4ac-9a58ac46eb5f {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:34.294806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.329607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.360196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.413961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 624a81eb-a53c-4bff-895c-397ef4ecf083, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=624a81eb-a53c-4bff-895c-397ef4ecf083,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:34.421015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-257b406a-730b-4b34-afaa-6aa66585bc71 None None] Provisioning complete for port 624a81eb-a53c-4bff-895c-397ef4ecf083 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:34.421932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-257b406a-730b-4b34-afaa-6aa66585bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.527566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Transition to ACTIVE for port object e7015aac-32e4-4c02-b4ac-9a58ac46eb5f will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:34.537235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.541272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.626413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:34.796274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Attempting to bind port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:34.796772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Attempting to bind port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:34.797331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Attempting to bind port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:34.815570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=624a81eb-a53c-4bff-895c-397ef4ecf083,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:34.828962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:34.829484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Attempting to bind port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:34.836503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-ca316974-a5fa-490d-b263-a62e8ecff922 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2257478 Oct 26 11:41:34.841766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:34.842237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:34.842518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:34.843013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Bound port: e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:34.843380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.845651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:34.854804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-65e93f14-6a5c-46d4-832c-4745e0183817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:34.856791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-65e93f14-6a5c-46d4-832c-4745e0183817 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2365622dc79d40ed9c45bd53b51a78f4&device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 1099 time: 0.4946828 Oct 26 11:41:34.858416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c1f48222-680b-4609-b603-8df7b8f500bd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:34.924487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f48222-680b-4609-b603-8df7b8f500bd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:34.980696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.042109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.075980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-99c8474a-4439-442e-89d6-3a078babc7e8 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.079415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-99c8474a-4439-442e-89d6-3a078babc7e8 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.4730394 Oct 26 11:41:35.114475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] No DVR routers for this DVR port c1f48222-680b-4609-b603-8df7b8f500bd on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:41:35.122857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.127826 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-afe5301b-5f63-496e-89e3-8b4c2eb893cd req-d762d44d-db1a-438b-9845-752bb7b078f4 tempest-DeleteServersAdminTestJSON-713279562 tempest-DeleteServersAdminTestJSON-713279562-project-admin] 10.222.0.100 "DELETE /v2.0/ports/c1f48222-680b-4609-b603-8df7b8f500bd HTTP/1.1" status: 204 len: 173 time: 1.6222806 Oct 26 11:41:35.128308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'name': 'network-vif-deleted', 'tag': 'c1f48222-680b-4609-b603-8df7b8f500bd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:35.137522 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69946fd-286c-4bd3-a60c-e691312af69d" -d '{"events": [{"server_uuid": "62123895-eb10-469b-b7e3-3566b9ee2b21", "name": "network-vif-deleted", "tag": "c1f48222-680b-4609-b603-8df7b8f500bd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:35.152392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] For port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:35.178269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] For port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:35.184351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.215006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c63d-59bf-4ab5-9676-085d1f3b27fa req-bfb9f4c9-726c-4a70-bf78-fd7bc6ce63e7 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.224344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3c7c63d-59bf-4ab5-9676-085d1f3b27fa req-bfb9f4c9-726c-4a70-bf78-fd7bc6ce63e7 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=62123895-eb10-469b-b7e3-3566b9ee2b21 HTTP/1.1" status: 200 len: 867 time: 0.4856467 Oct 26 11:41:35.265395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:35.273778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.274420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.275144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-fce9a4aa-8b2f-4294-936c-14b3c845b97f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/quotas/3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 375 time: 0.0878034 Oct 26 11:41:35.275984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-063d5227-8dc2-4142-9313-27fc4953ba6c service neutron] 10.222.0.30 "PUT /v2.0/ports/e7015aac-32e4-4c02-b4ac-9a58ac46eb5f HTTP/1.1" status: 200 len: 1096 time: 2.1851938 Oct 26 11:41:35.276830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 624a81eb-a53c-4bff-895c-397ef4ecf083 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:35.340777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-e4ae259e-7bbb-4dc6-a5a4-33accb55032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.344082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-e4ae259e-7bbb-4dc6-a5a4-33accb55032a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.4693437 Oct 26 11:41:35.394581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3a3dff84-81e9-486a-a793-225dea0ed59d None None] Provisioning complete for port 624a81eb-a53c-4bff-895c-397ef4ecf083 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:35.395089 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a3dff84-81e9-486a-a793-225dea0ed59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.433884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-24d453eb-1708-4877-be81-1a4bfea3164a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1575396 Oct 26 11:41:35.441152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:35.455878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-a07170c6-5d4f-4524-af0b-abd0ac97bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.457447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-a07170c6-5d4f-4524-af0b-abd0ac97bd32 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=33087cca89934b438c4debec3fae93d9&device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 1122 time: 0.4114988 Oct 26 11:41:35.458400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-d67c4f98-7186-454f-831a-798e77656d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.462202 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-d67c4f98-7186-454f-831a-798e77656d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff39bf5e1bee477b86b40a241bf71591&device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 1099 time: 0.0906765 Oct 26 11:41:35.492668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 624a81eb-a53c-4bff-895c-397ef4ecf083 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:35.493642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:35.574858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3c7c63d-59bf-4ab5-9676-085d1f3b27fa req-969d7df9-807f-41b0-9ddd-c27f1b52e4ee tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468034 Oct 26 11:41:35.575699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:35.592865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:35.595892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:35.628849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-a1ea94e5-dd53-4612-816c-7f8f298c591b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=561490b4-e8e3-4840-bd3a-c85582689c75 HTTP/1.1" status: 200 len: 217 time: 0.1920333 Oct 26 11:41:35.690775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-04f639c0-a807-4695-8bda-4c5dfb3a4d63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f HTTP/1.1" status: 200 len: 217 time: 0.2155387 Oct 26 11:41:35.828596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-693e676f-63b8-4a10-8a6b-7ed7be15d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.830146 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-693e676f-63b8-4a10-8a6b-7ed7be15d280 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1325123 Oct 26 11:41:35.881664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-03b1bf17-7627-4b98-a729-08cded3ccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.881664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-03b1bf17-7627-4b98-a729-08cded3ccfa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1587214 Oct 26 11:41:35.964532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-3e0f2cc0-6b13-4cae-98a1-1e1461ab557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:35.974898 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-3e0f2cc0-6b13-4cae-98a1-1e1461ab557a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274438 Oct 26 11:41:35.999291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-c46aca3a-b2b0-4ff0-a85a-1a1ed0fe697f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:41:36.007717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-c46aca3a-b2b0-4ff0-a85a-1a1ed0fe697f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2862921 Oct 26 11:41:36.135036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-0a5c1bf8-d07d-4cd2-9528-d6ec643776eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:36.136720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-0a5c1bf8-d07d-4cd2-9528-d6ec643776eb service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.5290434 Oct 26 11:41:36.190101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-7efefabf-0fe0-4434-8f57-7e2d61c1e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:36.191885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-7efefabf-0fe0-4434-8f57-7e2d61c1e55c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2974172 Oct 26 11:41:36.198301 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-80732669-60d2-4a57-aa36-fdd0125640c0 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171757 Oct 26 11:41:36.304814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-541e6e17-efb4-4284-93da-0e055122a897 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8ee86837-ff6f-4468-b978-b351779e9ee4 HTTP/1.1" status: 200 len: 217 time: 0.1171515 Oct 26 11:41:36.347243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d77ae-6cd4-4771-bb11-71e0babec76d req-d5e07263-0cea-42d8-8596-86fad3c50c85 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:36.348825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-432d77ae-6cd4-4771-bb11-71e0babec76d req-d5e07263-0cea-42d8-8596-86fad3c50c85 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 948 time: 0.3964365 Oct 26 11:41:36.367020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45396) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:36.380689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c98116a5-e585-46e4-b89e-d1aba38dab60 req-b05b4cfb-a2d6-4a67-80e3-3984b8e2392e service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745331 Oct 26 11:41:36.431060 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:41:36.475287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-7459e494-18a0-4903-a193-57a2d32fb965 service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665878 Oct 26 11:41:36.520240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:36.523456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-3d9d4301-8b7f-4e5c-a70b-4e10b4c268ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:36.525041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-3d9d4301-8b7f-4e5c-a70b-4e10b4c268ab service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1746690 Oct 26 11:41:36.534229 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4eb87e87-693e-4bbf-bacc-2f611090d42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:36.674109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4eb87e87-693e-4bbf-bacc-2f611090d42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:36.681231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4eb87e87-693e-4bbf-bacc-2f611090d42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:36.756599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4eb87e87-693e-4bbf-bacc-2f611090d42a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5aae5c3fac0458097396b0f9247839d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883748 Oct 26 11:41:36.757489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb87e87-693e-4bbf-bacc-2f611090d42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05266cf-ad4c-4b2e-9a27-bdded3347337,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:36.761393 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:36.844021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70dbfcd4-4cac-4634-ba93-7c877ec2b446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:36.854955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-432d77ae-6cd4-4771-bb11-71e0babec76d req-7f01c3c7-ae40-4289-aa5d-b20b2e6729c6 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841332 Oct 26 11:41:36.891270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-16eb2ea3-2350-4580-9b86-97d18bd027fa service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622384 Oct 26 11:41:36.895842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70dbfcd4-4cac-4634-ba93-7c877ec2b446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:36.944076 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3ed9e6-bbd0-4d8e-8312-36cd18e5f77f x-openstack-request-id: req-ad3ed9e6-bbd0-4d8e-8312-36cd18e5f77f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:36.944630 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62123895-eb10-469b-b7e3-3566b9ee2b21", "name": "network-vif-deleted", "tag": "c1f48222-680b-4609-b603-8df7b8f500bd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:36.945096 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad3ed9e6-bbd0-4d8e-8312-36cd18e5f77f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:36.945845 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62123895-eb10-469b-b7e3-3566b9ee2b21', 'name': 'network-vif-deleted', 'tag': 'c1f48222-680b-4609-b603-8df7b8f500bd', 'status': 'completed', 'code': 200} Oct 26 11:41:37.009086 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70dbfcd4-4cac-4634-ba93-7c877ec2b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:37.014506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70dbfcd4-4cac-4634-ba93-7c877ec2b446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:37.020243 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70dbfcd4-4cac-4634-ba93-7c877ec2b446 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e05266cf-ad4c-4b2e-9a27-bdded3347337 HTTP/1.1" status: 204 len: 168 time: 0.2573705 Oct 26 11:41:37.026239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-6013ed98-ffd5-421e-a3e8-42a1370779b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:37.027843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-6013ed98-ffd5-421e-a3e8-42a1370779b8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4467897 Oct 26 11:41:37.041640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbfcd4-4cac-4634-ba93-7c877ec2b446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05266cf-ad4c-4b2e-9a27-bdded3347337,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:37.079814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-0360b70c-4761-4637-b1e7-7613a8023c1d service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904512 Oct 26 11:41:37.140053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c1b3e64-df2e-4650-8260-b97c910438fa req-9515bafb-d4f4-4bdc-a02a-71674281b2da service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397578 Oct 26 11:41:37.451721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba485f9-fd50-43a4-80cd-b59dee1ab835 req-46fbbac3-2469-4339-a4e3-a2027910d674 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:37.460277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ba485f9-fd50-43a4-80cd-b59dee1ab835 req-46fbbac3-2469-4339-a4e3-a2027910d674 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 948 time: 0.4277611 Oct 26 11:41:37.512220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-78396fe6-8920-4165-8d99-14aa9c130d8a service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598675 Oct 26 11:41:37.685385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ba485f9-fd50-43a4-80cd-b59dee1ab835 req-5bde4b3c-d809-4b43-a607-be6ef23edb19 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240152 Oct 26 11:41:37.688659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45426) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:37.726078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:37.730712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d776966d-f9c3-487e-9c7b-72f9ddec3467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:37.733186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e3cfb3f-4555-4919-a8cc-ab629571c853 req-2391e2d6-2371-47a1-8d2d-fd31b418824e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 210 time: 0.0855379 Oct 26 11:41:37.977112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 561490b4-e8e3-4840-bd3a-c85582689c75 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:37.998051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-910190e1-9878-4b41-9ac3-005edb96c0f1 req-0329ba56-9b26-4edd-9c12-a9dfe6f72cfc service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726379 Oct 26 11:41:38.056431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d776966d-f9c3-487e-9c7b-72f9ddec3467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.089892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d776966d-f9c3-487e-9c7b-72f9ddec3467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.138421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:41:38.176521 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d776966d-f9c3-487e-9c7b-72f9ddec3467 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8aea3acab8d9483a857b71354b34039b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817953 Oct 26 11:41:38.178208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:38.274250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776966d-f9c3-487e-9c7b-72f9ddec3467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f8c084-da3a-4158-b1c0-ded85987559d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:38.278542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c1f48222-680b-4609-b603-8df7b8f500bd no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:41:38.308352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 561490b4-e8e3-4840-bd3a-c85582689c75, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=561490b4-e8e3-4840-bd3a-c85582689c75,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:38.355508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abb56c76-a7e0-4053-84df-35798d271d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.383882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abb56c76-a7e0-4053-84df-35798d271d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.384091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c1f48222-680b-4609-b603-8df7b8f500bd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:41:38.384672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c1f48222-680b-4609-b603-8df7b8f500bd not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:41:38.391646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '561490b4-e8e3-4840-bd3a-c85582689c75', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '561490b4-e8e3-4840-bd3a-c85582689c75', 'mac_address': 'fa:16:3e:3a:70:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:38.413558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-a705ee98-fa35-4fd0-a805-7f05bdea17a0 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bbb0d190f7204c3781145fc76371703d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467503 Oct 26 11:41:38.446922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abb56c76-a7e0-4053-84df-35798d271d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.451424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abb56c76-a7e0-4053-84df-35798d271d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.452688 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-abb56c76-a7e0-4053-84df-35798d271d38 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/14f8c084-da3a-4158-b1c0-ded85987559d HTTP/1.1" status: 204 len: 168 time: 0.2724261 Oct 26 11:41:38.462347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb56c76-a7e0-4053-84df-35798d271d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f8c084-da3a-4158-b1c0-ded85987559d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:38.512694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.524505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bb9ed-b746-4570-8859-1daad128c325 req-cae1cd55-eb62-4cd1-8974-68e790b96df3 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:38.528459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d86bb9ed-b746-4570-8859-1daad128c325 req-cae1cd55-eb62-4cd1-8974-68e790b96df3 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 948 time: 0.3149619 Oct 26 11:41:38.537613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561490b4-e8e3-4840-bd3a-c85582689c75 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:38.571373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 561490b4-e8e3-4840-bd3a-c85582689c75, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=561490b4-e8e3-4840-bd3a-c85582689c75,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:38.577763 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.674116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=561490b4-e8e3-4840-bd3a-c85582689c75,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:38.674319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:41:38.699816 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:41:38.728702 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:41:38.729827 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:38.760426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d86bb9ed-b746-4570-8859-1daad128c325 req-83d96a58-75b4-40d8-8fb0-fd61284d2ee9 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652787 Oct 26 11:41:38.793453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-2760a9d1-143f-44e3-9f04-2b7ac5083429 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:38.808283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-2760a9d1-143f-44e3-9f04-2b7ac5083429 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3709004 Oct 26 11:41:38.819166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:38.825297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45464) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:38.827537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9f3d81af-e2a3-4d4d-acfe-81400ef80ac5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3760421 Oct 26 11:41:38.854611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-089279b7-e724-49b6-944e-a3f94425b095 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/quotas/bbb0d190f7204c3781145fc76371703d HTTP/1.1" status: 200 len: 375 time: 0.0448036 Oct 26 11:41:38.918088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['561490b4-e8e3-4840-bd3a-c85582689c75'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:38.972396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-1d08fde4-906a-4ee6-9801-2803df2e1b93 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbb0d190f7204c3781145fc76371703d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046824 Oct 26 11:41:39.227783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131a16-88e8-42b5-a2c7-ad7162355233 req-f9f4148d-2ef0-4a89-99c2-152c8dc7ef6b tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:39.228748 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:41:39.231836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3131a16-88e8-42b5-a2c7-ad7162355233 req-f9f4148d-2ef0-4a89-99c2-152c8dc7ef6b tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 948 time: 0.2320495 Oct 26 11:41:39.333311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f67540-028c-4add-b7b3-877a75ef9c07', 'tag': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:39.336753 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37099707-9437-45f0-8e57-b4889528738c" -d '{"events": [{"name": "network-changed", "server_uuid": "56f67540-028c-4add-b7b3-877a75ef9c07", "tag": "e7015aac-32e4-4c02-b4ac-9a58ac46eb5f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:39.416131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3131a16-88e8-42b5-a2c7-ad7162355233 req-398d3698-244b-4929-a956-823e16c5efe3 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311717 Oct 26 11:41:39.647716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-881d1290-6aa6-4912-9704-d1ec3f5b440d req-f795d7f6-7018-4989-94b0-58b3a5d65444 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 210 time: 0.0831945 Oct 26 11:41:39.878378 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3112bd8f-fe96-4a22-bc64-8ec50452454e x-openstack-request-id: req-3112bd8f-fe96-4a22-bc64-8ec50452454e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:39.879170 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f67540-028c-4add-b7b3-877a75ef9c07", "tag": "e7015aac-32e4-4c02-b4ac-9a58ac46eb5f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:39.879332 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3112bd8f-fe96-4a22-bc64-8ec50452454e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:39.879917 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f67540-028c-4add-b7b3-877a75ef9c07', 'tag': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f', 'status': 'completed', 'code': 200} Oct 26 11:41:39.930568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e7015aac-32e4-4c02-b4ac-9a58ac46eb5f details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:40.164455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 561490b4-e8e3-4840-bd3a-c85582689c75 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:40.230515 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:36Z', 'revision_number': 3, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:40.263066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f743176-5744-4a03-9d8d-973855475ca4 req-f63536a5-3802-48f3-8435-304f8a11b3f8 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 210 time: 0.4727292 Oct 26 11:41:40.277657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-17e5696b-2b5e-4c23-b9a4-366ddaef1972 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:40.279434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-17e5696b-2b5e-4c23-b9a4-366ddaef1972 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.6133876 Oct 26 11:41:40.303226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099707-9437-45f0-8e57-b4889528738c req-fc436dd6-d280-4332-91fb-d3089a66b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:40.303226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-fc436dd6-d280-4332-91fb-d3089a66b6e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff39bf5e1bee477b86b40a241bf71591&device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 1099 time: 0.3732038 Oct 26 11:41:40.305447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Request body: {'port': {'device_id': '28028e59-c661-4b59-a8c3-e928f8031d46', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'admin_state_up': True, 'tenant_id': '3d6d8ca1489247c88c028d3bfc43e60e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:40.412591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099707-9437-45f0-8e57-b4889528738c req-b22f65d7-3867-4ec9-95d0-89468abd314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:40.414511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-b22f65d7-3867-4ec9-95d0-89468abd314a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1050172 Oct 26 11:41:40.425348 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:41:40.426305 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Updating router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:41:40.495463 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:40.544295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-fada4e9f-92a9-444e-9f12-b8155cf83012 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f HTTP/1.1" status: 200 len: 217 time: 0.1040986 Oct 26 11:41:40.654813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 561490b4-e8e3-4840-bd3a-c85582689c75 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:41:40.682289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 561490b4-e8e3-4840-bd3a-c85582689c75 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:40.699260 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:40.781087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:40.838156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86262c-14f8-48ec-82f0-330acb2fe566 req-b92e39d9-7764-4f3e-a22d-a4345febf910 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:40.841357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f86262c-14f8-48ec-82f0-330acb2fe566 req-b92e39d9-7764-4f3e-a22d-a4345febf910 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 949 time: 0.4029589 Oct 26 11:41:40.860436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099707-9437-45f0-8e57-b4889528738c req-715a1170-aca8-496d-91cb-a81981898906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:40.867264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-715a1170-aca8-496d-91cb-a81981898906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2665434 Oct 26 11:41:40.873693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:40.936944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f', 'mac_address': 'fa:16:3e:5b:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:41.164039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f86262c-14f8-48ec-82f0-330acb2fe566 req-e281f729-62cb-40d6-ab7f-a975dfc4a7ae tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864530 Oct 26 11:41:41.179177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Made reservation on behalf of 3d6d8ca1489247c88c028d3bfc43e60e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:41.183563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.185266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.209179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099707-9437-45f0-8e57-b4889528738c req-25786f5a-49db-45e6-86e2-109f338eb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:41.211908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-25786f5a-49db-45e6-86e2-109f338eb9b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3157024 Oct 26 11:41:41.256101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.276080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7015aac-32e4-4c02-b4ac-9a58ac46eb5f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:41.301262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:41.317674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561490b4-e8e3-4840-bd3a-c85582689c75'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:41.323096 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344091d4-aac6-4e70-8125-0033419607a0" -d '{"events": [{"server_uuid": "4aab3130-0b37-4057-8e07-a04ee961dc88", "name": "network-vif-plugged", "status": "completed", "tag": "561490b4-e8e3-4840-bd3a-c85582689c75"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:41.326633 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.336651 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.338221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04c56a-88ee-4bc4-94fb-06ea4e0b1dad req-81eb9f4b-683d-4b28-9810-8320d8db4f7f tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:41.340980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d04c56a-88ee-4bc4-94fb-06ea4e0b1dad req-81eb9f4b-683d-4b28-9810-8320d8db4f7f tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 948 time: 0.3916879 Oct 26 11:41:41.356863 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.464831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:41.488295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 561490b4-e8e3-4840-bd3a-c85582689c75, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=561490b4-e8e3-4840-bd3a-c85582689c75,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:41.495890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.551065 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Pushing event updated for resources: {'Port': ['ID=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:41.590645 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Attempting to bind port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:41.591744 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Attempting to bind port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:41.592694 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Attempting to bind port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:41.611054 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:41.612043 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:41.613122 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.614084 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:41.615879 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Bound port: aaacb81c-4d0c-43b2-bd09-92c5dda74b2a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:41.616745 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.629014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=561490b4-e8e3-4840-bd3a-c85582689c75,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:41.673180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.673712 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.674237 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.675067 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.675820 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.676542 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.677794 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.678542 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.679305 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.680048 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.680840 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.681542 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Tracked resource versions report: Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: pushed versions: Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: { 'AddressGroup': {'1.2'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'ConntrackHelper': {'1.0'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Log': {'1.0'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Network': {'1.1'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Port': {'1.7'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'PortForwarding': {'1.2'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'QosPolicy': {'1.10'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'SecurityGroup': {'1.4'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'SubPort': {'1.0'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Subnet': {'1.1'}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Trunk': {'1.1'}} Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: consumer versions: Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: { DHCP agent@n-d-812150-3: {}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: HyperV agent@n-h1-812150-3: {}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: HyperV agent@n-h2-812150-3: {}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: L3 agent@n-d-812150-3: {}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: Metadata agent@n-d-812150-3: {}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: Metering agent@n-d-812150-3: {}, Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: Open vSwitch agent@n-d-812150-3: { 'AddressGroup': '1.2', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'ConntrackHelper': '1.0', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Log': '1.0', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Network': '1.1', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Port': '1.7', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'PortForwarding': '1.2', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'QosPolicy': '1.10', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'SecurityGroup': '1.4', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'SecurityGroupRule': '1.2', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'SubPort': '1.0', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Subnet': '1.1', Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: 'Trunk': '1.1'}} Oct 26 11:41:41.684047 n-d-812150-3 neutron-server[102762]: {{(pid=102762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:41:41.724892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e7015aac-32e4-4c02-b4ac-9a58ac46eb5f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:41.739036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Allocated IP 172.20.0.1 (4b734d32-f2d1-40ac-bde0-dea86903c6db/b4d33bed-d9f0-4382-b285-d6c172457859/a5547a56-9c21-4d52-805d-bea84268fe50) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:41.749313 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] For port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:41.764097 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] For port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:41.774576 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:41.788754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-585c9f9f-22e9-4f55-acd5-ab44894447f1 req-407b20db-c89f-4040-ac40-bc1d021702d6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 210 time: 0.3046713 Oct 26 11:41:41.886512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d04c56a-88ee-4bc4-94fb-06ea4e0b1dad req-13558fec-9a38-4679-9b13-e45451660051 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107868 Oct 26 11:41:41.942389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:41:41.956444 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:41.985793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-515458cf-abbc-4e28-9be9-6f861d0d2324 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416797 Oct 26 11:41:42.108652 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2349bfee-609c-422d-a3fb-33e6c40f467c x-openstack-request-id: req-2349bfee-609c-422d-a3fb-33e6c40f467c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:42.109620 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aab3130-0b37-4057-8e07-a04ee961dc88", "name": "network-vif-plugged", "status": "completed", "tag": "561490b4-e8e3-4840-bd3a-c85582689c75", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:42.110028 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2349bfee-609c-422d-a3fb-33e6c40f467c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:42.110589 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561490b4-e8e3-4840-bd3a-c85582689c75', 'code': 200} Oct 26 11:41:42.137961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Allocated IP 172.20.0.10 (68550a16-fa5c-4506-886c-93ab4412cb16/12f686f1-6add-4b58-9072-b625da6ccc84/752d1139-66d5-48cf-bd7c-9f1daa9f5214) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:42.221874 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:41:42.307438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-767cb5b0-feee-407d-ba8e-d663f76921b6 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=bbb0d190f7204c3781145fc76371703d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977423 Oct 26 11:41:42.522262 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aae2fa-4fdc-474e-9d3a-c65da97c065a None None] Pushing event updated for resources: {'Port': ['ID=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:42.536150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-9cccbc9a-7569-49bf-8503-6aa5cde695eb tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:42.538922 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-9cccbc9a-7569-49bf-8503-6aa5cde695eb tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176433 Oct 26 11:41:42.567657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Request body: {'port': {'device_id': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'bbb0d190f7204c3781145fc76371703d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:42.624804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539514b9-f2d2-4ca7-b3b0-46a3d3e713ff req-815e9652-96ea-4922-811c-b8c5ddbc25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:42.628115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-539514b9-f2d2-4ca7-b3b0-46a3d3e713ff req-815e9652-96ea-4922-811c-b8c5ddbc25e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 1101 time: 0.3987632 Oct 26 11:41:42.668232 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:36Z', 'revision_number': 3, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:42.681909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-286bdb23-89c6-4cfb-8c99-d44f1665ff86 req-42ea30c1-12de-4e96-9405-0a789955ab79 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 210 time: 0.1103756 Oct 26 11:41:42.716502 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec303b9-92fa-4cc4-bb29-959ce191514c None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:36Z', 'revision_number': 3, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:41:42.848719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:42.880125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:42.915300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b7ac-46b8-483d-9caf-97ca80092259 req-af77d758-cb8f-48f2-9104-bbc3f1b1dbe4 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:42.923858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8085b7ac-46b8-483d-9caf-97ca80092259 req-af77d758-cb8f-48f2-9104-bbc3f1b1dbe4 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 950 time: 0.3028004 Oct 26 11:41:42.933162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37099707-9437-45f0-8e57-b4889528738c req-162e513a-e62f-4505-a0bc-2f5dbc864180 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9248123 Oct 26 11:41:42.949975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-539514b9-f2d2-4ca7-b3b0-46a3d3e713ff req-15e207cf-2ab5-441d-a261-0220d36ae216 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556396 Oct 26 11:41:43.007277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.017011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8085b7ac-46b8-483d-9caf-97ca80092259 req-3ea033ab-b3a8-4d65-8b31-0ad4165ef9dc tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921605 Oct 26 11:41:43.027771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Made reservation on behalf of bbb0d190f7204c3781145fc76371703d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:43.031648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.043436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.111783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:43.172090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:43.184251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a5547a56-9c21-4d52-805d-bea84268fe50,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:43.195742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:43.196940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.200520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Network 68550a16-fa5c-4506-886c-93ab4412cb16 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:43.222117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:43.237725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:43.246135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:43.247376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.334115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:43.370822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-8f763f13-7a21-48ac-a81b-552aaa661b84 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0701542 Oct 26 11:41:43.408740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Request body: {'port': {'device_id': '28028e59-c661-4b59-a8c3-e928f8031d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:43.457680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7920b9-11de-4a5a-87f9-5cf22641de7c req-3a22517a-4c06-416b-aa89-234598ae3e83 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:43.461011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b7920b9-11de-4a5a-87f9-5cf22641de7c req-3a22517a-4c06-416b-aa89-234598ae3e83 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 932 time: 0.2703087 Oct 26 11:41:43.567491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31e9ef-df01-4ed8-8bfc-a9d9f2c7d010 req-83399a7f-bca3-40b3-9f3c-33f5cacf58cb tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:43.569765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b31e9ef-df01-4ed8-8bfc-a9d9f2c7d010 req-83399a7f-bca3-40b3-9f3c-33f5cacf58cb tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 949 time: 0.2162516 Oct 26 11:41:43.587482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.602206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b7920b9-11de-4a5a-87f9-5cf22641de7c req-51a53feb-1dc0-497d-8b78-a04f1c02b4ff tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327353 Oct 26 11:41:43.659962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-91392aef-93bb-410b-8dca-644fac2b6f88 None None] Provisioning complete for port a5547a56-9c21-4d52-805d-bea84268fe50 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:43.662657 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91392aef-93bb-410b-8dca-644fac2b6f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.768225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-91392aef-93bb-410b-8dca-644fac2b6f88 None None] Port a5547a56-9c21-4d52-805d-bea84268fe50 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:43.777450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Allocated IP 192.168.233.209 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/dc14618b-28aa-4655-9221-ab93574ce67d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:43.843218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:43.937672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e7015aac-32e4-4c02-b4ac-9a58ac46eb5f up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:43.965026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b31e9ef-df01-4ed8-8bfc-a9d9f2c7d010 req-f616ffb8-3a18-431a-aff8-608c1a8019e5 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726468 Oct 26 11:41:44.228146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.237907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:41:44.238586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752d1139-66d5-48cf-bd7c-9f1daa9f5214 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:44.246333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:44.247740 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.291446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.295766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.299919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.301195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.322152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ca48253-55de-4a76-a804-d1ab2410c094 req-7a2522a2-33b6-4d6a-b3d9-3f69d6c7e0d1 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 210 time: 0.1964388 Oct 26 11:41:44.353864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Transition to ACTIVE for port object 752d1139-66d5-48cf-bd7c-9f1daa9f5214 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:44.360790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.460904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.474180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:44.482206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:44.482206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:44.482206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:44.487195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:44.487526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:44.494772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.498682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:44.499126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:44.499439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:44.499876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Bound port: 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:44.500228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.532059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f67540-028c-4add-b7b3-877a75ef9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:44.532347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:44.537829 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99069818-2575-44c9-b7c0-97b4b475edb3" -d '{"events": [{"server_uuid": "56f67540-028c-4add-b7b3-877a75ef9c07", "name": "network-vif-plugged", "status": "completed", "tag": "e7015aac-32e4-4c02-b4ac-9a58ac46eb5f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:44.541193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:44.544606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:44.553696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:44.558409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:44.564374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:44.565039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.565732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-6df7d3f2-0afd-42d0-a10f-f01365199de7 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=306c30ad120643e3ac2e253fc3971c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617232 Oct 26 11:41:44.569794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:44.571338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a5547a56-9c21-4d52-805d-bea84268fe50,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:44.578479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.685481 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1318562 Oct 26 11:41:44.737420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:44.794680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Request body: {'port': {'device_id': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:44.866598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02301efc-b01a-461d-9b78-13db7920220e tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Pushing event updated for resources: {'Port': ['ID=dc14618b-28aa-4655-9221-ab93574ce67d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:44.873373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b72d4-f3f1-4687-8260-4e962ec09ea5 req-0ec9abe8-e8e0-4895-9c33-5c0a9f27703d tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:44.876231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf2b72d4-f3f1-4687-8260-4e962ec09ea5 req-0ec9abe8-e8e0-4895-9c33-5c0a9f27703d tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 950 time: 0.2980328 Oct 26 11:41:44.877187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:41:44.908065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d6106f04-123b-490c-81c4-d9d7b0ba7d7a None None] Provisioning complete for port a5547a56-9c21-4d52-805d-bea84268fe50 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:44.908603 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d6106f04-123b-490c-81c4-d9d7b0ba7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.922340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:44.976325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:45.012146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d6106f04-123b-490c-81c4-d9d7b0ba7d7a None None] Port a5547a56-9c21-4d52-805d-bea84268fe50 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:45.023426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf2b72d4-f3f1-4687-8260-4e962ec09ea5 req-e1f56993-7501-433f-8461-75b79b632b2f tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355298 Oct 26 11:41:45.026718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:45.040716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.072587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d6106f04-123b-490c-81c4-d9d7b0ba7d7a None None] Provisioning complete for port dc14618b-28aa-4655-9221-ab93574ce67d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:45.076645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d6106f04-123b-490c-81c4-d9d7b0ba7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.177916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-368b705c-0049-4c5c-bbcd-17d81c1f3ec5 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:45.196641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-368b705c-0049-4c5c-bbcd-17d81c1f3ec5 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6297259 Oct 26 11:41:45.198650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d6106f04-123b-490c-81c4-d9d7b0ba7d7a None None] Port dc14618b-28aa-4655-9221-ab93574ce67d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:41:45.246091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-076995b7-0bfa-4580-9f7a-ab2588bb2052 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/quotas/306c30ad120643e3ac2e253fc3971c4d HTTP/1.1" status: 200 len: 375 time: 0.0459278 Oct 26 11:41:45.253705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aaacb81c-4d0c-43b2-bd09-92c5dda74b2a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:45.261648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:45.325755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:45.326766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.329074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-762e521c-9809-4ecb-a7ac-6d04ed27096f service neutron] 10.222.0.100 "PUT /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 1092 time: 1.9271543 Oct 26 11:41:45.330005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:45.334653 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2626217-3030-4e01-aae5-27d35bded083" -d '{"events": [{"name": "network-changed", "server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:45.355779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-ff43b2e4-d6f7-46ff-8f8c-822ab2e5342d tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=306c30ad120643e3ac2e253fc3971c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974362 Oct 26 11:41:45.379464 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5fb207-e63c-48fb-861b-aa181cf9ec71 x-openstack-request-id: req-bc5fb207-e63c-48fb-861b-aa181cf9ec71 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:45.380044 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f67540-028c-4add-b7b3-877a75ef9c07", "name": "network-vif-plugged", "status": "completed", "tag": "e7015aac-32e4-4c02-b4ac-9a58ac46eb5f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:45.380923 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc5fb207-e63c-48fb-861b-aa181cf9ec71 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:45.381514 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f67540-028c-4add-b7b3-877a75ef9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f', 'code': 200} Oct 26 11:41:45.458562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:45.459931 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.496742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-f6cfca09-e450-47d6-9073-d05b1fb6f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:45.498399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-f6cfca09-e450-47d6-9073-d05b1fb6f463 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1095 time: 0.1158991 Oct 26 11:41:45.509555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d955388-dd25-43c0-a134-036f8b750218 req-616c68d9-68d8-4fdf-8cf9-e78d51807b32 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:45.511317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d955388-dd25-43c0-a134-036f8b750218 req-616c68d9-68d8-4fdf-8cf9-e78d51807b32 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.0783124 Oct 26 11:41:45.576757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-934c1016-7fc8-451c-872e-4f9d4c0bb7cf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.0642154 Oct 26 11:41:45.633758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc14618b-28aa-4655-9221-ab93574ce67d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:45.644399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.666142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Transition to ACTIVE for port object dc14618b-28aa-4655-9221-ab93574ce67d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:45.671004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:41:45.686996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08a65402-c0c7-4705-91f0-9b67414c14b4 admin admin] 10.222.0.88 "PUT /v2.0/routers/7f2a44a8-6ec9-4c46-a3d7-989253c93114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8601913 Oct 26 11:41:45.689680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.697959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814eed5-c5df-4e1b-a2d0-adb1ea819b82 req-ee31c334-b72c-4042-ae1b-aab0603d49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:45.699959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6814eed5-c5df-4e1b-a2d0-adb1ea819b82 req-ee31c334-b72c-4042-ae1b-aab0603d49d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 1101 time: 0.1536915 Oct 26 11:41:45.761257 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.805047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:45.816677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.841027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Pushing event updated for resources: {'Port': ['ID=dc14618b-28aa-4655-9221-ab93574ce67d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:45.851386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6814eed5-c5df-4e1b-a2d0-adb1ea819b82 req-7f1d7f81-63fc-4428-8a57-4c2f2dabbe04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041162 Oct 26 11:41:45.925863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Attempting to bind port dc14618b-28aa-4655-9221-ab93574ce67d on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:45.926198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Attempting to bind port dc14618b-28aa-4655-9221-ab93574ce67d by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:45.926534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Attempting to bind port dc14618b-28aa-4655-9221-ab93574ce67d on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:45.950575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d955388-dd25-43c0-a134-036f8b750218 req-b4d13a36-8ee8-4b6c-aad4-da93ddeda1ce tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775971 Oct 26 11:41:45.952951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Port dc14618b-28aa-4655-9221-ab93574ce67d on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:45.955167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Attempting to bind port dc14618b-28aa-4655-9221-ab93574ce67d on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:45.956066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:45.968994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:45.969804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:45.970456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:45.971119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Bound port: dc14618b-28aa-4655-9221-ab93574ce67d, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:45.971648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:45.988528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-055dd54d-a29d-4eb0-be2a-7bfb3ea06c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:45.992519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-055dd54d-a29d-4eb0-be2a-7bfb3ea06c2a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.4065447 Oct 26 11:41:46.042856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd31cd-f3d8-4859-96c2-25a238300ba6 req-5d365487-6c38-4530-9978-baf0ea4324c6 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:46.045108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fcd31cd-f3d8-4859-96c2-25a238300ba6 req-5d365487-6c38-4530-9978-baf0ea4324c6 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 950 time: 0.3636503 Oct 26 11:41:46.103307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-4ea3ed35-0af6-4e2e-a15c-210b83d8f152 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971181 Oct 26 11:41:46.150106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] For port dc14618b-28aa-4655-9221-ab93574ce67d, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:46.163831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] For port dc14618b-28aa-4655-9221-ab93574ce67d, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dc14618b-28aa-4655-9221-ab93574ce67d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:46.173255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:46.242934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fcd31cd-f3d8-4859-96c2-25a238300ba6 req-94da82af-e5c9-49d4-a7a3-4aaa92881152 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343436 Oct 26 11:41:46.281363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:46.283192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:46.284978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] 10.222.0.100 "PUT /v2.0/ports/dc14618b-28aa-4655-9221-ab93574ce67d HTTP/1.1" status: 200 len: 1096 time: 1.4975333 Oct 26 11:41:46.292796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'tag': 'dc14618b-28aa-4655-9221-ab93574ce67d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:46.297249 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea6b2d7-78be-4804-a72c-2b04123576c7", "tag": "dc14618b-28aa-4655-9221-ab93574ce67d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:46.481824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68964f60-d6d7-4f97-8898-556a529aa1ae service neutron] Pushing event updated for resources: {'Port': ['ID=dc14618b-28aa-4655-9221-ab93574ce67d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:46.523467 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b9dbe8-e6f4-453b-8d60-dcb9fea6b0f1 x-openstack-request-id: req-32b9dbe8-e6f4-453b-8d60-dcb9fea6b0f1 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:46.523772 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:46.524037 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32b9dbe8-e6f4-453b-8d60-dcb9fea6b0f1 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:46.524449 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'status': 'completed', 'code': 200} Oct 26 11:41:46.554509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-6f153f98-6373-40ea-aa5a-0900f31f2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:46.556515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-6f153f98-6373-40ea-aa5a-0900f31f2e03 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bbb0d190f7204c3781145fc76371703d&device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 1099 time: 0.2268076 Oct 26 11:41:46.590646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-ef16d83d-00f4-4031-8343-eda868a1dbfa service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799981 Oct 26 11:41:46.650419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-4c6a5f86-28cd-4e42-9f88-07d11c17b0b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=dc14618b-28aa-4655-9221-ab93574ce67d HTTP/1.1" status: 200 len: 217 time: 0.0852809 Oct 26 11:41:46.731478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-7d5adb2a-2e2b-40e4-a56f-8884411912cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:46.733397 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-7d5adb2a-2e2b-40e4-a56f-8884411912cd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0759444 Oct 26 11:41:46.791479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-673f6e56-4636-4d5d-a060-4ec1f5791f87 req-113035a9-c77a-4ab6-9ea6-deff7ea8d010 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 210 time: 0.1976159 Oct 26 11:41:46.830607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aabb29-adbf-422d-aed7-4fe86e410a32 req-4d635d5f-6879-4555-88b9-2ac7de212651 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:46.844205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-4445934d-ab78-4afd-bc19-ac75a9e29ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:46.847698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-4445934d-ab78-4afd-bc19-ac75a9e29ecd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052084 Oct 26 11:41:46.850693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59aabb29-adbf-422d-aed7-4fe86e410a32 req-4d635d5f-6879-4555-88b9-2ac7de212651 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 948 time: 0.3983502 Oct 26 11:41:46.896374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac0ac85-d6a8-4c3a-a263-863b6aa1ea8c req-dbbac0e3-bcea-4e49-a8da-af42a3355c1f service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428911 Oct 26 11:41:47.016588 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-42a8359b-b7e9-4143-ba5b-e8f4122cd1cb service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587579 Oct 26 11:41:47.019953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59aabb29-adbf-422d-aed7-4fe86e410a32 req-c63475f3-3531-4d3c-bd9d-a7779c683643 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666837 Oct 26 11:41:47.100527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a671f3-4b53-41c1-961b-c0f30d715e12 req-4429c4a9-d2e4-4889-8a91-74d46f2305ff tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:47.110003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82a671f3-4b53-41c1-961b-c0f30d715e12 req-4429c4a9-d2e4-4889-8a91-74d46f2305ff tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 950 time: 0.2179224 Oct 26 11:41:47.177582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:41:47.203218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45654) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:47.219736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82a671f3-4b53-41c1-961b-c0f30d715e12 req-743bc0dd-208b-4d8b-9d45-a7f12362e195 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043134 Oct 26 11:41:47.226105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:41:47.233219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:47.245003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-network', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:47.261382 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d50cb0-c06e-48f6-a1c4-df540be3e4f9 x-openstack-request-id: req-15d50cb0-c06e-48f6-a1c4-df540be3e4f9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:47.264516 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea6b2d7-78be-4804-a72c-2b04123576c7", "tag": "dc14618b-28aa-4655-9221-ab93574ce67d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:47.264866 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15d50cb0-c06e-48f6-a1c4-df540be3e4f9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:47.265495 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'tag': 'dc14618b-28aa-4655-9221-ab93574ce67d', 'status': 'completed', 'code': 200} Oct 26 11:41:47.313708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626217-3030-4e01-aae5-27d35bded083 req-ec55392a-22af-4d26-a9cc-03b2c4080f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:47.315679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-ec55392a-22af-4d26-a9cc-03b2c4080f2a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1095 time: 0.3232768 Oct 26 11:41:47.355093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b455bef-5eaf-4a12-8ca0-a58beb2afe47 req-038f84a8-31b6-4794-99ba-c577d8b37c83 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299646 Oct 26 11:41:47.400382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Made reservation on behalf of c68b440c3be84addb916b5d5b28dd610 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:47.402760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:47.422619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aaacb81c-4d0c-43b2-bd09-92c5dda74b2a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:47.436524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:47.488936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626217-3030-4e01-aae5-27d35bded083 req-24f56afd-ac70-4c59-bafb-553944309379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:47.491224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-24f56afd-ac70-4c59-bafb-553944309379 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.1667953 Oct 26 11:41:47.511197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac53bd-4ec1-4379-a87d-0f0cdff4c121 req-2054212d-2ea6-4252-97e2-14bf20af0a4b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:47.519169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fac53bd-4ec1-4379-a87d-0f0cdff4c121 req-2054212d-2ea6-4252-97e2-14bf20af0a4b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.1319864 Oct 26 11:41:47.560122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-95952012-e6ba-4a74-b41a-825091fb9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:47.564252 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-95952012-e6ba-4a74-b41a-825091fb9efa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bbb0d190f7204c3781145fc76371703d&device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 1099 time: 0.1379375 Oct 26 11:41:47.582057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-aecae791-3d44-473b-a58c-730ded629077 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.0595877 Oct 26 11:41:47.599572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:47.600686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:47.638025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:41:47.646389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fac53bd-4ec1-4379-a87d-0f0cdff4c121 req-8c111127-dcdc-48e3-a234-1c5586087f72 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257992 Oct 26 11:41:47.683400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626217-3030-4e01-aae5-27d35bded083 req-3cee3b47-0bac-4ff2-809e-fbaf90c70467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:47.684976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-3cee3b47-0bac-4ff2-809e-fbaf90c70467 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0915282 Oct 26 11:41:47.738257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-6ea7e7b8-e16d-48ff-a212-97cc41cc9b2e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391734 Oct 26 11:41:47.746679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:47.758211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:47.830196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:41:47.856552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:47.857493 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Added segment 72b9d600-a336-422c-95a3-68fc35e89438 of type vlan for network 74f3b0d5-c83c-4082-a8b1-f415b01f847a Oct 26 11:41:47.878536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688ae7b4-f42d-4c53-8f29-17204922f131,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:47.950499 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-6e93cb2e-55ba-4e25-a503-1e6fb041362b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=306c30ad120643e3ac2e253fc3971c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386330 Oct 26 11:41:47.999561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:48.015818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-168c54b9-6f31-40a8-b836-c01b46e80e02 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673829 Oct 26 11:41:48.077734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124185b5-31de-4eb7-9b4f-380d1fac66b2 req-d7f50567-1dac-4cfa-b684-f2c85d00224f tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:48.084953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-124185b5-31de-4eb7-9b4f-380d1fac66b2 req-d7f50567-1dac-4cfa-b684-f2c85d00224f tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 950 time: 0.1451116 Oct 26 11:41:48.144725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:48.146945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:48.148492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:48.221589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-e8a5d9a6-8d1e-4e1a-9c2f-10f74adcaf58 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:48.223278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-e8a5d9a6-8d1e-4e1a-9c2f-10f74adcaf58 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622445 Oct 26 11:41:48.239001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Request body: {'port': {'device_id': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '306c30ad120643e3ac2e253fc3971c4d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:48.243588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-43c49df7-760e-4709-9ae6-eb31a5e85b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:48.245163 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-43c49df7-760e-4709-9ae6-eb31a5e85b3e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.6662362 Oct 26 11:41:48.344086 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-63c6ef2d-1aac-484e-b05f-302a23018940 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=dc14618b-28aa-4655-9221-ab93574ce67d HTTP/1.1" status: 200 len: 217 time: 0.0815029 Oct 26 11:41:48.424188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:44Z', 'revision_number': 2, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:48.439607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-0ab8493b-8dc0-4236-9d9f-2627313b181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:48.441411 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-0ab8493b-8dc0-4236-9d9f-2627313b181b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0854847 Oct 26 11:41:48.476722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:41:48.477081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Updating router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 port a5547a56-9c21-4d52-805d-bea84268fe50 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:41:48.521096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee0b0aa0-1c96-4f43-b349-1218e62cae14 req-c16bd54c-9fd6-4711-a253-5d39a47b3c20 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 210 time: 0.3528707 Oct 26 11:41:48.529105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-1b07227f-51c7-4eb7-83ee-e76158d27fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:48.530037 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:48.530652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-1b07227f-51c7-4eb7-83ee-e76158d27fdb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808280 Oct 26 11:41:48.535442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Made reservation on behalf of 306c30ad120643e3ac2e253fc3971c4d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:48.544518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:48.607704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:48.656050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4283051 Oct 26 11:41:48.675032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45682) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:48.689559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Request body: {'subnet': {'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-subnet', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:48.734832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47b139-1665-4098-acc4-682b87f9c7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=74f3b0d5-c83c-4082-a8b1-f415b01f847a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:48.755950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-124185b5-31de-4eb7-9b4f-380d1fac66b2 req-432e7691-6dcf-4eb4-a694-4e1836edd7a6 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991936 Oct 26 11:41:48.763365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:41:48.795560 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-14e48ac6-90e9-4c73-a579-687b157300ed service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302413 Oct 26 11:41:48.806368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2626217-3030-4e01-aae5-27d35bded083 req-22731914-4834-4990-8c1a-2ac2810c4308 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797084 Oct 26 11:41:48.807329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Made reservation on behalf of c68b440c3be84addb916b5d5b28dd610 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:41:48.813915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.018899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.031695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.033665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4c5e-46a8-4456-a05b-ab7125acdd39 req-a2394f32-4fa9-437a-a82f-b14bdaa96d76 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:49.035291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e4c4c5e-46a8-4456-a05b-ab7125acdd39 req-a2394f32-4fa9-437a-a82f-b14bdaa96d76 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 948 time: 0.0883987 Oct 26 11:41:49.116148 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-379567bf-836a-4ba9-a2fa-6b1a513e6bdf req-507126f8-942d-41a8-8400-fa52b7709fbd service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157620 Oct 26 11:41:49.135557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba6d255-2bce-4575-9cb2-fc5b0b3038a0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:49.180365 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65d918a7-2f1b-4d5f-955c-8188721ae845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.251173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Allocated IP 192.168.233.122 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/81c71628-f1a4-47d9-81eb-9156514e5361) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:49.276859 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.288558 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.325549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e4c4c5e-46a8-4456-a05b-ab7125acdd39 req-59b3d2c6-9822-4f15-a57f-ef5845da82d6 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031107 Oct 26 11:41:49.344400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ea08-473a-4053-995c-01006a0d9816 req-4ac16313-e9dd-4577-bfd4-952b84d20c1c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:49.354093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9b8ea08-473a-4053-995c-01006a0d9816 req-4ac16313-e9dd-4577-bfd4-952b84d20c1c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.2227235 Oct 26 11:41:49.394910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825aa02-3194-4b96-aad5-529575d6695f None None] Pushing event updated for resources: {'Port': ['ID=a5547a56-9c21-4d52-805d-bea84268fe50,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:49.432729 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.508555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Attempting to bind port a5547a56-9c21-4d52-805d-bea84268fe50 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:49.509650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Attempting to bind port a5547a56-9c21-4d52-805d-bea84268fe50 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:49.509851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Attempting to bind port a5547a56-9c21-4d52-805d-bea84268fe50 on network 4b734d32-f2d1-40ac-bde0-dea86903c6db {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:49.526110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:49.526835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Checking segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:49.527639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.528516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Bound using segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:49.529275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Bound port: a5547a56-9c21-4d52-805d-bea84268fe50, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:49.530010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.562993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9b8ea08-473a-4053-995c-01006a0d9816 req-de536392-7847-4ccd-9f52-dacf777b8440 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078459 Oct 26 11:41:49.591942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=546cc047-efce-4100-bb10-2c74199732cc,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:49.622345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.673946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Checking segment: {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:49.674544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Network hostable DHCP agents. Network: 74f3b0d5-c83c-4082-a8b1-f415b01f847a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:41:49.722149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] For port a5547a56-9c21-4d52-805d-bea84268fe50, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:49.729990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] For port a5547a56-9c21-4d52-805d-bea84268fe50, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a5547a56-9c21-4d52-805d-bea84268fe50,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:49.737347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.742928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:41:49.756731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.769466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 74f3b0d5-c83c-4082-a8b1-f415b01f847a) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:49.776513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:49.777104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.817825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14c3741a-0d0e-499c-a239-f8ed1b0963ad admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1347902 Oct 26 11:41:49.820720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b97ae-c7d2-48d3-92a1-5dde74dcd509 None None] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:49.822161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45698) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:49.829886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:49.832313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:49.838141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:49.849340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:49.861894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:49.863971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.869607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.871364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:49.909527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6751957 Oct 26 11:41:49.915954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f16c-eadf-46f0-9fc0-47f7c3fcc756 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Pushing event updated for resources: {'Port': ['ID=81c71628-f1a4-47d9-81eb-9156514e5361,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:49.917082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d4963-0899-4a96-9565-cbf561bb3e45 req-8df7e5db-f8ab-4b77-b6d8-0b02cc7696d1 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:49.919065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b88d4963-0899-4a96-9565-cbf561bb3e45 req-8df7e5db-f8ab-4b77-b6d8-0b02cc7696d1 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 950 time: 0.2122254 Oct 26 11:41:49.937282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Request body: {'port': {'device_id': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:41:49.940237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-21cdb96e-ea36-4fc3-991b-7f2b1b7ddde4 None None] Provisioning complete for port a5547a56-9c21-4d52-805d-bea84268fe50 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:49.942058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21cdb96e-ea36-4fc3-991b-7f2b1b7ddde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.032494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:41:50.033582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:50.040033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.061281 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.278983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b88d4963-0899-4a96-9565-cbf561bb3e45 req-8c10b8ca-3c61-4990-adee-881fbbe5022f tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286935 Oct 26 11:41:50.376067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825aa02-3194-4b96-aad5-529575d6695f None None] Pushing event updated for resources: {'Port': ['ID=a5547a56-9c21-4d52-805d-bea84268fe50,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:50.444331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:50.499163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.635648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-9ef718ca-db08-4051-8201-6f0f1f75222f tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:50.637854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-9ef718ca-db08-4051-8201-6f0f1f75222f tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 950 time: 0.1996105 Oct 26 11:41:50.652938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4d935-a1f1-4322-89a4-4c3661d42e0e req-3e6a18b6-b012-4057-ba21-0dd806e7c90b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:50.667009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17e4d935-a1f1-4322-89a4-4c3661d42e0e req-3e6a18b6-b012-4057-ba21-0dd806e7c90b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 936 time: 0.1606727 Oct 26 11:41:50.687816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:41:50.738745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c71628-f1a4-47d9-81eb-9156514e5361 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:50.751943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.768842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Transition to ACTIVE for port object 81c71628-f1a4-47d9-81eb-9156514e5361 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:41:50.777332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21cdb96e-ea36-4fc3-991b-7f2b1b7ddde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.790701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-74f3b0d5-c83c-4082-a8b1-f415b01f847a', 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'fixed_ips': [{'subnet_id': '546cc047-efce-4100-bb10-2c74199732cc'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:41:50.791618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.793937 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.906133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17e4d935-a1f1-4322-89a4-4c3661d42e0e req-da7be75c-8f2c-4061-bbd0-b5d2311552a1 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374229 Oct 26 11:41:50.907600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Pushing event updated for resources: {'Port': ['ID=81c71628-f1a4-47d9-81eb-9156514e5361,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:50.922125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Attempting to bind port 81c71628-f1a4-47d9-81eb-9156514e5361 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:50.922495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Attempting to bind port 81c71628-f1a4-47d9-81eb-9156514e5361 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:50.922780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Attempting to bind port 81c71628-f1a4-47d9-81eb-9156514e5361 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:50.929541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Port 81c71628-f1a4-47d9-81eb-9156514e5361 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:41:50.929731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Attempting to bind port 81c71628-f1a4-47d9-81eb-9156514e5361 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:50.944274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:50.944729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:50.945539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:50.946377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Bound port: 81c71628-f1a4-47d9-81eb-9156514e5361, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:50.946986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:50.955250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:50.967653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bcceb-7b6d-4499-9ca3-1b290610e81f req-90ec77dc-e1cf-42de-a884-040716ef797b tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:50.978412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-465bcceb-7b6d-4499-9ca3-1b290610e81f req-90ec77dc-e1cf-42de-a884-040716ef797b tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 948 time: 0.2594497 Oct 26 11:41:50.983722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'port_id': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'mac_address': 'fa:16:3e:80:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f686f1-6add-4b58-9072-b625da6ccc84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:51.018237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-21cdb96e-ea36-4fc3-991b-7f2b1b7ddde4 None None] For port a5547a56-9c21-4d52-805d-bea84268fe50, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a5547a56-9c21-4d52-805d-bea84268fe50,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:51.167048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] For port 81c71628-f1a4-47d9-81eb-9156514e5361, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:51.174807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] For port 81c71628-f1a4-47d9-81eb-9156514e5361, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=81c71628-f1a4-47d9-81eb-9156514e5361,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:51.187251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.200539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Allocated IP 172.20.0.2 (74f3b0d5-c83c-4082-a8b1-f415b01f847a/546cc047-efce-4100-bb10-2c74199732cc/26b04be4-aef0-4c8e-a6a1-94bde0df9bfb) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:51.245512 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21cdb96e-ea36-4fc3-991b-7f2b1b7ddde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.280504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-465bcceb-7b6d-4499-9ca3-1b290610e81f req-135b43b6-77a3-4976-8bbc-5a1bb02cbe8a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998052 Oct 26 11:41:51.297407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:51.300217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.300217 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] 10.222.0.30 "PUT /v2.0/ports/81c71628-f1a4-47d9-81eb-9156514e5361 HTTP/1.1" status: 200 len: 1096 time: 1.3726161 Oct 26 11:41:51.300217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'tag': '81c71628-f1a4-47d9-81eb-9156514e5361'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:51.302982 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29756a0d-9d7c-448a-8d52-c715144b8ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7661ad-218c-4f15-9eb3-533b16874f6f", "tag": "81c71628-f1a4-47d9-81eb-9156514e5361"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:51.378464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Deleting port 561490b4-e8e3-4840-bd3a-c85582689c75 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:41:51.378965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.454792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350052e2-42a2-4b75-a3a8-d2f830cd366e service neutron] Pushing event updated for resources: {'Port': ['ID=81c71628-f1a4-47d9-81eb-9156514e5361,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:51.521563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] For port 561490b4-e8e3-4840-bd3a-c85582689c75, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=561490b4-e8e3-4840-bd3a-c85582689c75,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:51.522446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.527149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-3719f96e-c58d-4914-98e6-fd71e1117fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:51.539850 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-3719f96e-c58d-4914-98e6-fd71e1117fed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306c30ad120643e3ac2e253fc3971c4d&device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 1099 time: 0.1804919 Oct 26 11:41:51.540525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Calling delete_port for 561490b4-e8e3-4840-bd3a-c85582689c75 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:41:51.630682 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-879f7e3a-3450-4098-89cb-101074579b4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=81c71628-f1a4-47d9-81eb-9156514e5361 HTTP/1.1" status: 200 len: 217 time: 0.0851357 Oct 26 11:41:51.637780 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.660209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-244fee2e-702d-410d-b031-da5a4efcaeaa None None] Provisioning complete for port a5547a56-9c21-4d52-805d-bea84268fe50 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:51.661391 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-244fee2e-702d-410d-b031-da5a4efcaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.730797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-a8e17bc3-1943-4d53-8083-7909aa4ccc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:51.732336 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-a8e17bc3-1943-4d53-8083-7909aa4ccc17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0949569 Oct 26 11:41:51.738582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45730) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:51.805667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdb96e-ea36-4fc3-991b-7f2b1b7ddde4 None None] Pushing event updated for resources: {'Port': ['ID=a5547a56-9c21-4d52-805d-bea84268fe50,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:51.819421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752d1139-66d5-48cf-bd7c-9f1daa9f5214 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:51.834724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-9f79e8af-07f7-4a0a-937f-97a66b278c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:51.837010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-9f79e8af-07f7-4a0a-937f-97a66b278c97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912406 Oct 26 11:41:51.839112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59d133f2-ab56-4d1c-80e8-a025201e4255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.939600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:51.963752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0fe730a-eb57-44eb-ab92-ae2e653ccd8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.970007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:51.971306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dc14618b-28aa-4655-9221-ab93574ce67d details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:51.983183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2864d26-9f6c-4d65-a43c-862400cb366f req-b3fe2f2f-ef84-4907-b4d3-45290b613043 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:51.984317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2864d26-9f6c-4d65-a43c-862400cb366f req-b3fe2f2f-ef84-4907-b4d3-45290b613043 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.6454816 Oct 26 11:41:52.007870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.075742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-d4f0447d-e24c-4ac3-bf87-1181b7c3bc5c service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284322 Oct 26 11:41:52.089484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12963b-1659-49ed-8f34-d3f5f0ba7b5c req-d581cade-2239-492f-b6d1-219317b00d24 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:52.091100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed12963b-1659-49ed-8f34-d3f5f0ba7b5c req-d581cade-2239-492f-b6d1-219317b00d24 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/ports?device_id=4aab3130-0b37-4057-8e07-a04ee961dc88 HTTP/1.1" status: 200 len: 950 time: 0.3381097 Oct 26 11:41:52.097465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.123761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.153049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.177845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:41:52.227881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2864d26-9f6c-4d65-a43c-862400cb366f req-1a91eb69-693a-4b4b-82d8-b7bd5cc36f77 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233689 Oct 26 11:41:52.263799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.264644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:52.265454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:52.273911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:49Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:52.280029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0fe730a-eb57-44eb-ab92-ae2e653ccd8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.284187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:52.290009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0fe730a-eb57-44eb-ab92-ae2e653ccd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.313681 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7a0ab227-7892-4596-8ad5-8c979f335d40 req-0f965f1b-3c86-42f5-a5fa-699e08ab6d5d service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281432 Oct 26 11:41:52.342729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:52.364046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea927c7-8702-46f2-81cf-4012bd1f522b None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:49Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:41:52.374032 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f692a2-c9cc-407b-a477-e1be185429f6 x-openstack-request-id: req-d0f692a2-c9cc-407b-a477-e1be185429f6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:52.375393 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7661ad-218c-4f15-9eb3-533b16874f6f", "tag": "81c71628-f1a4-47d9-81eb-9156514e5361", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:52.375393 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0f692a2-c9cc-407b-a477-e1be185429f6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:52.375709 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'tag': '81c71628-f1a4-47d9-81eb-9156514e5361', 'status': 'completed', 'code': 200} Oct 26 11:41:52.388829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c0fe730a-eb57-44eb-ab92-ae2e653ccd8c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a0b401aeb974aeeb2fbf47f147a3849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482286 Oct 26 11:41:52.391407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:52.436881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe730a-eb57-44eb-ab92-ae2e653ccd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af16e72c-ec88-4aab-bd69-c465d0e234eb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:52.492666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Pushing event updated for resources: {'Port': ['ID=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:52.548445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Pushing event deleted for resources: {'Port': ['ID=561490b4-e8e3-4840-bd3a-c85582689c75,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:52.559715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port dc14618b-28aa-4655-9221-ab93574ce67d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dc14618b-28aa-4655-9221-ab93574ce67d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:52.562796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Attempting to bind port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:52.563230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Attempting to bind port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:52.563592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Attempting to bind port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb on network 74f3b0d5-c83c-4082-a8b1-f415b01f847a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:52.566492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed12963b-1659-49ed-8f34-d3f5f0ba7b5c req-5ecdd924-a1b2-4704-8009-09e8c386c2da tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.88 "GET /v2.0/security-groups?id=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330952 Oct 26 11:41:52.577580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:52.577932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Checking segment: {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:52.578347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.578735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Bound using segment: {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:52.579249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Bound port: 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:52.579630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.581875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'dc14618b-28aa-4655-9221-ab93574ce67d', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'dc14618b-28aa-4655-9221-ab93574ce67d', 'mac_address': 'fa:16:3e:28:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:52.688070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-4938066e-1a4f-4f78-a9bc-7e3cbc15c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:52.691551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-4938066e-1a4f-4f78-a9bc-7e3cbc15c364 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306c30ad120643e3ac2e253fc3971c4d&device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 1099 time: 0.2459741 Oct 26 11:41:52.699193 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2aafe902-ec3a-4f41-81c8-d249884079d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.733336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.821342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc14618b-28aa-4655-9221-ab93574ce67d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:52.865626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] For port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:52.891776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2aafe902-ec3a-4f41-81c8-d249884079d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.918341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.925808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] For port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,segment=NetworkSegment(72b9d600-a336-422c-95a3-68fc35e89438),segment_id=72b9d600-a336-422c-95a3-68fc35e89438)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:52.934089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port dc14618b-28aa-4655-9221-ab93574ce67d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dc14618b-28aa-4655-9221-ab93574ce67d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:52.953148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:52.958121 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:53.082651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-c011ff0f-881f-4df2-bb54-d839f91eeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:53.107304 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:53.110973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c99ad-e241-4775-811c-d007a2e20b36 None None] Pushing event updated for resources: {'Port': ['ID=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:53.126114 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-c011ff0f-881f-4df2-bb54-d839f91eeed1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3812833 Oct 26 11:41:53.217964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['752d1139-66d5-48cf-bd7c-9f1daa9f5214'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:53.276630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['dc14618b-28aa-4655-9221-ab93574ce67d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:53.304569 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-fa2e95ba-5cdb-4132-9cdf-3e4c4756fa9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=81c71628-f1a4-47d9-81eb-9156514e5361 HTTP/1.1" status: 200 len: 217 time: 0.1770504 Oct 26 11:41:53.306270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2aafe902-ec3a-4f41-81c8-d249884079d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:53.309517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2aafe902-ec3a-4f41-81c8-d249884079d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:53.314152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2aafe902-ec3a-4f41-81c8-d249884079d6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af16e72c-ec88-4aab-bd69-c465d0e234eb HTTP/1.1" status: 204 len: 168 time: 0.9208486 Oct 26 11:41:53.353254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafe902-ec3a-4f41-81c8-d249884079d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af16e72c-ec88-4aab-bd69-c465d0e234eb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:53.379190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] No DVR routers for this DVR port 561490b4-e8e3-4840-bd3a-c85582689c75 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:41:53.388821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-0ba64bf7-5a12-4097-a124-895ba08ba256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:53.390372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-0ba64bf7-5a12-4097-a124-895ba08ba256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0752938 Oct 26 11:41:53.446928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:53.455652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bef16dc-96c0-439c-88eb-0daed81d2138 req-5798a1b7-b723-493f-b5b5-4a3e306ccdf5 tempest-ServerDiagnosticsNegativeTest-1167022797 tempest-ServerDiagnosticsNegativeTest-1167022797-project] 10.222.0.30 "DELETE /v2.0/ports/561490b4-e8e3-4840-bd3a-c85582689c75 HTTP/1.1" status: 204 len: 173 time: 2.7841644 Oct 26 11:41:53.456951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Allocated IP 172.25.4.175 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/11013f65-9809-4b1e-826b-44a466ac4e82) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:53.462395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'name': 'network-vif-deleted', 'tag': '561490b4-e8e3-4840-bd3a-c85582689c75'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:53.465664 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44248c37-d986-4b33-980e-7e2ea6788eda" -d '{"events": [{"server_uuid": "4aab3130-0b37-4057-8e07-a04ee961dc88", "name": "network-vif-deleted", "tag": "561490b4-e8e3-4840-bd3a-c85582689c75"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:53.537954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-1dc70e5d-d650-43d1-8126-f48ddd323f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:53.539562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-1dc70e5d-d650-43d1-8126-f48ddd323f81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407731 Oct 26 11:41:53.761188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ed5f-8809-4cc1-8156-c0ff0ec41337 req-95a14936-cf19-4b47-b43d-3970e78d47c9 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:53.780341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2f7ed5f-8809-4cc1-8156-c0ff0ec41337 req-95a14936-cf19-4b47-b43d-3970e78d47c9 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 948 time: 0.5107141 Oct 26 11:41:53.827275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffee45-815a-4ecc-997e-1f13464ced6d req-0328328a-6017-4c08-9e89-ea1a902abfc3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:53.839870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9ffee45-815a-4ecc-997e-1f13464ced6d req-0328328a-6017-4c08-9e89-ea1a902abfc3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 949 time: 0.5562439 Oct 26 11:41:53.960598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a5547a56-9c21-4d52-805d-bea84268fe50 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:54.078197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 561490b4-e8e3-4840-bd3a-c85582689c75 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:41:54.083868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2f7ed5f-8809-4cc1-8156-c0ff0ec41337 req-2c2d92da-c177-49db-8d07-596e99c43ba3 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997363 Oct 26 11:41:54.139952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9ffee45-815a-4ecc-997e-1f13464ced6d req-10d94f93-22a2-4c65-a759-10fcedc3635c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808683 Oct 26 11:41:54.164246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45754) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:54.170961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 561490b4-e8e3-4840-bd3a-c85582689c75 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:41:54.171570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 561490b4-e8e3-4840-bd3a-c85582689c75 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:41:54.174821 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-44a3f0e0-d4eb-4c7a-831b-20b2584ec148 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002669 Oct 26 11:41:54.178509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=dc14618b-28aa-4655-9221-ab93574ce67d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:54.223018 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.225890 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-868dd389-6237-4b56-8a5a-f8d88781be41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.302667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a5547a56-9c21-4d52-805d-bea84268fe50 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:54.305180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.505220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-868dd389-6237-4b56-8a5a-f8d88781be41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.530382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-868dd389-6237-4b56-8a5a-f8d88781be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.573885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29756a0d-9d7c-448a-8d52-c715144b8ae6 req-c817a710-b511-407a-ba00-712d7bbdac7b service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881097 Oct 26 11:41:54.726995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.797396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254c5ee-872c-45af-a71d-6f71a90b0639 req-1ccc25bd-a794-4332-97e9-7485958fb40f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:54.815275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c254c5ee-872c-45af-a71d-6f71a90b0639 req-1ccc25bd-a794-4332-97e9-7485958fb40f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 945 time: 0.2964053 Oct 26 11:41:54.819751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-868dd389-6237-4b56-8a5a-f8d88781be41 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=824fac9465364adc93f0d5172c774215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543818 Oct 26 11:41:54.821886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dd389-6237-4b56-8a5a-f8d88781be41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990f95ec-85d1-49b7-aef3-e0eb9aeac5bd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:54.829024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45758) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:54.850188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:54.916969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-07e27616-d670-4254-b78a-d46af7c72f80 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:54.919352 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-07e27616-d670-4254-b78a-d46af7c72f80 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 950 time: 0.2252259 Oct 26 11:41:54.974314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd513fed-1d80-45c8-9b12-61c274b3616c None None] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:41:55.053795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c254c5ee-872c-45af-a71d-6f71a90b0639 req-41234f50-7d82-42b1-9619-1edd597d9c02 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373610 Oct 26 11:41:55.057050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:55.093532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e1d04ae-d6c3-4576-9125-78dbfdeddf8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.094695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:55.105742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:55.180767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e1d04ae-d6c3-4576-9125-78dbfdeddf8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.198292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Pushing event updated for resources: {'Port': ['ID=11013f65-9809-4b1e-826b-44a466ac4e82,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:55.204640 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ccd81-8373-4286-a916-12288bd2c9f8 x-openstack-request-id: req-7e4ccd81-8373-4286-a916-12288bd2c9f8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:55.204640 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aab3130-0b37-4057-8e07-a04ee961dc88", "name": "network-vif-deleted", "tag": "561490b4-e8e3-4840-bd3a-c85582689c75", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:55.204640 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e4ccd81-8373-4286-a916-12288bd2c9f8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:55.205230 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aab3130-0b37-4057-8e07-a04ee961dc88', 'name': 'network-vif-deleted', 'tag': '561490b4-e8e3-4840-bd3a-c85582689c75', 'status': 'completed', 'code': 200} Oct 26 11:41:55.246806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0163fa66-7d12-435f-9180-727e9cb38a29 None None] Provisioning complete for port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:55.247374 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0163fa66-7d12-435f-9180-727e9cb38a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.277577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Deleting port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:41:55.277908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.418278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9dddb-0aa2-43f4-bff9-d1207e631ae9 req-e82159dd-7419-46f0-9f1d-d39ed4734d8e tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:55.431272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acc9dddb-0aa2-43f4-bff9-d1207e631ae9 req-e82159dd-7419-46f0-9f1d-d39ed4734d8e tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 950 time: 0.4524708 Oct 26 11:41:55.453969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:55.504381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e1d04ae-d6c3-4576-9125-78dbfdeddf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.513190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e1d04ae-d6c3-4576-9125-78dbfdeddf8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.517875 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5e1d04ae-d6c3-4576-9125-78dbfdeddf8e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/990f95ec-85d1-49b7-aef3-e0eb9aeac5bd HTTP/1.1" status: 204 len: 168 time: 0.6846921 Oct 26 11:41:55.540632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d04ae-d6c3-4576-9125-78dbfdeddf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990f95ec-85d1-49b7-aef3-e0eb9aeac5bd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:55.587606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] For port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:55.588248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.609037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Calling delete_port for e7015aac-32e4-4c02-b4ac-9a58ac46eb5f owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:41:55.708891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0163fa66-7d12-435f-9180-727e9cb38a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.727767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:55.728825 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.813310 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.814808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acc9dddb-0aa2-43f4-bff9-d1207e631ae9 req-dead2ce8-d458-482b-a53e-a669719f02af tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/security-groups?id=f00bb656-aa40-4775-87ee-84a5607a5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787136 Oct 26 11:41:55.834331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0163fa66-7d12-435f-9180-727e9cb38a29 None None] For port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,segment=NetworkSegment(72b9d600-a336-422c-95a3-68fc35e89438),segment_id=72b9d600-a336-422c-95a3-68fc35e89438)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:55.836662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ce808-ab74-4dfb-8f06-4bd744c7eb2d req-4045fe30-a4fd-481b-8a78-184d6add37e0 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:55.845242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc2ce808-ab74-4dfb-8f06-4bd744c7eb2d req-4045fe30-a4fd-481b-8a78-184d6add37e0 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 948 time: 0.3373935 Oct 26 11:41:55.858414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Pushing event deleted for resources: {'Port': ['ID=e7015aac-32e4-4c02-b4ac-9a58ac46eb5f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:55.886034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e7015aac-32e4-4c02-b4ac-9a58ac46eb5f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:55.949871 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0163fa66-7d12-435f-9180-727e9cb38a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:55.954395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 81c71628-f1a4-47d9-81eb-9156514e5361 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:41:56.007825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.022202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc2ce808-ab74-4dfb-8f06-4bd744c7eb2d req-a162b584-9929-4dea-b33b-69a59d5c0aab tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757612 Oct 26 11:41:56.105310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45776) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:56.107868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] No DVR routers for this DVR port e7015aac-32e4-4c02-b4ac-9a58ac46eb5f on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:41:56.144437 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.153579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dfed2ca-6db3-4955-a3d2-1fdc69c2b629 req-a57374bf-88e0-49c9-8a54-77e8b734b923 tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.30 "DELETE /v2.0/ports/e7015aac-32e4-4c02-b4ac-9a58ac46eb5f HTTP/1.1" status: 204 len: 173 time: 1.2151563 Oct 26 11:41:56.154373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f67540-028c-4add-b7b3-877a75ef9c07', 'name': 'network-vif-deleted', 'tag': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:56.158728 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6839e2f6-d678-4d86-85df-01c38cc114a9" -d '{"events": [{"server_uuid": "56f67540-028c-4add-b7b3-877a75ef9c07", "name": "network-vif-deleted", "tag": "e7015aac-32e4-4c02-b4ac-9a58ac46eb5f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:56.328926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72216d-2632-4a5f-be4e-787e94dc6481 req-ebd407c0-ac3b-4eae-b8fe-d6a3b5e692d9 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:56.339429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f72216d-2632-4a5f-be4e-787e94dc6481 req-ebd407c0-ac3b-4eae-b8fe-d6a3b5e692d9 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 949 time: 0.3149269 Oct 26 11:41:56.491516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163fa66-7d12-435f-9180-727e9cb38a29 None None] Pushing event updated for resources: {'Port': ['ID=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:56.497931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-436a56c3-48fd-48c6-95bb-931664eee943 None None] Provisioning complete for port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:56.498397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-436a56c3-48fd-48c6-95bb-931664eee943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.505995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f72216d-2632-4a5f-be4e-787e94dc6481 req-1b16b77d-528c-4722-9cd6-33a503995034 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500678 Oct 26 11:41:56.572771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 81c71628-f1a4-47d9-81eb-9156514e5361, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=81c71628-f1a4-47d9-81eb-9156514e5361,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:56.593987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '81c71628-f1a4-47d9-81eb-9156514e5361', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '81c71628-f1a4-47d9-81eb-9156514e5361', 'mac_address': 'fa:16:3e:bd:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:41:56.595935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-84c071c6-80cb-4868-ba01-5c434b16cee7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2365622dc79d40ed9c45bd53b51a78f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885569 Oct 26 11:41:56.596779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45792) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:56.647080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b7ea3-03b3-47de-b2c8-ea097c4dbf90 req-cb7eed33-bcb6-4272-bf5a-0575bc06ab7f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:56.649094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa9b7ea3-03b3-47de-b2c8-ea097c4dbf90 req-cb7eed33-bcb6-4272-bf5a-0575bc06ab7f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 945 time: 0.3432009 Oct 26 11:41:56.692555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.721023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c71628-f1a4-47d9-81eb-9156514e5361 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:41:56.751841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 81c71628-f1a4-47d9-81eb-9156514e5361, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=81c71628-f1a4-47d9-81eb-9156514e5361,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:56.759313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.773600 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870e221-b5f5-4235-9583-96e6108366b0 x-openstack-request-id: req-5870e221-b5f5-4235-9583-96e6108366b0 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:56.774016 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f67540-028c-4add-b7b3-877a75ef9c07", "name": "network-vif-deleted", "tag": "e7015aac-32e4-4c02-b4ac-9a58ac46eb5f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:56.774272 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5870e221-b5f5-4235-9583-96e6108366b0 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:56.774678 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f67540-028c-4add-b7b3-877a75ef9c07', 'name': 'network-vif-deleted', 'tag': 'e7015aac-32e4-4c02-b4ac-9a58ac46eb5f', 'status': 'completed', 'code': 200} Oct 26 11:41:56.775449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.799566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa9b7ea3-03b3-47de-b2c8-ea097c4dbf90 req-c62e83db-8afd-4a8c-94ab-0a194503669d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080112 Oct 26 11:41:56.825873 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.829936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.901582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=81c71628-f1a4-47d9-81eb-9156514e5361,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:56.937631 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.940568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:56.942002 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17 HTTP/1.1" status: 204 len: 168 time: 0.3439808 Oct 26 11:41:56.979075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f62e0b0-d7ad-495d-8d40-3f9dac6f9d17,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:56.986833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:57.025543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.029823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.030541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.031317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.032031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.032874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.033430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.033949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.034461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.035008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.035525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.036583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6944ce-26b8-442f-b0b3-78a2f1405fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:57.158652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['81c71628-f1a4-47d9-81eb-9156514e5361'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:41:57.253338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c428e37-646f-4548-83bf-c426b20bd9dc req-7702102b-eef7-43cb-bba1-7ee15bffc6dc tempest-TenantUsagesTestJSON-1933548208 tempest-TenantUsagesTestJSON-1933548208-project] 10.222.0.88 "GET /v2.0/ports?device_id=56f67540-028c-4add-b7b3-877a75ef9c07 HTTP/1.1" status: 200 len: 210 time: 0.1545825 Oct 26 11:41:57.340989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:41:57.348916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:57.349299 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:57.389695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ede9-d018-483d-ba93-fcd29ccf0997 req-afccfc7e-4ae1-4286-b569-ea79e5d8ab29 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:57.391519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd7ede9-d018-483d-ba93-fcd29ccf0997 req-afccfc7e-4ae1-4286-b569-ea79e5d8ab29 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 949 time: 0.1353245 Oct 26 11:41:57.408086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:57.477405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd7ede9-d018-483d-ba93-fcd29ccf0997 req-c255a24a-ec95-49f4-b5a8-7d03086737cc tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709336 Oct 26 11:41:57.484033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Router 9e808ae4-5926-4416-a13e-6af40f3c24df is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:41:57.600412 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:57.613319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:57.613769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:57.688357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:41:57.708415 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Sync routers for ids ['9e808ae4-5926-4416-a13e-6af40f3c24df'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:41:57.723329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:57.725510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8ab9ba2e-8dd5-47a9-805a-fa140fc80796 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.9013910 Oct 26 11:41:57.728284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45832) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:57.734018 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Routers {'9e808ae4-5926-4416-a13e-6af40f3c24df'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:41:57.735567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:41:57.735825 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9e808ae4-5926-4416-a13e-6af40f3c24df'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:57.738620 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146e8953-6e9f-4a54-9f64-c9467feb16d9" -d '{"events": [{"server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "name": "network-vif-plugged", "status": "completed", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:41:57.778445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:57.782689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45836) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:57.797040 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:57.800119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dc14618b-28aa-4655-9221-ab93574ce67d up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:57.811443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:57.843522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5720-4c99-431a-bd9c-f8a753ee9b8c req-7286ed34-5f69-4831-a180-f7692dd40908 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:57.852404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cfa5720-4c99-431a-bd9c-f8a753ee9b8c req-7286ed34-5f69-4831-a180-f7692dd40908 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 949 time: 0.1250007 Oct 26 11:41:57.968884 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Set router 9e808ae4-5926-4416-a13e-6af40f3c24df gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:41:58.017370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e7015aac-32e4-4c02-b4ac-9a58ac46eb5f no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:41:58.085539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.091463 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.132578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: e7015aac-32e4-4c02-b4ac-9a58ac46eb5f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:41:58.133282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e7015aac-32e4-4c02-b4ac-9a58ac46eb5f not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:41:58.175327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:58.184449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port dc14618b-28aa-4655-9221-ab93574ce67d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:41:58.190295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port dc14618b-28aa-4655-9221-ab93574ce67d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:41:58.191112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.244658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b49e6c0cfc24317a153fbc82027959a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538627 Oct 26 11:41:58.275464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cfa5720-4c99-431a-bd9c-f8a753ee9b8c req-df32e879-14c7-43ed-b560-e1c57355faa3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196494 Oct 26 11:41:58.281039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45844) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:41:58.282938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a9eac-80ef-4d2a-9653-cf47db1fca09,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:58.413435 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ae5ab-7422-4d6f-b00b-bac52d7c4d95 x-openstack-request-id: req-1a7ae5ab-7422-4d6f-b00b-bac52d7c4d95 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:41:58.415571 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "name": "network-vif-plugged", "status": "completed", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:41:58.416020 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1a7ae5ab-7422-4d6f-b00b-bac52d7c4d95 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:41:58.418824 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'code': 200} Oct 26 11:41:58.456030 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.459821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.465338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.466232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.466770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.467351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.467841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.468421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.468985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.475360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.476497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.477283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.482898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5d85ae-1667-4fee-ac6f-e44c9628e95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:41:58.534890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port dc14618b-28aa-4655-9221-ab93574ce67d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dc14618b-28aa-4655-9221-ab93574ce67d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:58.544058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.548499 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:41:55Z', 'revision_number': 3, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:58.581210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3be07-93ed-429e-b3ca-8b9a04ff50b8 req-c8805a6f-9b7f-41bd-b554-75b1267e011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:58.584932 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27a3be07-93ed-429e-b3ca-8b9a04ff50b8 req-c8805a6f-9b7f-41bd-b554-75b1267e011d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1097 time: 0.1317801 Oct 26 11:41:58.618617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=dc14618b-28aa-4655-9221-ab93574ce67d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:58.642367 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Checking router: 9e808ae4-5926-4416-a13e-6af40f3c24df for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:41:58.647073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074eed9-6dc3-4af6-a603-e2e5bccfb581 req-2c06a43e-55a1-4952-89b2-160f51e905ad tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:58.648231 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Updating router 9e808ae4-5926-4416-a13e-6af40f3c24df port 11013f65-9809-4b1e-826b-44a466ac4e82 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:41:58.658831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5074eed9-6dc3-4af6-a603-e2e5bccfb581 req-2c06a43e-55a1-4952-89b2-160f51e905ad tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 971 time: 0.2026005 Oct 26 11:41:58.662595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-020b9ec8-673f-42e6-9296-ce0543536d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.663115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27a3be07-93ed-429e-b3ca-8b9a04ff50b8 req-eece853b-5940-4a5e-bb6a-e6294039cd59 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623348 Oct 26 11:41:58.696418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-020b9ec8-673f-42e6-9296-ce0543536d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.700865 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.790513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d18fb1-5b3c-418d-ad08-0e5869645dd9 req-c0e62a3b-0f23-4faf-acc4-2f58fc1cffe6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:58.792277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80d18fb1-5b3c-418d-ad08-0e5869645dd9 req-c0e62a3b-0f23-4faf-acc4-2f58fc1cffe6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 946 time: 0.2323375 Oct 26 11:41:58.811512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5074eed9-6dc3-4af6-a603-e2e5bccfb581 req-2cb05975-e021-4af0-bbe9-38c245dc0a2d tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512322 Oct 26 11:41:58.836399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-020b9ec8-673f-42e6-9296-ce0543536d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.839328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-020b9ec8-673f-42e6-9296-ce0543536d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:58.843712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-020b9ec8-673f-42e6-9296-ce0543536d78 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/733a9eac-80ef-4d2a-9653-cf47db1fca09 HTTP/1.1" status: 204 len: 168 time: 0.5425408 Oct 26 11:41:58.901106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80d18fb1-5b3c-418d-ad08-0e5869645dd9 req-d583a201-4ba2-4538-a1a8-f562e2e77ca7 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867317 Oct 26 11:41:58.913360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9ec8-673f-42e6-9296-ce0543536d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a9eac-80ef-4d2a-9653-cf47db1fca09,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:58.928429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.125658 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.133215 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.138989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bb47b-a7b8-44ea-9d9a-340c90e826c8 req-73589149-fa97-4a79-9d9b-d4b5d79dcd6a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:59.141465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd0bb47b-a7b8-44ea-9d9a-340c90e826c8 req-73589149-fa97-4a79-9d9b-d4b5d79dcd6a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 949 time: 0.1201301 Oct 26 11:41:59.246627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd0bb47b-a7b8-44ea-9d9a-340c90e826c8 req-282f1cb3-3323-4946-ab79-0f2bab953b79 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979874 Oct 26 11:41:59.249989 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Attempting to bind port 11013f65-9809-4b1e-826b-44a466ac4e82 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:41:59.250552 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Attempting to bind port 11013f65-9809-4b1e-826b-44a466ac4e82 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:41:59.251007 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Attempting to bind port 11013f65-9809-4b1e-826b-44a466ac4e82 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:41:59.257282 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d9434-3b10-4d7d-8a69-e30e8d1ea4c9 None None] Pushing event updated for resources: {'Port': ['ID=11013f65-9809-4b1e-826b-44a466ac4e82,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:59.264678 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:41:59.265299 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:41:59.266249 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.266945 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:41:59.267720 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Bound port: 11013f65-9809-4b1e-826b-44a466ac4e82, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:41:59.268393 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.345865 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] For port 11013f65-9809-4b1e-826b-44a466ac4e82, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:41:59.351352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] For port 11013f65-9809-4b1e-826b-44a466ac4e82, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=11013f65-9809-4b1e-826b-44a466ac4e82,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:41:59.360980 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.463317 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Routers {'9e808ae4-5926-4416-a13e-6af40f3c24df'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:41:59.464445 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9e808ae4-5926-4416-a13e-6af40f3c24df'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:41:59.470449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Allocated IP 172.20.0.1 (74f3b0d5-c83c-4082-a8b1-f415b01f847a/546cc047-efce-4100-bb10-2c74199732cc/4a70187d-08cc-48ea-be33-9a6b72c5d23d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:41:59.510007 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d9434-3b10-4d7d-8a69-e30e8d1ea4c9 None None] Pushing event updated for resources: {'Port': ['ID=11013f65-9809-4b1e-826b-44a466ac4e82,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:59.548509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48c124-05ec-4f41-916f-33a0512a9019 req-bfc04e94-796a-4ae0-8c58-08f62034a9d4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:41:59.552617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec48c124-05ec-4f41-916f-33a0512a9019 req-bfc04e94-796a-4ae0-8c58-08f62034a9d4 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 950 time: 0.1086452 Oct 26 11:41:59.599342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] Set router 9e808ae4-5926-4416-a13e-6af40f3c24df gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:41:59.703093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.761197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:41:59.911624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:41:59.947781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec48c124-05ec-4f41-916f-33a0512a9019 req-d4b3cf8a-8bf3-4ea8-aa29-c3849816c42c tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785679 Oct 26 11:41:59.960916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:41:59.979514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 81c71628-f1a4-47d9-81eb-9156514e5361 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:41:59.992563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:41:59.993114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.028056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45884) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:00.139751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 81c71628-f1a4-47d9-81eb-9156514e5361 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:42:00.143988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 81c71628-f1a4-47d9-81eb-9156514e5361 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:00.145248 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.227334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887669cc-9a8a-4a5e-b554-82076ce7f639 req-b9df6012-22c0-4aeb-b45d-1ca4b056830b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:00.240233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-887669cc-9a8a-4a5e-b554-82076ce7f639 req-b9df6012-22c0-4aeb-b45d-1ca4b056830b tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 971 time: 0.1460760 Oct 26 11:42:00.277305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a70187d-08cc-48ea-be33-9a6b72c5d23d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:00.289780 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:41:55Z', 'revision_number': 3, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:00.387766 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.389867 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9caf22e-5c28-41ab-bec8-9b9776a0af98 None None] The sync data for ids ['9e808ae4-5926-4416-a13e-6af40f3c24df'] in n-d-812150-3 is: [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:41:55Z', 'revision_number': 3, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:00.416323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-82077df2-6048-4ae4-9a08-14ef63849b92 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:00.418026 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-82077df2-6048-4ae4-9a08-14ef63849b92 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.100 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 971 time: 0.4928873 Oct 26 11:42:00.419176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.445886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc14618b-28aa-4655-9221-ab93574ce67d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:00.448096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-887669cc-9a8a-4a5e-b554-82076ce7f639 req-7d01102b-5d43-4d9b-a982-7c509953ee25 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044692 Oct 26 11:42:00.476396 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e20f5-debc-4472-a42d-2cde7f91a65e" -d '{"events": [{"server_uuid": "2ea6b2d7-78be-4804-a72c-2b04123576c7", "name": "network-vif-plugged", "status": "completed", "tag": "dc14618b-28aa-4655-9221-ab93574ce67d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:00.557668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bbb454f3-f291-41c0-8086-2e9ff85e5e6e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ff39bf5e1bee477b86b40a241bf71591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272748 Oct 26 11:42:00.563018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:00.601662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 81c71628-f1a4-47d9-81eb-9156514e5361, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=81c71628-f1a4-47d9-81eb-9156514e5361,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:00.604334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4d63cc3f-80d7-4c3c-9647-46bd37c4d903 None None] Provisioning complete for port 4a70187d-08cc-48ea-be33-9a6b72c5d23d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:00.604985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4d63cc3f-80d7-4c3c-9647-46bd37c4d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.774505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933438-922b-4c81-8223-5c12b3817608 req-05c1c8c8-0d4f-473e-a501-b1c66cceae6c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:00.780402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42933438-922b-4c81-8223-5c12b3817608 req-05c1c8c8-0d4f-473e-a501-b1c66cceae6c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 946 time: 0.1973405 Oct 26 11:42:00.803663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300af132-3036-49fa-bc52-af0fed60209e req-c44ac30e-446d-456b-a8c3-34bff1bf5b83 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:00.813849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4d63cc3f-80d7-4c3c-9647-46bd37c4d903 None None] Port 4a70187d-08cc-48ea-be33-9a6b72c5d23d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:00.815638 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.823566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-300af132-3036-49fa-bc52-af0fed60209e req-c44ac30e-446d-456b-a8c3-34bff1bf5b83 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.1544204 Oct 26 11:42:00.837825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.875175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.875943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.914322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=81c71628-f1a4-47d9-81eb-9156514e5361,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:00.959545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Deleting port 8ee86837-ff6f-4468-b978-b351779e9ee4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:00.959545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:00.978036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42933438-922b-4c81-8223-5c12b3817608 req-58c54ea7-dae0-4e3a-9ef3-27b7e86cd509 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894324 Oct 26 11:42:00.995379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-300af132-3036-49fa-bc52-af0fed60209e req-c5258f7b-975e-4262-b17b-95300a0e0500 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672976 Oct 26 11:42:01.136563 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc05295-e386-486d-890e-c2d16040d6a7 x-openstack-request-id: req-7dc05295-e386-486d-890e-c2d16040d6a7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:01.137276 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea6b2d7-78be-4804-a72c-2b04123576c7", "name": "network-vif-plugged", "status": "completed", "tag": "dc14618b-28aa-4655-9221-ab93574ce67d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:01.137276 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7dc05295-e386-486d-890e-c2d16040d6a7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:01.137605 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc14618b-28aa-4655-9221-ab93574ce67d', 'code': 200} Oct 26 11:42:01.159875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52a0307-55d5-447a-ba97-c5e18ba8bb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.177336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a70187d-08cc-48ea-be33-9a6b72c5d23d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:01.386339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52a0307-55d5-447a-ba97-c5e18ba8bb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.484954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] For port 8ee86837-ff6f-4468-b978-b351779e9ee4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8ee86837-ff6f-4468-b978-b351779e9ee4,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:01.485578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.503041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae984af-7331-4c4a-9dd0-baa761e91cdb req-35dc1b5b-ec18-43b3-a0a2-8c2fc06c901a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:01.513578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11013f65-9809-4b1e-826b-44a466ac4e82 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:01.525642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ae984af-7331-4c4a-9dd0-baa761e91cdb req-35dc1b5b-ec18-43b3-a0a2-8c2fc06c901a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 950 time: 0.3581684 Oct 26 11:42:01.538090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33b76-6b17-4b8c-a1bc-24647c578d81 req-04e26203-200e-4949-a515-a604ee43be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:01.544377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5f33b76-6b17-4b8c-a1bc-24647c578d81 req-04e26203-200e-4949-a515-a604ee43be7e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 1101 time: 0.2861850 Oct 26 11:42:01.613080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:01.619231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Calling delete_port for 8ee86837-ff6f-4468-b978-b351779e9ee4 owned by compute:tempest-test_az-1258142445 {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:01.623330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:01.676750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 11013f65-9809-4b1e-826b-44a466ac4e82 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:01.677207 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.802050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ae984af-7331-4c4a-9dd0-baa761e91cdb req-e570baa4-ffa2-44d6-b1d3-519760caa891 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750359 Oct 26 11:42:01.830001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5f33b76-6b17-4b8c-a1bc-24647c578d81 req-6fd258a3-f7bf-4dbb-9d9a-78980ed9cf8b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705765 Oct 26 11:42:01.937146 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.991516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52a0307-55d5-447a-ba97-c5e18ba8bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.994342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52a0307-55d5-447a-ba97-c5e18ba8bb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:01.998829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c52a0307-55d5-447a-ba97-c5e18ba8bb68 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f00bb656-aa40-4775-87ee-84a5607a5028 HTTP/1.1" status: 204 len: 168 time: 1.4346819 Oct 26 11:42:02.018619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a0307-55d5-447a-ba97-c5e18ba8bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bb656-aa40-4775-87ee-84a5607a5028,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:02.035722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 11013f65-9809-4b1e-826b-44a466ac4e82, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=11013f65-9809-4b1e-826b-44a466ac4e82,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:02.053079 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:02.174023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Router 9e808ae4-5926-4416-a13e-6af40f3c24df has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:42:02.282567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25722b8c-bc9e-4026-8889-89c69996a26b req-1a06de33-e269-41f3-9c07-ebb5c05e3c07 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:02.300025 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25722b8c-bc9e-4026-8889-89c69996a26b req-1a06de33-e269-41f3-9c07-ebb5c05e3c07 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1097 time: 0.1709838 Oct 26 11:42:02.336678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=11013f65-9809-4b1e-826b-44a466ac4e82,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:02.380230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a653b7de-a586-4d0f-9461-f405df75cf25 None None] Provisioning complete for port 4a70187d-08cc-48ea-be33-9a6b72c5d23d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:02.381076 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a653b7de-a586-4d0f-9461-f405df75cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:02.462582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a653b7de-a586-4d0f-9461-f405df75cf25 None None] Port 4a70187d-08cc-48ea-be33-9a6b72c5d23d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:02.545363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25722b8c-bc9e-4026-8889-89c69996a26b req-6b3a384b-05d7-4c50-a26d-6dc1a7af7df5 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301860 Oct 26 11:42:02.605979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511cef5-1f7d-4373-ae80-f561b0e34955 req-2de01206-5be1-4ae0-8cee-0016fb2c353a tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:02.610579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9511cef5-1f7d-4373-ae80-f561b0e34955 req-2de01206-5be1-4ae0-8cee-0016fb2c353a tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d948b92d-6654-4057-b93d-020ae67b40f5 HTTP/1.1" status: 200 len: 971 time: 0.2182310 Oct 26 11:42:02.639196 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:02.748443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9511cef5-1f7d-4373-ae80-f561b0e34955 req-a3d97574-5bd6-49e9-b5f6-283df4dd4be9 tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.88 "GET /v2.0/security-groups?id=4ec6a114-73f6-4631-a3b9-f3c74dc86255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187501 Oct 26 11:42:02.806446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:02.812742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Pushing event deleted for resources: {'Port': ['ID=8ee86837-ff6f-4468-b978-b351779e9ee4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:02.891864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed538aeb-57eb-4185-b952-0eb7520374f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:02.921857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b04d-0b18-44e7-a159-c001a46fa451 req-09214085-6d43-4058-adf8-2bcd409f58c4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:02.933194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f188b04d-0b18-44e7-a159-c001a46fa451 req-09214085-6d43-4058-adf8-2bcd409f58c4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.1418736 Oct 26 11:42:02.941825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] No DVR routers for this DVR port 8ee86837-ff6f-4468-b978-b351779e9ee4 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:02.964678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:02.974808 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f39642b8-1404-4358-b80b-3ef0f131f7d4 req-8b2f2dd1-5917-4f7d-9a3b-4c93fd1d45bc tempest-AggregatesAdminTestJSON-2094385496 tempest-AggregatesAdminTestJSON-2094385496-project] 10.222.0.100 "DELETE /v2.0/ports/8ee86837-ff6f-4468-b978-b351779e9ee4 HTTP/1.1" status: 204 len: 173 time: 2.5448866 Oct 26 11:42:02.980139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'name': 'network-vif-deleted', 'tag': '8ee86837-ff6f-4468-b978-b351779e9ee4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:02.992807 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d0d9a1-1b3a-42b3-927d-ded45d42f50c" -d '{"events": [{"server_uuid": "d948b92d-6654-4057-b93d-020ae67b40f5", "name": "network-vif-deleted", "tag": "8ee86837-ff6f-4468-b978-b351779e9ee4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:03.006260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8ee86837-ff6f-4468-b978-b351779e9ee4 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:03.098396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f188b04d-0b18-44e7-a159-c001a46fa451 req-6a71a98f-47cd-46b4-a319-be362a44fc8c tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609435 Oct 26 11:42:03.117300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:03.118479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 8ee86837-ff6f-4468-b978-b351779e9ee4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:03.125893 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b6a1fa45-7635-4a09-94db-04e1fff3e2a2 admin admin] 10.222.0.88 "PUT /v2.0/routers/9e808ae4-5926-4416-a13e-6af40f3c24df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3956323 Oct 26 11:42:03.136859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8ee86837-ff6f-4468-b978-b351779e9ee4 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:03.161270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c71628-f1a4-47d9-81eb-9156514e5361'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:03.172468 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45cf5b0-9f1c-4420-b53f-99be489d4b85" -d '{"events": [{"server_uuid": "ec7661ad-218c-4f15-9eb3-533b16874f6f", "name": "network-vif-plugged", "status": "completed", "tag": "81c71628-f1a4-47d9-81eb-9156514e5361"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:03.180575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0383b-d272-461e-97b0-83f1a0e8f8b4 req-016cc23c-3f12-4c43-b375-29365e9cf0db tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:03.182780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2d0383b-d272-461e-97b0-83f1a0e8f8b4 req-016cc23c-3f12-4c43-b375-29365e9cf0db tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1097 time: 0.0829489 Oct 26 11:42:03.252222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2d0383b-d272-461e-97b0-83f1a0e8f8b4 req-bc94b767-4099-429c-9db0-f321f872b2bd tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 Oct 26 11:42:03.261754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed538aeb-57eb-4185-b952-0eb7520374f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.268583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed538aeb-57eb-4185-b952-0eb7520374f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.381425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.396246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11013f65-9809-4b1e-826b-44a466ac4e82 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:03.417524 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ed538aeb-57eb-4185-b952-0eb7520374f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45e868c8e2c94269a11b5ffa712b488d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045029 Oct 26 11:42:03.417524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed538aeb-57eb-4185-b952-0eb7520374f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32505012-d968-4af3-8a01-3347a0ba65e1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:03.417846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45960) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:03.479784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe409a6-b032-4535-adf8-9352c0d86c37 req-d4ddc891-efa7-4b25-87be-1d57ef58a098 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:03.495403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afe409a6-b032-4535-adf8-9352c0d86c37 req-d4ddc891-efa7-4b25-87be-1d57ef58a098 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 950 time: 0.2117884 Oct 26 11:42:03.509486 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269029de-530d-496f-8ab8-30741c501493 x-openstack-request-id: req-269029de-530d-496f-8ab8-30741c501493 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:03.509486 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d948b92d-6654-4057-b93d-020ae67b40f5", "name": "network-vif-deleted", "tag": "8ee86837-ff6f-4468-b978-b351779e9ee4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:03.509486 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-269029de-530d-496f-8ab8-30741c501493 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:03.509847 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd948b92d-6654-4057-b93d-020ae67b40f5', 'name': 'network-vif-deleted', 'tag': '8ee86837-ff6f-4468-b978-b351779e9ee4', 'status': 'completed', 'code': 200} Oct 26 11:42:03.572775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 11013f65-9809-4b1e-826b-44a466ac4e82 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:03.574003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.646183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afe409a6-b032-4535-adf8-9352c0d86c37 req-4b87208e-8987-4fc3-abb7-573368fb5654 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414638 Oct 26 11:42:03.709725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af48ccbb-c0cf-44fa-b7c4-fa791fb808cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.777944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af48ccbb-c0cf-44fa-b7c4-fa791fb808cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.826087 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f02eea-b7d9-4cbf-aab8-6b92aade2531 x-openstack-request-id: req-73f02eea-b7d9-4cbf-aab8-6b92aade2531 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:03.837360 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7661ad-218c-4f15-9eb3-533b16874f6f", "name": "network-vif-plugged", "status": "completed", "tag": "81c71628-f1a4-47d9-81eb-9156514e5361", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:03.837681 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73f02eea-b7d9-4cbf-aab8-6b92aade2531 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:03.839853 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c71628-f1a4-47d9-81eb-9156514e5361', 'code': 200} Oct 26 11:42:03.922273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af48ccbb-c0cf-44fa-b7c4-fa791fb808cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.927449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af48ccbb-c0cf-44fa-b7c4-fa791fb808cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:03.935946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-af48ccbb-c0cf-44fa-b7c4-fa791fb808cd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/32505012-d968-4af3-8a01-3347a0ba65e1 HTTP/1.1" status: 204 len: 168 time: 0.5100043 Oct 26 11:42:03.962295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48ccbb-c0cf-44fa-b7c4-fa791fb808cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32505012-d968-4af3-8a01-3347a0ba65e1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:04.046789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0b15-aef4-4d36-b206-b7f067057fd3 req-e4db3e91-e3a5-4a77-86b7-9a583850106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:04.054925 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a1ff0b15-aef4-4d36-b206-b7f067057fd3 req-e4db3e91-e3a5-4a77-86b7-9a583850106f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 1101 time: 0.1235757 Oct 26 11:42:04.122561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a1ff0b15-aef4-4d36-b206-b7f067057fd3 req-f4817637-8b85-434e-a588-adedbec84ee0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557985 Oct 26 11:42:04.167399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Sync routers for ids ['9e808ae4-5926-4416-a13e-6af40f3c24df'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:04.208429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Routers {'9e808ae4-5926-4416-a13e-6af40f3c24df'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:04.211172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9e808ae4-5926-4416-a13e-6af40f3c24df'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:04.453748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Set router 9e808ae4-5926-4416-a13e-6af40f3c24df gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:04.811356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-047f7acc-32c5-44c3-aac3-f82f04de9dd6 req-5e5116d9-96b2-45fd-a3de-088c5a00bbd7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:04.812487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-047f7acc-32c5-44c3-aac3-f82f04de9dd6 req-5e5116d9-96b2-45fd-a3de-088c5a00bbd7 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130820 Oct 26 11:42:04.821554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:42:00Z', 'revision_number': 4, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4a70187d-08cc-48ea-be33-9a6b72c5d23d', 'name': '', 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'mac_address': 'fa:16:3e:e8:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '546cc047-efce-4100-bb10-2c74199732cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:58Z', 'updated_at': '2021-10-26T11:42:00Z', 'revision_number': 2, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'subnets': [{'id': '546cc047-efce-4100-bb10-2c74199732cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:04.857121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae871dbd-6142-42a4-852b-110615188603 req-5eed396b-5a0a-41aa-a053-d3c22d4afa48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:04.873077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae871dbd-6142-42a4-852b-110615188603 req-5eed396b-5a0a-41aa-a053-d3c22d4afa48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.1392434 Oct 26 11:42:04.912761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Checking router: 9e808ae4-5926-4416-a13e-6af40f3c24df for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:04.913378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Updating router 9e808ae4-5926-4416-a13e-6af40f3c24df port 4a70187d-08cc-48ea-be33-9a6b72c5d23d binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:42:04.964524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae871dbd-6142-42a4-852b-110615188603 req-c19aa64b-51bf-4f02-9208-742ca26eedd3 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886331 Oct 26 11:42:04.977132 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.064053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.070368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46004) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:05.109200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46008) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:05.508954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0f09f495-9aef-417f-957d-75103156ead1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=33087cca89934b438c4debec3fae93d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301448 Oct 26 11:42:05.513138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46018) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:05.580253 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.596570 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.632092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36fb204f-5903-4a4b-9f92-f7014c595cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.672165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30e19b88-6358-44ff-a31c-30af0562bed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.721001 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30e19b88-6358-44ff-a31c-30af0562bed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.740207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6cb30-e36c-4eb9-b03f-c2aa493abd93 None None] Pushing event updated for resources: {'Port': ['ID=4a70187d-08cc-48ea-be33-9a6b72c5d23d,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:05.852039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30e19b88-6358-44ff-a31c-30af0562bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.864950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30e19b88-6358-44ff-a31c-30af0562bed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:05.870543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-30e19b88-6358-44ff-a31c-30af0562bed5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ec6a114-73f6-4631-a3b9-f3c74dc86255 HTTP/1.1" status: 204 len: 168 time: 0.3533387 Oct 26 11:42:05.903581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e19b88-6358-44ff-a31c-30af0562bed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec6a114-73f6-4631-a3b9-f3c74dc86255,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:05.988001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Attempting to bind port 4a70187d-08cc-48ea-be33-9a6b72c5d23d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:05.989609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Attempting to bind port 4a70187d-08cc-48ea-be33-9a6b72c5d23d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:05.994932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Attempting to bind port 4a70187d-08cc-48ea-be33-9a6b72c5d23d on network 74f3b0d5-c83c-4082-a8b1-f415b01f847a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:06.041188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:06.045467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Checking segment: {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:06.047020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.047974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Bound using segment: {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:06.050580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Bound port: 4a70187d-08cc-48ea-be33-9a6b72c5d23d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b9d600-a336-422c-95a3-68fc35e89438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:06.052553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.105500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36fb204f-5903-4a4b-9f92-f7014c595cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.135359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36fb204f-5903-4a4b-9f92-f7014c595cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.295302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] For port 4a70187d-08cc-48ea-be33-9a6b72c5d23d, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:06.299178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] For port 4a70187d-08cc-48ea-be33-9a6b72c5d23d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4a70187d-08cc-48ea-be33-9a6b72c5d23d,segment=NetworkSegment(72b9d600-a336-422c-95a3-68fc35e89438),segment_id=72b9d600-a336-422c-95a3-68fc35e89438)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:06.311672 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.322716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe10f5-bd25-4fc0-b0a1-6fae96bd1d15 req-ffa3ea82-24ed-4517-bd03-0de3eba5d31f tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:06.335596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-defe10f5-bd25-4fc0-b0a1-6fae96bd1d15 req-ffa3ea82-24ed-4517-bd03-0de3eba5d31f tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 950 time: 0.4041200 Oct 26 11:42:06.350741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-36fb204f-5903-4a4b-9f92-f7014c595cec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6fe4f05573654eba8445d983d7a42435&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2355111 Oct 26 11:42:06.352199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46042) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:06.365940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb204f-5903-4a4b-9f92-f7014c595cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25422b4d-af19-40ed-9575-48a09cae0861,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:06.465914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-defe10f5-bd25-4fc0-b0a1-6fae96bd1d15 req-324e22f4-c8c6-49a2-9625-f24cf3d910fb tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175964 Oct 26 11:42:06.519374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5c08c64a-2f52-4fda-a3e7-9e8bcc000498 None None] Provisioning complete for port 4a70187d-08cc-48ea-be33-9a6b72c5d23d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:06.519722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5c08c64a-2f52-4fda-a3e7-9e8bcc000498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.621307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c46f8f19-5cef-473b-9ea0-27845cdedded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.631143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6cb30-e36c-4eb9-b03f-c2aa493abd93 None None] Pushing event updated for resources: {'Port': ['ID=4a70187d-08cc-48ea-be33-9a6b72c5d23d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:06.642235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Routers {'9e808ae4-5926-4416-a13e-6af40f3c24df'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:06.642894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9e808ae4-5926-4416-a13e-6af40f3c24df'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:06.723471 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c46f8f19-5cef-473b-9ea0-27845cdedded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.841941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c46f8f19-5cef-473b-9ea0-27845cdedded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.849533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c46f8f19-5cef-473b-9ea0-27845cdedded admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:06.856463 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c46f8f19-5cef-473b-9ea0-27845cdedded admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25422b4d-af19-40ed-9575-48a09cae0861 HTTP/1.1" status: 204 len: 168 time: 0.5023010 Oct 26 11:42:06.865369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46060) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:06.874487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f8f19-5cef-473b-9ea0-27845cdedded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25422b4d-af19-40ed-9575-48a09cae0861,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:06.894167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5c08c64a-2f52-4fda-a3e7-9e8bcc000498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.052275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5c08c64a-2f52-4fda-a3e7-9e8bcc000498 None None] For port 4a70187d-08cc-48ea-be33-9a6b72c5d23d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4a70187d-08cc-48ea-be33-9a6b72c5d23d,segment=NetworkSegment(72b9d600-a336-422c-95a3-68fc35e89438),segment_id=72b9d600-a336-422c-95a3-68fc35e89438)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:07.054304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46066) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:07.056162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-37ffa599-aeb7-4b03-8fdc-89bd01f084ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e5bfd7718b24827b8edaff89e1a5468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875288 Oct 26 11:42:07.061147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5c08c64a-2f52-4fda-a3e7-9e8bcc000498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.109318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] Set router 9e808ae4-5926-4416-a13e-6af40f3c24df gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:07.187869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46072) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:07.201644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08c64a-2f52-4fda-a3e7-9e8bcc000498 None None] Pushing event updated for resources: {'Port': ['ID=4a70187d-08cc-48ea-be33-9a6b72c5d23d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:07.235854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90815145-8bf5-4acb-b0b0-c5035c022935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.294779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2d288b27-2d2c-4923-909c-b40589a41afa None None] Provisioning complete for port 4a70187d-08cc-48ea-be33-9a6b72c5d23d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:07.295174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d288b27-2d2c-4923-909c-b40589a41afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.317335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90815145-8bf5-4acb-b0b0-c5035c022935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.330055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727ce30-f19c-4e96-9bde-71c691412321 req-4c9e5b7e-f1af-48e0-b615-7c4bd3086e44 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:07.349157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8727ce30-f19c-4e96-9bde-71c691412321 req-4c9e5b7e-f1af-48e0-b615-7c4bd3086e44 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.0868297 Oct 26 11:42:07.449090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8727ce30-f19c-4e96-9bde-71c691412321 req-f47ac861-78e1-4674-8c47-465caec6eb05 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976288 Oct 26 11:42:07.490802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90815145-8bf5-4acb-b0b0-c5035c022935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.496917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90815145-8bf5-4acb-b0b0-c5035c022935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.502032 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-90815145-8bf5-4acb-b0b0-c5035c022935 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16dc86ca-6972-4351-a7eb-d1f8bbf72156 HTTP/1.1" status: 204 len: 168 time: 0.4419720 Oct 26 11:42:07.520645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90815145-8bf5-4acb-b0b0-c5035c022935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dc86ca-6972-4351-a7eb-d1f8bbf72156,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:07.840402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:42:00Z', 'revision_number': 4, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4a70187d-08cc-48ea-be33-9a6b72c5d23d', 'name': '', 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'mac_address': 'fa:16:3e:e8:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '546cc047-efce-4100-bb10-2c74199732cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:58Z', 'updated_at': '2021-10-26T11:42:06Z', 'revision_number': 4, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'subnets': [{'id': '546cc047-efce-4100-bb10-2c74199732cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:07.897281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-996826546-network', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:07.919388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e178e4-1c73-4cfe-b591-b0bbbe6066ba None None] The sync data for ids ['9e808ae4-5926-4416-a13e-6af40f3c24df'] in n-d-812150-3 is: [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:42:00Z', 'revision_number': 4, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4a70187d-08cc-48ea-be33-9a6b72c5d23d', 'name': '', 'network_id': '74f3b0d5-c83c-4082-a8b1-f415b01f847a', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'mac_address': 'fa:16:3e:e8:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '546cc047-efce-4100-bb10-2c74199732cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:58Z', 'updated_at': '2021-10-26T11:42:06Z', 'revision_number': 4, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'subnets': [{'id': '546cc047-efce-4100-bb10-2c74199732cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:07.943605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Made reservation on behalf of 77047aebbf5e434cbf0c27af50b251d9 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:07.946565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:07.961253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.179241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.187472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.225776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:42:08.304535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.305059 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Added segment 4a399ff6-fa57-4fa4-9a15-d54587e3ebdc of type vlan for network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb Oct 26 11:42:08.323526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b4eb4-212c-4898-b8d7-2f53b45bc146,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:08.386427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.432347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.434791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:08.435582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.484857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46100) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:08.511522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b14f795-ffab-46bf-9b72-1859d4eac781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.549134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3572989 Oct 26 11:42:08.552269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:08.554768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5074224-5da0-43de-a177-4bdfef666e45 admin admin] Pushing event updated for resources: {'Network': ['ID=0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:08.568563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Request body: {'subnet': {'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-996826546-subnet', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:08.568854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:42:08.607944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Made reservation on behalf of 77047aebbf5e434cbf0c27af50b251d9 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:08.610929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.695687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b14f795-ffab-46bf-9b72-1859d4eac781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.706706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b14f795-ffab-46bf-9b72-1859d4eac781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:08.829510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14f795-ffab-46bf-9b72-1859d4eac781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77fd88-1255-4e56-a023-42a4e7278ca8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:08.841796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46104) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:08.870007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6b14f795-ffab-46bf-9b72-1859d4eac781 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=096e6010aa324fb8809a692dd2b1e30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829360 Oct 26 11:42:08.875188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:09.009649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f80b81-09c0-4709-b861-16d37e80fc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.059125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.060661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f80b81-09c0-4709-b861-16d37e80fc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.131680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46116) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:09.182083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecf7d72-e140-477e-94a7-25f8179aad8f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:09.247251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Checking segment: {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:09.248173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Network hostable DHCP agents. Network: 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:42:09.268765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f80b81-09c0-4709-b861-16d37e80fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.273589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f80b81-09c0-4709-b861-16d37e80fc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.279038 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26f80b81-09c0-4709-b861-16d37e80fc65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb77fd88-1255-4e56-a023-42a4e7278ca8 HTTP/1.1" status: 204 len: 168 time: 0.3982766 Oct 26 11:42:09.287168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7d98d5d-b1e9-4b04-8c47-6a744499e568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.291864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:42:09.310499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:09.325042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:09.325259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a449d9b7-3e9e-4833-ab4a-ae79e5516dd4 None None] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:09.326086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.352467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7d299256-3f3d-4796-bf60-01f0be356820 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7986121 Oct 26 11:42:09.356981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46128) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:09.370794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:09.385834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-4e32265d-eec0-48d4-97f0-9f25ef762640 req-d9f29cdd-2dca-4ea9-a888-7d9f5c787d51 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:09.387915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e32265d-eec0-48d4-97f0-9f25ef762640 req-d9f29cdd-2dca-4ea9-a888-7d9f5c787d51 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1775923 Oct 26 11:42:09.411662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-0a99d8b2-e7f4-448f-8b18-9c4aa97ee3b2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:09.413543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-0a99d8b2-e7f4-448f-8b18-9c4aa97ee3b2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2769856 Oct 26 11:42:09.483140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4a70187d-08cc-48ea-be33-9a6b72c5d23d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:09.599021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.601137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.632172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-6e35d87a-6267-4f69-bb6c-b430f0b63a6d tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:09.634729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-6e35d87a-6267-4f69-bb6c-b430f0b63a6d tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 1094 time: 0.2076709 Oct 26 11:42:09.727029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f80b81-09c0-4709-b861-16d37e80fc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77fd88-1255-4e56-a023-42a4e7278ca8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:09.774601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4a70187d-08cc-48ea-be33-9a6b72c5d23d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:09.774990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.775277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-58bf170d-7155-4b3a-a455-227a48c6e1c0 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:09.777870 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-58bf170d-7155-4b3a-a455-227a48c6e1c0 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 950 time: 0.7016125 Oct 26 11:42:09.796860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:09.975625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04594d-fc1b-4d20-b3af-852c4c94d45d req-30d2b863-c6de-47a8-ae63-0de9fc89a45a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:09.978382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc04594d-fc1b-4d20-b3af-852c4c94d45d req-30d2b863-c6de-47a8-ae63-0de9fc89a45a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 950 time: 0.2578065 Oct 26 11:42:10.110536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7d98d5d-b1e9-4b04-8c47-6a744499e568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.117981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7d98d5d-b1e9-4b04-8c47-6a744499e568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.156264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.170484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Request body: {'binding': {'host': 'n-h1-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:10.171414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:42:10.188275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc04594d-fc1b-4d20-b3af-852c4c94d45d req-6322598b-7792-4e8f-91a2-a2338bef96b1 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/security-groups?id=5b8665e0-5c35-43ef-8540-dc2f1fb1d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997201 Oct 26 11:42:10.212114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d98d5d-b1e9-4b04-8c47-6a744499e568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af1f20-2b6b-4723-87ba-aaef6213b742,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:10.252474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Deleting port dc14618b-28aa-4655-9221-ab93574ce67d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:10.255573 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.257633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb', 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'fixed_ips': [{'subnet_id': '0ecf7d72-e140-477e-94a7-25f8179aad8f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:42:10.259026 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.481628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c7d98d5d-b1e9-4b04-8c47-6a744499e568 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=674dca4cfc634b4690cb51494a2918e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6368530 Oct 26 11:42:10.492408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46156) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:10.538846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] For port dc14618b-28aa-4655-9221-ab93574ce67d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dc14618b-28aa-4655-9221-ab93574ce67d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:10.538846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.585552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d1ac5-ce20-4499-8dff-15510dbf5585 req-2194c72d-166e-4b0f-bcbb-c7809b896ac4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:10.597981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-142d1ac5-ce20-4499-8dff-15510dbf5585 req-2194c72d-166e-4b0f-bcbb-c7809b896ac4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.1776378 Oct 26 11:42:10.611485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Calling delete_port for dc14618b-28aa-4655-9221-ab93574ce67d owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:10.729339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-142d1ac5-ce20-4499-8dff-15510dbf5585 req-25bad8e0-4f5b-4caf-b23d-dcf5c304eb11 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301329 Oct 26 11:42:10.732983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Allocated IP 172.20.0.2 (0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb/0ecf7d72-e140-477e-94a7-25f8179aad8f/c7f14a0e-fddb-4bb8-a446-63487cae4c00) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:10.828037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on host n-h1-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:10.828037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:10.828037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:10.872320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a492e83-778d-4374-83bb-53f6f859cfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.899941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:10.900671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:10.911602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a492e83-778d-4374-83bb-53f6f859cfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:10.944004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:10.944518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:10.945135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:10.945889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Bound port: 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:11.115029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a492e83-778d-4374-83bb-53f6f859cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.120142 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a492e83-778d-4374-83bb-53f6f859cfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.145281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0a492e83-778d-4374-83bb-53f6f859cfd9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a3af1f20-2b6b-4723-87ba-aaef6213b742 HTTP/1.1" status: 204 len: 168 time: 0.6353562 Oct 26 11:42:11.183799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492e83-778d-4374-83bb-53f6f859cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af1f20-2b6b-4723-87ba-aaef6213b742,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:11.300138 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.301088 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.314167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.334224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Pushing event deleted for resources: {'Port': ['ID=dc14618b-28aa-4655-9221-ab93574ce67d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:11.445724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] No DVR routers for this DVR port dc14618b-28aa-4655-9221-ab93574ce67d on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:11.449025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Pushing event updated for resources: {'Port': ['ID=c7f14a0e-fddb-4bb8-a446-63487cae4c00,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:11.449326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.455804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fcb13f01-3d3c-401e-8f47-5682ae5e86c2 req-b0021b73-7f82-4614-8644-2b709bc19d7a tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.100 "DELETE /v2.0/ports/dc14618b-28aa-4655-9221-ab93574ce67d HTTP/1.1" status: 204 len: 173 time: 1.6690061 Oct 26 11:42:11.456302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'name': 'network-vif-deleted', 'tag': 'dc14618b-28aa-4655-9221-ab93574ce67d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:11.471993 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d21f9-63d5-4dc6-976b-f386ad801995" -d '{"events": [{"server_uuid": "2ea6b2d7-78be-4804-a72c-2b04123576c7", "name": "network-vif-deleted", "tag": "dc14618b-28aa-4655-9221-ab93574ce67d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:11.482973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:11.486259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:11.499801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:11.589694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:11.621477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.622791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-8d82b8d8-bed5-4bd0-bc2d-9ef4987bd947 service neutron] 10.222.0.88 "POST /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214/bindings HTTP/1.1" status: 201 len: 389 time: 1.7284327 Oct 26 11:42:11.624232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.685732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.748446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Attempting to bind port c7f14a0e-fddb-4bb8-a446-63487cae4c00 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:11.749268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Attempting to bind port c7f14a0e-fddb-4bb8-a446-63487cae4c00 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:11.749651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Attempting to bind port c7f14a0e-fddb-4bb8-a446-63487cae4c00 on network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:11.775902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:11.777577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Checking segment: {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:11.780208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.781833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Bound using segment: {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:11.801788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Bound port: c7f14a0e-fddb-4bb8-a446-63487cae4c00, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:11.803065 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:11.967149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] For port c7f14a0e-fddb-4bb8-a446-63487cae4c00, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:11.975732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] For port c7f14a0e-fddb-4bb8-a446-63487cae4c00, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c7f14a0e-fddb-4bb8-a446-63487cae4c00,segment=NetworkSegment(4a399ff6-fa57-4fa4-9a15-d54587e3ebdc),segment_id=4a399ff6-fa57-4fa4-9a15-d54587e3ebdc)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:11.991147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:12.026365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46188) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:12.102834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46196) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:12.111589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913981533', 'description': 'tempest-description--579820829'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:12.205270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-609de16d-f505-4277-b674-e16b8a89b3ef req-adc327cd-d585-4d8f-9fce-8d626ae39db3 tempest-DeleteServersAdminTestJSON-1033586156 tempest-DeleteServersAdminTestJSON-1033586156-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ea6b2d7-78be-4804-a72c-2b04123576c7 HTTP/1.1" status: 200 len: 210 time: 0.1802711 Oct 26 11:42:12.291926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e598b2-423e-49f8-88ec-5d803b2cc2f3 None None] Pushing event updated for resources: {'Port': ['ID=c7f14a0e-fddb-4bb8-a446-63487cae4c00,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:12.327707 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec184ca-21b0-4325-b441-04c9ac4122cf x-openstack-request-id: req-dec184ca-21b0-4325-b441-04c9ac4122cf {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:12.329441 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea6b2d7-78be-4804-a72c-2b04123576c7", "name": "network-vif-deleted", "tag": "dc14618b-28aa-4655-9221-ab93574ce67d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:12.330019 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dec184ca-21b0-4325-b441-04c9ac4122cf {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:12.330815 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea6b2d7-78be-4804-a72c-2b04123576c7', 'name': 'network-vif-deleted', 'tag': 'dc14618b-28aa-4655-9221-ab93574ce67d', 'status': 'completed', 'code': 200} Oct 26 11:42:12.404021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:12.420966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46208) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:12.426194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Allocated IP 172.25.4.85 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/d3e96e9f-14ab-425d-9a6f-1f924e318c8b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:12.439516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-e1400064-d04f-4d2a-8ac5-e74e336d2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:12.443806 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-e1400064-d04f-4d2a-8ac5-e74e336d2198 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1097 time: 0.2323556 Oct 26 11:42:12.490037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-3195a437-3efd-45a3-b1f2-68f92e17c55f tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=306c30ad120643e3ac2e253fc3971c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674713 Oct 26 11:42:12.514155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d74282c7-8c92-4512-bbe9-035acc231b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:12.762616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-a1a1539e-fcf9-4299-ae8d-fe1912f30ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:12.766085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-a1a1539e-fcf9-4299-ae8d-fe1912f30ed9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.3126514 Oct 26 11:42:12.779197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:12.791152 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:12.845605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1911197461-network', 'tenant_id': 'bc408bd386fc4487b5dacb8c1e8aabc6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:12.852703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-633cd08f-5fc6-4632-bd03-4c9ee2526839 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.0791461 Oct 26 11:42:12.971821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa320ba-7a17-4389-8dfd-68eaed61e3b6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:12.999798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Made reservation on behalf of bc408bd386fc4487b5dacb8c1e8aabc6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:13.004339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.033475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.036201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00e31b3c-3656-4129-a110-1e2429314a1c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9321024 Oct 26 11:42:13.040400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.043566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46214) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:13.050530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dc14618b-28aa-4655-9221-ab93574ce67d no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:13.054057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'security_group_rule': {'security_group_id': 'faa320ba-7a17-4389-8dfd-68eaed61e3b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:13.087388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: dc14618b-28aa-4655-9221-ab93574ce67d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:13.088380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-1b71c0b7-717b-425a-a41c-8b9ffebfab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:13.088508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dc14618b-28aa-4655-9221-ab93574ce67d not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:13.092049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-1b71c0b7-717b-425a-a41c-8b9ffebfab5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2173896 Oct 26 11:42:13.131367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.162816 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-1853a240-ee45-4b1a-947f-505b2c770969 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558667 Oct 26 11:42:13.219396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-a47fec74-8963-42b0-aae2-64979c2c4696 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:13.221090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-a47fec74-8963-42b0-aae2-64979c2c4696 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7295432 Oct 26 11:42:13.229169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86424a-42de-42f0-b496-49778ad306dc req-4c5c4c50-3b5c-4818-840f-7fa004e42239 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:13.236850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c86424a-42de-42f0-b496-49778ad306dc req-4c5c4c50-3b5c-4818-840f-7fa004e42239 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 946 time: 0.5984395 Oct 26 11:42:13.287518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.299802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-948e858f-e5a4-4503-bf2e-610693514db5 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/quotas/306c30ad120643e3ac2e253fc3971c4d HTTP/1.1" status: 200 len: 375 time: 0.0598025 Oct 26 11:42:13.377927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d74282c7-8c92-4512-bbe9-035acc231b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.399332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d74282c7-8c92-4512-bbe9-035acc231b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.426325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.438452 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:42:13.442908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.460126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c7f14a0e-fddb-4bb8-a446-63487cae4c00 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:13.507330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c86424a-42de-42f0-b496-49778ad306dc req-d00b9abb-b9e8-4a50-8683-f05edae8f342 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693362 Oct 26 11:42:13.517594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ea1f26-9bcf-4cf3-93f2-911edb548b62,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:13.527192 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-007f9b23-2f0c-4b5a-b381-e3212e5c9ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474126 Oct 26 11:42:13.539648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d74282c7-8c92-4512-bbe9-035acc231b10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=99fc4e21a4834eecb411942df36ea514&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1156969 Oct 26 11:42:13.541620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.554803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46222) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:13.555786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74282c7-8c92-4512-bbe9-035acc231b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab4b0a5-fe44-4eb0-94b2-82713a07cf3c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:13.562488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.564247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-05b85822-fa5d-4962-9ddc-456d958d1def tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5188887 Oct 26 11:42:13.565264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.577792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46224) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:13.589737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'security_group_rule': {'security_group_id': 'faa320ba-7a17-4389-8dfd-68eaed61e3b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:13.662099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c7f14a0e-fddb-4bb8-a446-63487cae4c00 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:13.663424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.691731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:42:13.700454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.724081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76370c-6823-4d2d-9eb0-6671d8d11403,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:13.738577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.739237 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Added segment 7df654d2-7ee1-4143-8590-37acf69c34bf of type vlan for network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c Oct 26 11:42:13.755071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.826225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.857209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.867500 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-929125ef-b656-4de0-a224-1f67c7fedcfd service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303733 Oct 26 11:42:13.880392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.889818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8950b3-b64e-49b4-b26e-3b74d9fbfff1 None None] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:13.902675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-4eadfbb7-c4c0-44f6-8960-c26a5de34526 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=306c30ad120643e3ac2e253fc3971c4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5980668 Oct 26 11:42:13.908177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:13.909845 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.912025 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.914258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:13.916088 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.986110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f1ee-71af-4849-9c55-253a3c47f13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.991940 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:13.997650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4146428 Oct 26 11:42:14.002582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:14.007039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46228) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:14.009578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:14.014550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:14.147961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c7f14a0e-fddb-4bb8-a446-63487cae4c00, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c7f14a0e-fddb-4bb8-a446-63487cae4c00,segment=NetworkSegment(4a399ff6-fa57-4fa4-9a15-d54587e3ebdc),segment_id=4a399ff6-fa57-4fa4-9a15-d54587e3ebdc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:14.158452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d56806ee-0a79-4e16-a2f5-44d0f2a2039d None None] Provisioning complete for port c7f14a0e-fddb-4bb8-a446-63487cae4c00 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:14.159122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d56806ee-0a79-4e16-a2f5-44d0f2a2039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.161766 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.164882 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1340108 Oct 26 11:42:14.168205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46236) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:14.202160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Request body: {'subnet': {'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1911197461-subnet', 'tenant_id': 'bc408bd386fc4487b5dacb8c1e8aabc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:14.224482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:14.261838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4be1d0-6712-4609-b490-9d293b4f00d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:14.298588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:42:14.325725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb362dd-f7eb-4372-9747-9c953e6cdb83 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887df48f-9e1c-49bc-8966-d82ff97841e5,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:14.398644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c7f14a0e-fddb-4bb8-a446-63487cae4c00,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:14.421101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-c856b1b5-0804-4f9b-9bfd-857a0bdc9957 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:14.422551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-c856b1b5-0804-4f9b-9bfd-857a0bdc9957 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1097 time: 0.3863015 Oct 26 11:42:14.424999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Made reservation on behalf of bc408bd386fc4487b5dacb8c1e8aabc6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:14.431562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.444604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:14.652851 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.656177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f1ee-71af-4849-9c55-253a3c47f13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.674542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.683481 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:14.728969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7e156a5-defa-46fb-a289-d0d3827644ee req-8eff6a2a-7050-469a-9722-86ae9f97d4b2 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 210 time: 0.4065747 Oct 26 11:42:14.977600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-83577add-c38f-42ff-ad21-7b8787090543 None None] Provisioning complete for port c7f14a0e-fddb-4bb8-a446-63487cae4c00 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:14.978279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83577add-c38f-42ff-ad21-7b8787090543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.155455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed109c9d-b807-44ca-ba2a-d3895977eabd req-fb518fae-82dd-4af3-aa45-bd8ce56c1ec5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:15.158403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed109c9d-b807-44ca-ba2a-d3895977eabd req-fb518fae-82dd-4af3-aa45-bd8ce56c1ec5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 946 time: 0.2692780 Oct 26 11:42:15.219161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f1ee-71af-4849-9c55-253a3c47f13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.224103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f1ee-71af-4849-9c55-253a3c47f13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.231881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e5c1f1ee-71af-4849-9c55-253a3c47f13d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cab4b0a5-fe44-4eb0-94b2-82713a07cf3c HTTP/1.1" status: 204 len: 168 time: 1.6728654 Oct 26 11:42:15.395058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.421307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:15.458061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c7f14a0e-fddb-4bb8-a446-63487cae4c00 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:15.481518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1f1ee-71af-4849-9c55-253a3c47f13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab4b0a5-fe44-4eb0-94b2-82713a07cf3c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:15.605094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed109c9d-b807-44ca-ba2a-d3895977eabd req-6066acac-d5f3-462c-9156-fe3e69ab71a6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190910 Oct 26 11:42:15.620975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a2de61-8262-4495-9b6b-66bad112f839,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:15.686162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c7f14a0e-fddb-4bb8-a446-63487cae4c00 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:15.686920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.694043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.741370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:15.743772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Network hostable DHCP agents. Network: a5c4b9a2-23d4-4c72-9ebb-a8953d60510c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:42:15.779583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.840897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:15.943674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Allocated IP 172.25.4.64 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/bf8719d6-f19e-41cc-aaeb-c2b1092b3e7e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:15.981875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:15.997598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:16.006574 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944d662-8547-43fa-b35e-aac362bc97f4" -d '{"events": [{"server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "name": "network-vif-unplugged", "status": "completed", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:16.021510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.067727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:42:16.185751 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f199f6-e6b6-4725-b9bb-7762c754ad46 x-openstack-request-id: req-02f199f6-e6b6-4725-b9bb-7762c754ad46 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:16.192774 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "name": "network-vif-unplugged", "status": "completed", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:16.194122 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02f199f6-e6b6-4725-b9bb-7762c754ad46 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:16.194708 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'code': 200} Oct 26 11:42:16.195927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46296) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:16.215354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.293587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a5c4b9a2-23d4-4c72-9ebb-a8953d60510c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:16.302403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on host n-h2-812150-3 for vnic_type normal with profile {"migrating_to": "n-h1-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:16.303100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:16.303754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:16.307695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-234603fc-4d1b-4b1a-bd49-3a03b7879434 req-0aeb23ea-3a6c-43d9-abd1-9142027517c6 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 210 time: 0.2654808 Oct 26 11:42:16.314778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4c764-3d90-44af-9813-6aab860f0780 None None] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:16.323270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:16.324331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Attempting to bind port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:16.331102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.332923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:16.334190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.364566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:16.365811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:16.366782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:16.368058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Bound port: 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:16.368991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.532126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:42:16.547324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:16.548135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-3f332222-7a3e-471d-be74-00d00ec600b5 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=306c30ad120643e3ac2e253fc3971c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782237 Oct 26 11:42:16.555504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:16.564420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.587447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:16.590305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:16.600627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b272e5e6-e77d-471a-b3b3-8acecd67e371 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4174998 Oct 26 11:42:16.653594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5d21a-ca82-4ca4-9da5-853c32d67031 None None] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:16.711012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:16.817453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:16.825266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:16.826554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:16.829632 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-eb97bbf0-9077-4655-bb96-8a0235dda9d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 1122 time: 2.3935254 Oct 26 11:42:16.902460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['752d1139-66d5-48cf-bd7c-9f1daa9f5214'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:16.912559 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1128c790-f1c1-4aa6-8554-dd1627cb5599 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bbb0d190f7204c3781145fc76371703d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6983531 Oct 26 11:42:16.913740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46318) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:17.030328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-dd9b60c8-4df6-4663-ba9e-59dc0b65283b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:17.031960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-dd9b60c8-4df6-4663-ba9e-59dc0b65283b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4324112 Oct 26 11:42:17.032381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31da759b-e34c-49f4-a52e-da8d2f8f31ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.052970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:17.059776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:17.098715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfa72-5a68-4cb2-b8f0-00f279501596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.102710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31da759b-e34c-49f4-a52e-da8d2f8f31ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.192124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Request body: {'port': {'device_id': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '306c30ad120643e3ac2e253fc3971c4d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:17.242434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31da759b-e34c-49f4-a52e-da8d2f8f31ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.248751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31da759b-e34c-49f4-a52e-da8d2f8f31ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.253149 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-31da759b-e34c-49f4-a52e-da8d2f8f31ab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b8665e0-5c35-43ef-8540-dc2f1fb1d199 HTTP/1.1" status: 204 len: 168 time: 0.3370626 Oct 26 11:42:17.273619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da759b-e34c-49f4-a52e-da8d2f8f31ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8665e0-5c35-43ef-8540-dc2f1fb1d199,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:17.276985 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfa72-5a68-4cb2-b8f0-00f279501596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.283719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfa72-5a68-4cb2-b8f0-00f279501596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.318085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3c9dfa72-5a68-4cb2-b8f0-00f279501596 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5afefbc0a6494bf296b6b9c911096fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957821 Oct 26 11:42:17.326499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46330) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:17.360602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfa72-5a68-4cb2-b8f0-00f279501596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2a0564-6074-4471-9092-bd4054c05ff3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:17.411556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98a6c20f-cf28-40f0-9b26-4c087ead0134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.697364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'Port': ['ID=bf8719d6-f19e-41cc-aaeb-c2b1092b3e7e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:17.731941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98a6c20f-cf28-40f0-9b26-4c087ead0134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.818027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9a4b1ad-6780-4b60-b379-f71a5909321d req-4c73ff7c-3b4d-45bc-a6c2-27478fc6cb0f tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 210 time: 0.0775435 Oct 26 11:42:17.852108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98a6c20f-cf28-40f0-9b26-4c087ead0134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.859510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98a6c20f-cf28-40f0-9b26-4c087ead0134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.860843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:17.861828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-98a6c20f-cf28-40f0-9b26-4c087ead0134 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb2a0564-6074-4471-9092-bd4054c05ff3 HTTP/1.1" status: 204 len: 168 time: 0.5340896 Oct 26 11:42:17.879757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c20f-cf28-40f0-9b26-4c087ead0134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2a0564-6074-4471-9092-bd4054c05ff3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:17.944541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab783d8-97e5-4cdb-a14b-875e385287de req-ac42b64e-ed12-4b5b-80eb-d26ab3bd1cec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:17.952132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ab783d8-97e5-4cdb-a14b-875e385287de req-ac42b64e-ed12-4b5b-80eb-d26ab3bd1cec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.9039056 Oct 26 11:42:17.985031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:18.039902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:18.044487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.082471 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Sync routers for ids ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:18.094787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Routers {'d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:18.095868 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:18.125992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:18.162847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69fcddef-ced9-452f-a7c4-7afaeda8305a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.244013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:18.252983 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02148d4-fe20-449f-b6a5-4265164fd62d" -d '{"events": [{"name": "network-changed", "server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:18.275907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Set router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:18.386232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Made reservation on behalf of 306c30ad120643e3ac2e253fc3971c4d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:18.395713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.404508 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259a32b-3cba-4e34-81dd-f59c839b52ce x-openstack-request-id: req-e259a32b-3cba-4e34-81dd-f59c839b52ce {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:18.405242 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:18.405837 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e259a32b-3cba-4e34-81dd-f59c839b52ce {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:18.406619 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'status': 'completed', 'code': 200} Oct 26 11:42:18.416183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69fcddef-ced9-452f-a7c4-7afaeda8305a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.422836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69fcddef-ced9-452f-a7c4-7afaeda8305a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.462418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.468533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d783b9cd-ae0c-4ccc-a147-d96e321e6076 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.1046016 Oct 26 11:42:18.483564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46354) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:18.494925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ab783d8-97e5-4cdb-a14b-875e385287de req-89c0d6a7-baac-42c9-ba4f-6ab05b933aab tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408709 Oct 26 11:42:18.700036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-network', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:18.731495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Made reservation on behalf of 39a1847f0e2f4e25bda5041ed8c10712 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:18.733481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.749764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.764643 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-69fcddef-ced9-452f-a7c4-7afaeda8305a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d10687240c5a4fca87f4335f485ef6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6367774 Oct 26 11:42:18.766157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46358) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:18.766643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcddef-ced9-452f-a7c4-7afaeda8305a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29813a-b22b-476d-b86b-b643cef62fb6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:18.816026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-9d52c030-1de2-4544-b7cf-103b872b9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:18.821623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-9d52c030-1de2-4544-b7cf-103b872b9334 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1125 time: 0.3672764 Oct 26 11:42:18.845678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.861259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.883853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Allocated IP 192.168.233.93 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/ae7e4ac6-c695-4eb8-83cb-47b96887ce44) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:18.926086 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:14Z', 'revision_number': 3, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:18.958366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.975591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-882645b7-ebf9-4d24-af2b-32d86208ee79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.986089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:18.987490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9750824 Oct 26 11:42:19.009598 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Checking router: d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:19.011346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b31854-6379-404c-a8a2-a3bab1a0797a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'Port': ['ID=bf8719d6-f19e-41cc-aaeb-c2b1092b3e7e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:19.012884 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Updating router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e port d3e96e9f-14ab-425d-9a6f-1f924e318c8b binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:42:19.076636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-882645b7-ebf9-4d24-af2b-32d86208ee79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.092251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fc4c156-b5f9-49ba-b357-59c26eb7f033 req-e40f44c2-2f71-4f69-a45a-14cd713aa6c4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 210 time: 0.0885577 Oct 26 11:42:19.138183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaaf3-5422-4180-9a7f-f0026e1bd330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.156279 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.202641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46366) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:19.239535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-702bdeb8-f7a2-47d1-8edf-bc1966b05633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:19.241312 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-702bdeb8-f7a2-47d1-8edf-bc1966b05633 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.4095848 Oct 26 11:42:19.295293 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-b831b4ca-696d-42b9-9297-87b55bce6036 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.0418584 Oct 26 11:42:19.314605 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7be7049b-a534-4e9e-81ad-4d708a141513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.367559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46368) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:19.397056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.397315 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.399529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-ede77290-f938-4738-ae2c-b0fd4c0a1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:19.401496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-ede77290-f938-4738-ae2c-b0fd4c0a1ca5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0937009 Oct 26 11:42:19.405125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.441123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1473061-network', 'tenant_id': 'c04b9164e7bd4c8dbfd7cc526e3c6f11'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:19.450100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.465368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['81c71628-f1a4-47d9-81eb-9156514e5361'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:19.472814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-882645b7-ebf9-4d24-af2b-32d86208ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.475591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-882645b7-ebf9-4d24-af2b-32d86208ee79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.478147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-882645b7-ebf9-4d24-af2b-32d86208ee79 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab29813a-b22b-476d-b86b-b643cef62fb6 HTTP/1.1" status: 204 len: 168 time: 0.7082095 Oct 26 11:42:19.615518 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-dfc34625-985d-4682-bcc3-524c5306a18d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029796 Oct 26 11:42:19.620245 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.629278 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.664524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7be7049b-a534-4e9e-81ad-4d708a141513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.687264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882645b7-ebf9-4d24-af2b-32d86208ee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29813a-b22b-476d-b86b-b643cef62fb6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:19.708475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7be7049b-a534-4e9e-81ad-4d708a141513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.758667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Attempting to bind port d3e96e9f-14ab-425d-9a6f-1f924e318c8b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:19.759176 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Attempting to bind port d3e96e9f-14ab-425d-9a6f-1f924e318c8b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:19.759642 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Attempting to bind port d3e96e9f-14ab-425d-9a6f-1f924e318c8b on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:19.770806 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:19.771412 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:19.773062 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.773335 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:19.774047 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Bound port: d3e96e9f-14ab-425d-9a6f-1f924e318c8b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:19.774577 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.778577 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb8744-5b78-492a-9e0c-0e3e0a652c5a None None] Pushing event updated for resources: {'Port': ['ID=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:19.785809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:19.808374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7049b-a534-4e9e-81ad-4d708a141513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2471ada-55ca-4082-a4d7-af8d51c9b567,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:19.810110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:42:19.842764 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] For port d3e96e9f-14ab-425d-9a6f-1f924e318c8b, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:19.848332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] For port d3e96e9f-14ab-425d-9a6f-1f924e318c8b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:19.850479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Made reservation on behalf of c04b9164e7bd4c8dbfd7cc526e3c6f11 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:19.853555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.855526 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.865040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.865380 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Added segment 95268918-6dc2-45db-88fa-3d1637ffaadb of type vlan for network fd2f3857-54b5-4b18-8d93-b9fa106ea8da Oct 26 11:42:19.867751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-8e79a673-fb3e-4fde-bb43-6e93a2d866ac tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--913981533&fields=id&tenant_id=7a7f0c672ba149549792a9c2b5681aff HTTP/1.1" status: 200 len: 267 time: 0.4053040 Oct 26 11:42:19.880435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:19.883528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Pushing event updated for resources: {'Port': ['ID=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:19.897525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:19.903380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:19.904027 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.933512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.957357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7be7049b-a534-4e9e-81ad-4d708a141513 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=39edb8a8d21041ad8f1ece4f899dc658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406697 Oct 26 11:42:19.958084 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Routers {'d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:19.959138 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:19.970431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:19.988964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f057a-d089-4751-af0f-5c7b5fe0e6bb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:20.014089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46390) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:20.039709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:42:20.063771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3842-e0eb-4f68-ae33-3979ce5500dc req-ebea8c55-c020-4aca-a736-7e9cecfd7e02 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:20.063771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6fd3842-e0eb-4f68-ae33-3979ce5500dc req-ebea8c55-c020-4aca-a736-7e9cecfd7e02 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.3898385 Oct 26 11:42:20.084878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-68a6517e-69a6-4476-a7c0-482facae3d48 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9027088 Oct 26 11:42:20.107179 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] Set router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:20.121370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Request body: {'port': {'device_id': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:20.169468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.207081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-816e2e39-5c09-45c4-8a47-70ab207dfd70 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399032 Oct 26 11:42:20.212103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.214915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:20.216068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.244054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6fd3842-e0eb-4f68-ae33-3979ce5500dc req-2a6a1043-56be-46b4-8274-1455278f6b38 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635704 Oct 26 11:42:20.311464 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb8744-5b78-492a-9e0c-0e3e0a652c5a None None] Pushing event updated for resources: {'Port': ['ID=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:20.318635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-60438236-a639-497d-a758-a86c87a4237f None None] Provisioning complete for port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:20.319768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60438236-a639-497d-a758-a86c87a4237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.325432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.333548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-f2d8a9b4-4cc4-4850-8baa-d86acbfaf28e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:20.335156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-f2d8a9b4-4cc4-4850-8baa-d86acbfaf28e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 824 time: 0.4280360 Oct 26 11:42:20.391510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-60438236-a639-497d-a758-a86c87a4237f None None] Port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:20.397828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:20.415834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] Pushing event updated for resources: {'Network': ['ID=fd2f3857-54b5-4b18-8d93-b9fa106ea8da,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:20.438357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:42:20.453671 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:14Z', 'revision_number': 3, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:20.459258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 has no active binding in host n-h1-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:42:20.495165 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547e7ab-a470-4e53-8a28-a5a6c65d11a1 None None] The sync data for ids ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'] in n-d-812150-3 is: [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:14Z', 'revision_number': 3, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:20.509522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-58be9986-2d13-4a1d-b5bb-eb933c0f774b tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/quotas/7a7f0c672ba149549792a9c2b5681aff HTTP/1.1" status: 200 len: 375 time: 0.1646914 Oct 26 11:42:20.602508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e58a4a1d-6e63-4102-8675-e0c3275b8e2a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6157515 Oct 26 11:42:20.619150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46406) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:20.661441 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.684431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Request body: {'subnet': {'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-subnet', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:20.707820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.817250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:42:20.889257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bde35f-7724-4472-98f2-9b6e98f2babc req-d3ffa040-ae4f-45d8-b7f8-754c3529a6c2 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:20.891859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27bde35f-7724-4472-98f2-9b6e98f2babc req-d3ffa040-ae4f-45d8-b7f8-754c3529a6c2 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 935 time: 0.4662733 Oct 26 11:42:20.905549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729273e-37cd-4fcc-ad49-1ed498a4394d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:20.906926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61ae0e96-bd9c-4b32-aded-ba6272943e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.933476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-35ea3ea1-b62f-4f14-b2ee-ff036e50a6c1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4046311 Oct 26 11:42:20.940945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:20.941188 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Added segment 00670731-77e0-4db8-b2c4-98c470255cc2 of type vlan for network 3d2963ae-8426-47f0-a7aa-4bae670253b7 Oct 26 11:42:21.007017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Made reservation on behalf of 39a1847f0e2f4e25bda5041ed8c10712 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:21.013653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.017095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-98524e36-7e8e-4301-bd9d-388c5751b161 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:21.018236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-98524e36-7e8e-4301-bd9d-388c5751b161 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123143 Oct 26 11:42:21.076994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.105110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61ae0e96-bd9c-4b32-aded-ba6272943e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.120426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Allocated IP 172.20.0.1 (0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb/0ecf7d72-e140-477e-94a7-25f8179aad8f/c166e6f9-c6f7-493e-be6b-4f1e36f18616) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:21.130650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27bde35f-7724-4472-98f2-9b6e98f2babc req-8a89effb-361b-49f2-945b-617b76ffc188 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153630 Oct 26 11:42:21.170043 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b02148d4-fe20-449f-b6a5-4265164fd62d req-ee852029-89b9-4d06-add1-d152378b5e4e service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9347119 Oct 26 11:42:21.201980 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.203076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:21.203678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.387963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9374864 Oct 26 11:42:21.400046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46416) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:21.402950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25d780-71cf-4972-b93a-76b9549a1b99 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2963ae-8426-47f0-a7aa-4bae670253b7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:21.431273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Request body: {'subnet': {'network_id': '3d2963ae-8426-47f0-a7aa-4bae670253b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1473061-subnet', 'tenant_id': 'c04b9164e7bd4c8dbfd7cc526e3c6f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:21.447872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3d2963ae-8426-47f0-a7aa-4bae670253b7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:42:21.491259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-284dc49b-5b61-49f6-9007-c56b1d532a61 service neutron] 10.222.0.88 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476357 Oct 26 11:42:21.494198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7e4ac6-c695-4eb8-83cb-47b96887ce44 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:21.642450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d3e96e9f-14ab-425d-9a6f-1f924e318c8b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:21.678021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61ae0e96-bd9c-4b32-aded-ba6272943e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.685511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61ae0e96-bd9c-4b32-aded-ba6272943e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.691252 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-61ae0e96-bd9c-4b32-aded-ba6272943e03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2471ada-55ca-4082-a4d7-af8d51c9b567 HTTP/1.1" status: 204 len: 168 time: 1.6465249 Oct 26 11:42:21.701440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-68fdfa0f-42aa-401c-9114-0a14ffb53206 service neutron] 10.222.0.88 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707935 Oct 26 11:42:21.707161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.718715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.723958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae0e96-bd9c-4b32-aded-ba6272943e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2471ada-55ca-4082-a4d7-af8d51c9b567,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:21.774344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Transition to ACTIVE for port object ae7e4ac6-c695-4eb8-83cb-47b96887ce44 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:42:21.791890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Made reservation on behalf of c04b9164e7bd4c8dbfd7cc526e3c6f11 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:21.795831 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.840131 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:21.952188 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a71c9ba-beeb-4d36-b39a-6c5f08a89d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.022199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d3e96e9f-14ab-425d-9a6f-1f924e318c8b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:22.029314 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.180646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112481e-3d49-47ac-82e4-e8d1e2a431bc req-6d20d03c-e89d-42d1-8930-3d0b83170753 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:22.193116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4112481e-3d49-47ac-82e4-e8d1e2a431bc req-6d20d03c-e89d-42d1-8930-3d0b83170753 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.7526855 Oct 26 11:42:22.231694 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.243683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.407313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:22.414575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e39d64-d7a8-41cc-a662-b876840e4a8a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:22.425784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:22.446649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:22.461376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.478667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:22.485504 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.516327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65b35624-ba50-476c-9e4a-019d6cc07cbc req-f1b6d1fc-16dc-48bc-99cc-71faae1f9491 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 210 time: 0.2244174 Oct 26 11:42:22.561489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port d3e96e9f-14ab-425d-9a6f-1f924e318c8b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:22.569303 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:22.768353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:22.795670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.796946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.797452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.798449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.798964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.799640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.800827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.801358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.801838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.802311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.802846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.803382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:22.813942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c166e6f9-c6f7-493e-be6b-4f1e36f18616,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:22.829417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Checking segment: {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:22.831684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Network hostable DHCP agents. Network: fd2f3857-54b5-4b18-8d93-b9fa106ea8da, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:42:22.843901 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.045395 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.103031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:42:23.135429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.141537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, fd2f3857-54b5-4b18-8d93-b9fa106ea8da) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:23.165731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17239af2-a027-40a5-809d-49b6f6bceb00 None None] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:23.174287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:23.176747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.186797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.288605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-acab465d-7c75-44bc-af38-7442ab6651a0 service neutron] 10.222.0.100 "GET /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214/bindings/n-h1-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.5670292 Oct 26 11:42:23.414303 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fdb887b2-a513-4585-a964-19560895f680 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7907763 Oct 26 11:42:23.421854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:23.434899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:23.446056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cd7e01d0-67d5-426c-b053-c9f76b81bc90 None None] Provisioning complete for port c166e6f9-c6f7-493e-be6b-4f1e36f18616 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:23.446464 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd7e01d0-67d5-426c-b053-c9f76b81bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.454522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d3e96e9f-14ab-425d-9a6f-1f924e318c8b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:23.532278 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.534558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.720990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e01d0-67d5-426c-b053-c9f76b81bc90 None None] Port c166e6f9-c6f7-493e-be6b-4f1e36f18616 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:23.734926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.796111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c9182d-99c3-4d2e-8922-33ad860a62f3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:23.834065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4112481e-3d49-47ac-82e4-e8d1e2a431bc req-f5e392f6-bfe6-4b97-8506-41125f098659 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6137044 Oct 26 11:42:23.835163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-fd2f3857-54b5-4b18-8d93-b9fa106ea8da', 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'fixed_ips': [{'subnet_id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:42:23.835851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Attempting to bind port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:23.836248 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Attempting to bind port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:23.836668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Attempting to bind port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:23.836838 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.851260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d3e96e9f-14ab-425d-9a6f-1f924e318c8b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:23.851260 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:23.895678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:23.896324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Attempting to bind port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:23.955443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d3e0b-8c02-409b-b541-a3f3f442dbfb req-3b0737ad-719d-4783-9b2b-e918e587cbc4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:23.958645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-588d3e0b-8c02-409b-b541-a3f3f442dbfb req-3b0737ad-719d-4783-9b2b-e918e587cbc4 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 947 time: 0.9018619 Oct 26 11:42:23.965877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:23.967360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:23.968163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:23.969724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Bound port: ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:23.970539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.026343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Checking segment: {'id': '00670731-77e0-4db8-b2c4-98c470255cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3d2963ae-8426-47f0-a7aa-4bae670253b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:24.027367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Network hostable DHCP agents. Network: 3d2963ae-8426-47f0-a7aa-4bae670253b7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:42:24.147460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Network 3d2963ae-8426-47f0-a7aa-4bae670253b7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:42:24.157467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-588d3e0b-8c02-409b-b541-a3f3f442dbfb req-1e1dc5d3-64bb-451f-9a62-957fe5478eed tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431632 Oct 26 11:42:24.245989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.269132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.273513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.274653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.322651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3d2963ae-8426-47f0-a7aa-4bae670253b7) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:24.352883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a2695-aea9-4430-9dcb-9223487986fc None None] Network 3d2963ae-8426-47f0-a7aa-4bae670253b7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:24.367716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:24.379647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Allocated IP 172.20.0.2 (fd2f3857-54b5-4b18-8d93-b9fa106ea8da/c4e39d64-d7a8-41cc-a662-b876840e4a8a/e42316aa-23d0-402f-a614-2b629a30405e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:24.379889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.417118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] For port ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:24.482901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c166e6f9-c6f7-493e-be6b-4f1e36f18616,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:24.569515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:24.584208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93f9d27-eda7-437b-8b76-acc980102029 req-5f9e948e-c7a8-4ed9-bf76-8366080e9e71 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 210 time: 0.1772044 Oct 26 11:42:24.598946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] For port ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:24.636815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6a185ed8-0ba7-4c4b-8373-9badfdcae334 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2079103 Oct 26 11:42:24.638847 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.683726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:24.691895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:24.695267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:24.753350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-08ed4e9a-504c-41a8-bd74-4ecc3b686123 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:24.756864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-08ed4e9a-504c-41a8-bd74-4ecc3b686123 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 824 time: 0.5952587 Oct 26 11:42:24.772896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:24.773541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:24.775375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae7e4ac6-c695-4eb8-83cb-47b96887ce44 HTTP/1.1" status: 200 len: 1095 time: 4.6637261 Oct 26 11:42:24.775601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'tag': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:24.778528 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf7d93-b70d-4e53-a262-92a3e196ec3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1347ab25-c7be-410a-a8ef-deb383a432e4", "tag": "ae7e4ac6-c695-4eb8-83cb-47b96887ce44"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:24.882366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752d1139-66d5-48cf-bd7c-9f1daa9f5214 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:24.956029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:25.053818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.059553 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd54f5-ac32-4df5-838f-503dfa2d2569 x-openstack-request-id: req-a0bd54f5-ac32-4df5-838f-503dfa2d2569 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:25.059855 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1347ab25-c7be-410a-a8ef-deb383a432e4", "tag": "ae7e4ac6-c695-4eb8-83cb-47b96887ce44", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:25.060122 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0bd54f5-ac32-4df5-838f-503dfa2d2569 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:25.060556 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'tag': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44', 'status': 'completed', 'code': 200} Oct 26 11:42:25.066346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-fb0842b4-319c-4fe4-a4b0-f65acfa0cd31 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7f0c672ba149549792a9c2b5681aff HTTP/1.1" status: 200 len: 379 time: 0.2632651 Oct 26 11:42:25.104340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f753b4-51df-442f-aa87-4a70fb7d18d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:25.110015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:25.119801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'port': {'device_id': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'admin_state_up': True, 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'security_groups': ['faa320ba-7a17-4389-8dfd-68eaed61e3b6']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:25.251253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.265963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3edd8-c7e4-48dd-bfff-e00bf48831b3 None None] Network 3d2963ae-8426-47f0-a7aa-4bae670253b7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:25.327857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bb218-2077-4de6-ae18-27e20087e495 req-013d45b9-1bcc-4947-9253-5061e261aaa9 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:25.336176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-734bb218-2077-4de6-ae18-27e20087e495 req-013d45b9-1bcc-4947-9253-5061e261aaa9 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 944 time: 0.2383389 Oct 26 11:42:25.348531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-562d76d1-e3c6-4cb5-8ff1-b50f9cd3fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:25.350357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-562d76d1-e3c6-4cb5-8ff1-b50f9cd3fb6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306c30ad120643e3ac2e253fc3971c4d&device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 1098 time: 0.4504943 Oct 26 11:42:25.453886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-d707dae3-a072-46a2-86ff-315fcf230020 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44 HTTP/1.1" status: 200 len: 217 time: 0.0873826 Oct 26 11:42:25.499282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] Transition to ACTIVE for port object 752d1139-66d5-48cf-bd7c-9f1daa9f5214 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:42:25.515928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.527904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-734bb218-2077-4de6-ae18-27e20087e495 req-f40f3c48-650c-4e0e-86af-c03cee14a14a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902437 Oct 26 11:42:25.603934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Made reservation on behalf of 7a7f0c672ba149549792a9c2b5681aff for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:25.611064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.615065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-d207db73-f2f7-4bc7-9007-869a6da111ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:25.617017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-d207db73-f2f7-4bc7-9007-869a6da111ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1472461 Oct 26 11:42:25.627931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d7a7c4e1-3655-4325-8ffe-03c212614d16 None None] Provisioning complete for port c166e6f9-c6f7-493e-be6b-4f1e36f18616 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:25.628856 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c4e1-3655-4325-8ffe-03c212614d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.656737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e03f-ac34-4623-876f-d284894efe69 req-62bd30cc-d713-4142-9b70-15d2d8df12ca tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:25.667271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1863e03f-ac34-4623-876f-d284894efe69 req-62bd30cc-d713-4142-9b70-15d2d8df12ca tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 947 time: 0.3260612 Oct 26 11:42:25.689629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.747904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.820951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7c4e1-3655-4325-8ffe-03c212614d16 None None] Port c166e6f9-c6f7-493e-be6b-4f1e36f18616 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:25.844907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:25.845555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1863e03f-ac34-4623-876f-d284894efe69 req-38af2d72-2db4-40c1-8c6e-9e16d5602116 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762991 Oct 26 11:42:25.849920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:25.856508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:25.881652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Pushing event updated for resources: {'Port': ['ID=e42316aa-23d0-402f-a614-2b629a30405e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:25.927769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] No DVR routers for this DVR port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:25.987152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Attempting to bind port e42316aa-23d0-402f-a614-2b629a30405e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:25.987152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Attempting to bind port e42316aa-23d0-402f-a614-2b629a30405e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:25.987152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Attempting to bind port e42316aa-23d0-402f-a614-2b629a30405e on network fd2f3857-54b5-4b18-8d93-b9fa106ea8da {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:25.989140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:42:25.994365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:25.995097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Checking segment: {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:25.995583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:25.996528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Bound using segment: {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:25.996528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Bound port: e42316aa-23d0-402f-a614-2b629a30405e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:25.996918 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:26.025363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-231efe1c-4f6d-49ab-afd2-c9bdf673b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:26.028788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-231efe1c-4f6d-49ab-afd2-c9bdf673b4bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3939784 Oct 26 11:42:26.046703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] Pushing event updated for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:26.076696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Allocated IP 172.20.0.7 (4b734d32-f2d1-40ac-bde0-dea86903c6db/b4d33bed-d9f0-4382-b285-d6c172457859/5da03215-b638-455f-9a11-5e7d4afbf55a) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:26.078987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-ffc127af-abdc-432e-8532-70c61dc7fd22 service neutron] 10.222.0.100 "PUT /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214/bindings/n-h1-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7808347 Oct 26 11:42:26.093237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:26.141199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] For port e42316aa-23d0-402f-a614-2b629a30405e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:26.150293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] For port e42316aa-23d0-402f-a614-2b629a30405e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e42316aa-23d0-402f-a614-2b629a30405e,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:26.162832 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:26.210246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:26.245471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef66346b-56d7-4787-b6b9-079ec23073e0 req-858f2044-56c0-4644-a17e-18f0ad7afd29 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 210 time: 0.0745866 Oct 26 11:42:26.276980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ec78c-d876-44ed-852a-0c853b5970d9 None None] Pushing event updated for resources: {'Port': ['ID=e42316aa-23d0-402f-a614-2b629a30405e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:26.297203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-c4e1a411-4280-43fb-aa04-8cff6c9b0b6d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:26.306881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-c4e1a411-4280-43fb-aa04-8cff6c9b0b6d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.3747129 Oct 26 11:42:26.380888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-81dda392-4f16-4d1e-9dff-99885f125f4f tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:26.383492 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-81dda392-4f16-4d1e-9dff-99885f125f4f tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1934464 Oct 26 11:42:26.410629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:26.421503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Sync routers for ids ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:26.434281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-163b0aaa-8f80-4d4d-94a0-bc9d2565835d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/quotas/bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 375 time: 0.1261983 Oct 26 11:42:26.436737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5968216-fdc1-4c0a-9e4c-bb93ca4d1dd3 admin admin] 10.222.0.88 "PUT /v2.0/routers/d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9485106 Oct 26 11:42:26.475264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Routers {'d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:26.479229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:26.511159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-3b96fbc7-68cf-44be-b681-88383c967cd3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758352 Oct 26 11:42:26.641287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-54c3d38b-fc95-414c-bf45-ae2fcb2b1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:26.646355 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-54c3d38b-fc95-414c-bf45-ae2fcb2b1379 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 1096 time: 0.2334189 Oct 26 11:42:26.685524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Allocated IP 172.25.4.252 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/928c0684-cd98-4f64-8cf5-92c042639465) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:26.699702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-1c37f109-f1b6-439a-bdbd-697bcf66e8e2 service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873364 Oct 26 11:42:26.739476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-778f4c3f-9715-414d-b767-86cf3f3b0f89 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016656 Oct 26 11:42:26.862008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-92ccf7c1-2dbf-435c-b7c6-5fd5220eac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:26.864189 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-92ccf7c1-2dbf-435c-b7c6-5fd5220eac6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1096 time: 0.1596599 Oct 26 11:42:26.868535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Set router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:26.971391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-76ed026f-3a58-498d-aa68-c561e5964805 service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702606 Oct 26 11:42:27.004511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:27.043773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f78ec548-b2df-4aee-aa42-57bf11f439e1 req-3f582242-92ca-4b54-bafe-5ac9c9369ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071238 Oct 26 11:42:27.061185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30ce1f-dee0-4aa4-b91c-b72f616de2ee req-ba1ba417-0093-4537-8516-770f631a72da tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:27.074176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea30ce1f-dee0-4aa4-b91c-b72f616de2ee req-ba1ba417-0093-4537-8516-770f631a72da tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 945 time: 0.2385652 Oct 26 11:42:27.105696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:27.132106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-7944fa55-4fe9-4688-b89c-bef22cc5b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:27.136115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-7944fa55-4fe9-4688-b89c-bef22cc5b4ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.2581263 Oct 26 11:42:27.209590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'c166e6f9-c6f7-493e-be6b-4f1e36f18616', 'name': '', 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'mac_address': 'fa:16:3e:14:bf:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0ecf7d72-e140-477e-94a7-25f8179aad8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:20Z', 'updated_at': '2021-10-26T11:42:23Z', 'revision_number': 2, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'subnets': [{'id': '0ecf7d72-e140-477e-94a7-25f8179aad8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:27.235682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea30ce1f-dee0-4aa4-b91c-b72f616de2ee req-17ffd682-2077-48c0-9dfb-23a5864423ff tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571496 Oct 26 11:42:27.248679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:27.251546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Checking router: d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:27.252531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Updating router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e port c166e6f9-c6f7-493e-be6b-4f1e36f18616 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:42:27.275576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-33ec61bf-71ec-40fa-9e89-eed3d1e14707 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.1288817 Oct 26 11:42:27.281781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:27.394788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:27.406071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-e315c749-a27d-4643-b5d1-43b70682ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:27.411983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-e315c749-a27d-4643-b5d1-43b70682ebfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306c30ad120643e3ac2e253fc3971c4d&device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 1098 time: 0.2762554 Oct 26 11:42:27.601357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:27.617508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:27.643239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:27.650164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Pushing event updated for resources: {'Port': ['ID=928c0684-cd98-4f64-8cf5-92c042639465,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:27.730366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e42316aa-23d0-402f-a614-2b629a30405e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:27.734396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-9fc2a2fd-5d1e-4f79-9a12-ab6bc1d9ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:27.736857 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-9fc2a2fd-5d1e-4f79-9a12-ab6bc1d9ef8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.4482484 Oct 26 11:42:27.747278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:27.841904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:27.901674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'Port': ['ID=5da03215-b638-455f-9a11-5e7d4afbf55a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:27.919054 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-5bba2a9e-dcdf-4e5e-8ca4-f77c8ac6c1d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878725 Oct 26 11:42:27.957666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e42316aa-23d0-402f-a614-2b629a30405e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:27.958041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:27.972096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:27.994689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:27.996558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.157959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-54b531b3-2374-4487-9a32-48916cded537 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0545294 Oct 26 11:42:28.183764 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.219986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Request body: {'port': {'device_id': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:28.239971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225d90f-33db-46a7-ae31-b162980a10b7 None None] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:28.242722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.256962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62983fa-4276-4111-9094-cc7a0fe7eee6 req-0776818c-5b34-40df-81c4-d06a1a3e3ce3 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:28.264959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e62983fa-4276-4111-9094-cc7a0fe7eee6 req-0776818c-5b34-40df-81c4-d06a1a3e3ce3 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 947 time: 0.5584636 Oct 26 11:42:28.406037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.432599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.457251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90407-6b7c-47e4-80f6-7bbaf33f9105 None None] Pushing event updated for resources: {'Port': ['ID=c166e6f9-c6f7-493e-be6b-4f1e36f18616,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:28.479679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7590e3a8-b886-4347-9a31-14c41dbe4c46 None None] Provisioning complete for port e42316aa-23d0-402f-a614-2b629a30405e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:28.480331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7590e3a8-b886-4347-9a31-14c41dbe4c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.551326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-80c4237f-387d-4bc6-9c6d-430c001b8856 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190001 Oct 26 11:42:28.720127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e42316aa-23d0-402f-a614-2b629a30405e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e42316aa-23d0-402f-a614-2b629a30405e,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:28.730729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-d8e5843f-e9d4-4a77-877b-5cd2ae8633b8 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9438696 Oct 26 11:42:28.732008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Attempting to bind port c166e6f9-c6f7-493e-be6b-4f1e36f18616 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:28.732607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Attempting to bind port c166e6f9-c6f7-493e-be6b-4f1e36f18616 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:28.734166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Attempting to bind port c166e6f9-c6f7-493e-be6b-4f1e36f18616 on network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:28.738354 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.766939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:28.791654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-f19de73d-ddb1-4f31-b107-a7387ad90645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:28.793198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-f19de73d-ddb1-4f31-b107-a7387ad90645 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 1.3571763 Oct 26 11:42:28.813772 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-5edbd1ea-9539-4709-a88f-16c43132b0e8 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485123 Oct 26 11:42:28.873712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e62983fa-4276-4111-9094-cc7a0fe7eee6 req-85e779a6-60e6-4637-9a65-c881cefcd2b8 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074851 Oct 26 11:42:28.925901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-8f6e311d-dcd1-47d0-8870-1348b3c7f09a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44 HTTP/1.1" status: 200 len: 217 time: 0.0758824 Oct 26 11:42:28.927645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:28.933928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:29.010453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:29.010970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Checking segment: {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:29.011644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:29.012392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Bound using segment: {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:29.013174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Bound port: c166e6f9-c6f7-493e-be6b-4f1e36f18616, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:29.013813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:29.079162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:29.152628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e42316aa-23d0-402f-a614-2b629a30405e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:29.182501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe588208-4b21-4a0a-ba24-bea0aa233328 req-d06abc10-a3c6-436d-a2d3-6c733cefb8a8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 210 time: 0.0799487 Oct 26 11:42:29.203085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-c2e53433-a418-4c85-b858-c01df793c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:29.205611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-c2e53433-a418-4c85-b858-c01df793c3ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2364433 Oct 26 11:42:29.227185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] For port c166e6f9-c6f7-493e-be6b-4f1e36f18616, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:29.238444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] For port c166e6f9-c6f7-493e-be6b-4f1e36f18616, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c166e6f9-c6f7-493e-be6b-4f1e36f18616,segment=NetworkSegment(4a399ff6-fa57-4fa4-9a15-d54587e3ebdc),segment_id=4a399ff6-fa57-4fa4-9a15-d54587e3ebdc)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:29.252724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:29.430524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90407-6b7c-47e4-80f6-7bbaf33f9105 None None] Pushing event updated for resources: {'Port': ['ID=c166e6f9-c6f7-493e-be6b-4f1e36f18616,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:29.456769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e42316aa-23d0-402f-a614-2b629a30405e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:29.537397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Routers {'d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:29.539191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:29.599696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.30', 58207) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:29.606401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-44e10f5e-bea3-4643-bc92-507caf37238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:29.609570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-44e10f5e-bea3-4643-bc92-507caf37238f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3913596 Oct 26 11:42:29.708460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] Set router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:29.767289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Provisioning complete for port c166e6f9-c6f7-493e-be6b-4f1e36f18616 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:29.767903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:29.898339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f02b2-136a-4f73-b41c-a45563ff85df req-3b213377-ec3f-46e8-9c14-75bd400f6d54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:29.902213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e42316aa-23d0-402f-a614-2b629a30405e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:29.902399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd5f02b2-136a-4f73-b41c-a45563ff85df req-3b213377-ec3f-46e8-9c14-75bd400f6d54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 931 time: 0.4408798 Oct 26 11:42:29.902590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.028410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-778075ed-7c8c-4e07-8bd4-10ade9dc73a2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:30.029962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-778075ed-7c8c-4e07-8bd4-10ade9dc73a2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.4282787 Oct 26 11:42:30.040918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-2ee815c5-c5e3-44c9-bb4f-b8bdb639e13b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:30.042651 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-2ee815c5-c5e3-44c9-bb4f-b8bdb639e13b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.2912362 Oct 26 11:42:30.078251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Request body: {'port': {'device_id': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'admin_state_up': True, 'tenant_id': 'bc408bd386fc4487b5dacb8c1e8aabc6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:30.079735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.100548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ae7e4ac6-c695-4eb8-83cb-47b96887ce44 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:42:30.121563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.123827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd5f02b2-136a-4f73-b41c-a45563ff85df req-383917d5-7461-422f-b20a-7440eddcbb5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011921 Oct 26 11:42:30.159138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-803fc713-9292-4d06-9740-84511db39ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051579 Oct 26 11:42:30.284163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] For port c166e6f9-c6f7-493e-be6b-4f1e36f18616, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c166e6f9-c6f7-493e-be6b-4f1e36f18616,segment=NetworkSegment(4a399ff6-fa57-4fa4-9a15-d54587e3ebdc),segment_id=4a399ff6-fa57-4fa4-9a15-d54587e3ebdc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:30.297207 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.375646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Provisioning complete for port 5da03215-b638-455f-9a11-5e7d4afbf55a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:30.376252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.388537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:42:30.424373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:30.447988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Pushing event updated for resources: {'Port': ['ID=c166e6f9-c6f7-493e-be6b-4f1e36f18616,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:30.461606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44', 'mac_address': 'fa:16:3e:e5:b7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:42:30.467801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e80533be-66d3-4243-89d0-81042d25b681 None None] Port 5da03215-b638-455f-9a11-5e7d4afbf55a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:30.470910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'c166e6f9-c6f7-493e-be6b-4f1e36f18616', 'name': '', 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'mac_address': 'fa:16:3e:14:bf:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0ecf7d72-e140-477e-94a7-25f8179aad8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:20Z', 'updated_at': '2021-10-26T11:42:29Z', 'revision_number': 4, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'subnets': [{'id': '0ecf7d72-e140-477e-94a7-25f8179aad8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:30.519539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96dfbe-d224-4991-a829-7683faaf1448 None None] The sync data for ids ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'] in n-d-812150-3 is: [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'c166e6f9-c6f7-493e-be6b-4f1e36f18616', 'name': '', 'network_id': '0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'mac_address': 'fa:16:3e:14:bf:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0ecf7d72-e140-477e-94a7-25f8179aad8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:20Z', 'updated_at': '2021-10-26T11:42:29Z', 'revision_number': 4, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'subnets': [{'id': '0ecf7d72-e140-477e-94a7-25f8179aad8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:30.540478 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.546854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Made reservation on behalf of bc408bd386fc4487b5dacb8c1e8aabc6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:30.552811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.562757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7e4ac6-c695-4eb8-83cb-47b96887ce44 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:30.590350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da03215-b638-455f-9a11-5e7d4afbf55a {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:30.651961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.665607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:30.672689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.687687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Allocated IP 172.25.4.35 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/19bb2810-cc48-43c9-b528-7e213f93c40a) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:30.708734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:30.738924 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Sync routers for ids ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:30.761050 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Routers {'2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:30.762066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:30.762302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:30.764779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534a5f-7037-4ec2-b984-f924f0038f6f req-5d5c7e47-c107-4adf-9be6-98ead5d0619f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:30.772536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bcd99eb9-10f6-419b-ba40-e9136d2e5d09 None None] Provisioning complete for port e42316aa-23d0-402f-a614-2b629a30405e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:30.772924 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcd99eb9-10f6-419b-ba40-e9136d2e5d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.775041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.779471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13ba92f3-eb13-4153-8712-f03bc918021c admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3531222 Oct 26 11:42:30.781833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8534a5f-7037-4ec2-b984-f924f0038f6f req-5d5c7e47-c107-4adf-9be6-98ead5d0619f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 945 time: 0.4127424 Oct 26 11:42:30.785186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:30.819604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Allocated IP 172.20.0.14 (a5c4b9a2-23d4-4c72-9ebb-a8953d60510c/23a2de61-8262-4495-9b6b-66bad112f839/8c2731bf-678b-4b19-9c77-d4caa5906f26) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:30.905066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16cf7d93-b70d-4e53-a262-92a3e196ec3d req-5575c398-2e46-4486-a170-bec1553c1aca service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024462 Oct 26 11:42:30.954678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-d646a647-868f-4cfd-84fd-1ee74064806f service neutron] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:30.957795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Transition to ACTIVE for port object 5da03215-b638-455f-9a11-5e7d4afbf55a will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:42:30.962182 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Set router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:30.986001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-d646a647-868f-4cfd-84fd-1ee74064806f service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:30.988559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3253e70-7cb7-47f6-ad8d-930ecb8fff96 req-d646a647-868f-4cfd-84fd-1ee74064806f service neutron] 10.222.0.30 "DELETE /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214/bindings/n-h2-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.9423373 Oct 26 11:42:30.999517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.042055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ae7e4ac6-c695-4eb8-83cb-47b96887ce44'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:31.081305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.138762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bcd99eb9-10f6-419b-ba40-e9136d2e5d09 None None] Provisioning complete for port c166e6f9-c6f7-493e-be6b-4f1e36f18616 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:31.139526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcd99eb9-10f6-419b-ba40-e9136d2e5d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.172965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.289031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:31.331435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:31.333902 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:28Z', 'revision_number': 3, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:31.336477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:31.350397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:31.387631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:31.389732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.412439 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Checking router: 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:31.413175 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Updating router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 port 928c0684-cd98-4f64-8cf5-92c042639465 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:42:31.417929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-85a414d4-3eff-4384-9803-7ae37d67adb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3461134 Oct 26 11:42:31.446595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Request body: {'port': {'device_id': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:31.498361 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.523118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c166e6f9-c6f7-493e-be6b-4f1e36f18616 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:31.586754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.622687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c166e6f9-c6f7-493e-be6b-4f1e36f18616 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:31.623307 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:31.935763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8534a5f-7037-4ec2-b984-f924f0038f6f req-50400ce2-f1f5-4b44-9b64-c25ca942f22a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1527481 Oct 26 11:42:32.045688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Pushing event updated for resources: {'Port': ['ID=5da03215-b638-455f-9a11-5e7d4afbf55a,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:32.089448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ae7e4ac6-c695-4eb8-83cb-47b96887ce44 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:32.105094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.130453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Attempting to bind port 5da03215-b638-455f-9a11-5e7d4afbf55a on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:32.130848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Attempting to bind port 5da03215-b638-455f-9a11-5e7d4afbf55a by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:32.131242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Attempting to bind port 5da03215-b638-455f-9a11-5e7d4afbf55a on network 4b734d32-f2d1-40ac-bde0-dea86903c6db {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:32.165271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Port 5da03215-b638-455f-9a11-5e7d4afbf55a on network 4b734d32-f2d1-40ac-bde0-dea86903c6db not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:32.166193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Attempting to bind port 5da03215-b638-455f-9a11-5e7d4afbf55a on network 4b734d32-f2d1-40ac-bde0-dea86903c6db {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:32.179453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:32.179793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Checking segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:32.180198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Bound using segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:32.180660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Bound port: 5da03215-b638-455f-9a11-5e7d4afbf55a, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:32.181438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.216736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2731bf-678b-4b19-9c77-d4caa5906f26 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:32.227885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:42:32.231731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.233069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:32.233723 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.253759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Transition to ACTIVE for port object 8c2731bf-678b-4b19-9c77-d4caa5906f26 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:42:32.259324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.368700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:32.411200 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.440657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:32.443719 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fb5aa-2ae2-48df-bde1-5657a4698799" -d '{"events": [{"server_uuid": "1347ab25-c7be-410a-a8ef-deb383a432e4", "name": "network-vif-plugged", "status": "completed", "tag": "ae7e4ac6-c695-4eb8-83cb-47b96887ce44"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:32.445757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:32.446332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:32.447080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:32.452562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:32.452889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:32.460252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:32.460633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] For port 5da03215-b638-455f-9a11-5e7d4afbf55a, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:32.460784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:32.461259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:32.462068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Bound port: 8c2731bf-678b-4b19-9c77-d4caa5906f26, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:32.462690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.473036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76b568-e72a-491d-9d0a-3714fc03330c req-e3f5b93b-23ec-46a6-bb44-319a518e78df tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:32.474651 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d76b568-e72a-491d-9d0a-3714fc03330c req-e3f5b93b-23ec-46a6-bb44-319a518e78df tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 948 time: 0.3647330 Oct 26 11:42:32.478760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] For port 5da03215-b638-455f-9a11-5e7d4afbf55a, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5da03215-b638-455f-9a11-5e7d4afbf55a,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:32.484933 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.499767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:32.504709 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.507367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.541056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:32.545608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:32.551682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.587785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:32.615903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:32.616543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.617994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] 10.222.0.100 "PUT /v2.0/ports/5da03215-b638-455f-9a11-5e7d4afbf55a HTTP/1.1" status: 200 len: 1091 time: 4.4162891 Oct 26 11:42:32.620910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:32.623148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:32.623878 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9bda40-74a0-4d75-924a-9eb5a5931a58" -d '{"events": [{"name": "network-changed", "server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:32.632860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:32.641838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d76b568-e72a-491d-9d0a-3714fc03330c req-7f272f3e-1f1f-4e31-a61f-a1ebe84f7ab0 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517887 Oct 26 11:42:32.642648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:32.649237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Pushing event updated for resources: {'Port': ['ID=19bb2810-cc48-43c9-b528-7e213f93c40a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:32.712509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:32.718006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:32.718717 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.720349 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-80ce52b4-2c7b-47f4-a1ae-7f97d591e1f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 1092 time: 1.2877285 Oct 26 11:42:32.722258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:32.733773 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:32.837063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-9ce867c2-43cd-4b7e-acd2-f52d970e393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:32.838972 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-9ce867c2-43cd-4b7e-acd2-f52d970e393f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1095 time: 0.0522344 Oct 26 11:42:32.889792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-0fac830d-256b-479d-adb9-ba1a8c60abf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.0375257 Oct 26 11:42:32.943824 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.956530 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:32.991274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-e3755f55-621b-4706-ab5f-7da56dc81df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:32.994490 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-e3755f55-621b-4706-ab5f-7da56dc81df4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0961766 Oct 26 11:42:33.003763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.006267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2df133-74bd-432b-8bad-bfb489ab5a5d service neutron] Pushing event updated for resources: {'Port': ['ID=5da03215-b638-455f-9a11-5e7d4afbf55a,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:33.038692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-96719593-7640-4aaf-8b8c-6b60d7ed7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:33.040666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-96719593-7640-4aaf-8b8c-6b60d7ed7a9a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 1094 time: 0.2105958 Oct 26 11:42:33.040831 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-2c21c103-cc20-4c7f-85b3-00ab229eace0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331521 Oct 26 11:42:33.087880 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81c184-cad8-4cc6-af52-63b1f53f2bc3 None None] Pushing event updated for resources: {'Port': ['ID=928c0684-cd98-4f64-8cf5-92c042639465,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:33.096059 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Attempting to bind port 928c0684-cd98-4f64-8cf5-92c042639465 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:33.097922 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Attempting to bind port 928c0684-cd98-4f64-8cf5-92c042639465 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:33.098735 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Attempting to bind port 928c0684-cd98-4f64-8cf5-92c042639465 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:33.109779 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:33.112291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:33.112866 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.113655 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:33.114466 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Bound port: 928c0684-cd98-4f64-8cf5-92c042639465, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:33.115131 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.153302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d7a8-7e6d-4521-af20-3698457b185c req-14af2eaa-fe0a-43f5-8560-9d736ed650a6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:33.155859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9647d7a8-7e6d-4521-af20-3698457b185c req-14af2eaa-fe0a-43f5-8560-9d736ed650a6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.3242805 Oct 26 11:42:33.173432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-e45ec9b9-4e00-4778-a923-ab0bdbedc944 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da03215-b638-455f-9a11-5e7d4afbf55a HTTP/1.1" status: 200 len: 217 time: 0.0906088 Oct 26 11:42:33.192574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-59d8d409-1b4e-4592-be47-ac7bd303ec78 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377399 Oct 26 11:42:33.200426 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] For port 928c0684-cd98-4f64-8cf5-92c042639465, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:33.204558 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] For port 928c0684-cd98-4f64-8cf5-92c042639465, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=928c0684-cd98-4f64-8cf5-92c042639465,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:33.209525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.212331 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.290379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.310340 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Routers {'2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:33.311759 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:33.359105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42a8c8c7-0e32-437a-83dc-2186df53253c req-f2ae8d56-e280-4f1a-b72d-dd36c707584d service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546080 Oct 26 11:42:33.364139 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81c184-cad8-4cc6-af52-63b1f53f2bc3 None None] Pushing event updated for resources: {'Port': ['ID=928c0684-cd98-4f64-8cf5-92c042639465,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:33.389775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9647d7a8-7e6d-4521-af20-3698457b185c req-ec74f6a1-6459-4043-bfbf-f8a0cc691efe tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223821 Oct 26 11:42:33.398587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.402807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-dc103f57-6f30-4c8a-9f55-275f7da919a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:33.405469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-dc103f57-6f30-4c8a-9f55-275f7da919a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.2209024 Oct 26 11:42:33.480137 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] Set router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:33.710372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-e4fba969-e378-40c2-9a83-b91b7c172d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:33.711921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-e4fba969-e378-40c2-9a83-b91b7c172d72 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506027 Oct 26 11:42:33.728771 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:28Z', 'revision_number': 3, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:33.762038 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34090ed-8642-4d5f-973d-e0e4901f9ebb None None] The sync data for ids ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'] in n-d-812150-3 is: [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:28Z', 'revision_number': 3, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:33.805761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Allocated IP 172.20.0.1 (fd2f3857-54b5-4b18-8d93-b9fa106ea8da/c4e39d64-d7a8-41cc-a662-b876840e4a8a/09d35285-4e0b-477e-8a64-2b6d9fda9c8d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:33.828853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928952e2-3bc2-480a-aa9f-44349b8219dc req-3502febc-3951-41a3-99ff-c936b4196ff9 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:33.833447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-928952e2-3bc2-480a-aa9f-44349b8219dc req-3502febc-3951-41a3-99ff-c936b4196ff9 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 943 time: 0.2451389 Oct 26 11:42:33.854996 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.873338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:33.992629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:34.079109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-928952e2-3bc2-480a-aa9f-44349b8219dc req-2b22f10c-ea56-45d5-a6f3-5d78b972dcfc tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326403 Oct 26 11:42:34.080168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Pushing event updated for resources: {'Port': ['ID=19bb2810-cc48-43c9-b528-7e213f93c40a,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:34.087521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-06afe1f4-27d4-4091-bd04-81d816400129 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647790 Oct 26 11:42:34.090218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:34.091425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-a414953d-331a-45e0-9276-10bda29de8aa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3289788 Oct 26 11:42:34.186219 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75991583-2245-4cfa-a59c-015c64893c33 x-openstack-request-id: req-75991583-2245-4cfa-a59c-015c64893c33 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:34.186924 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1347ab25-c7be-410a-a8ef-deb383a432e4", "name": "network-vif-plugged", "status": "completed", "tag": "ae7e4ac6-c695-4eb8-83cb-47b96887ce44", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:34.187316 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75991583-2245-4cfa-a59c-015c64893c33 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:34.187962 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44', 'code': 200} Oct 26 11:42:34.253802 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe983802-90d5-4188-a373-5c6e6e91467b x-openstack-request-id: req-fe983802-90d5-4188-a373-5c6e6e91467b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:34.254982 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:34.255635 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe983802-90d5-4188-a373-5c6e6e91467b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:34.256484 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'status': 'completed', 'code': 200} Oct 26 11:42:34.299868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-ad18c549-1a7c-475b-bf8c-feac4b738399 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1846504 Oct 26 11:42:34.307544 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:34.329410 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b10fc-6df3-4122-b2f3-a70eeb8e6f7a x-openstack-request-id: req-bf2b10fc-6df3-4122-b2f3-a70eeb8e6f7a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:34.330089 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:34.330642 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf2b10fc-6df3-4122-b2f3-a70eeb8e6f7a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:34.332243 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'status': 'completed', 'code': 200} Oct 26 11:42:34.372470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de20d96-8837-42ef-adce-73e980d231d0 req-3efd18cb-d1dd-4948-8b79-ae8d4a879c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:34.375495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6de20d96-8837-42ef-adce-73e980d231d0 req-3efd18cb-d1dd-4948-8b79-ae8d4a879c3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 1100 time: 0.0693023 Oct 26 11:42:34.459930 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6de20d96-8837-42ef-adce-73e980d231d0 req-355434a0-93fb-44d1-99ea-883e434a56a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626817 Oct 26 11:42:34.832346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f036f8e-ed3f-4227-ba7a-29e562481db0 req-4e2d2011-b202-4712-a727-efa49a939e9d service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375064 Oct 26 11:42:34.844994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:34.858454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:34.872442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-b665bf7a-7cf2-4de3-a857-b48f530bb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:34.874922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-b665bf7a-7cf2-4de3-a857-b48f530bb549 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1095 time: 0.5085924 Oct 26 11:42:34.937585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-2d87cb52-a04f-46b7-953c-ab992955dc8c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:34.939086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-2d87cb52-a04f-46b7-953c-ab992955dc8c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.6216762 Oct 26 11:42:35.016404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d780e0d-e0b6-48d1-b0aa-78d06c96ac35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.018850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:35.023151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-03d78a70-4773-4060-bfb6-7a358dfa5732 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:35.024192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29fadecc-86fc-4e59-aac1-5f2ee67f778c req-03d78a70-4773-4060-bfb6-7a358dfa5732 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0583763 Oct 26 11:42:35.040764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48476bb-db64-4b61-bac3-4dd80ab29bc2 req-6d3eff0f-634b-46a1-9577-557098a9ea7b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.042579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c48476bb-db64-4b61-bac3-4dd80ab29bc2 req-6d3eff0f-634b-46a1-9577-557098a9ea7b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 949 time: 0.3126955 Oct 26 11:42:35.057337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:35.071946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Pushing event updated for resources: {'Port': ['ID=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:35.079326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:35.081459 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.132964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.163391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d780e0d-e0b6-48d1-b0aa-78d06c96ac35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.168767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d780e0d-e0b6-48d1-b0aa-78d06c96ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.236239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3d780e0d-e0b6-48d1-b0aa-78d06c96ac35 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2705082411fc4c24bb0c32e18522e6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878422 Oct 26 11:42:35.236543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780e0d-e0b6-48d1-b0aa-78d06c96ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6565fe9a-3a8c-4c63-ba13-5b01dc67f2ed,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:35.248863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46618) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:35.309500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-f73087c7-eeb9-4824-bdae-e69ecd0c143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.313990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-f73087c7-eeb9-4824-bdae-e69ecd0c143c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 1094 time: 0.3846402 Oct 26 11:42:35.359459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e317ea6-6c56-45f4-a2ef-84dfc2d36171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.371455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c48476bb-db64-4b61-bac3-4dd80ab29bc2 req-d590dee9-6184-44d3-9824-d2527a9fe786 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151364 Oct 26 11:42:35.393968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e317ea6-6c56-45f4-a2ef-84dfc2d36171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.418123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 928c0684-cd98-4f64-8cf5-92c042639465 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:35.442820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-b3df9bdd-317c-4ab5-8435-2a846cc5925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.445441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-b3df9bdd-317c-4ab5-8435-2a846cc5925d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.5573165 Oct 26 11:42:35.475936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e317ea6-6c56-45f4-a2ef-84dfc2d36171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.486764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e317ea6-6c56-45f4-a2ef-84dfc2d36171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.495197 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e317ea6-6c56-45f4-a2ef-84dfc2d36171 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6565fe9a-3a8c-4c63-ba13-5b01dc67f2ed HTTP/1.1" status: 204 len: 168 time: 0.2448003 Oct 26 11:42:35.528174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e317ea6-6c56-45f4-a2ef-84dfc2d36171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6565fe9a-3a8c-4c63-ba13-5b01dc67f2ed,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:35.557598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-d7a5bdda-a80e-4510-9163-4baa2b08cf17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.0752766 Oct 26 11:42:35.587868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494a7bc-23a8-4e42-9352-851b7db5093a req-9cc68879-01b5-41f9-837c-f4951a29e67e tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.588560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2b21b103-3b54-4daa-b722-b43708a3a7e6 None None] Provisioning complete for port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:35.589424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0494a7bc-23a8-4e42-9352-851b7db5093a req-9cc68879-01b5-41f9-837c-f4951a29e67e tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1096 time: 0.4437683 Oct 26 11:42:35.598834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b21b103-3b54-4daa-b722-b43708a3a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.682847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2b21b103-3b54-4daa-b722-b43708a3a7e6 None None] Port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:35.688741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 928c0684-cd98-4f64-8cf5-92c042639465 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:35.689157 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.741472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:35.748534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-93716b97-4b13-44a4-af24-e9026eb48ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.750032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-93716b97-4b13-44a4-af24-e9026eb48ed5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1742857 Oct 26 11:42:35.759338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-68dcf9bb-2ee5-4ba2-bea3-6c40fc48bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.760946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-68dcf9bb-2ee5-4ba2-bea3-6c40fc48bfe1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 926 time: 0.4238095 Oct 26 11:42:35.938697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce281c-7805-40af-9bed-d779dd1792f3 req-9149b8ad-7ae3-4298-9b50-0c3dfb915965 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:35.940787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bce281c-7805-40af-9bed-d779dd1792f3 req-9149b8ad-7ae3-4298-9b50-0c3dfb915965 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.3477807 Oct 26 11:42:35.942210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-c115f197-c467-4d35-9672-1c25d8837b45 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da03215-b638-455f-9a11-5e7d4afbf55a HTTP/1.1" status: 200 len: 217 time: 0.1592996 Oct 26 11:42:35.969986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-e8980db5-a09e-436c-87cc-1b37189f8c87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940179 Oct 26 11:42:35.972772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0494a7bc-23a8-4e42-9352-851b7db5093a req-36d7bbd9-916a-4a0e-a4fe-c255e6679ef5 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382862 Oct 26 11:42:36.082501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46630) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:36.134483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.148747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:42:36.203727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 928c0684-cd98-4f64-8cf5-92c042639465, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=928c0684-cd98-4f64-8cf5-92c042639465,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:36.245366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ff53b65-f1f2-49b7-9e9a-a28a252ee024 req-f0a71ab7-a0dd-4c40-a955-73498ed7e96e tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips/183017ce-a22b-4ee4-9b89-2ab35b8ab7ca HTTP/1.1" status: 200 len: 692 time: 0.1928966 Oct 26 11:42:36.262361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bce281c-7805-40af-9bed-d779dd1792f3 req-566c3f79-87fb-4381-b2a8-238e2302eb95 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880192 Oct 26 11:42:36.299030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-9fb33378-6678-42fd-a1e3-64ae80fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:36.301776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-9fb33378-6678-42fd-a1e3-64ae80fc176e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.3257992 Oct 26 11:42:36.361512 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.443678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:36.450748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-718b8a85-a216-4b6b-a22e-3a3167a44609 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593735 Oct 26 11:42:36.465680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f737143-3683-4907-ac20-8e99aa644fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.576672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f737143-3683-4907-ac20-8e99aa644fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.582968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f737143-3683-4907-ac20-8e99aa644fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.596669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:36.618363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'port_id': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'mac_address': 'fa:16:3e:e6:20:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a2de61-8262-4495-9b6b-66bad112f839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:42:36.619438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f737143-3683-4907-ac20-8e99aa644fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9e6eb0-2fcf-4623-9cc9-84ab86a77228,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:36.628681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=928c0684-cd98-4f64-8cf5-92c042639465,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:36.688679 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0f737143-3683-4907-ac20-8e99aa644fba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61bd35697da34e41a6a871c046c4554e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411842 Oct 26 11:42:36.688897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46640) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:36.702004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-cdf0d7e0-b26d-4f6f-8b42-b948c50c87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:36.703745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-cdf0d7e0-b26d-4f6f-8b42-b948c50c87d6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3668268 Oct 26 11:42:36.733515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53b65-f1f2-49b7-9e9a-a28a252ee024 req-58fcbf4c-9107-4cd2-91e3-446305f4df4f tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:36.735301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ff53b65-f1f2-49b7-9e9a-a28a252ee024 req-58fcbf4c-9107-4cd2-91e3-446305f4df4f tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.4716673 Oct 26 11:42:36.759833 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.793700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2731bf-678b-4b19-9c77-d4caa5906f26 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:36.832207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17da92b0-ad10-4a88-af92-f02cc94d6ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.838785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:36.845272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.880838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cde7a0c6-defb-47c3-b01b-48ae1c6e676c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.939075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cde7a0c6-defb-47c3-b01b-48ae1c6e676c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:36.962855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:37.052592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-3ff53b65-f1f2-49b7-9e9a-a28a252ee024 req-5c7af674-ff05-49b4-82b7-d9d38dff527c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:37.053869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ff53b65-f1f2-49b7-9e9a-a28a252ee024 req-5c7af674-ff05-49b4-82b7-d9d38dff527c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2970626 Oct 26 11:42:37.090852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17da92b0-ad10-4a88-af92-f02cc94d6ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.096280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.099395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-82839193-3795-4014-a05f-69eeee223e6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318185 Oct 26 11:42:37.103450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17da92b0-ad10-4a88-af92-f02cc94d6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.127541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52633821-d6a1-4568-86ae-acb89c5bbe56 req-09ffae4e-b304-4941-91b1-c11b84ac012c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:37.129452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cde7a0c6-defb-47c3-b01b-48ae1c6e676c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.130094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52633821-d6a1-4568-86ae-acb89c5bbe56 req-09ffae4e-b304-4941-91b1-c11b84ac012c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 943 time: 0.6360645 Oct 26 11:42:37.140871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cde7a0c6-defb-47c3-b01b-48ae1c6e676c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.146006 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cde7a0c6-defb-47c3-b01b-48ae1c6e676c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2c9e6eb0-2fcf-4623-9cc9-84ab86a77228 HTTP/1.1" status: 204 len: 168 time: 0.4518013 Oct 26 11:42:37.154574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.156265 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.170952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5da03215-b638-455f-9a11-5e7d4afbf55a details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:42:37.199635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['8c2731bf-678b-4b19-9c77-d4caa5906f26'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:37.251200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-17da92b0-ad10-4a88-af92-f02cc94d6ed4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2087909e66d64f91a95b3500fd4611d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1658280 Oct 26 11:42:37.281030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da92b0-ad10-4a88-af92-f02cc94d6ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4965f5e6-4e55-4680-8ada-01e932433473,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:37.284533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46654) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:37.288462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cf7e6b4-04a3-4df6-a5f9-d344d6ee2a05 req-a6e403ef-a823-4a46-9c7c-3a73e55f39dd service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231189 Oct 26 11:42:37.390200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7a0c6-defb-47c3-b01b-48ae1c6e676c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9e6eb0-2fcf-4623-9cc9-84ab86a77228,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:37.428535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5da03215-b638-455f-9a11-5e7d4afbf55a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5da03215-b638-455f-9a11-5e7d4afbf55a,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:37.433035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77973483-3520-49b8-b13d-ef1406f5424d req-dd80b950-8bb6-4ce7-a2be-fdfcf979ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:37.436886 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-dd80b950-8bb6-4ce7-a2be-fdfcf979ca86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1096 time: 0.2208610 Oct 26 11:42:37.459252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'port_id': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'mac_address': 'fa:16:3e:92:0f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:42:37.524099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Pushing event updated for resources: {'Port': ['ID=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:37.533705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-6cbd13ff-eae9-4671-a872-3f5fa745ee88 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157492 Oct 26 11:42:37.539905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 928c0684-cd98-4f64-8cf5-92c042639465 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:37.552136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52633821-d6a1-4568-86ae-acb89c5bbe56 req-1491cafb-a78e-4f22-9639-e13932d68366 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3656411 Oct 26 11:42:37.559751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20eb39d6-a038-4675-90a6-15962ac194e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.589119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20eb39d6-a038-4675-90a6-15962ac194e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.664074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20eb39d6-a038-4675-90a6-15962ac194e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.667408 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20eb39d6-a038-4675-90a6-15962ac194e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.668921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-20eb39d6-a038-4675-90a6-15962ac194e9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4965f5e6-4e55-4680-8ada-01e932433473 HTTP/1.1" status: 204 len: 168 time: 0.3828723 Oct 26 11:42:37.691876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb39d6-a038-4675-90a6-15962ac194e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4965f5e6-4e55-4680-8ada-01e932433473,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:37.757747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.792550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-6424c378-76b2-46ed-b2be-185e7030e568 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:37.794302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-6424c378-76b2-46ed-b2be-185e7030e568 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.4863265 Oct 26 11:42:37.799617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da03215-b638-455f-9a11-5e7d4afbf55a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:37.803967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:37.805229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77973483-3520-49b8-b13d-ef1406f5424d req-6113b86e-8bbb-4420-8270-393eb7d2778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:37.807632 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-6113b86e-8bbb-4420-8270-393eb7d2778e service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.3427131 Oct 26 11:42:37.812275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:37.843138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-755f6dcf-18f9-4435-a4e4-a1c76af0608a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/quotas/3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 375 time: 0.0364230 Oct 26 11:42:37.854190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565b9b-9d36-42d6-9de9-4402deee0d0b req-e15237f2-9090-4a3e-a9e0-1f792f48858a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:37.861720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e565b9b-9d36-42d6-9de9-4402deee0d0b req-e15237f2-9090-4a3e-a9e0-1f792f48858a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 949 time: 0.1819074 Oct 26 11:42:37.869804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee9bda40-74a0-4d75-924a-9eb5a5931a58 req-fcd0885c-4e7b-408d-bb57-ea564f917276 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165965 Oct 26 11:42:37.872980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5da03215-b638-455f-9a11-5e7d4afbf55a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5da03215-b638-455f-9a11-5e7d4afbf55a,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:37.888022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:37.933901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-8194716c-96e2-46fa-af7d-88b8a4283b87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.1141715 Oct 26 11:42:38.067469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77973483-3520-49b8-b13d-ef1406f5424d req-40b3d79e-34c0-439f-9e45-0c29dcea4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:38.069736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-40b3d79e-34c0-439f-9e45-0c29dcea4275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1247418 Oct 26 11:42:38.114816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 928c0684-cd98-4f64-8cf5-92c042639465 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:38.115296 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:38.138620 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-c61ff47b-0645-4d41-b660-8665632dc041 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576112 Oct 26 11:42:38.145688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e565b9b-9d36-42d6-9de9-4402deee0d0b req-a88aee3f-8689-4c1d-9701-7d36d535733a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807322 Oct 26 11:42:38.189788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-bd106851-60b4-4370-9035-037f7fc5db07 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3149309 Oct 26 11:42:38.227123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['5da03215-b638-455f-9a11-5e7d4afbf55a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:38.275504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5da03215-b638-455f-9a11-5e7d4afbf55a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:38.403287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db136239-0a7d-4046-b91c-fc978b964b5d req-9e3ea5f3-86bd-4500-ba42-8da2d10bccaa tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=77047aebbf5e434cbf0c27af50b251d9 HTTP/1.1" status: 200 len: 695 time: 0.2072194 Oct 26 11:42:38.416627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-eea82b83-7f53-4b08-8ba4-a626c7ce9a3e service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590427 Oct 26 11:42:38.419666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:42:38.452894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-954999b0-c7d2-4520-8ce7-ad4b128698e4 None None] Provisioning complete for port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:38.453795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-954999b0-c7d2-4520-8ce7-ad4b128698e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:38.546738 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77973483-3520-49b8-b13d-ef1406f5424d req-b56c23d6-5efb-42a2-934e-b41fa2921c95 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184022 Oct 26 11:42:38.594242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-954999b0-c7d2-4520-8ce7-ad4b128698e4 None None] Port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:42:38.611699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46680) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:38.636811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3176ed24-b7fa-4de4-899b-09fa711984b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:38.668681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-2f0bddb4-884e-43ef-aa47-7844620268bc service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715869 Oct 26 11:42:38.771734 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3176ed24-b7fa-4de4-899b-09fa711984b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:38.777243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3176ed24-b7fa-4de4-899b-09fa711984b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:38.781380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db136239-0a7d-4046-b91c-fc978b964b5d req-add7295f-e8c0-449f-9fdf-3b7421ec8e9a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:38.783042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db136239-0a7d-4046-b91c-fc978b964b5d req-add7295f-e8c0-449f-9fdf-3b7421ec8e9a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks?id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 787 time: 0.3785484 Oct 26 11:42:38.803903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-db136239-0a7d-4046-b91c-fc978b964b5d req-300d1927-a396-4e96-9377-5e16bbde4542 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:38.804930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db136239-0a7d-4046-b91c-fc978b964b5d req-300d1927-a396-4e96-9377-5e16bbde4542 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101578 Oct 26 11:42:38.831176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:38.843771 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3176ed24-b7fa-4de4-899b-09fa711984b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a310c087afa94c6788c0f16f8f544678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305458 Oct 26 11:42:38.848917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46686) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:38.850117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176ed24-b7fa-4de4-899b-09fa711984b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8e9cf-f883-49c9-95fa-a122b1d4493f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:38.862179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d9843d19-3589-4ad0-974d-13f41289a56d admin admin] 10.222.0.88 "PUT /v2.0/routers/2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0528448 Oct 26 11:42:38.873863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Sync routers for ids ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:38.902682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Routers {'2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:38.905225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-3d493491-f743-4261-8ccb-f5f99f9f69f9 service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233191 Oct 26 11:42:38.910115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:38.968463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef405-1e66-40f6-a918-c9fb4fb99067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:39.023774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef405-1e66-40f6-a918-c9fb4fb99067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:39.204948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5da03215-b638-455f-9a11-5e7d4afbf55a up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:39.207144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef405-1e66-40f6-a918-c9fb4fb99067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:39.211374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef405-1e66-40f6-a918-c9fb4fb99067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:39.215897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ed0ef405-1e66-40f6-a918-c9fb4fb99067 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ba8e9cf-f883-49c9-95fa-a122b1d4493f HTTP/1.1" status: 204 len: 168 time: 0.3610995 Oct 26 11:42:39.218300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f46c-95d5-42df-b6a8-d3628ad7ee79 req-58cd09e4-934c-48eb-8fcc-88f7143055b7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:39.228673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ef405-1e66-40f6-a918-c9fb4fb99067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8e9cf-f883-49c9-95fa-a122b1d4493f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:39.241655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1937f46c-95d5-42df-b6a8-d3628ad7ee79 req-58cd09e4-934c-48eb-8fcc-88f7143055b7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 945 time: 0.2118859 Oct 26 11:42:39.369680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Set router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:39.373184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1937f46c-95d5-42df-b6a8-d3628ad7ee79 req-2ecf3d95-9fdc-424a-b425-9bf2a0e86a78 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299329 Oct 26 11:42:39.436037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 5da03215-b638-455f-9a11-5e7d4afbf55a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:42:39.455575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 5da03215-b638-455f-9a11-5e7d4afbf55a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:39.459693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:39.690195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-ab040fc2-9757-4d69-ac46-6496f6d73c7f tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips/183017ce-a22b-4ee4-9b89-2ab35b8ab7ca HTTP/1.1" status: 200 len: 692 time: 0.1691236 Oct 26 11:42:39.854317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c640adf2-e000-4857-a7e8-44cbfe67169c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:39.867897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c640adf2-e000-4857-a7e8-44cbfe67169c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1609700 Oct 26 11:42:39.879181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-4a331604-3403-400f-b2cb-1db36fd9c146 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:39.890772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-4a331604-3403-400f-b2cb-1db36fd9c146 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0216944 Oct 26 11:42:39.979798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:40.006590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-59d37f7f-7883-4be7-8207-32dcea6cc336 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1147788 Oct 26 11:42:40.031069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9dd6-c1a4-4e09-98ed-8defac9fe6e2 req-02619dba-614f-46d2-ac1c-7bb4c82519b4 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:40.032679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75ba9dd6-c1a4-4e09-98ed-8defac9fe6e2 req-02619dba-614f-46d2-ac1c-7bb4c82519b4 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 944 time: 0.3726590 Oct 26 11:42:40.069459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:35Z', 'revision_number': 4, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '09d35285-4e0b-477e-8a64-2b6d9fda9c8d', 'name': '', 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'mac_address': 'fa:16:3e:ef:e4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:33Z', 'updated_at': '2021-10-26T11:42:36Z', 'revision_number': 2, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'subnets': [{'id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:40.072219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:40.079223 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a308c95-705e-4d09-b688-05624300b4f2" -d '{"events": [{"server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "name": "network-vif-plugged", "status": "completed", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:40.119080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-a6119f10-ce39-43f6-bb96-5a8c75ccc81c tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1114061 Oct 26 11:42:40.190480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:40.200710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5da03215-b638-455f-9a11-5e7d4afbf55a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5da03215-b638-455f-9a11-5e7d4afbf55a,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:40.202328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Checking router: 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:40.204086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Updating router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:42:40.246759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75ba9dd6-c1a4-4e09-98ed-8defac9fe6e2 req-167dba10-ff1a-461e-a940-471a217fa6f9 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464579 Oct 26 11:42:40.374475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Deleting port 19bb2810-cc48-43c9-b528-7e213f93c40a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:40.375479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:40.407610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:40.505068 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:40.627051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e5365da-1f33-48c8-a841-9bc7419f45ad req-ad1feaab-3a16-417d-a874-4c455c96866d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 210 time: 0.0364783 Oct 26 11:42:40.715595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:40.717210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:40.734444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Calling delete_port for 19bb2810-cc48-43c9-b528-7e213f93c40a owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:40.787905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5da03215-b638-455f-9a11-5e7d4afbf55a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:40.792406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 8c2731bf-678b-4b19-9c77-d4caa5906f26 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:42:40.816843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 8c2731bf-678b-4b19-9c77-d4caa5906f26 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:40.817666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.025751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.086491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.097648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Pushing event deleted for resources: {'Port': ['ID=19bb2810-cc48-43c9-b528-7e213f93c40a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:41.152980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:41.162646 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.176330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.181605 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.188229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-885ed130-82e4-4b3b-a0ad-500120a7c758 req-c7c6c554-5abc-4953-8306-aadf995f7d31 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "DELETE /v2.0/floatingips/183017ce-a22b-4ee4-9b89-2ab35b8ab7ca HTTP/1.1" status: 204 len: 173 time: 1.0677216 Oct 26 11:42:41.275299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:41.279565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.287539 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.360961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccedec-7611-4cc0-8255-df9374ff26e2 None None] Pushing event updated for resources: {'Port': ['ID=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:41.483174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Attempting to bind port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:41.483999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Attempting to bind port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:41.484559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Attempting to bind port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d on network fd2f3857-54b5-4b18-8d93-b9fa106ea8da {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:41.494211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:41.494853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Checking segment: {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:41.495614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-25766233-1de6-4f46-a9be-affdf67dec30 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:41.496061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.496573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Bound using segment: {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:41.497244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-25766233-1de6-4f46-a9be-affdf67dec30 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.3034270 Oct 26 11:42:41.497414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Bound port: 09d35285-4e0b-477e-8a64-2b6d9fda9c8d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95268918-6dc2-45db-88fa-3d1637ffaadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:41.497867 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.502936 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-e0ae7273-0e85-426e-91f2-43cdc09cf5a0 req-b935b256-e0a6-4a16-9559-53024b80aa14 tempest-FloatingIPDetailsNegativeTestJSON-1018637692 tempest-FloatingIPDetailsNegativeTestJSON-1018637692-project] show failed (client error): The resource could not be found. Oct 26 11:42:41.502936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0ae7273-0e85-426e-91f2-43cdc09cf5a0 req-b935b256-e0a6-4a16-9559-53024b80aa14 tempest-FloatingIPDetailsNegativeTestJSON-1018637692 tempest-FloatingIPDetailsNegativeTestJSON-1018637692-project] 10.222.0.88 "GET /v2.0/floatingips/53880b77-7f75-448b-8c35-9fd2ed8705ae HTTP/1.1" status: 404 len: 350 time: 0.1949399 Oct 26 11:42:41.516530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:41.546181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Request body: {'port': {'device_id': 'd8eb1768-d63d-482d-810f-b93eca545985', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'admin_state_up': True, 'tenant_id': '3d6d8ca1489247c88c028d3bfc43e60e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:41.667269 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191cdbb-6520-4928-991e-8cc8544feb2b x-openstack-request-id: req-3191cdbb-6520-4928-991e-8cc8544feb2b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:41.667623 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "name": "network-vif-plugged", "status": "completed", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:41.667843 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3191cdbb-6520-4928-991e-8cc8544feb2b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:41.676244 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'code': 200} Oct 26 11:42:41.693473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd056e-be3e-4d21-a083-99b145e7cb6d req-98377032-2cf5-4233-8753-e2163fe59940 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:41.708841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25fd056e-be3e-4d21-a083-99b145e7cb6d req-98377032-2cf5-4233-8753-e2163fe59940 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 949 time: 0.3138609 Oct 26 11:42:41.720172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] For port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:41.727194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] For port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:41.734335 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:41.829799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Routers {'2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:41.830818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:42.082710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-051f2035-4751-4b7e-a32b-2caa4368e8aa None None] Provisioning complete for port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:42.083329 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-051f2035-4751-4b7e-a32b-2caa4368e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:42.092019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccedec-7611-4cc0-8255-df9374ff26e2 None None] Pushing event updated for resources: {'Port': ['ID=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:42.204893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25fd056e-be3e-4d21-a083-99b145e7cb6d req-798cc48a-bef3-4a53-931d-4d93e47279d0 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951110 Oct 26 11:42:42.281008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] Set router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:42.339547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Made reservation on behalf of 3d6d8ca1489247c88c028d3bfc43e60e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:42:42.347615 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:42.350132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b855f7-0795-4ea8-b8b7-e9ee77386007 req-00c6a26e-3727-4dfd-a4f5-59987ea39f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:42.364657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25b855f7-0795-4ea8-b8b7-e9ee77386007 req-00c6a26e-3727-4dfd-a4f5-59987ea39f74 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 1096 time: 0.5738077 Oct 26 11:42:42.398758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd0737-e8da-42a7-b825-d4e1bb26e869 req-9d2583b3-fa1b-48f2-ace6-b71dcd92c7ce tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:42.421402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20fd0737-e8da-42a7-b825-d4e1bb26e869 req-9d2583b3-fa1b-48f2-ace6-b71dcd92c7ce tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 946 time: 0.2602351 Oct 26 11:42:42.431095 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25b855f7-0795-4ea8-b8b7-e9ee77386007 req-b5c48694-ab4b-4926-a61e-c58091c3b6b6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584660 Oct 26 11:42:42.649286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20fd0737-e8da-42a7-b825-d4e1bb26e869 req-812342d2-a057-49fd-a7e2-ce965689c584 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252622 Oct 26 11:42:42.669008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Allocated IP 172.20.0.6 (68550a16-fa5c-4506-886c-93ab4412cb16/12f686f1-6add-4b58-9072-b625da6ccc84/21b414fb-769d-4831-91ca-801137344aa2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:42.703707 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-051f2035-4751-4b7e-a32b-2caa4368e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:42.904294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:42.904991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-a5a20209-5551-46b6-b7b2-5be7a923c0e7 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2021792 Oct 26 11:42:42.938573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-051f2035-4751-4b7e-a32b-2caa4368e8aa None None] For port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:42.959372 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-051f2035-4751-4b7e-a32b-2caa4368e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:42.970894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:43.053933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:35Z', 'revision_number': 4, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '09d35285-4e0b-477e-8a64-2b6d9fda9c8d', 'name': '', 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'mac_address': 'fa:16:3e:ef:e4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:33Z', 'updated_at': '2021-10-26T11:42:41Z', 'revision_number': 4, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'subnets': [{'id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:43.072552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.119003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35a24-96ac-4185-aa74-74443c0946b3 req-53e1543d-f277-45f1-bc59-5ad16353e68c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:43.120607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59c35a24-96ac-4185-aa74-74443c0946b3 req-53e1543d-f277-45f1-bc59-5ad16353e68c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 945 time: 0.2146862 Oct 26 11:42:43.129685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a852-4b2e-4e13-9cd9-8b72eddaaa1b None None] The sync data for ids ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'] in n-d-812150-3 is: [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:35Z', 'revision_number': 4, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '09d35285-4e0b-477e-8a64-2b6d9fda9c8d', 'name': '', 'network_id': 'fd2f3857-54b5-4b18-8d93-b9fa106ea8da', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'mac_address': 'fa:16:3e:ef:e4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:33Z', 'updated_at': '2021-10-26T11:42:41Z', 'revision_number': 4, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'subnets': [{'id': 'c4e39d64-d7a8-41cc-a662-b876840e4a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:43.134653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2035-4751-4b7e-a32b-2caa4368e8aa None None] Pushing event updated for resources: {'Port': ['ID=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:43.163614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-895030d4-7e32-4fc1-8bcf-9e037cae26af None None] Provisioning complete for port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:43.164592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-895030d4-7e32-4fc1-8bcf-9e037cae26af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.178553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.298380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59c35a24-96ac-4185-aa74-74443c0946b3 req-0d0ce8c8-880a-4172-beb1-d636f7e88db5 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275499 Oct 26 11:42:43.361276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.508145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:43.532673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Deleting port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:43.533009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.543632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Network 68550a16-fa5c-4506-886c-93ab4412cb16 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:43.550408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:43.553899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:43.560191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:43.560866 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.588363 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.615092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-fa4c01b1-c5f5-48c1-baf3-0830a75f5d1a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0766225 Oct 26 11:42:43.648566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] For port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:43.649158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.664508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Request body: {'port': {'device_id': 'd8eb1768-d63d-482d-810f-b93eca545985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:43.665553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Calling delete_port for 09d35285-4e0b-477e-8a64-2b6d9fda9c8d owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:43.674690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:43.682542 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a322f4-8eaa-4094-8e9c-cdbe10354ad0" -d '{"events": [{"server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "name": "network-vif-plugged", "status": "completed", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:43.752351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 09d35285-4e0b-477e-8a64-2b6d9fda9c8d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:43.775230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0207f0-4fd9-435a-bbc3-fa47927153ee req-e37e535d-868c-4666-9b64-e6974eb88107 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:43.776943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b0207f0-4fd9-435a-bbc3-fa47927153ee req-e37e535d-868c-4666-9b64-e6974eb88107 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 931 time: 0.2998114 Oct 26 11:42:43.871870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 09d35285-4e0b-477e-8a64-2b6d9fda9c8d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:43.872581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.877128 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:43.916059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b0207f0-4fd9-435a-bbc3-fa47927153ee req-d755571c-4d26-4d3b-82b4-927cd440fe46 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216407 Oct 26 11:42:43.949182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Allocated IP 172.25.4.184 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/a681887c-200b-4899-ab9b-b29246f4444b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:42:44.076240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.120754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Pushing event deleted for resources: {'Port': ['ID=09d35285-4e0b-477e-8a64-2b6d9fda9c8d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:44.319999 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.426754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdb18-2019-40d8-ab97-336a03a73b40 req-fb932b21-e69d-4e70-ae4f-86d6df463608 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:44.431867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7ffdb18-2019-40d8-ab97-336a03a73b40 req-fb932b21-e69d-4e70-ae4f-86d6df463608 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 1100 time: 0.3231552 Oct 26 11:42:44.479129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b7ffdb18-2019-40d8-ab97-336a03a73b40 req-f042d4a7-0a1f-4534-a7ca-dade1a50f348 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.585160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.693360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b414fb-769d-4831-91ca-801137344aa2 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:44.706411 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.714578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:42:44.722242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.743592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Transition to ACTIVE for port object 21b414fb-769d-4831-91ca-801137344aa2 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:42:44.772053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.792549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b7ffdb18-2019-40d8-ab97-336a03a73b40 req-f042d4a7-0a1f-4534-a7ca-dade1a50f348 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.812118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:42:44.812914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b7ffdb18-2019-40d8-ab97-336a03a73b40 req-f042d4a7-0a1f-4534-a7ca-dade1a50f348 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:44.824640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:42:44.844229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:42:44.848689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Pushing event updated for resources: {'Port': ['ID=a681887c-200b-4899-ab9b-b29246f4444b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:44.875785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7ffdb18-2019-40d8-ab97-336a03a73b40 req-f042d4a7-0a1f-4534-a7ca-dade1a50f348 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349825 Oct 26 11:42:44.919765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:44.930650 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7bc2c429-b36f-40d0-b4e6-50c456cbda0c admin admin] 10.222.0.88 "PUT /v2.0/routers/2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4115810 Oct 26 11:42:44.931327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46786) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:44.933578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042d4a7-0a1f-4534-a7ca-dade1a50f348 tempest-LiveMigrationNegativeTest-871307410 tempest-LiveMigrationNegativeTest-871307410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f1533-2274-4815-95c7-6e831c612548,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:45.046137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.066521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:45.067023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:45.067488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:45.079289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:45.101995 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df4c20-2151-40bf-a806-3816d7eef888 x-openstack-request-id: req-78df4c20-2151-40bf-a806-3816d7eef888 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:45.102855 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "name": "network-vif-plugged", "status": "completed", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:45.102855 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78df4c20-2151-40bf-a806-3816d7eef888 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:45.103825 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'code': 200} Oct 26 11:42:45.116326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:45.116666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:45.130959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.157215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:45.158292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:45.159178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:45.162126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Bound port: 21b414fb-769d-4831-91ca-801137344aa2, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:45.162996 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.181405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.235433 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] Sync routers for ids ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:45.260021 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] Routers {'2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:45.271397 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:45.400259 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] Set router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:45.413235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:45.425256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:45.436138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1db20-4065-4a50-8442-d57024377ea3 req-966d8c21-e7ed-46f2-b745-b3edb9763fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:45.439158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f8b1db20-4065-4a50-8442-d57024377ea3 req-966d8c21-e7ed-46f2-b745-b3edb9763fed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1097 time: 0.1535814 Oct 26 11:42:45.474027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:45.527721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.537395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f8b1db20-4065-4a50-8442-d57024377ea3 req-80e47b2d-b556-4691-b69d-341ffca8d906 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892391 Oct 26 11:42:45.579232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.637812 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '928c0684-cd98-4f64-8cf5-92c042639465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:43Z', 'revision_number': 5, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port': {'id': '928c0684-cd98-4f64-8cf5-92c042639465', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:90:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:26Z', 'updated_at': '2021-10-26T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:45.662310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Deleting port 928c0684-cd98-4f64-8cf5-92c042639465 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:45.664166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.679790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:45.681401 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.684656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] 10.222.0.100 "PUT /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 1091 time: 2.0291846 Oct 26 11:42:45.695027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'tag': '21b414fb-769d-4831-91ca-801137344aa2'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:45.698907 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d395158-6372-4539-9e71-791362bf27ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "tag": "21b414fb-769d-4831-91ca-801137344aa2"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:45.715175 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] Checking router: 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:45.742808 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] Routers {'2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:45.743487 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:45.764879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160288-8be2-470c-8cff-e859576ffdbc req-f87ad917-9db6-4800-a10b-0d9a5c7a52ed tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:45.767050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6160288-8be2-470c-8cff-e859576ffdbc req-f87ad917-9db6-4800-a10b-0d9a5c7a52ed tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 946 time: 0.5168729 Oct 26 11:42:45.788931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d2417cd-4fff-46cc-80cb-4c79d8926f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.840493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.857408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750efc5d-f6a5-43a5-b16a-c8d99cd13e67 service neutron] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:45.861078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.872707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] Set router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:45.905027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] For port 928c0684-cd98-4f64-8cf5-92c042639465, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=928c0684-cd98-4f64-8cf5-92c042639465,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:45.905840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.916309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:45.935391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Calling delete_port for 928c0684-cd98-4f64-8cf5-92c042639465 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:45.961323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:45Z', 'revision_number': 6, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:45.966657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6160288-8be2-470c-8cff-e859576ffdbc req-5359b2a3-21fe-42a9-bf29-b512523069d5 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753998 Oct 26 11:42:45.980100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-bc8b56f3-3822-4250-8f24-e9c190f32851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:45.983001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-bc8b56f3-3822-4250-8f24-e9c190f32851 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1094 time: 0.2105942 Oct 26 11:42:45.986175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Pushing event updated for resources: {'Port': ['ID=a681887c-200b-4899-ab9b-b29246f4444b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:46.010418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.013137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-6d2af3ab-0c6a-47a9-a513-5beda851d08a tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0764518 Oct 26 11:42:46.023688 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af6aa2-c657-4aac-990b-e1b8812624e0 None None] The sync data for ids ['2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3'] in n-d-812150-3 is: [{'id': '2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212274490-router', 'tenant_id': '39a1847f0e2f4e25bda5041ed8c10712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:23Z', 'updated_at': '2021-10-26T11:42:45Z', 'revision_number': 6, 'project_id': '39a1847f0e2f4e25bda5041ed8c10712', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:46.119312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-f40fda69-3c58-4954-a39e-6850b87d0353 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.1229954 Oct 26 11:42:46.181081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-242fd641-331c-4d1c-993e-dcd087ecb288 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.1607471 Oct 26 11:42:46.289063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d2417cd-4fff-46cc-80cb-4c79d8926f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.314123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d2417cd-4fff-46cc-80cb-4c79d8926f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.333808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-7534c92c-ec96-4df5-af08-52d1b866e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:46.335344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-7534c92c-ec96-4df5-af08-52d1b866e2f0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1840453 Oct 26 11:42:46.362538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a7501-1303-4d48-967d-8eaff688f01c req-6ff7f7b4-52b0-41b8-a30b-a3a8a7bab947 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:46.364488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-537a7501-1303-4d48-967d-8eaff688f01c req-6ff7f7b4-52b0-41b8-a30b-a3a8a7bab947 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 945 time: 0.2140775 Oct 26 11:42:46.400184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-5518eae9-c613-4c30-8bb6-153e0ac0d38a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570283 Oct 26 11:42:46.413083 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d2417cd-4fff-46cc-80cb-4c79d8926f66 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8711528a950f4261adb2f25e5a569a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9375503 Oct 26 11:42:46.424700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:46.440630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2417cd-4fff-46cc-80cb-4c79d8926f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2324f658-1ab6-4755-bddc-71bfa3ef7ea9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:46.532109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-333ff834-e02c-4e5f-a09a-e574dccd5db3 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:46.534893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-333ff834-e02c-4e5f-a09a-e574dccd5db3 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2957029 Oct 26 11:42:46.557450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b775a17c-54dd-4c53-b86f-f9d7f61c6b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.577768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-537a7501-1303-4d48-967d-8eaff688f01c req-ec5b9b6c-669e-435c-a525-ab15e356df00 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819229 Oct 26 11:42:46.595783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-8ded6e5d-442d-4422-9f6e-639e21c97fe8 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:46.598068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a38e4c8-6365-4810-9a34-44e0e74e8e95 req-8ded6e5d-442d-4422-9f6e-639e21c97fe8 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0343666 Oct 26 11:42:46.614833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b775a17c-54dd-4c53-b86f-f9d7f61c6b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.632927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.702549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-aa7b9508-e381-47ea-ab3b-ce4baaeb79f6 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928100 Oct 26 11:42:46.719658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Pushing event deleted for resources: {'Port': ['ID=928c0684-cd98-4f64-8cf5-92c042639465,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:46.782523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.880160 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b0483-4a49-44e1-bfb5-d49ce5fef337 x-openstack-request-id: req-914b0483-4a49-44e1-bfb5-d49ce5fef337 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:46.880473 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "tag": "21b414fb-769d-4831-91ca-801137344aa2", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:46.880952 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-914b0483-4a49-44e1-bfb5-d49ce5fef337 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:46.881221 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'tag': '21b414fb-769d-4831-91ca-801137344aa2', 'status': 'completed', 'code': 200} Oct 26 11:42:46.921050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ad6641-4a2b-44dc-8790-b505dcaa745e req-5428f26c-454b-4f05-9b63-0f63e34669f1 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048955 Oct 26 11:42:46.974009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:46.978068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.018026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e8fd-ee8b-4bfb-964e-30cd4f5fdade req-65001bc2-6a4a-4f3e-b3f5-5b8cc7fce73c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:47.020236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba42e8fd-ee8b-4bfb-964e-30cd4f5fdade req-65001bc2-6a4a-4f3e-b3f5-5b8cc7fce73c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 943 time: 0.2605853 Oct 26 11:42:47.029865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b775a17c-54dd-4c53-b86f-f9d7f61c6b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.031955 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b775a17c-54dd-4c53-b86f-f9d7f61c6b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.037013 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b775a17c-54dd-4c53-b86f-f9d7f61c6b95 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2324f658-1ab6-4755-bddc-71bfa3ef7ea9 HTTP/1.1" status: 204 len: 168 time: 0.6074240 Oct 26 11:42:47.063817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-669e63cd-a48c-48a0-bbc1-2686171dd60d tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips/b40e0f30-8079-45d3-94b1-f65e17de1b86 HTTP/1.1" status: 200 len: 693 time: 0.1594086 Oct 26 11:42:47.095256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775a17c-54dd-4c53-b86f-f9d7f61c6b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324f658-1ab6-4755-bddc-71bfa3ef7ea9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:47.114108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.115411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:42:47.125331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.127465 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-efdb7288-0e55-4f2f-8391-03371d9271aa admin admin] 10.222.0.88 "DELETE /v2.0/routers/2c42b2b9-4a6e-4997-ac2b-5f0c9fef22b3 HTTP/1.1" status: 204 len: 168 time: 2.1947856 Oct 26 11:42:47.130227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46818) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:47.222448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba42e8fd-ee8b-4bfb-964e-30cd4f5fdade req-c4069b2e-0c81-4f3d-aa9c-6026bd8f8e0e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804676 Oct 26 11:42:47.223301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Deleting subnet c4e39d64-d7a8-41cc-a662-b876840e4a8a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:42:47.227957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.241468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d395158-6372-4539-9e71-791362bf27ba req-84705059-b194-4775-a350-f2351b30d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:47.246966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-84705059-b194-4775-a350-f2351b30d5d3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1094 time: 0.2218597 Oct 26 11:42:47.304312 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.404100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-ef33cbd5-9aa9-43b5-bd97-1b8224f2a0de tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:47.406796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-ef33cbd5-9aa9-43b5-bd97-1b8224f2a0de tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2975388 Oct 26 11:42:47.460509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.594974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.597615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:47.661926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e39d64-d7a8-41cc-a662-b876840e4a8a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:47.669836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2da79e02-3d6f-499e-a4fc-5c2fdfc7efc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.691956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa820c57-e65e-47e9-aed6-b83498c91a3d None None] Network fd2f3857-54b5-4b18-8d93-b9fa106ea8da requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:42:47.692720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.697769 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-da1bc6e4-1741-423c-915d-5f8007fa3937 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c4e39d64-d7a8-41cc-a662-b876840e4a8a HTTP/1.1" status: 204 len: 168 time: 0.5656571 Oct 26 11:42:47.701185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46824) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:47.763771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 09d35285-4e0b-477e-8a64-2b6d9fda9c8d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:47.787514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 09d35285-4e0b-477e-8a64-2b6d9fda9c8d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:47.788139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 09d35285-4e0b-477e-8a64-2b6d9fda9c8d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:47.788778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 928c0684-cd98-4f64-8cf5-92c042639465 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:47.813928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 928c0684-cd98-4f64-8cf5-92c042639465 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:47.815116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 928c0684-cd98-4f64-8cf5-92c042639465 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:47.834056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-992a418a-1f8d-4671-9df0-d75a1f315a6d tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.3851552 Oct 26 11:42:47.845992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:47.913097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-fc5ccd73-ad8a-41fc-8429-75210eecbaa3 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.0782053 Oct 26 11:42:47.929353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b51cb-29ab-40b7-8fb0-66accdfb8ce1 req-46faf58c-e770-4204-8490-a3c911e9434f tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:47.931200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-299b51cb-29ab-40b7-8fb0-66accdfb8ce1 req-46faf58c-e770-4204-8490-a3c911e9434f tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 945 time: 0.5592186 Oct 26 11:42:47.937745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d395158-6372-4539-9e71-791362bf27ba req-4113bac6-64bc-45ff-81d1-c626ea250e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:47.940307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-4113bac6-64bc-45ff-81d1-c626ea250e71 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.6651931 Oct 26 11:42:47.944539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46826) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:47.986633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'floatingip': {'port_id': '5da03215-b638-455f-9a11-5e7d4afbf55a'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:48.018228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-f467b87c-7550-4478-ad0f-a025fb9b6b55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.0701406 Oct 26 11:42:48.049377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2da79e02-3d6f-499e-a4fc-5c2fdfc7efc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.087215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] DHCP port deletion for fd2f3857-54b5-4b18-8d93-b9fa106ea8da request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:42:48.166121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d395158-6372-4539-9e71-791362bf27ba req-23fc551f-899e-4a9b-b4cf-dc382164a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:48.168261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-23fc551f-899e-4a9b-b4cf-dc382164a199 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1439517 Oct 26 11:42:48.170627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2da79e02-3d6f-499e-a4fc-5c2fdfc7efc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.206230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.213779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] Deleting port e42316aa-23d0-402f-a614-2b629a30405e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:48.214256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.237719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-7b0df1f0-6f84-4b59-9ddd-1be2e7668e3f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447135 Oct 26 11:42:48.311011 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2da79e02-3d6f-499e-a4fc-5c2fdfc7efc1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fe445cfb46374d1b95cc4e0bfb835342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083049 Oct 26 11:42:48.317045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] For port e42316aa-23d0-402f-a614-2b629a30405e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e42316aa-23d0-402f-a614-2b629a30405e,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:48.317045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.317368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:48.318365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Deleting port e42316aa-23d0-402f-a614-2b629a30405e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:48.318899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.328586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da79e02-3d6f-499e-a4fc-5c2fdfc7efc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1872968-9c05-4d6f-8943-8a7e349391f0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:48.335685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Deleting port a681887c-200b-4899-ab9b-b29246f4444b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:48.336153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.344230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] Calling delete_port for e42316aa-23d0-402f-a614-2b629a30405e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:48.478038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.478508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.509710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c022b-50a7-4dc9-ac85-a1427a74c8aa req-03366274-583c-4f46-a5dc-a9757d9f9e87 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:48.513326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-028c022b-50a7-4dc9-ac85-a1427a74c8aa req-03366274-583c-4f46-a5dc-a9757d9f9e87 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 946 time: 0.3666015 Oct 26 11:42:48.526338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Calling delete_port for a681887c-200b-4899-ab9b-b29246f4444b owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:48.534422 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.572460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] For port e42316aa-23d0-402f-a614-2b629a30405e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e42316aa-23d0-402f-a614-2b629a30405e,segment=NetworkSegment(95268918-6dc2-45db-88fa-3d1637ffaadb),segment_id=95268918-6dc2-45db-88fa-3d1637ffaadb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:48.572950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.583648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] Pushing event deleted for resources: {'Port': ['ID=e42316aa-23d0-402f-a614-2b629a30405e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:48.592092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7c2a3-f727-4efa-a45d-6c98f5252cbe None None] No DVR routers for this DVR port e42316aa-23d0-402f-a614-2b629a30405e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:48.603404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd06-f2a0-42ec-8600-515486859efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.606078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Calling delete_port for e42316aa-23d0-402f-a614-2b629a30405e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:48.650648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd06-f2a0-42ec-8600-515486859efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.663586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:48.723318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-2971e2d3-c14b-427a-ad23-5934177e1269 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761710 Oct 26 11:42:48.726323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-028c022b-50a7-4dc9-ac85-a1427a74c8aa req-cdd938e6-25f2-441d-9b9a-e7b1863df890 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714227 Oct 26 11:42:48.895119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d395158-6372-4539-9e71-791362bf27ba req-f724c5c8-d0d2-431e-86f5-22262001fb9b service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639571 Oct 26 11:42:48.926554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.952627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Pushing event deleted for resources: {'Port': ['ID=a681887c-200b-4899-ab9b-b29246f4444b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:48.993470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.997011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:48.998300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6afaf212-f5e1-4150-8d1d-1401072a049b req-f009093f-3460-43c2-9d0e-9d459a8568f0 tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "DELETE /v2.0/floatingips/b40e0f30-8079-45d3-94b1-f65e17de1b86 HTTP/1.1" status: 204 len: 173 time: 1.0662971 Oct 26 11:42:49.085372 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b25749f3-1081-4fa7-9b95-bce378f6d947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.135054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b1afe-bb96-40d9-8106-0a73dff117bd req-82cb6fab-9324-4acb-98a0-26725b3cd1cf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:49.136778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5b1afe-bb96-40d9-8106-0a73dff117bd req-82cb6fab-9324-4acb-98a0-26725b3cd1cf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 943 time: 0.0899136 Oct 26 11:42:49.194007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5b1afe-bb96-40d9-8106-0a73dff117bd req-8d421814-a45b-43d9-92b8-c6db3942ae43 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475907 Oct 26 11:42:49.226195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 21b414fb-769d-4831-91ca-801137344aa2 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:42:49.252035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fab0aa88-2003-4e7a-9f82-0fc751cd03fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.269019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd06-f2a0-42ec-8600-515486859efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.271907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd06-f2a0-42ec-8600-515486859efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.277534 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c0fcd06-f2a0-42ec-8600-515486859efb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f1872968-9c05-4d6f-8943-8a7e349391f0 HTTP/1.1" status: 204 len: 168 time: 0.9564464 Oct 26 11:42:49.346026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fcd06-f2a0-42ec-8600-515486859efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1872968-9c05-4d6f-8943-8a7e349391f0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:49.393112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:49.406149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.406954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '21b414fb-769d-4831-91ca-801137344aa2', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'port_id': '21b414fb-769d-4831-91ca-801137344aa2', 'mac_address': 'fa:16:3e:80:75:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f686f1-6add-4b58-9072-b625da6ccc84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:42:49.474426 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.483913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68ec6-3ccf-4fd3-ba97-dad992a3301a req-3167b40e-9e7f-48e6-a896-8fa86eba55a5 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:49.485943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] No DVR routers for this DVR port e42316aa-23d0-402f-a614-2b629a30405e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:49.489325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83c68ec6-3ccf-4fd3-ba97-dad992a3301a req-3167b40e-9e7f-48e6-a896-8fa86eba55a5 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 949 time: 0.1701896 Oct 26 11:42:49.506470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b414fb-769d-4831-91ca-801137344aa2 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:42:49.510118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42316aa-23d0-402f-a614-2b629a30405e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:49.526220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0b55c-2e32-4bca-a0e1-37a3c2d54cc5 req-a37fc0ea-e458-41ba-9a17-672dd0e9c15d tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:49.529510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ab0b55c-2e32-4bca-a0e1-37a3c2d54cc5 req-a37fc0ea-e458-41ba-9a17-672dd0e9c15d tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1097 time: 0.1878722 Oct 26 11:42:49.533166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:49.539749 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.557241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:42:49.628909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:49.668454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83c68ec6-3ccf-4fd3-ba97-dad992a3301a req-c3b89d1c-0c55-41f6-9654-30e9464f734d tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476650 Oct 26 11:42:49.721676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ab0b55c-2e32-4bca-a0e1-37a3c2d54cc5 req-c8610a80-4052-428a-b303-3e3c2d3a4683 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756983 Oct 26 11:42:49.755665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.764946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.769350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:49.772571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['21b414fb-769d-4831-91ca-801137344aa2'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:49.779580 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-5672c12a-217b-4692-a927-fe2ef8c24587 req-b896b720-eb00-433c-8c63-37bb0a1f0a5e tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] show failed (client error): The resource could not be found. Oct 26 11:42:49.789859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5672c12a-217b-4692-a927-fe2ef8c24587 req-b896b720-eb00-433c-8c63-37bb0a1f0a5e tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips/b40e0f30-8079-45d3-94b1-f65e17de1b86 HTTP/1.1" status: 404 len: 350 time: 0.0807142 Oct 26 11:42:49.859219 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-8aa3f74a-1baa-4ea0-b76d-c73ea49a1cf2 req-a45bc42b-4976-42a6-aad5-0175a071d85d tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] show failed (client error): The resource could not be found. Oct 26 11:42:49.869231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8aa3f74a-1baa-4ea0-b76d-c73ea49a1cf2 req-a45bc42b-4976-42a6-aad5-0175a071d85d tempest-FloatingIPsTestJSON-985546741 tempest-FloatingIPsTestJSON-985546741-project] 10.222.0.88 "GET /v2.0/floatingips/b40e0f30-8079-45d3-94b1-f65e17de1b86 HTTP/1.1" status: 404 len: 350 time: 0.0608168 Oct 26 11:42:49.873498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46862) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:49.884026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.884394 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.885128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.885453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.885795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.886117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.886439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.886778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e42316aa-23d0-402f-a614-2b629a30405e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:49.887005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.887113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.887396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:49.939137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e42316aa-23d0-402f-a614-2b629a30405e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:49.939621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e42316aa-23d0-402f-a614-2b629a30405e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:50.059998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:50.061035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:50.062236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:50.063315 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:42:50.064202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2f3857-54b5-4b18-8d93-b9fa106ea8da']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:50.090115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fab0aa88-2003-4e7a-9f82-0fc751cd03fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.136819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95268918-6dc2-45db-88fa-3d1637ffaadb') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:50.137118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95268918-6dc2-45db-88fa-3d1637ffaadb') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:50.164033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.190975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.221875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fab0aa88-2003-4e7a-9f82-0fc751cd03fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.229220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e6d71-7839-4afb-86a2-d7d0a5c3a60d req-7a9aca1a-a1dd-4433-9ba4-dfdc6bf06a02 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:50.244171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e1e6d71-7839-4afb-86a2-d7d0a5c3a60d req-7a9aca1a-a1dd-4433-9ba4-dfdc6bf06a02 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1097 time: 0.1376133 Oct 26 11:42:50.332294 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c associated. External IP: 172.25.4.64, port: 5da03215-b638-455f-9a11-5e7d4afbf55a. Oct 26 11:42:50.337073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:42:50.337696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.348358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0aa88-2003-4e7a-9f82-0fc751cd03fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32bc082-d5c4-40cf-8d9a-c9b7a6285f27,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: from cryptography.utils import int_from_bytes Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: from cryptography.utils import int_from_bytes Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:42:50.385720 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:42:50.443132 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:42:50.479990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e1e6d71-7839-4afb-86a2-d7d0a5c3a60d req-0a724248-73b5-4fc3-b1cd-3f0a138ec907 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323527 Oct 26 11:42:50.565906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7572f-c1fa-48f2-ba27-58e4f86c533f req-4f1677f0-228f-4685-85e4-237a6243d1a0 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:50.569969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac7572f-c1fa-48f2-ba27-58e4f86c533f req-4f1677f0-228f-4685-85e4-237a6243d1a0 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 944 time: 0.2180662 Oct 26 11:42:50.725718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac7572f-c1fa-48f2-ba27-58e4f86c533f req-02539a6d-cbc1-4ec3-93d0-c417da6be468 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417696 Oct 26 11:42:50.754693 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.758635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fab0aa88-2003-4e7a-9f82-0fc751cd03fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=301c07b6019f44ea8881e3e28b7408c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0925596 Oct 26 11:42:50.763534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:50.796222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:50.800350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fd2f3857-54b5-4b18-8d93-b9fa106ea8da HTTP/1.1" status: 204 len: 168 time: 3.0977142 Oct 26 11:42:50.877089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77f02b-4219-4efa-b6f6-0edfb1907fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2f3857-54b5-4b18-8d93-b9fa106ea8da,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:51.008201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-c63cc223-38bb-455d-8892-e90f81609f3d tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:51.009986 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-c63cc223-38bb-455d-8892-e90f81609f3d tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 949 time: 0.2961948 Oct 26 11:42:51.077269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-255bad8d-2644-4b8b-a57f-43b79125ac6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.156618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005f2e9-4844-48ac-8290-3dc6e0644e92 req-734035a7-d6cd-4a50-9f34-e3db6e60b65b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:51.164617 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-255bad8d-2644-4b8b-a57f-43b79125ac6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.183175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a005f2e9-4844-48ac-8290-3dc6e0644e92 req-734035a7-d6cd-4a50-9f34-e3db6e60b65b tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 949 time: 0.2887850 Oct 26 11:42:51.206632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:42:51.237530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 21b414fb-769d-4831-91ca-801137344aa2 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:42:51.294662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a005f2e9-4844-48ac-8290-3dc6e0644e92 req-facc6f84-c2b8-42ab-8f4a-fbda6e85fb22 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096311 Oct 26 11:42:51.314358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-255bad8d-2644-4b8b-a57f-43b79125ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.321338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-255bad8d-2644-4b8b-a57f-43b79125ac6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.323336 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-255bad8d-2644-4b8b-a57f-43b79125ac6e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b32bc082-d5c4-40cf-8d9a-c9b7a6285f27 HTTP/1.1" status: 204 len: 168 time: 0.5562935 Oct 26 11:42:51.351523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46904) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:51.359050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 21b414fb-769d-4831-91ca-801137344aa2 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:42:51.368714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 21b414fb-769d-4831-91ca-801137344aa2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:42:51.369389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.403502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Deleting port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:51.404109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.438610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bad8d-2644-4b8b-a57f-43b79125ac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32bc082-d5c4-40cf-8d9a-c9b7a6285f27,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:51.472829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.486967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-24bfa8da-2e91-4150-b447-3002e9890e47 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=39a1847f0e2f4e25bda5041ed8c10712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323862 Oct 26 11:42:51.488175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46906) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:51.695513 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.696460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] For port ae7e4ac6-c695-4eb8-83cb-47b96887ce44, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:51.697612 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.720349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-31966214-9699-4341-9e15-4b2c2a4d3925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.734969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Calling delete_port for ae7e4ac6-c695-4eb8-83cb-47b96887ce44 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:51.760383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-589b9831-f0cd-4fdf-aa23-5e6d0265af99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.771421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b414fb-769d-4831-91ca-801137344aa2'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:51.774030 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b2025f-e103-4235-93b2-f5182c559205" -d '{"events": [{"server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "name": "network-vif-plugged", "status": "completed", "tag": "21b414fb-769d-4831-91ca-801137344aa2"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:51.806515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:51.813333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.856505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-589b9831-f0cd-4fdf-aa23-5e6d0265af99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:51.925536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:51.936756 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5678c4-1905-4d05-8e60-2c1616e7978b x-openstack-request-id: req-8a5678c4-1905-4d05-8e60-2c1616e7978b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:51.937174 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "name": "network-vif-plugged", "status": "completed", "tag": "21b414fb-769d-4831-91ca-801137344aa2", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:51.937616 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a5678c4-1905-4d05-8e60-2c1616e7978b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:51.944849 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b414fb-769d-4831-91ca-801137344aa2', 'code': 200} Oct 26 11:42:51.979849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:51.987343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:52.023786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b6f0facd-03d0-496b-9261-6bb5719d58b7 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "PUT /v2.0/floatingips/9814764a-c513-455f-a6d4-9bd920f4a87c HTTP/1.1" status: 200 len: 990 time: 4.0388975 Oct 26 11:42:52.023786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:52.026456 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0816e2-a3e7-4bf0-bc94-dd96367f457f" -d '{"events": [{"name": "network-changed", "server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:52.041054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:52.065384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:52.068535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:52.073130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:52.177233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Pushing event deleted for resources: {'Port': ['ID=ae7e4ac6-c695-4eb8-83cb-47b96887ce44,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:52.342094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['81c71628-f1a4-47d9-81eb-9156514e5361', 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:52.360001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] No DVR routers for this DVR port ae7e4ac6-c695-4eb8-83cb-47b96887ce44 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:52.371737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:52.387674 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89ea7c90-df47-441b-bec9-04bfd55189f4 req-eea01cec-8bf2-45c9-8ac2-9b23e99ffaaf tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "DELETE /v2.0/ports/ae7e4ac6-c695-4eb8-83cb-47b96887ce44 HTTP/1.1" status: 204 len: 173 time: 1.3707464 Oct 26 11:42:52.553381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307c5d5-7006-4127-8c89-6335b1c28188 req-1fd3ea12-48b1-4f59-a608-711ed57295dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:52.557330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7307c5d5-7006-4127-8c89-6335b1c28188 req-1fd3ea12-48b1-4f59-a608-711ed57295dc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1096 time: 0.4292138 Oct 26 11:42:52.589329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-589b9831-f0cd-4fdf-aa23-5e6d0265af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:52.592620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-589b9831-f0cd-4fdf-aa23-5e6d0265af99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:52.594888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-589b9831-f0cd-4fdf-aa23-5e6d0265af99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/756f057a-d089-4751-af0f-5c7b5fe0e6bb HTTP/1.1" status: 204 len: 168 time: 1.0306876 Oct 26 11:42:52.621398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101c5b-80da-404e-9aca-8d3295c8812f req-14bb8b36-0463-4681-837f-1b0e03d75b93 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:52.624449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7101c5b-80da-404e-9aca-8d3295c8812f req-14bb8b36-0463-4681-837f-1b0e03d75b93 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 945 time: 0.2657313 Oct 26 11:42:52.673188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:52.724173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b9831-f0cd-4fdf-aa23-5e6d0265af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f057a-d089-4751-af0f-5c7b5fe0e6bb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:52.825847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7307c5d5-7006-4127-8c89-6335b1c28188 req-6353566e-63cc-405e-9369-1f53ff478011 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249641 Oct 26 11:42:52.860218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7101c5b-80da-404e-9aca-8d3295c8812f req-355423c9-8986-447d-ad1e-576bbce15a97 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625636 Oct 26 11:42:52.924991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Deleting port c166e6f9-c6f7-493e-be6b-4f1e36f18616 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:52.925447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.100190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.162278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] For port c166e6f9-c6f7-493e-be6b-4f1e36f18616, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c166e6f9-c6f7-493e-be6b-4f1e36f18616,segment=NetworkSegment(4a399ff6-fa57-4fa4-9a15-d54587e3ebdc),segment_id=4a399ff6-fa57-4fa4-9a15-d54587e3ebdc)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:53.162963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.184641 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db88f2-a6e0-4d17-af8e-cfe1b834f0e6 x-openstack-request-id: req-10db88f2-a6e0-4d17-af8e-cfe1b834f0e6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:53.185531 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:53.185531 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-10db88f2-a6e0-4d17-af8e-cfe1b834f0e6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:53.186359 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'status': 'completed', 'code': 200} Oct 26 11:42:53.211591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Calling delete_port for c166e6f9-c6f7-493e-be6b-4f1e36f18616 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:53.363549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:53.380733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.394708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e86559c-36eb-49f1-bc96-3408651ec2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.439057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-404a6cd2-dacd-4802-b19a-c23af508bcd2 req-c3cfdfb9-ef02-4ca7-8a4e-18f74b5864a8 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=1347ab25-c7be-410a-a8ef-deb383a432e4 HTTP/1.1" status: 200 len: 210 time: 0.0803165 Oct 26 11:42:53.528777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-14340993-d7fd-47e7-9f9c-85e203ddb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:53.534369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-14340993-d7fd-47e7-9f9c-85e203ddb123 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 1096 time: 0.2841604 Oct 26 11:42:53.708282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e86559c-36eb-49f1-bc96-3408651ec2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.720915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e86559c-36eb-49f1-bc96-3408651ec2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:53.889192 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3e86559c-36eb-49f1-bc96-3408651ec2f0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=41822343d2b74bf4b952dec2078ea3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208614 Oct 26 11:42:53.895703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46964) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:53.964021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86559c-36eb-49f1-bc96-3408651ec2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ca7835-062b-46fe-910d-3c85ad55658a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:53.981886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9814764a-c513-455f-a6d4-9bd920f4a87c', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'port_id': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'mac_address': 'fa:16:3e:92:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:42:17Z', 'updated_at': '2021-10-26T11:42:49Z', 'revision_number': 1, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:54.055929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46970) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:54.079426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:54.115337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:54.116410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:54.128726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78342ec0-7f91-43ab-9c1f-3bdc56c7f9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:54.200017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78342ec0-7f91-43ab-9c1f-3bdc56c7f9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:54.290789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ae7e4ac6-c695-4eb8-83cb-47b96887ce44 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:54.411540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: ae7e4ac6-c695-4eb8-83cb-47b96887ce44 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:54.412398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ae7e4ac6-c695-4eb8-83cb-47b96887ce44 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:54.467659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-194b0046-5ecd-4190-bcb5-0830931bfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:54.470007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-194b0046-5ecd-4190-bcb5-0830931bfd36 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 926 time: 0.9290271 Oct 26 11:42:54.501490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:54.569083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:54.695679 n-d-812150-3 neutron-server[102759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 11:42:54.703766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-bba0af12-85b7-4c04-9cef-6140ef0a75f6 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:42:54.707462 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-bba0af12-85b7-4c04-9cef-6140ef0a75f6 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.6497135 Oct 26 11:42:54.709708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78342ec0-7f91-43ab-9c1f-3bdc56c7f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:54.715380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78342ec0-7f91-43ab-9c1f-3bdc56c7f9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:54.717425 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-78342ec0-7f91-43ab-9c1f-3bdc56c7f9dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/15ca7835-062b-46fe-910d-3c85ad55658a HTTP/1.1" status: 204 len: 168 time: 0.8197236 Oct 26 11:42:54.756333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342ec0-7f91-43ab-9c1f-3bdc56c7f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ca7835-062b-46fe-910d-3c85ad55658a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:54.828644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-69f805c9-ef52-40ce-851f-26180e9fdd75 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da03215-b638-455f-9a11-5e7d4afbf55a HTTP/1.1" status: 200 len: 998 time: 0.3480341 Oct 26 11:42:54.840429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68371ae6-e0b9-438c-82a7-74ac1657ed4a req-053146be-beb1-406a-8dd6-d71855807410 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:54.842361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68371ae6-e0b9-438c-82a7-74ac1657ed4a req-053146be-beb1-406a-8dd6-d71855807410 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 945 time: 0.1891329 Oct 26 11:42:54.855647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-46be957d-8d0a-4c72-a26b-dcb070ddb8c7 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:54.863736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-46be957d-8d0a-4c72-a26b-dcb070ddb8c7 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 1094 time: 0.1243994 Oct 26 11:42:54.908838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:54.986716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Pushing event deleted for resources: {'Port': ['ID=c166e6f9-c6f7-493e-be6b-4f1e36f18616,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:55.010846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-1a447f20-105a-4467-967a-eb9239bfe536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:55.013392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-1a447f20-105a-4467-967a-eb9239bfe536 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.1695688 Oct 26 11:42:55.096510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68371ae6-e0b9-438c-82a7-74ac1657ed4a req-42b398ca-ae28-421d-a1b3-56afd676bc89 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113945 Oct 26 11:42:55.167371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9814764a-c513-455f-a6d4-9bd920f4a87c', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'port_id': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'mac_address': 'fa:16:3e:92:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:42:17Z', 'updated_at': '2021-10-26T11:42:49Z', 'revision_number': 1, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:55.188851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'name': 'network-vif-deleted', 'tag': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:55.194270 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92318497-f96b-406b-8249-a440f7e25947" -d '{"events": [{"server_uuid": "1347ab25-c7be-410a-a8ef-deb383a432e4", "name": "network-vif-deleted", "tag": "ae7e4ac6-c695-4eb8-83cb-47b96887ce44"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:55.271951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Request body: {'binding': {'host': 'n-h2-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:55.272929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Unknown quota resources ['binding']. {{(pid=102759) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:42:55.290183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6c69f-b918-488e-a6a0-bed3ff05721b None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9814764a-c513-455f-a6d4-9bd920f4a87c', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'port_id': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'mac_address': 'fa:16:3e:92:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:42:17Z', 'updated_at': '2021-10-26T11:42:49Z', 'revision_number': 1, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:55.394135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:55.426974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-7211df8b-cf74-4ae4-91ef-bc77383e4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:55.426974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-7211df8b-cf74-4ae4-91ef-bc77383e4068 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3685811 Oct 26 11:42:55.709600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on host n-h2-812150-3 for vnic_type normal with profile None {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:42:55.710090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:42:55.710724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:55.719095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:42:55.719095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:42:55.732074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:42:55.734026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:42:55.736242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:42:55.736978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Bound port: 8c2731bf-678b-4b19-9c77-d4caa5906f26, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:42:55.780780 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306d5f2-fd71-4251-b242-d49d381356c7 None None] New status for floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:42:55.849291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-941cfcae-bd0b-4927-b55d-b2026b51e86e service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300953 Oct 26 11:42:55.962266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:42:55.973829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:55.975126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44bdcd75-29fe-4d2c-af3d-a206184c2ac3 service neutron] 10.222.0.88 "POST /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26/bindings HTTP/1.1" status: 201 len: 389 time: 0.8189571 Oct 26 11:42:56.256312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:42:56.277352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0816e2-a3e7-4bf0-bc94-dd96367f457f req-846fdda5-27cd-4fab-9de5-b5aa9fa39f03 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192302 Oct 26 11:42:56.378455 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114da8e6-446f-4257-989f-671dbfaaab09 x-openstack-request-id: req-114da8e6-446f-4257-989f-671dbfaaab09 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:56.379319 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1347ab25-c7be-410a-a8ef-deb383a432e4", "name": "network-vif-deleted", "tag": "ae7e4ac6-c695-4eb8-83cb-47b96887ce44", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:56.379319 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-114da8e6-446f-4257-989f-671dbfaaab09 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:56.380440 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1347ab25-c7be-410a-a8ef-deb383a432e4', 'name': 'network-vif-deleted', 'tag': 'ae7e4ac6-c695-4eb8-83cb-47b96887ce44', 'status': 'completed', 'code': 200} Oct 26 11:42:56.455092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453de8-10e8-493d-9d61-ee15a22fef32 req-e3834d3d-e121-4e72-8197-05cfe2a5777e tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:56.456692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96453de8-10e8-493d-9d61-ee15a22fef32 req-e3834d3d-e121-4e72-8197-05cfe2a5777e tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1096 time: 0.2759256 Oct 26 11:42:56.479721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:42:56.497496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-03b28831-43c1-41bf-b172-eb115a58badc admin admin] 10.222.0.88 "PUT /v2.0/routers/d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6183949 Oct 26 11:42:56.498798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47040) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:56.505652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] Sync routers for ids ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:42:56.555863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] Routers {'d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:56.557090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:56.706771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96453de8-10e8-493d-9d61-ee15a22fef32 req-8e305306-b966-48bc-bc18-960a2a9f0e44 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397265 Oct 26 11:42:56.752667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-39dcd434-5c80-45e1-9741-a7592acc6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:56.755301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-39dcd434-5c80-45e1-9741-a7592acc6060 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1097 time: 0.1349266 Oct 26 11:42:56.755890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] Set router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:56.773104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:57.171714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c63f43-4b4a-4e25-a636-0891725c5be9 req-28d865d9-c321-4e98-b6a4-c3c69c48c0d3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:57.174752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11c63f43-4b4a-4e25-a636-0891725c5be9 req-28d865d9-c321-4e98-b6a4-c3c69c48c0d3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 946 time: 0.1678970 Oct 26 11:42:57.206975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:54Z', 'revision_number': 5, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:57.209520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-9d9e1422-ae89-4cf1-88a2-984176905b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:57.212526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-9d9e1422-ae89-4cf1-88a2-984176905b6e service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.4354651 Oct 26 11:42:57.244969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] Checking router: d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:42:57.257866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] Routers {'d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:42:57.258501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:42:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:57.348478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-a6839467-ba07-44a2-8c79-7c339ea46c55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.1123488 Oct 26 11:42:57.358408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:57.408112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11c63f43-4b4a-4e25-a636-0891725c5be9 req-a70d11c9-148d-4090-895b-8bc8536976f9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190657 Oct 26 11:42:57.420552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] Set router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:42:57.469371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99d01-a361-4c9d-9fe8-c4fae5438bd7 req-ac838673-0907-42a9-9890-140bb4968778 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:57.471903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1de99d01-a361-4c9d-9fe8-c4fae5438bd7 req-ac838673-0907-42a9-9890-140bb4968778 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1096 time: 0.2581809 Oct 26 11:42:57.489300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-d7976ead-d878-4aa4-8455-acb0b2ef1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:57.491318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-d7976ead-d878-4aa4-8455-acb0b2ef1ca3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1220009 Oct 26 11:42:57.547969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-61d5293e-d54f-456e-bbca-f83668c64f23 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487535 Oct 26 11:42:57.769684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:54Z', 'revision_number': 5, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:42:57.816378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eb1fd-c022-4f5e-8af7-f616e1ee1304 None None] The sync data for ids ['d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e'] in n-d-812150-3 is: [{'id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'name': 'tempest-FloatingIPsTestJSON-996826546-router', 'tenant_id': '77047aebbf5e434cbf0c27af50b251d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:42:09Z', 'updated_at': '2021-10-26T11:42:54Z', 'revision_number': 5, 'project_id': '77047aebbf5e434cbf0c27af50b251d9', 'gw_port': {'id': 'd3e96e9f-14ab-425d-9a6f-1f924e318c8b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:42:11Z', 'updated_at': '2021-10-26T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:42:57.932923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1de99d01-a361-4c9d-9fe8-c4fae5438bd7 req-38bb3585-58c4-4f4c-a703-93f1249995af tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493704 Oct 26 11:42:57.959761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Deleting port d3e96e9f-14ab-425d-9a6f-1f924e318c8b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:57.960112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:58.060182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23deb0-f31a-4799-b953-3124a9ed652f req-a40d230f-ee34-4f21-8248-9eb52161a6a0 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:58.062612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc23deb0-f31a-4799-b953-3124a9ed652f req-a40d230f-ee34-4f21-8248-9eb52161a6a0 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.4836252 Oct 26 11:42:58.107262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-1bb27b54-5c0b-49fc-b15b-92fd4c4f6dfe service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486543 Oct 26 11:42:58.204505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] For port d3e96e9f-14ab-425d-9a6f-1f924e318c8b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:58.205547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:58.235625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc23deb0-f31a-4799-b953-3124a9ed652f req-4213d2ce-7d45-4194-916a-cda34a0220bc tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/security-groups?id=eba6d255-2bce-4575-9cb2-fc5b0b3038a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555560 Oct 26 11:42:58.254032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Calling delete_port for d3e96e9f-14ab-425d-9a6f-1f924e318c8b owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:58.351435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-bb2a93d3-82d4-4af8-97ff-2106e59c6939 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358029 Oct 26 11:42:58.495282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-dafcc27a-ca11-4c8c-a639-1b045da7dd0a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:58.496955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-dafcc27a-ca11-4c8c-a639-1b045da7dd0a tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 950 time: 0.1569991 Oct 26 11:42:58.609280 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44dca1b2-d9e5-4d10-9882-883aa32a2f49 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:58.612674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-44dca1b2-d9e5-4d10-9882-883aa32a2f49 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1097 time: 0.1188371 Oct 26 11:42:58.672644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-3'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:42:58.677600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Deleting port 81c71628-f1a4-47d9-81eb-9156514e5361 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:42:58.678489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:58.762117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:58.834100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:58.873016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e96e9f-14ab-425d-9a6f-1f924e318c8b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:58.894039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.894576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.895049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.895489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.895926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.896362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.896796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.897238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.897729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.898344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.898847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.899305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:58.930004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] For port 81c71628-f1a4-47d9-81eb-9156514e5361, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=81c71628-f1a4-47d9-81eb-9156514e5361,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:58.930336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:58.957430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Calling delete_port for 81c71628-f1a4-47d9-81eb-9156514e5361 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:42:59.087942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.209032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.223961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['81c71628-f1a4-47d9-81eb-9156514e5361'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:42:59.261944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Pushing event deleted for resources: {'Port': ['ID=81c71628-f1a4-47d9-81eb-9156514e5361,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:59.272858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776549f6-5a63-4a22-91a9-d1708d57a0ec req-e65379cd-e094-4aaa-a112-dda996ee7388 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:59.278651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.279339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.279979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.280616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.280746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-776549f6-5a63-4a22-91a9-d1708d57a0ec req-e65379cd-e094-4aaa-a112-dda996ee7388 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 946 time: 0.3432004 Oct 26 11:42:59.281409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.282039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.282760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.283398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.283989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.284560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.284935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.285257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.285869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:42:59.290382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.348600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] No DVR routers for this DVR port 81c71628-f1a4-47d9-81eb-9156514e5361 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:42:59.351507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.354963 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-42dd1ab8-b36f-4997-9df3-2e00d93d24ae req-1aeeb058-687d-4658-adc9-124db5c51afd tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.30 "DELETE /v2.0/ports/81c71628-f1a4-47d9-81eb-9156514e5361 HTTP/1.1" status: 204 len: 173 time: 0.8501449 Oct 26 11:42:59.355478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'name': 'network-vif-deleted', 'tag': '81c71628-f1a4-47d9-81eb-9156514e5361'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:59.358149 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8fffab-42e8-485f-baf1-b5d101e9054c" -d '{"events": [{"server_uuid": "ec7661ad-218c-4f15-9eb3-533b16874f6f", "name": "network-vif-deleted", "tag": "81c71628-f1a4-47d9-81eb-9156514e5361"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:59.401409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:42:59.424563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.425127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:42:59.444036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.445350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-26f7c2b2-cbd5-4532-80a7-100f7dbf785d admin admin] 10.222.0.88 "DELETE /v2.0/routers/d6faa8b0-6f0e-4469-9ab2-e0ce1de38d6e HTTP/1.1" status: 204 len: 168 time: 2.9447834 Oct 26 11:42:59.449715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47102) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:42:59.453057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7703cb-f524-42cf-bc70-9c43353cf79a req-4dd38153-4ce0-4595-b78a-92a87f8112e0 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:42:59.455594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce7703cb-f524-42cf-bc70-9c43353cf79a req-4dd38153-4ce0-4595-b78a-92a87f8112e0 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1096 time: 0.2669458 Oct 26 11:42:59.475873 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-776549f6-5a63-4a22-91a9-d1708d57a0ec req-2fbb974e-253a-402c-b25b-83d443da9b21 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935105 Oct 26 11:42:59.541032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Deleting subnet 0ecf7d72-e140-477e-94a7-25f8179aad8f {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:42:59.547434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.581273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:42:59.617454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.694257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce7703cb-f524-42cf-bc70-9c43353cf79a req-100e67f6-24e7-4720-914a-250acc84dcfa tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111075 Oct 26 11:42:59.715386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:42:59.723257 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef25ef22-1393-4e3b-a687-7b17c0f1f11e" -d '{"events": [{"server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:42:59.730262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.747876 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.779287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c166e6f9-c6f7-493e-be6b-4f1e36f18616 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:42:59.794208 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493532ac-9863-4e67-97a0-4f1d17d94a1c x-openstack-request-id: req-493532ac-9863-4e67-97a0-4f1d17d94a1c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:42:59.794501 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7661ad-218c-4f15-9eb3-533b16874f6f", "name": "network-vif-deleted", "tag": "81c71628-f1a4-47d9-81eb-9156514e5361", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:42:59.794764 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-493532ac-9863-4e67-97a0-4f1d17d94a1c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:42:59.795213 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7661ad-218c-4f15-9eb3-533b16874f6f', 'name': 'network-vif-deleted', 'tag': '81c71628-f1a4-47d9-81eb-9156514e5361', 'status': 'completed', 'code': 200} Oct 26 11:42:59.811104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c166e6f9-c6f7-493e-be6b-4f1e36f18616 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:42:59.811845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c166e6f9-c6f7-493e-be6b-4f1e36f18616 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:42:59.832643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:42:59.836853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:42:59.896662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0660d638-b1e7-4e41-b3aa-6843260517dd req-13cd73b4-97fc-4ef4-9fe3-51a72d803807 tempest-LiveMigrationNegativeTest-1265478426 tempest-LiveMigrationNegativeTest-1265478426-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec7661ad-218c-4f15-9eb3-533b16874f6f HTTP/1.1" status: 200 len: 210 time: 0.0655766 Oct 26 11:42:59.958591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.013830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:00.014609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:00.015822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:00.025180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:00.026037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Attempting to bind port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:00.028344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ecf7d72-e140-477e-94a7-25f8179aad8f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:00.051627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:00.054413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:00.055736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:00.057588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Bound port: 8c2731bf-678b-4b19-9c77-d4caa5906f26, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:00.058396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.116043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe23a5b-1922-4682-916e-803fb43084fb None None] Network 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:00.145281 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.159501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-15f63755-28b8-41a5-adef-11b19c7a6352 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0ecf7d72-e140-477e-94a7-25f8179aad8f HTTP/1.1" status: 204 len: 168 time: 0.7085838 Oct 26 11:43:00.160236 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2d9499-7e84-47a7-8cfd-3d0f2314d435 x-openstack-request-id: req-7f2d9499-7e84-47a7-8cfd-3d0f2314d435 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:00.162127 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:00.162745 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7f2d9499-7e84-47a7-8cfd-3d0f2314d435 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:00.166440 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'code': 200} Oct 26 11:43:00.166942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47120) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:00.252600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:00.258182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:00.265053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.378762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=8']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:00.477533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.510685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:00.512718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.518119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-16b46936-86c9-4d2b-bb47-5594cf15b3a6 service neutron] 10.222.0.100 "PUT /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 1122 time: 1.8603194 Oct 26 11:43:00.615732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Deleting port c7f14a0e-fddb-4bb8-a446-63487cae4c00 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:43:00.615732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.626415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['8c2731bf-678b-4b19-9c77-d4caa5906f26'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:00.744919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] DHCP port deletion for 0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:43:00.773029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b12470-5f3f-4fc4-b8e7-1faf14061614 req-ae47b2b1-f78d-4bb1-9b46-3eceeef45d20 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:00.778076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36b12470-5f3f-4fc4-b8e7-1faf14061614 req-ae47b2b1-f78d-4bb1-9b46-3eceeef45d20 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.1127617 Oct 26 11:43:00.813819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47148) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:00.823887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] For port c7f14a0e-fddb-4bb8-a446-63487cae4c00, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c7f14a0e-fddb-4bb8-a446-63487cae4c00,segment=NetworkSegment(4a399ff6-fa57-4fa4-9a15-d54587e3ebdc),segment_id=4a399ff6-fa57-4fa4-9a15-d54587e3ebdc)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:00.824453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:00.870111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36b12470-5f3f-4fc4-b8e7-1faf14061614 req-0befb17f-cfd2-498e-8671-7f71a5984bd8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826013 Oct 26 11:43:00.902532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Calling delete_port for c7f14a0e-fddb-4bb8-a446-63487cae4c00 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:43:00.944322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16620d1b-c6b2-42f8-b921-efea09c1601a req-1ef2f054-c9c6-4fb4-94fd-877557935143 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:00.952956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16620d1b-c6b2-42f8-b921-efea09c1601a req-1ef2f054-c9c6-4fb4-94fd-877557935143 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1096 time: 0.0773158 Oct 26 11:43:01.005575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16620d1b-c6b2-42f8-b921-efea09c1601a req-379d1d59-dbce-4af7-93aa-f53c5cbcd943 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Oct 26 11:43:01.083581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.103386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Deleting port c7f14a0e-fddb-4bb8-a446-63487cae4c00 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:43:01.106387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.137826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:01.153592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f14a0e-fddb-4bb8-a446-63487cae4c00,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:01.160902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] No DVR routers for this DVR port c7f14a0e-fddb-4bb8-a446-63487cae4c00 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:43:01.293069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] For port c7f14a0e-fddb-4bb8-a446-63487cae4c00, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:01.293666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.317652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Calling delete_port for c7f14a0e-fddb-4bb8-a446-63487cae4c00 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:43:01.319484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.321813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Port c7f14a0e-fddb-4bb8-a446-63487cae4c00 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:43:01.324669 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.364423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] Pushing event deleted for resources: {'Port': ['ID=c7f14a0e-fddb-4bb8-a446-63487cae4c00,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:01.365588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:01.368926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f624c6d-85e7-4bc4-8f62-25482ba564bc None None] No DVR routers for this DVR port c7f14a0e-fddb-4bb8-a446-63487cae4c00 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:43:01.394996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:01.396054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a399ff6-fa57-4fa4-9a15-d54587e3ebdc') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:01.432037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.484354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.499958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:43:01.500511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:43:01.503410 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:43:01.616660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.626242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.632412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb HTTP/1.1" status: 204 len: 168 time: 1.4642768 Oct 26 11:43:01.633771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2819ebc9-0c6c-41f0-972f-5d3240db439c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.657025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293de68-4940-4f7e-9f92-f0559887bb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0598fbd7-b8b7-45d9-aef7-eee4fa28a3bb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:01.758619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c7f14a0e-fddb-4bb8-a446-63487cae4c00 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:43:01.831972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c7f14a0e-fddb-4bb8-a446-63487cae4c00 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:43:01.832552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c7f14a0e-fddb-4bb8-a446-63487cae4c00 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:43:01.833247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d3e96e9f-14ab-425d-9a6f-1f924e318c8b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:43:01.858326 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00b1fd19-dd3d-4dec-a08e-566124421745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.911453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d3e96e9f-14ab-425d-9a6f-1f924e318c8b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:43:01.911995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d3e96e9f-14ab-425d-9a6f-1f924e318c8b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:43:01.990600 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2819ebc9-0c6c-41f0-972f-5d3240db439c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:01.999456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2819ebc9-0c6c-41f0-972f-5d3240db439c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.024545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47180) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:02.105884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47186) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:02.160408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2819ebc9-0c6c-41f0-972f-5d3240db439c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cbb0fa7006724d078614453234402d22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3444097 Oct 26 11:43:02.162036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819ebc9-0c6c-41f0-972f-5d3240db439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41702205-6fa5-4b15-b27f-e47bac69d566,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:02.163321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47190) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:02.201012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:02.206750 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2245a414-2e6e-4160-94c0-0b280b798677" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:02.240153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 81c71628-f1a4-47d9-81eb-9156514e5361 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:43:02.308653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d37a88-c165-459e-b003-dadbf8644540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.343611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:02.349051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 81c71628-f1a4-47d9-81eb-9156514e5361 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:43:02.363330 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 81c71628-f1a4-47d9-81eb-9156514e5361 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:43:02.368684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d37a88-c165-459e-b003-dadbf8644540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.397176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d6188-5cd0-4c02-8357-32d62b23e639 req-65a47183-e097-422d-965a-5d3777375004 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:02.399015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b8d6188-5cd0-4c02-8357-32d62b23e639 req-65a47183-e097-422d-965a-5d3777375004 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.2757986 Oct 26 11:43:02.401267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00b1fd19-dd3d-4dec-a08e-566124421745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.407312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00b1fd19-dd3d-4dec-a08e-566124421745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.432994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4db5-fc00-43d8-970a-0fa63b02293f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.527552 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa83dddd-6a02-4501-82c8-b4e84f511a7c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77047aebbf5e434cbf0c27af50b251d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804585 Oct 26 11:43:02.531624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47202) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:02.546438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1fd19-dd3d-4dec-a08e-566124421745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44166c3-cd58-4aaf-b3b0-34c000720ea9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:02.555206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-00b1fd19-dd3d-4dec-a08e-566124421745 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5dda75f91f0f4258bbaaf237d574204c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4153986 Oct 26 11:43:02.557869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47204) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:02.575208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d37a88-c165-459e-b003-dadbf8644540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.581136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d37a88-c165-459e-b003-dadbf8644540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.586512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12d37a88-c165-459e-b003-dadbf8644540 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41702205-6fa5-4b15-b27f-e47bac69d566 HTTP/1.1" status: 204 len: 168 time: 0.4175105 Oct 26 11:43:02.609282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d37a88-c165-459e-b003-dadbf8644540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41702205-6fa5-4b15-b27f-e47bac69d566,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:02.617086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b8d6188-5cd0-4c02-8357-32d62b23e639 req-adec7a45-c9b3-4bda-8e7f-3b8a4dc29e4d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992359 Oct 26 11:43:02.671714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1b8e77fa-878d-4e90-84df-6b618ff08560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.753251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1b8e77fa-878d-4e90-84df-6b618ff08560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.783081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703fd080-bfa5-4d41-9ae9-d269a774dba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.814224 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4db5-fc00-43d8-970a-0fa63b02293f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.838809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4db5-fc00-43d8-970a-0fa63b02293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.867971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703fd080-bfa5-4d41-9ae9-d269a774dba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:02.905894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4db5-fc00-43d8-970a-0fa63b02293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c1c39-5c7f-4042-8d7a-733b98481083,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:02.937614 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e5bf4db5-fc00-43d8-970a-0fa63b02293f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f1eabeaceb7a4208b6af037bce56e0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9101379 Oct 26 11:43:02.945249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47214) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:03.047147 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9fcaf120-9b27-412a-a12d-c6f92fc8491c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=306c30ad120643e3ac2e253fc3971c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322708 Oct 26 11:43:03.073866 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5703130-b42e-479a-a693-a62145937a4a x-openstack-request-id: req-d5703130-b42e-479a-a693-a62145937a4a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:03.074465 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:03.075104 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d5703130-b42e-479a-a693-a62145937a4a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:03.075729 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'status': 'completed', 'code': 200} Oct 26 11:43:03.076389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47222) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:03.132234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1b8e77fa-878d-4e90-84df-6b618ff08560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.135778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1b8e77fa-878d-4e90-84df-6b618ff08560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.139989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a414-2e6e-4160-94c0-0b280b798677 req-185603ed-6ed8-461b-8453-8676509e8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:03.143105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-185603ed-6ed8-461b-8453-8676509e8bbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1125 time: 0.1387711 Oct 26 11:43:03.161684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1b8e77fa-878d-4e90-84df-6b618ff08560 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e6b4eb4-212c-4898-b8d7-2f53b45bc146 HTTP/1.1" status: 204 len: 168 time: 0.6071155 Oct 26 11:43:03.246705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3b75ed0-1150-4d64-bb3c-f45c28c662d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.275029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e77fa-878d-4e90-84df-6b618ff08560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b4eb4-212c-4898-b8d7-2f53b45bc146,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:03.296600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:03.441646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a414-2e6e-4160-94c0-0b280b798677 req-90e4a4a4-af17-455e-8546-e73497cc0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:03.444851 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-90e4a4a4-af17-455e-8546-e73497cc0895 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.2925696 Oct 26 11:43:03.481222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703fd080-bfa5-4d41-9ae9-d269a774dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.484535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.489628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703fd080-bfa5-4d41-9ae9-d269a774dba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.493894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-703fd080-bfa5-4d41-9ae9-d269a774dba1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b44166c3-cd58-4aaf-b3b0-34c000720ea9 HTTP/1.1" status: 204 len: 168 time: 0.9311831 Oct 26 11:43:03.510901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3b75ed0-1150-4d64-bb3c-f45c28c662d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.517847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-7b823fca-dfb8-4652-abde-d431e515e2d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.0644698 Oct 26 11:43:03.518654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:03.573322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07709252-6991-40de-ae9a-e1b2c8617ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.613677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd080-bfa5-4d41-9ae9-d269a774dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44166c3-cd58-4aaf-b3b0-34c000720ea9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:03.695866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-b56f5a26-4f0e-471b-86c5-f0d3abf12b84 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:43:03.708690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-b56f5a26-4f0e-471b-86c5-f0d3abf12b84 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0961347 Oct 26 11:43:03.719541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07709252-6991-40de-ae9a-e1b2c8617ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.729492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07709252-6991-40de-ae9a-e1b2c8617ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.805058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8feca0ab-71b8-4218-ba23-b77d465df723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:03.815005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-07709252-6991-40de-ae9a-e1b2c8617ff2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=312112a4e4784af2911416c235ad7378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907813 Oct 26 11:43:03.837335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47240) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:03.851211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a414-2e6e-4160-94c0-0b280b798677 req-98b8acf2-8a99-44cc-9e70-097700d37919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:03.857167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-98b8acf2-8a99-44cc-9e70-097700d37919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.3299205 Oct 26 11:43:03.881985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:03.933559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07709252-6991-40de-ae9a-e1b2c8617ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9862eda8-40dc-4ad0-be87-1d4a9f43a1ec,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:03.938333 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-e5c1638a-0bab-4fff-b880-d2e22164be76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652649 Oct 26 11:43:03.961840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 has no active binding in host n-h2-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:43:04.077075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8feca0ab-71b8-4218-ba23-b77d465df723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.112300 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-552768cf-1cc1-412d-ba06-99434f59dcb4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628830 Oct 26 11:43:04.138763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-8f856b4b-4264-4b43-83a2-f1a857891910 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:04.145870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-8f856b4b-4264-4b43-83a2-f1a857891910 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 1093 time: 0.4336119 Oct 26 11:43:04.156946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Request body: {'binding': {'host': 'n-h1-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:04.157447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:43:04.278906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b8cec46-c709-405e-adcb-47d5fecfb1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.281924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3b75ed0-1150-4d64-bb3c-f45c28c662d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.287639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3b75ed0-1150-4d64-bb3c-f45c28c662d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.289598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b3b75ed0-1150-4d64-bb3c-f45c28c662d1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/554c1c39-5c7f-4042-8d7a-733b98481083 HTTP/1.1" status: 204 len: 168 time: 1.3411233 Oct 26 11:43:04.333730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b75ed0-1150-4d64-bb3c-f45c28c662d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c1c39-5c7f-4042-8d7a-733b98481083,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:04.378184 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2245a414-2e6e-4160-94c0-0b280b798677 req-9312bb5d-2df8-4c2f-8603-2a86a48b70b5 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560048 Oct 26 11:43:04.379137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:04.419656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d58c5-9675-4130-9b38-baaed7e441cf req-8e035059-7db2-4889-9c49-57b02affa8b1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:04.433158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d94d58c5-9675-4130-9b38-baaed7e441cf req-8e035059-7db2-4889-9c49-57b02affa8b1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.4489865 Oct 26 11:43:04.435065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec17-8254-4b6a-bc5c-4829f4a1880a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.528885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b8cec46-c709-405e-adcb-47d5fecfb1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.575192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8feca0ab-71b8-4218-ba23-b77d465df723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.580879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8feca0ab-71b8-4218-ba23-b77d465df723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.587478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8feca0ab-71b8-4218-ba23-b77d465df723 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eba6d255-2bce-4575-9cb2-fc5b0b3038a0 HTTP/1.1" status: 204 len: 168 time: 1.4863603 Oct 26 11:43:04.640988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d94d58c5-9675-4130-9b38-baaed7e441cf req-fc10b907-bf70-4f07-98e1-b1f75be24353 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064238 Oct 26 11:43:04.650410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec17-8254-4b6a-bc5c-4829f4a1880a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.671030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec17-8254-4b6a-bc5c-4829f4a1880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.699275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca0ab-71b8-4218-ba23-b77d465df723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba6d255-2bce-4575-9cb2-fc5b0b3038a0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:04.749724 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c74ec17-8254-4b6a-bc5c-4829f4a1880a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f619d02cb357423c8d216711c5d366e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686907 Oct 26 11:43:04.754490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47258) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:04.769556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ec17-8254-4b6a-bc5c-4829f4a1880a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e453a712-8334-44dc-b21e-0dac924a8cb5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:04.893690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on host n-h1-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:04.894555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:04.895145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:04.903332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-884ea6ea-bb3c-4ae5-8e6c-6926cd298cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.905971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b8cec46-c709-405e-adcb-47d5fecfb1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.910902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b8cec46-c709-405e-adcb-47d5fecfb1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:04.913021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8b8cec46-c709-405e-adcb-47d5fecfb1e2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9862eda8-40dc-4ad0-be87-1d4a9f43a1ec HTTP/1.1" status: 204 len: 168 time: 1.0592785 Oct 26 11:43:04.922230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:04.922614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:04.960763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cec46-c709-405e-adcb-47d5fecfb1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862eda8-40dc-4ad0-be87-1d4a9f43a1ec,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:04.971977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:04.972533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:04.973239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:04.974011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Bound port: 21b414fb-769d-4831-91ca-801137344aa2, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:04.991173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-884ea6ea-bb3c-4ae5-8e6c-6926cd298cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.086843 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.091811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:05.103397 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.105500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-8fc454dd-95ec-4f11-8c87-ee6a73eb2dfe service neutron] 10.222.0.88 "POST /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9575250 Oct 26 11:43:05.126090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-884ea6ea-bb3c-4ae5-8e6c-6926cd298cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.133306 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-884ea6ea-bb3c-4ae5-8e6c-6926cd298cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.135979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-884ea6ea-bb3c-4ae5-8e6c-6926cd298cda admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e453a712-8334-44dc-b21e-0dac924a8cb5 HTTP/1.1" status: 204 len: 168 time: 0.3785300 Oct 26 11:43:05.152332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ea6ea-bb3c-4ae5-8e6c-6926cd298cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e453a712-8334-44dc-b21e-0dac924a8cb5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:05.416837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:05.458840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd351c-1b59-4cd2-8384-ceccc8d9a9e6 req-35b38b6d-1e57-48f3-ac0b-33296784ef80 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:05.472628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dfd351c-1b59-4cd2-8384-ceccc8d9a9e6 req-35b38b6d-1e57-48f3-ac0b-33296784ef80 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 945 time: 0.1221209 Oct 26 11:43:05.555050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dfd351c-1b59-4cd2-8384-ceccc8d9a9e6 req-f74ac5b0-bd91-45ac-b2c7-0f8b762adc3e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805335 Oct 26 11:43:05.572386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47280) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:05.572731 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bb112792-cfa5-4828-841b-6321c38c90db admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6a58a710a07e4abaa2fd5cb58c57d8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515839 Oct 26 11:43:05.610007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-35be34e5-4fdb-469c-a7ec-0dd0dfa2d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:05.613262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-35be34e5-4fdb-469c-a7ec-0dd0dfa2d0e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1096 time: 0.1151664 Oct 26 11:43:05.665547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4505ea7-a51b-45f6-9c5a-c8fb5864a663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.738819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4505ea7-a51b-45f6-9c5a-c8fb5864a663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.764349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-f3c38e66-8c7a-4547-aa67-47eda79d6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:05.766352 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-f3c38e66-8c7a-4547-aa67-47eda79d6629 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.1417375 Oct 26 11:43:05.857505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15940bc-7412-4486-96e0-50e740ef3304 req-434827ff-774a-48eb-add4-0d38ad7d3cb0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:05.859542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f15940bc-7412-4486-96e0-50e740ef3304 req-434827ff-774a-48eb-add4-0d38ad7d3cb0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.0744190 Oct 26 11:43:05.877565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4505ea7-a51b-45f6-9c5a-c8fb5864a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.878365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-814daa59-44ee-4717-b7ee-cd4b859b769b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.0957816 Oct 26 11:43:05.884488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4505ea7-a51b-45f6-9c5a-c8fb5864a663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:05.893458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a4505ea7-a51b-45f6-9c5a-c8fb5864a663 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee0f1533-2274-4815-95c7-6e831c612548 HTTP/1.1" status: 204 len: 168 time: 0.3177321 Oct 26 11:43:05.961052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:05.965443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4505ea7-a51b-45f6-9c5a-c8fb5864a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f1533-2274-4815-95c7-6e831c612548,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:05.980125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f15940bc-7412-4486-96e0-50e740ef3304 req-5c44c1cb-5cad-4d4e-8ba8-ad6e57c65ff0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840211 Oct 26 11:43:05.993111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-766e93b6-ae9c-4775-afda-aa9cd80b0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:05.996041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-766e93b6-ae9c-4775-afda-aa9cd80b0feb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1110883 Oct 26 11:43:06.046917 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-e07f5e0e-fbd2-472c-811f-c836da3d6c69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425286 Oct 26 11:43:06.218449 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-a4634dd6-4692-437e-bb26-7432d6d57fdf service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627252 Oct 26 11:43:06.354830 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-1e1540bf-7f5c-42e2-a158-40f10978a091 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268158 Oct 26 11:43:06.458069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-944424077-network', 'tenant_id': '509e12f736444faebe14a8f5fdd05607'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:06.530150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Made reservation on behalf of 509e12f736444faebe14a8f5fdd05607 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:06.533726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:06.546517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-092a8eb6-907a-4b5b-a339-cab0c62b8c2a tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:06.548895 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-092a8eb6-907a-4b5b-a339-cab0c62b8c2a tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1154211 Oct 26 11:43:06.550176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:06.566425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:06.675995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:06.853844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:06.865407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:06.880572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-5c7a4faa-fe12-452b-a3d5-afd40373ffa4 service neutron] 10.222.0.30 "GET /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.1753204 Oct 26 11:43:06.894518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:43:06.928844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:06.929523 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Added segment 5fb3dfab-abcd-437b-bab6-8bea436d1dca of type vlan for network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 Oct 26 11:43:06.998886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e8b37-635a-45f1-a212-36a5d66d434e req-c4523899-e6d2-4153-843c-2aef5b2fd2ec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:07.011199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-364e8b37-635a-45f1-a212-36a5d66d434e req-c4523899-e6d2-4153-843c-2aef5b2fd2ec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 945 time: 0.2369812 Oct 26 11:43:07.014136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:07.068349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.101960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:07.137366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-364e8b37-635a-45f1-a212-36a5d66d434e req-c81b5200-fc58-44a3-b363-102c979aec1e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234562 Oct 26 11:43:07.144988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.146009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:07.146742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.308200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3454165 Oct 26 11:43:07.310077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:07.316976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47334) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:07.323613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Request body: {'subnet': {'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-944424077-subnet', 'tenant_id': '509e12f736444faebe14a8f5fdd05607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:07.360980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e804814-9dbc-4bc6-9eb8-2662a20f7e3b admin admin] Pushing event updated for resources: {'Network': ['ID=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:07.373879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:43:07.417418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b414fb-769d-4831-91ca-801137344aa2'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:07.423697 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b526241-d73a-47b4-beac-ebbbc73a6ee5" -d '{"events": [{"server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "name": "network-vif-unplugged", "status": "completed", "tag": "21b414fb-769d-4831-91ca-801137344aa2"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:07.430302 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.433221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Made reservation on behalf of 509e12f736444faebe14a8f5fdd05607 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:07.436483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.441666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125b008-6b50-40ef-8208-3d92565147f2 req-d3530491-8bc0-4491-a2fb-674f1ebd88ba tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:07.449870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9125b008-6b50-40ef-8208-3d92565147f2 req-d3530491-8bc0-4491-a2fb-674f1ebd88ba tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 944 time: 0.1431222 Oct 26 11:43:07.472600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.592137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:07.624534 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90795aa6-c6e1-4fce-9896-677edf89efdf x-openstack-request-id: req-90795aa6-c6e1-4fce-9896-677edf89efdf {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:07.624845 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "name": "network-vif-unplugged", "status": "completed", "tag": "21b414fb-769d-4831-91ca-801137344aa2", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:07.625069 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90795aa6-c6e1-4fce-9896-677edf89efdf {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:07.625631 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b414fb-769d-4831-91ca-801137344aa2', 'code': 200} Oct 26 11:43:07.654616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9125b008-6b50-40ef-8208-3d92565147f2 req-c26272c4-fafc-4f33-894c-2d5fab0f9884 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664143 Oct 26 11:43:07.667424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:07.720490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:07.725320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2731bf-678b-4b19-9c77-d4caa5906f26 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:07.748939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:07.777213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.803662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on host n-h2-812150-3 for vnic_type normal with profile {"migrating_to": "n-h1-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:07.804223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:07.805037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:07.849103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:07.849537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Attempting to bind port 21b414fb-769d-4831-91ca-801137344aa2 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:07.866382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:07.866845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:07.867373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:07.867965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Bound port: 21b414fb-769d-4831-91ca-801137344aa2, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:07.868427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:07.930836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] Transition to ACTIVE for port object 8c2731bf-678b-4b19-9c77-d4caa5906f26 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:07.940239 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:08.021599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:08.039523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] No DVR routers for this DVR port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:43:08.085995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:08.096899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:08.115274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-7f599ba8-98a4-4f78-8c52-1ecc6618fef6 service neutron] 10.222.0.30 "PUT /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26/bindings/n-h2-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2231469 Oct 26 11:43:08.139764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:08.176463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:08.208335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d512d3a-6e91-46a9-a7d2-9562a80d2a07,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:08.275237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Checking segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:08.275753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Network hostable DHCP agents. Network: ea5b50cd-edaa-4bd7-b87a-d3b59a752b55, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:43:08.325884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:08.336019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:08.337049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:08.339480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-bb7dcf7a-2e21-4d4d-8488-ae41c34a4986 service neutron] 10.222.0.30 "PUT /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 1121 time: 1.7784288 Oct 26 11:43:08.350899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:43:08.389541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ea5b50cd-edaa-4bd7-b87a-d3b59a752b55) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:08.403308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca591f-9c68-481d-addb-5d5b2eb55ac2 None None] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:08.420455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:08.425226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:08.441496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-c809dddb-52b0-4387-84f5-a78d75f30057 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:08.445332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-c809dddb-52b0-4387-84f5-a78d75f30057 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.2203097 Oct 26 11:43:08.475592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b36a1-4c18-40a1-95f4-7583d4d42d91 req-32fc854c-e27e-4092-b7e2-1be7e13544cd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:08.478923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f2b36a1-4c18-40a1-95f4-7583d4d42d91 req-32fc854c-e27e-4092-b7e2-1be7e13544cd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 943 time: 0.2173033 Oct 26 11:43:08.495713 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-605cc28a-5109-4640-93cd-2dd3a885c531 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1783004 Oct 26 11:43:08.514532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['21b414fb-769d-4831-91ca-801137344aa2'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:08.592962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47376) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:08.615448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f2b36a1-4c18-40a1-95f4-7583d4d42d91 req-6ff128c2-8f36-417b-848e-066db777334d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793185 Oct 26 11:43:08.624120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-164d0f54-d11a-47ed-9238-bc8c08288a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:08.626246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-164d0f54-d11a-47ed-9238-bc8c08288a43 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 1096 time: 0.1456566 Oct 26 11:43:08.731150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-2df2189e-6675-4e2e-8d5e-34fe392a13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:08.737274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103c254-38d6-4c99-848b-50c284b5250b None None] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:08.738400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-2df2189e-6675-4e2e-8d5e-34fe392a13d3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1096 time: 0.0749493 Oct 26 11:43:09.174472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-0febe74c-1b4d-4d50-bc1c-e1faf84b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:09.176236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-0febe74c-1b4d-4d50-bc1c-e1faf84b0039 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.4296906 Oct 26 11:43:09.271464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-53327682-network', 'tenant_id': '21b117fff81142259990a674a7c59c56'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:09.281932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-00e11939-b68b-4040-a3b4-a21854cb8755 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.0893476 Oct 26 11:43:09.321507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Made reservation on behalf of 21b117fff81142259990a674a7c59c56 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:09.327616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.359674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398a667-056c-4067-95b9-fff4d87514fc req-8f5a3b1a-90c3-4d82-a0b1-83c3718f477f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:09.360896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.370438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1398a667-056c-4067-95b9-fff4d87514fc req-8f5a3b1a-90c3-4d82-a0b1-83c3718f477f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 945 time: 0.1922321 Oct 26 11:43:09.395083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-0d5c01b4-f4b8-40ae-8bc4-c10ae5ed37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:09.397591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-0d5c01b4-f4b8-40ae-8bc4-c10ae5ed37a4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1084237 Oct 26 11:43:09.496414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-ea55ed58-564c-45bf-b927-4fc87c9fdfcd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605838 Oct 26 11:43:09.501755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1398a667-056c-4067-95b9-fff4d87514fc req-cc7c7090-5a64-44ab-8380-24bf840a1aea tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111946 Oct 26 11:43:09.537063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.545735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.636918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'tag': '21b414fb-769d-4831-91ca-801137344aa2'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:09.639725 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7c37bb-8030-401f-a61d-6f86395a459f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "tag": "21b414fb-769d-4831-91ca-801137344aa2"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:09.642915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14637e-c33f-4925-960e-9e93e94687ef,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:09.667782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:43:09.687326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.687900 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Added segment c65ef667-ae7f-4084-912f-f0f1c8a67b67 of type vlan for network c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9 Oct 26 11:43:09.776602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-66cfddea-e771-48c6-b317-a82569210139 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699573 Oct 26 11:43:09.825656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.879506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.884992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:09.888415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:09.988018 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3929079 Oct 26 11:43:09.990907 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4f9d3-35f2-44ac-8490-d992aa62c85a x-openstack-request-id: req-22a4f9d3-35f2-44ac-8490-d992aa62c85a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:09.991620 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "tag": "21b414fb-769d-4831-91ca-801137344aa2", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:09.992256 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22a4f9d3-35f2-44ac-8490-d992aa62c85a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:09.993089 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'tag': '21b414fb-769d-4831-91ca-801137344aa2', 'status': 'completed', 'code': 200} Oct 26 11:43:09.994511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47416) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:10.008885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Request body: {'subnet': {'network_id': 'c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-53327682-subnet', 'tenant_id': '21b117fff81142259990a674a7c59c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:10.034246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-af0e7036-eac2-4390-bcb2-627d390dc44e service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475910 Oct 26 11:43:10.075290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Made reservation on behalf of 21b117fff81142259990a674a7c59c56 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:10.080452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:10.093773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ac39b-aab1-41d3-9a01-ad7d2c834902 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:10.119789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-68361065-cf35-4954-8a3c-953b64f94385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.122550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-68361065-cf35-4954-8a3c-953b64f94385 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1124 time: 0.1140409 Oct 26 11:43:10.131153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:43:10.338674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21b414fb-769d-4831-91ca-801137344aa2 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:10.344030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:10.349029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:43:10.440995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-a4f5854d-79a4-4aee-969f-34709662f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.442800 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-a4f5854d-79a4-4aee-969f-34709662f996 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.3099954 Oct 26 11:43:10.537992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:43:10.544954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb3f9e-3cb4-422c-9248-6a1325d8cd7e req-8428a9d6-47e0-48c3-a771-ef3d95a02d02 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.553191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7bb3f9e-3cb4-422c-9248-6a1325d8cd7e req-8428a9d6-47e0-48c3-a771-ef3d95a02d02 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 943 time: 0.2398951 Oct 26 11:43:10.570199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-974d8b4e-fff1-4772-853a-78c4a2c17ec3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.1187077 Oct 26 11:43:10.587312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Checking segment: {'id': 'c65ef667-ae7f-4084-912f-f0f1c8a67b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:10.587604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Network hostable DHCP agents. Network: c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:43:10.605875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec73a70-3490-4a44-af8f-955439ab97d7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:10.632616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-eaff6d96-c3cd-4010-8f9a-e21d56e9d6ee tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.634226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-eaff6d96-c3cd-4010-8f9a-e21d56e9d6ee tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1771057 Oct 26 11:43:10.651787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7bb3f9e-3cb4-422c-9248-6a1325d8cd7e req-48301bee-a7b6-4a45-a3fc-10872efb86d3 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972164 Oct 26 11:43:10.704993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Network c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:43:10.728255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-8ddf9f53-7fe2-4d08-94dc-46c2ead9971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.729792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-8ddf9f53-7fe2-4d08-94dc-46c2ead9971a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1521122 Oct 26 11:43:10.766965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:10.790746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-f91a1761-226b-45e3-984e-a0725b7461f6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.795226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21b414fb-769d-4831-91ca-801137344aa2 has no active binding in host n-h1-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:43:10.797097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-f91a1761-226b-45e3-984e-a0725b7461f6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 0.4254649 Oct 26 11:43:10.804802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-b83335a7-c27b-4c8f-99d1-f561007da879 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600851 Oct 26 11:43:10.813966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:10.824755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:10.826187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:10.827104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b15845-71e0-4af9-8596-669cec90acda None None] Network c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:10.895430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-9bcda655-5ff4-4e5d-a0f2-6f84ca4f92de tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/quotas/509e12f736444faebe14a8f5fdd05607 HTTP/1.1" status: 200 len: 375 time: 0.0843880 Oct 26 11:43:10.918753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ea36316f-2333-4b9c-96bd-0c62cf3982f2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9222717 Oct 26 11:43:11.003591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-96817d0b-c9f4-476a-b360-34f169869cc8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062405 Oct 26 11:43:11.014065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-dbb05b25-e659-4e9b-b868-147fd8d99adf service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989098 Oct 26 11:43:11.302028 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb7c37bb-8030-401f-a61d-6f86395a459f req-6318d860-0800-4bd8-ab5f-a50409089bab service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792230 Oct 26 11:43:11.334060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322f6c8-1a9f-45d9-b163-c3f63d3fc42c req-1ffe2a0d-e911-4316-815b-0c8440455fab tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:11.342548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6322f6c8-1a9f-45d9-b163-c3f63d3fc42c req-1ffe2a0d-e911-4316-815b-0c8440455fab tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 945 time: 0.3546309 Oct 26 11:43:11.349410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-94afe0a9-e67e-4da7-ace6-f635d70e9fd7 service neutron] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:11.360460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-94afe0a9-e67e-4da7-ace6-f635d70e9fd7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:11.361573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e336196-f3f3-4f31-a00c-b1a8aef831ac req-94afe0a9-e67e-4da7-ace6-f635d70e9fd7 service neutron] 10.222.0.100 "DELETE /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26/bindings/n-h1-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.7174611 Oct 26 11:43:11.450276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-50fe40ad-91b3-4f1e-a8d4-f7eb12dda197 service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171705 Oct 26 11:43:11.461685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6322f6c8-1a9f-45d9-b163-c3f63d3fc42c req-39eb808a-fb5b-47b0-9b4b-c4892555bc70 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181860 Oct 26 11:43:11.498189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11021123-9f65-401f-9b25-34907719248c None None] Network c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:11.643549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-e774352e-e874-409a-b7ee-0ea1844ad6cd service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922607 Oct 26 11:43:12.319093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-938104be-8e7e-4999-818e-6818a29a96e6 service neutron] 10.222.0.100 "GET /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2/bindings/n-h1-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.1352584 Oct 26 11:43:12.529927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47500) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:12.543094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1543693383-network', 'tenant_id': '380dcccd106d43a0907254de467fa3d6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:12.633326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:12.637843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Made reservation on behalf of 380dcccd106d43a0907254de467fa3d6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:12.646255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:12.657850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:12.692809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:12.698298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b414fb-769d-4831-91ca-801137344aa2 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:12.713230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:12.770299 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:12.821067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9c18-b920-4060-b417-a348e5e90a89 req-a42a48fa-6cb7-4053-8b79-57c0cbdb5939 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:12.825261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d5f9c18-b920-4060-b417-a348e5e90a89 req-a42a48fa-6cb7-4053-8b79-57c0cbdb5939 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 943 time: 0.1138506 Oct 26 11:43:12.849309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:12.860552 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:12.919436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db89edc4-4418-4acc-925b-a38972d87ad0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:12.944440 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:43:12.967255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:12.967990 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Added segment a0bdc1ec-63b8-4009-9d39-e450254ee57a of type vlan for network 4e1e3566-5332-4fce-978b-e134d2b7e74d Oct 26 11:43:13.007758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d5f9c18-b920-4060-b417-a348e5e90a89 req-6df50c0c-2404-40d5-9576-fab9723ad168 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289620 Oct 26 11:43:13.075434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:13.076744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] Transition to ACTIVE for port object 21b414fb-769d-4831-91ca-801137344aa2 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:13.083947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:13.227767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] Pushing event updated for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:13.312840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e682a36-466b-4fb0-b450-987d30901608 req-bf2a384c-8713-47a9-a3f0-00bbec25083a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 210 time: 0.1327233 Oct 26 11:43:13.361825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] No DVR routers for this DVR port 21b414fb-769d-4831-91ca-801137344aa2 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:43:13.403525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:13.405571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:13.407897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:13.416512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-c23c700a-fc9c-4025-a9bd-ec810e945921 service neutron] 10.222.0.100 "PUT /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2/bindings/n-h1-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0897558 Oct 26 11:43:13.436453 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9033015 Oct 26 11:43:13.449067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:13.455642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Request body: {'subnet': {'network_id': '4e1e3566-5332-4fce-978b-e134d2b7e74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1543693383-subnet', 'tenant_id': '380dcccd106d43a0907254de467fa3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:13.518991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d306f5-0842-4b2e-848d-0bcdab6c40cc req-5b47cd77-4e1d-4ff1-90c9-66f44431839e tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:13.523321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4d306f5-0842-4b2e-848d-0bcdab6c40cc req-5b47cd77-4e1d-4ff1-90c9-66f44431839e tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1096 time: 0.0908556 Oct 26 11:43:13.558680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623554b-c1cb-451b-b217-9b7a23edf605 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1e3566-5332-4fce-978b-e134d2b7e74d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:13.575660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4e1e3566-5332-4fce-978b-e134d2b7e74d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:43:13.587914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Made reservation on behalf of 380dcccd106d43a0907254de467fa3d6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:13.591819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:13.599723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4d306f5-0842-4b2e-848d-0bcdab6c40cc req-b1af4903-c6da-4200-9080-dae8c21b27b4 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626760 Oct 26 11:43:13.672432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-63300edd-5dbd-49d8-a7a2-89f28ab7d2f8 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:13.675645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-63300edd-5dbd-49d8-a7a2-89f28ab7d2f8 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.1794107 Oct 26 11:43:13.861747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-052c65f2-1973-4b43-b5af-9cd93564ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:13.866104 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-052c65f2-1973-4b43-b5af-9cd93564ee54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 1095 time: 0.1751041 Oct 26 11:43:13.978331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-a4c700b9-a2c5-4185-9cd1-001a6a2556a1 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:13.980934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-a4c700b9-a2c5-4185-9cd1-001a6a2556a1 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 0.2122538 Oct 26 11:43:14.005544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Request body: {'port': {'device_id': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'admin_state_up': True, 'tenant_id': '509e12f736444faebe14a8f5fdd05607'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:14.028843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-d366285e-468b-4e6a-8ca6-82eb7e3b55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:14.032825 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-d366285e-468b-4e6a-8ca6-82eb7e3b55e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1095 time: 0.1320448 Oct 26 11:43:14.203639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:14.238551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Made reservation on behalf of 509e12f736444faebe14a8f5fdd05607 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:14.245710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:14.354364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90fa69e4-c9f1-46d8-966a-b1d3572f6036,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:14.370821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-97bfff00-25e7-4b05-8065-2cd13b9df0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:14.372671 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-97bfff00-25e7-4b05-8065-2cd13b9df0ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.3254211 Oct 26 11:43:14.380732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Checking segment: {'id': 'a0bdc1ec-63b8-4009-9d39-e450254ee57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4e1e3566-5332-4fce-978b-e134d2b7e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:14.380917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Network hostable DHCP agents. Network: 4e1e3566-5332-4fce-978b-e134d2b7e74d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:43:14.432313 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-48de90ae-2c84-4ce4-bbde-42ccef2be03e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.0466645 Oct 26 11:43:14.480396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Network 4e1e3566-5332-4fce-978b-e134d2b7e74d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:43:14.499049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4e1e3566-5332-4fce-978b-e134d2b7e74d) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:14.509045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:14.509664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:14.515606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902ac11-0d00-45e9-a848-6dca5bf47c79 None None] Network 4e1e3566-5332-4fce-978b-e134d2b7e74d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:14.525715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-249342b8-51d3-4092-823f-b80811de5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:14.527495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-249342b8-51d3-4092-823f-b80811de5cf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0865602 Oct 26 11:43:14.556716 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3accb012-40e5-42c3-a82d-360a908a1fc9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1049206 Oct 26 11:43:14.586668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-b44ff2eb-5b6c-411f-8495-c567e2a439ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495839 Oct 26 11:43:14.602513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Allocated IP 172.20.0.6 (ea5b50cd-edaa-4bd7-b87a-d3b59a752b55/6d512d3a-6e91-46a9-a7d2-9562a80d2a07/74756449-9046-416d-b863-a93413aabbaa) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:14.612802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d75a9a-2971-4c6b-8a65-1d6326806f88 req-8327c731-e21f-44be-a2f1-56dbbc81c9dd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:14.614434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07d75a9a-2971-4c6b-8a65-1d6326806f88 req-8327c731-e21f-44be-a2f1-56dbbc81c9dd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 944 time: 0.1535733 Oct 26 11:43:14.621348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-94186ae2-1c6c-48e1-9494-cd29ced90ed4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:14.623724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-94186ae2-1c6c-48e1-9494-cd29ced90ed4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.2815416 Oct 26 11:43:14.703253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07d75a9a-2971-4c6b-8a65-1d6326806f88 req-b449177d-6755-4312-a868-9bc144df0bb8 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751574 Oct 26 11:43:14.706913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-8ae47418-61da-46dc-b3db-9645a192b3cc tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/quotas/bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 375 time: 0.0628524 Oct 26 11:43:14.754902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79330416-2fd3-4be7-9c1d-ef0e66e5c4da None None] Network 4e1e3566-5332-4fce-978b-e134d2b7e74d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:14.796540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47550) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:14.819898 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-abcdb994-a8cc-444a-856d-f5c15fa48349 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229741 Oct 26 11:43:14.911425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Deleting subnet 1ec73a70-3490-4a44-af8f-955439ab97d7 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:43:14.914022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-e09af349-f7d6-443a-bcd5-bb32391edcd0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871359 Oct 26 11:43:14.914953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:14.961324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.027830 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-57fa2a9b-554b-430b-8ea1-7ddfabb90608 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878335 Oct 26 11:43:15.048580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.101264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.127774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-f5ad7ed7-1d6c-4bd1-8f46-918786032aa2 service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110157 Oct 26 11:43:15.156606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.181627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.188407 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1ec73a70-3490-4a44-af8f-955439ab97d7 HTTP/1.1" status: 204 len: 168 time: 0.3866742 Oct 26 11:43:15.189940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47558) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:15.204251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36f7e0-6d54-4557-b989-c7bdc398adb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec73a70-3490-4a44-af8f-955439ab97d7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:15.317590 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.358179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.361481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade955b-d140-480d-9c69-31da9c849349 req-4d5476b2-e09a-4874-b89d-7f85f59f3f2c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:15.363334 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-4d5476b2-e09a-4874-b89d-7f85f59f3f2c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.0642295 Oct 26 11:43:15.379093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c8b5e8ae-9108-4c1e-98b4-f09f3f57607f service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505131 Oct 26 11:43:15.408468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:15.428488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:15.451557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:15.454725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:15.460576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:15.461357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.555677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-236706fe-fdbc-4e0e-ab17-c1cd3e177b34 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5615420 Oct 26 11:43:15.572028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-dade955b-d140-480d-9c69-31da9c849349 req-da849095-6f41-4c15-8b30-dbac7c44b05f service neutron] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:15.574547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Request body: {'port': {'device_id': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:15.575768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-dade955b-d140-480d-9c69-31da9c849349 req-da849095-6f41-4c15-8b30-dbac7c44b05f service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.577049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dade955b-d140-480d-9c69-31da9c849349 req-da849095-6f41-4c15-8b30-dbac7c44b05f service neutron] 10.222.0.30 "DELETE /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2/bindings/n-h2-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.2061243 Oct 26 11:43:15.587279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.667133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.667472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.669171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.669530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > port after_create 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.669859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.670245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > port after_update 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.670530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.670937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.671227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.671566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.779607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.779963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.780300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.780639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:43:15.781024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:15.842542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc7ee8-a9c2-46fb-a7ad-f76a959c5d6f req-7f89d12f-c4ec-4743-ab54-bac700358ade tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:15.845678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12cc7ee8-a9c2-46fb-a7ad-f76a959c5d6f req-7f89d12f-c4ec-4743-ab54-bac700358ade tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 931 time: 0.3275177 Oct 26 11:43:15.860315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65ef667-ae7f-4084-912f-f0f1c8a67b67') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:15.860679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65ef667-ae7f-4084-912f-f0f1c8a67b67') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:15.912941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98372371-37e0-4b76-9874-55bb6d876748 req-ca69e49c-689a-437d-907c-ca19d6b6bc95 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 210 time: 0.0871425 Oct 26 11:43:15.913513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.916940 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:15.974195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:16.047667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:43:16.048383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: from cryptography.utils import int_from_bytes Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: from cryptography.utils import int_from_bytes Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:43:16.053920 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:43:16.436014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12cc7ee8-a9c2-46fb-a7ad-f76a959c5d6f req-e8fbddb3-f62d-49c0-9e4c-593e07f8bd84 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655067 Oct 26 11:43:16.618349 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:16.660449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:16.663582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] 10.222.0.88 "DELETE /v2.0/networks/c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9 HTTP/1.1" status: 204 len: 168 time: 1.4738872 Oct 26 11:43:16.666679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47596) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:16.674659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413509e3-d4a4-4dc6-89fe-37a963f5e0bc req-61911598-332b-40bc-b72a-ae19a0cd108e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:16.683086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-413509e3-d4a4-4dc6-89fe-37a963f5e0bc req-61911598-332b-40bc-b72a-ae19a0cd108e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 944 time: 0.2907805 Oct 26 11:43:16.773805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777355b5-c00e-4bad-90a3-37be859206fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f144c3-e7d9-45c3-a4f0-08c7ba76e9d9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:16.815627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Deleting subnet 90fa69e4-c9f1-46d8-966a-b1d3572f6036 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:43:16.824202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:16.844135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47604) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:16.883639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-413509e3-d4a4-4dc6-89fe-37a963f5e0bc req-40bbae18-559a-4b1a-a9bb-8e76163d6294 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992180 Oct 26 11:43:16.897908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.002543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.173950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1db30c3f-ab65-4c75-bfa0-90a236d3374a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.197341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74756449-9046-416d-b863-a93413aabbaa {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:17.202554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.216996 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.228496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40112bd0-2028-4abf-b9f4-75109fe56c35 req-defabdfe-4148-48d6-af1e-15acca23d3c2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:17.236700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40112bd0-2028-4abf-b9f4-75109fe56c35 req-defabdfe-4148-48d6-af1e-15acca23d3c2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1095 time: 0.1291845 Oct 26 11:43:17.273638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90fa69e4-c9f1-46d8-966a-b1d3572f6036,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:17.275861 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.284700 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-38913fd9-82e1-4de6-8d79-918898618bae admin admin] 10.222.0.88 "DELETE /v2.0/subnets/90fa69e4-c9f1-46d8-966a-b1d3572f6036 HTTP/1.1" status: 204 len: 168 time: 0.6117992 Oct 26 11:43:17.284700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47620) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:17.323182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Transition to ACTIVE for port object 74756449-9046-416d-b863-a93413aabbaa will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:17.329581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-feed93d2-ed78-4b72-af74-400aedddb601 req-4dc0ac04-96ec-41b6-a9e0-d3a609d3d7a7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 210 time: 0.0552106 Oct 26 11:43:17.338051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.361795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40112bd0-2028-4abf-b9f4-75109fe56c35 req-524c2cdd-d7f6-4534-b761-0e845f0cf51a tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214933 Oct 26 11:43:17.369072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47622) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:17.403012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 21b414fb-769d-4831-91ca-801137344aa2 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:43:17.490092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.490629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 21b414fb-769d-4831-91ca-801137344aa2 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:43:17.540903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:17.638045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05f82118-15fa-4058-b8ad-35adce52d1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.653611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d750d657-8e18-4f0b-b4b2-ffa21d2d1b60 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:17.655199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d750d657-8e18-4f0b-b4b2-ffa21d2d1b60 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.5023997 Oct 26 11:43:17.677377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Request body: {'port': {'device_id': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'admin_state_up': True, 'tenant_id': 'bc408bd386fc4487b5dacb8c1e8aabc6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:17.704756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.704974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1db30c3f-ab65-4c75-bfa0-90a236d3374a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.716069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1db30c3f-ab65-4c75-bfa0-90a236d3374a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.773623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Attempting to bind port 74756449-9046-416d-b863-a93413aabbaa on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:17.773623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Attempting to bind port 74756449-9046-416d-b863-a93413aabbaa by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:17.773623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Attempting to bind port 74756449-9046-416d-b863-a93413aabbaa on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:17.774799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1e3566-5332-4fce-978b-e134d2b7e74d']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:17.791071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8711c6-dbc7-49c1-8713-ab82809d4871 req-3f3848ed-5bc0-493b-9dec-6d2a4683f9f6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:17.792814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e8711c6-dbc7-49c1-8713-ab82809d4871 req-3f3848ed-5bc0-493b-9dec-6d2a4683f9f6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 943 time: 0.1675522 Oct 26 11:43:17.798666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30c3f-ab65-4c75-bfa0-90a236d3374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc204a8e-edb6-49cd-ae0e-4c0824d44a2b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:17.803967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1db30c3f-ab65-4c75-bfa0-90a236d3374a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=60109666fb59463dbbf11aa0ce26c0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9579196 Oct 26 11:43:17.804805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Port 74756449-9046-416d-b863-a93413aabbaa on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:17.805132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Attempting to bind port 74756449-9046-416d-b863-a93413aabbaa on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:17.806161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bdc1ec-63b8-4009-9d39-e450254ee57a') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:17.807208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47640) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:17.807651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bdc1ec-63b8-4009-9d39-e450254ee57a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:43:17.838165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:17.838505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Checking segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:17.839163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Bound using segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:17.839380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Bound port: 74756449-9046-416d-b863-a93413aabbaa, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:17.839739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.849758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.884634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.905100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:43:17.905706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:43:17.908253 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:43:17.924299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e8711c6-dbc7-49c1-8713-ab82809d4871 req-30f086a0-fc2d-435e-a114-de7109e43d2f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159625 Oct 26 11:43:17.967212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33e00367-bac3-4efb-8dee-ed9338fd6f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:17.988712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05f82118-15fa-4058-b8ad-35adce52d1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.001294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05f82118-15fa-4058-b8ad-35adce52d1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.049455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:18.065745 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33e00367-bac3-4efb-8dee-ed9338fd6f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.078127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Made reservation on behalf of bc408bd386fc4487b5dacb8c1e8aabc6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:18.084296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.088197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:18.102315 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.104633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.164846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.192159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] 10.222.0.88 "DELETE /v2.0/networks/4e1e3566-5332-4fce-978b-e134d2b7e74d HTTP/1.1" status: 204 len: 168 time: 0.8993685 Oct 26 11:43:18.193240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:18.194307 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.198933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] 10.222.0.30 "PUT /v2.0/ports/74756449-9046-416d-b863-a93413aabbaa HTTP/1.1" status: 200 len: 1091 time: 2.6310744 Oct 26 11:43:18.202074 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-05f82118-15fa-4058-b8ad-35adce52d1f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9151ef64f4114344b4ba4baa773bb83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237536 Oct 26 11:43:18.202421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'tag': '74756449-9046-416d-b863-a93413aabbaa'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:18.207498 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b48eb1-3665-483c-b37a-f7400a422c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "tag": "74756449-9046-416d-b863-a93413aabbaa"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:18.211423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47660) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:18.213933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f82118-15fa-4058-b8ad-35adce52d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb00500-15a2-4900-8702-c637989e3923,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:18.259184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cde8a8-2101-4775-8c2a-5a2178ad290e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1e3566-5332-4fce-978b-e134d2b7e74d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:18.401772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d274ff3f-3334-4550-9f5c-030a0c78b80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.467801 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b32501-fa7b-4155-acd0-98252d5aea75 x-openstack-request-id: req-c6b32501-fa7b-4155-acd0-98252d5aea75 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:18.468307 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "tag": "74756449-9046-416d-b863-a93413aabbaa", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:18.469836 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c6b32501-fa7b-4155-acd0-98252d5aea75 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:18.470516 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'tag': '74756449-9046-416d-b863-a93413aabbaa', 'status': 'completed', 'code': 200} Oct 26 11:43:18.514373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47668) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:18.518054 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d274ff3f-3334-4550-9f5c-030a0c78b80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.611399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33e00367-bac3-4efb-8dee-ed9338fd6f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.616560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33e00367-bac3-4efb-8dee-ed9338fd6f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.623710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-33e00367-bac3-4efb-8dee-ed9338fd6f39 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc204a8e-edb6-49cd-ae0e-4c0824d44a2b HTTP/1.1" status: 204 len: 168 time: 0.8080354 Oct 26 11:43:18.623710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8b276-e0d8-4825-ae0e-efd5fb8da137 service neutron] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:18.624090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47672) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:18.673334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Allocated IP 172.20.0.4 (a5c4b9a2-23d4-4c72-9ebb-a8953d60510c/23a2de61-8262-4495-9b6b-66bad112f839/fc92b009-e962-4c44-844e-c127eda3bc0a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:18.680178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfbd88e7-5f45-4228-8de9-30270f4cd273 req-e191a827-4248-4bf1-9d20-b1c415c36dbe tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 210 time: 0.0966017 Oct 26 11:43:18.686209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e00367-bac3-4efb-8dee-ed9338fd6f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc204a8e-edb6-49cd-ae0e-4c0824d44a2b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:18.706407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-8d77c78d-c0a1-476b-b5d1-6bd830f272be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:18.712450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d274ff3f-3334-4550-9f5c-030a0c78b80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.719313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d274ff3f-3334-4550-9f5c-030a0c78b80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:18.720939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-8d77c78d-c0a1-476b-b5d1-6bd830f272be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 1094 time: 0.3940871 Oct 26 11:43:18.723733 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d274ff3f-3334-4550-9f5c-030a0c78b80f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8eb00500-15a2-4900-8702-c637989e3923 HTTP/1.1" status: 204 len: 168 time: 0.4954875 Oct 26 11:43:18.736910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-041d640c-bb29-4925-95b0-42ace7a958cf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:18.744673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-041d640c-bb29-4925-95b0-42ace7a958cf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.5582747 Oct 26 11:43:18.770240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274ff3f-3334-4550-9f5c-030a0c78b80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb00500-15a2-4900-8702-c637989e3923,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:18.798782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c9d4a81a-c261-473a-83df-79435a72738d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/quotas/3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 375 time: 0.0528457 Oct 26 11:43:18.917776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-c88757ab-bf5b-4c07-8474-c95ed448db49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74756449-9046-416d-b863-a93413aabbaa HTTP/1.1" status: 200 len: 217 time: 0.1709461 Oct 26 11:43:18.926217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e9097664-4b4c-439b-b2ac-e51f363eadf6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21b117fff81142259990a674a7c59c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991427 Oct 26 11:43:18.927985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47678) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:18.979787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.077654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf9c50c1-c112-47ae-8389-f0a24fa840d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.078109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-8123aeab-2fbd-44c1-a82e-31c7a03225e4 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2777953 Oct 26 11:43:19.091194 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.101356 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72b9dfd6-21d8-41a9-89a3-16fe25901c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.126379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-37c19a16-ef40-4fe2-951d-3ba329fee77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:19.129016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-37c19a16-ef40-4fe2-951d-3ba329fee77b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.1972213 Oct 26 11:43:19.198660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:19.216653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:19.222088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:19.230333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-73f11643-e561-4bc6-a134-4ed9f183ac40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438273 Oct 26 11:43:19.262153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3659eb48-c707-4c98-b0c2-089b0c5ea3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.305019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:19.365848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e7d7b-d3c3-4280-a9f4-235771cf7d45 req-f896ab29-e850-4a4b-9036-c121e2c428ca tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:19.367429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-537e7d7b-d3c3-4280-a9f4-235771cf7d45 req-f896ab29-e850-4a4b-9036-c121e2c428ca tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 943 time: 0.2879922 Oct 26 11:43:19.382698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:19.384258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.395516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-48daa761-2c23-482a-9750-8c2ca1ee6c92 service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032675 Oct 26 11:43:19.411029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3659eb48-c707-4c98-b0c2-089b0c5ea3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.428908 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-d68143fb-355f-4829-9798-62dc1d16ec13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7617347 Oct 26 11:43:19.449720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Request body: {'port': {'device_id': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:19.481790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47688) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:19.496120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf9c50c1-c112-47ae-8389-f0a24fa840d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.543205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-95add287-f4e6-4961-b010-701726b1b3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983501 Oct 26 11:43:19.565703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf9c50c1-c112-47ae-8389-f0a24fa840d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.572101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fd450c-8712-45f4-b9dc-73d4ef2b9934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.633518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-537e7d7b-d3c3-4280-a9f4-235771cf7d45 req-618af758-1ce3-46b0-bc6d-eb3f0caf4266 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189252 Oct 26 11:43:19.672899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c50c1-c112-47ae-8389-f0a24fa840d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96b061-1fc2-425d-bb80-b6cef5b2ad35,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:19.726153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf9c50c1-c112-47ae-8389-f0a24fa840d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=226c8e5a486a4bcd8702444e63b3ee33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1004312 Oct 26 11:43:19.731364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47690) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:19.737971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.762509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-db3b531e-ec0c-446e-8f5b-03cf1fc5bbec service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655984 Oct 26 11:43:19.763698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3659eb48-c707-4c98-b0c2-089b0c5ea3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.774040 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3659eb48-c707-4c98-b0c2-089b0c5ea3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:19.780586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3659eb48-c707-4c98-b0c2-089b0c5ea3d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed14637e-c33f-4925-960e-9e93e94687ef HTTP/1.1" status: 204 len: 168 time: 0.8483727 Oct 26 11:43:19.848233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-627c882b-cf10-43a0-a826-4fdcb3127751 req-ff7419c8-d6d5-4dd2-b7eb-f84c3b3638b1 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923017 Oct 26 11:43:19.880600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659eb48-c707-4c98-b0c2-089b0c5ea3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14637e-c33f-4925-960e-9e93e94687ef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:19.989140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47696) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:20.009344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fd450c-8712-45f4-b9dc-73d4ef2b9934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.015051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fd450c-8712-45f4-b9dc-73d4ef2b9934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.053798 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c58f07f-52ce-4028-9324-e6cc5abb9c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.120490 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-630e2c27-b4c2-4aa0-a17c-b1944c201b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.169706 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12fd450c-8712-45f4-b9dc-73d4ef2b9934 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd10439dfc8544e1b79978c4e1be8d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880782 Oct 26 11:43:20.170492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd450c-8712-45f4-b9dc-73d4ef2b9934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9995df-4a8b-4a86-a096-26d82d186484,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:20.194273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47704) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:20.207711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95c78182-8343-4206-9006-6dbe1add93a6 req-54148285-00a6-40ed-b657-1654e2491bea tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 210 time: 0.0961857 Oct 26 11:43:20.210004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-631ff990-df98-4c9d-bb3d-add9d328f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:20.211549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-631ff990-df98-4c9d-bb3d-add9d328f90d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 1094 time: 0.2959762 Oct 26 11:43:20.246045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c58f07f-52ce-4028-9324-e6cc5abb9c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.259716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae5726-6d41-4cac-8439-85fff6125eff req-778fa258-73ce-49e5-9a76-34bb2423c156 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:20.267275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cae5726-6d41-4cac-8439-85fff6125eff req-778fa258-73ce-49e5-9a76-34bb2423c156 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 931 time: 0.3185627 Oct 26 11:43:20.431779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cae5726-6d41-4cac-8439-85fff6125eff req-014e77ed-0daf-4f94-b261-2e4032cec2d3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633320 Oct 26 11:43:20.463815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc92b009-e962-4c44-844e-c127eda3bc0a {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:20.483578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.492116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47712) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:20.520601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-a88514be-c1eb-406b-8576-38546f5473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:20.522405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-a88514be-c1eb-406b-8576-38546f5473d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 906 time: 0.2991917 Oct 26 11:43:20.525110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df03a855-6979-4fd6-8867-120537c124d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.526732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c58f07f-52ce-4028-9324-e6cc5abb9c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.529322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c58f07f-52ce-4028-9324-e6cc5abb9c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.533438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9c58f07f-52ce-4028-9324-e6cc5abb9c3c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b96b061-1fc2-425d-bb80-b6cef5b2ad35 HTTP/1.1" status: 204 len: 168 time: 0.8002923 Oct 26 11:43:20.541583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Transition to ACTIVE for port object fc92b009-e962-4c44-844e-c127eda3bc0a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:20.556679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.604120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6e8c2f8-e2f4-4dab-a78a-7dbbeed3091d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=380dcccd106d43a0907254de467fa3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102765 Oct 26 11:43:20.612071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-d60ed69b-87d5-4b82-9f1d-ef0eacd255bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74756449-9046-416d-b863-a93413aabbaa HTTP/1.1" status: 200 len: 217 time: 0.0750964 Oct 26 11:43:20.613968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58f07f-52ce-4028-9324-e6cc5abb9c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96b061-1fc2-425d-bb80-b6cef5b2ad35,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:20.616741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47716) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:20.649579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:20.710464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-630e2c27-b4c2-4aa0-a17c-b1944c201b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.717748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df03a855-6979-4fd6-8867-120537c124d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.746089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eac08776-c9b1-427d-82b0-bfae6320c43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.772572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-ea206129-8ed0-4ab8-8f91-b244cfac8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:20.774975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:20.775416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:20.775557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-ea206129-8ed0-4ab8-8f91-b244cfac8b53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.1491730 Oct 26 11:43:20.776093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:20.782653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-630e2c27-b4c2-4aa0-a17c-b1944c201b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.796065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eac08776-c9b1-427d-82b0-bfae6320c43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.799049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:20.799494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:20.819790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:20.820394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:20.820868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:20.821444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Bound port: fc92b009-e962-4c44-844e-c127eda3bc0a, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:20.821997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.929334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-060c06b6-3d34-4ed1-b79b-20da0d60d953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424656 Oct 26 11:43:20.954446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:20.958623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:20.969667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eac08776-c9b1-427d-82b0-bfae6320c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.972492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eac08776-c9b1-427d-82b0-bfae6320c43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:20.976786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eac08776-c9b1-427d-82b0-bfae6320c43a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/db89edc4-4418-4acc-925b-a38972d87ad0 HTTP/1.1" status: 204 len: 168 time: 0.3576202 Oct 26 11:43:20.990635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.023079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac08776-c9b1-427d-82b0-bfae6320c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89edc4-4418-4acc-925b-a38972d87ad0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:21.090920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:21.091604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.093133 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 1091 time: 1.6486173 Oct 26 11:43:21.093591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:21.097816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-630e2c27-b4c2-4aa0-a17c-b1944c201b3f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bf3b24e35c5e44d4888af612bf9ed362&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0630620 Oct 26 11:43:21.097986 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4199473f-288c-4c59-9e76-bd2df55e56ea" -d '{"events": [{"name": "network-changed", "server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:21.106964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47728) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:21.174141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2c27-b4c2-4aa0-a17c-b1944c201b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa619f5-625f-4272-b5df-bd1242ffcdd2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:21.185427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df03a855-6979-4fd6-8867-120537c124d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.195558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df03a855-6979-4fd6-8867-120537c124d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.202617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-df03a855-6979-4fd6-8867-120537c124d6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a9995df-4a8b-4a86-a096-26d82d186484 HTTP/1.1" status: 204 len: 168 time: 0.9899004 Oct 26 11:43:21.230741 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb909592-b5fa-45b9-a3ca-2c8ba63ee2eb x-openstack-request-id: req-cb909592-b5fa-45b9-a3ca-2c8ba63ee2eb {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:21.232611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044db3a-f7fb-4691-84bb-0288b61ccda6 req-42595e17-7f79-4aed-8483-231ca3e4e14a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:21.233214 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:21.233815 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb909592-b5fa-45b9-a3ca-2c8ba63ee2eb {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:21.234359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e044db3a-f7fb-4691-84bb-0288b61ccda6 req-42595e17-7f79-4aed-8483-231ca3e4e14a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 943 time: 0.3228924 Oct 26 11:43:21.236588 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'status': 'completed', 'code': 200} Oct 26 11:43:21.244799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03a855-6979-4fd6-8867-120537c124d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9995df-4a8b-4a86-a096-26d82d186484,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:21.299152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50801e6-41b2-4c6c-b0a3-930758bb3cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:21.316303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e044db3a-f7fb-4691-84bb-0288b61ccda6 req-200d4daa-ef09-4850-8cca-187963fb9cb0 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706389 Oct 26 11:43:21.336385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d12920e-d052-45bf-a5b8-8e01bdbfe27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.339805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-8ce00f44-e752-4bce-a6eb-7e302a0c2f10 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440740 Oct 26 11:43:21.343785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-8bfc70f7-2e5d-42af-a8ec-44b39012c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:21.346192 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-8bfc70f7-2e5d-42af-a8ec-44b39012c0d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1094 time: 0.1501479 Oct 26 11:43:21.367748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d12920e-d052-45bf-a5b8-8e01bdbfe27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.446174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-900cc200-5fcb-46e9-8818-8fc3204b9c3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 217 time: 0.0891461 Oct 26 11:43:21.489317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6734bbcf-fbd7-4920-99d9-c0c33340a3b9 req-a2481c7c-f2f0-4950-b76c-3ca990f814e6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 210 time: 0.0914683 Oct 26 11:43:21.546503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-acaba0b8-dee0-4eef-9359-6c9df8c58c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:21.549888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-acaba0b8-dee0-4eef-9359-6c9df8c58c30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0910692 Oct 26 11:43:21.589986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b48eb1-3665-483c-b37a-f7400a422c4a req-63c0fe68-e7a9-4b0c-a204-1549aadfae1c service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346888 Oct 26 11:43:21.595693 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-e333c167-16df-446f-9def-43ca8e05b641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350590 Oct 26 11:43:21.693315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f15a636-92b7-4df2-841e-1700cc962bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.732351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a161a8-616b-4196-86d2-a2972e7e3a54 req-6bbc8406-915c-492c-8cf8-cd4f411d57e4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:21.740616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84a161a8-616b-4196-86d2-a2972e7e3a54 req-6bbc8406-915c-492c-8cf8-cd4f411d57e4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 943 time: 0.1788149 Oct 26 11:43:21.770427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d12920e-d052-45bf-a5b8-8e01bdbfe27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.773940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d12920e-d052-45bf-a5b8-8e01bdbfe27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:21.778724 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d12920e-d052-45bf-a5b8-8e01bdbfe27d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2aa619f5-625f-4272-b5df-bd1242ffcdd2 HTTP/1.1" status: 204 len: 168 time: 0.6671150 Oct 26 11:43:21.786998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12920e-d052-45bf-a5b8-8e01bdbfe27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa619f5-625f-4272-b5df-bd1242ffcdd2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:21.792257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-790814a6-6b58-41b1-9276-4fe63a26e2a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870010 Oct 26 11:43:21.866378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84a161a8-616b-4196-86d2-a2972e7e3a54 req-b1ab05e1-090c-451b-a88f-fe7053fc3417 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Oct 26 11:43:21.894581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-2ced6e36-9a93-4c4a-98b3-1e99cb1b54b8 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:21.899292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-2ced6e36-9a93-4c4a-98b3-1e99cb1b54b8 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.3355532 Oct 26 11:43:21.913801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Request body: {'port': {'device_id': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'admin_state_up': True, 'tenant_id': '3d6d8ca1489247c88c028d3bfc43e60e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:21.939788 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3009358-becc-4a6e-aabd-d7185cf6dcbf req-0223bb3e-393e-4ca4-9948-00633ac7b50a service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387577 Oct 26 11:43:22.060759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-ff319604-b71a-47a4-bb5e-9e65afd60555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:22.063510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-ff319604-b71a-47a4-bb5e-9e65afd60555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1094 time: 0.0595820 Oct 26 11:43:22.109068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Made reservation on behalf of 3d6d8ca1489247c88c028d3bfc43e60e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:22.114140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:22.194944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-e99d495d-c272-4e1a-b866-71cd86610dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:22.197600 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-e99d495d-c272-4e1a-b866-71cd86610dfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.1257527 Oct 26 11:43:22.253756 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-90b387a0-9367-4e98-b026-9af0682e78e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 217 time: 0.0460892 Oct 26 11:43:22.296116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Allocated IP 172.20.0.14 (68550a16-fa5c-4506-886c-93ab4412cb16/12f686f1-6add-4b58-9072-b625da6ccc84/93e060f9-e667-4f51-9519-9a7935d95547) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:22.336208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-3336c701-5932-470f-8307-83fb67c4eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:22.338975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-3336c701-5932-470f-8307-83fb67c4eb2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0741673 Oct 26 11:43:22.348736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74756449-9046-416d-b863-a93413aabbaa details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:22.421983 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-d5118c7a-90d2-4333-8c1a-b663baad53a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737388 Oct 26 11:43:22.552574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-a99de683-e349-41b9-801a-9505157afcca service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189463 Oct 26 11:43:22.623062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:22.667068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '74756449-9046-416d-b863-a93413aabbaa', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': '74756449-9046-416d-b863-a93413aabbaa', 'mac_address': 'fa:16:3e:68:e8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:22.756215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:22.789550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74756449-9046-416d-b863-a93413aabbaa {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:22.890341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:22.894480 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:22.902532 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:22.963857 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4199473f-288c-4c59-9e76-bd2df55e56ea req-24605523-77fb-4477-a540-aef844e3b8c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988075 Oct 26 11:43:23.014966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:23.027915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.028559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.029117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.029592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.030374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.031137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.033819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.034941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.036974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.037508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.038016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.038506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:43:23.046648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62fdf78a-8961-42a5-9780-10ff3d9fce18 req-fddc6dc2-ca53-47a6-b6fb-2ee33c4a6036 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 210 time: 0.0714715 Oct 26 11:43:23.087185 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.133084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738232d-f439-4d22-afc6-00c55feb8bc2 req-983455ac-5bf3-4e9a-a682-3c5eb1f8b5c6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:23.143044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9738232d-f439-4d22-afc6-00c55feb8bc2 req-983455ac-5bf3-4e9a-a682-3c5eb1f8b5c6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 944 time: 0.7107124 Oct 26 11:43:23.192036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['74756449-9046-416d-b863-a93413aabbaa'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:23.218527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.235762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9738232d-f439-4d22-afc6-00c55feb8bc2 req-a86b346e-bb92-46fc-8c57-53d8f6352121 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 Oct 26 11:43:23.249810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:23.255426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e33d1-9a21-4acb-9c2f-0d79da0a28a4 req-08a82ad6-97ec-4a1b-a914-2c1faa6d1e96 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:23.257383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc0e33d1-9a21-4acb-9c2f-0d79da0a28a4 req-08a82ad6-97ec-4a1b-a914-2c1faa6d1e96 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 943 time: 0.1070087 Oct 26 11:43:23.338268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.344198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc0e33d1-9a21-4acb-9c2f-0d79da0a28a4 req-1c8c224e-2a54-494a-aa9e-a6615a969705 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761509 Oct 26 11:43:23.400012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Network 68550a16-fa5c-4506-886c-93ab4412cb16 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:23.403452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:23.410995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:23.463471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:23.474792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1715150717-network', 'tenant_id': 'acfc0943eec14d6691d29ff8eb26c177'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:23.483373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:23.484050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.509073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Made reservation on behalf of acfc0943eec14d6691d29ff8eb26c177 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:23.512673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.517841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-6783292a-1fd1-42c2-b524-fa51cf985b23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6086669 Oct 26 11:43:23.527247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.531780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Request body: {'port': {'device_id': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:23.602259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.671182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.680033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.699286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:43:23.718219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.719433 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Added segment 9788cbf4-7d0b-4007-9d12-9545647cb4d1 of type vlan for network 21c56c15-5307-4b1c-a465-fbd2b2cc9874 Oct 26 11:43:23.835967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.840892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4cdf77-9535-4b3c-b3ef-4832ec150c96,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:23.935346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:23.936514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:23.939204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.033853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7818267 Oct 26 11:43:24.039475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:24.039982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e060f9-e667-4f51-9519-9a7935d95547 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:24.049471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Request body: {'subnet': {'network_id': '21c56c15-5307-4b1c-a465-fbd2b2cc9874', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1715150717-subnet', 'tenant_id': 'acfc0943eec14d6691d29ff8eb26c177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:24.063045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.083124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3c40f-1d0d-4afc-b8b7-d39aaeb715f5 admin admin] Pushing event updated for resources: {'Network': ['ID=21c56c15-5307-4b1c-a465-fbd2b2cc9874,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:24.101424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 21c56c15-5307-4b1c-a465-fbd2b2cc9874 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:43:24.119083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Made reservation on behalf of acfc0943eec14d6691d29ff8eb26c177 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:24.119401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Transition to ACTIVE for port object 93e060f9-e667-4f51-9519-9a7935d95547 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:24.121818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.128941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.359142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:24.377918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74756449-9046-416d-b863-a93413aabbaa up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:24.409757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:24.566597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.598132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.642046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd961-5a3b-4c3b-8049-f894d4050995 req-c5883f83-695f-442f-956a-9a94897f964b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:24.655988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6ebd961-5a3b-4c3b-8049-f894d4050995 req-c5883f83-695f-442f-956a-9a94897f964b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.3925910 Oct 26 11:43:24.660900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 74756449-9046-416d-b863-a93413aabbaa completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:43:24.710167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:24.716732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:24.717361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:24.731629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Checking segment: {'id': '9788cbf4-7d0b-4007-9d12-9545647cb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '21c56c15-5307-4b1c-a465-fbd2b2cc9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:24.732227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Network hostable DHCP agents. Network: 21c56c15-5307-4b1c-a465-fbd2b2cc9874, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:43:24.761242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:24.769043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c49ac-b7db-40eb-a3df-7ef9d2c93be6 req-936900fb-7711-431b-9125-1f64a890748d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:24.772173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e59c49ac-b7db-40eb-a3df-7ef9d2c93be6 req-936900fb-7711-431b-9125-1f64a890748d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 944 time: 0.2861319 Oct 26 11:43:24.772495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf814f0-7316-4026-8aeb-72c63e98d1c1,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:24.773137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:24.773671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:24.778739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Network 21c56c15-5307-4b1c-a465-fbd2b2cc9874 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:43:24.802506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 21c56c15-5307-4b1c-a465-fbd2b2cc9874) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:24.802792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:24.803297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:24.803926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:24.804764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'port_id': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'mac_address': 'fa:16:3e:b2:9a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a2de61-8262-4495-9b6b-66bad112f839', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:24.804963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Bound port: 93e060f9-e667-4f51-9519-9a7935d95547, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:24.805447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.810934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 74756449-9046-416d-b863-a93413aabbaa triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:24.811819 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.822084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53424d72-1349-43a5-b493-cd22f726df0f None None] Network 21c56c15-5307-4b1c-a465-fbd2b2cc9874 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:24.823875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:24.828012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:24.882504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-788d03f0-46f5-4018-a0e7-2b7e12c2cefd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8409975 Oct 26 11:43:24.918607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6ebd961-5a3b-4c3b-8049-f894d4050995 req-7a7b5785-a219-45e8-9f84-dd85c8e3e29d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537925 Oct 26 11:43:24.998968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:25.006169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:25.032945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e59c49ac-b7db-40eb-a3df-7ef9d2c93be6 req-db2ad716-9d30-4036-952e-1eec9a5d3bf8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317915 Oct 26 11:43:25.045099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:25.080072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:25.174924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:25.175740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:25.177323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] 10.222.0.100 "PUT /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 1092 time: 1.6509690 Oct 26 11:43:25.179467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:25.182241 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ec26ae-53df-4f5e-a864-f8623defd758" -d '{"events": [{"name": "network-changed", "server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "tag": "93e060f9-e667-4f51-9519-9a7935d95547"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:25.246424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692a9c3-76af-464c-aea9-da2d437d0ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:25.282683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc92b009-e962-4c44-844e-c127eda3bc0a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:25.286560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828ef0-e6a1-4087-aa22-0b407c949eee req-2b1fd10a-3226-4848-b384-887438d96768 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:25.288409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5828ef0-e6a1-4087-aa22-0b407c949eee req-2b1fd10a-3226-4848-b384-887438d96768 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 943 time: 0.1360242 Oct 26 11:43:25.364402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-5d66c2cb-af95-4847-8ea5-612a4afe299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:25.366426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-5d66c2cb-af95-4847-8ea5-612a4afe299b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1095 time: 0.1163924 Oct 26 11:43:25.375840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5828ef0-e6a1-4087-aa22-0b407c949eee req-5cc0aa05-e226-4d73-8d7a-0aec316439b2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714972 Oct 26 11:43:25.377537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:25.381971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e3421-d173-43aa-8915-c4bbe1f38948 None None] Network 21c56c15-5307-4b1c-a465-fbd2b2cc9874 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:25.387107 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23feb71d-08b8-423a-b7ff-0d87c19e4259 x-openstack-request-id: req-23feb71d-08b8-423a-b7ff-0d87c19e4259 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:25.387464 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "tag": "93e060f9-e667-4f51-9519-9a7935d95547", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:25.387633 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23feb71d-08b8-423a-b7ff-0d87c19e4259 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:25.389413 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547', 'status': 'completed', 'code': 200} Oct 26 11:43:25.394590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:25.428769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-7e033069-23e6-4ebb-985f-05897fdd4dfe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 217 time: 0.0519791 Oct 26 11:43:25.490144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:25.514763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-35d14ac5-59a8-4c33-858c-dd08e2d91cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:25.517942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-35d14ac5-59a8-4c33-858c-dd08e2d91cc8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0807683 Oct 26 11:43:25.591709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-7169c176-e945-4b30-816c-a03fb4f8b8e1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661027 Oct 26 11:43:25.798115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74756449-9046-416d-b863-a93413aabbaa'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:25.802184 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cae4e3-52a6-40f9-b589-18a7751dce9e" -d '{"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-plugged", "status": "completed", "tag": "74756449-9046-416d-b863-a93413aabbaa"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:25.820797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-4391c1a9-901d-4347-a373-395c7b0531b6 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179580 Oct 26 11:43:25.897060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:25.909570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:25.913942 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d4b21-7ce3-4d22-b765-8f60d6c2e53e x-openstack-request-id: req-9c9d4b21-7ce3-4d22-b765-8f60d6c2e53e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:25.914527 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-plugged", "status": "completed", "tag": "74756449-9046-416d-b863-a93413aabbaa", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:25.914996 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c9d4b21-7ce3-4d22-b765-8f60d6c2e53e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:25.915579 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74756449-9046-416d-b863-a93413aabbaa', 'code': 200} Oct 26 11:43:25.920187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['fc92b009-e962-4c44-844e-c127eda3bc0a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:25.934656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:26.103961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-aa37592b-3692-422e-8a4c-caf7f6d3ddeb req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1409663777', 'description': 'tempest-description-926049594'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:26.162382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5fa7-1bce-45ca-b36e-745113f0c122 req-8801a891-cb4c-43ac-8a82-142d79f6be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:26.168577 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18cc5fa7-1bce-45ca-b36e-745113f0c122 req-8801a891-cb4c-43ac-8a82-142d79f6be93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 1096 time: 0.1850533 Oct 26 11:43:26.258419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18cc5fa7-1bce-45ca-b36e-745113f0c122 req-7f30e847-cf9e-43cb-a253-14507b3b9a7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772827 Oct 26 11:43:26.288647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:26.290602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d1c5f27-e0eb-4d6c-af85-386bd4a92e5c req-faf80c63-e3c3-4431-a522-2fd7f85fe444 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619467 Oct 26 11:43:26.318757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa37592b-3692-422e-8a4c-caf7f6d3ddeb req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:26.416272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1c7c-9e68-4ca3-86ce-146fe7c1df63 req-44d6af60-ac21-4a5d-8756-cb8333a11b6c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:26.424068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b3b1c7c-9e68-4ca3-86ce-146fe7c1df63 req-44d6af60-ac21-4a5d-8756-cb8333a11b6c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.2510679 Oct 26 11:43:26.652161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b3b1c7c-9e68-4ca3-86ce-146fe7c1df63 req-bcc7ac85-04a1-4562-b5b7-b51235d19d0a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901221 Oct 26 11:43:26.662332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-3f4e72e2-957f-4597-94a0-2685448d53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:26.679022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-3f4e72e2-957f-4597-94a0-2685448d53bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1095 time: 0.2401681 Oct 26 11:43:26.721468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa37592b-3692-422e-8a4c-caf7f6d3ddeb req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:26.756614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa37592b-3692-422e-8a4c-caf7f6d3ddeb req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:26.870814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa37592b-3692-422e-8a4c-caf7f6d3ddeb req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:26.873058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa37592b-3692-422e-8a4c-caf7f6d3ddeb req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7846575 Oct 26 11:43:26.881575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d78a26-a6db-485a-9a82-205fd9dd6b0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:26.935385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-8703bbc3-4b5a-40b1-bad2-5b8def5ed0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:26.938239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-8703bbc3-4b5a-40b1-bad2-5b8def5ed0fc service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.2563078 Oct 26 11:43:26.951747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951832-fd35-4181-81ea-9844556aadd7 req-315fc36f-2adc-4afe-8d8b-6a0c8fbad55b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:26.954991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc951832-fd35-4181-81ea-9844556aadd7 req-315fc36f-2adc-4afe-8d8b-6a0c8fbad55b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 945 time: 0.1891310 Oct 26 11:43:27.018425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-39161fc6-eb3f-4ba1-8639-7abda98b4bb1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 217 time: 0.0620337 Oct 26 11:43:27.114130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc951832-fd35-4181-81ea-9844556aadd7 req-93f59a5e-aca8-4da4-a317-ec2c2afbd988 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475599 Oct 26 11:43:27.154269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-00a6a785-a972-4f6b-b1b4-f6ba3c6a7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:27.157591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-00a6a785-a972-4f6b-b1b4-f6ba3c6a7bae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1240256 Oct 26 11:43:27.164486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c28ae-e730-4e91-979b-0b417f970f4d req-8933032e-21a9-480d-aa53-11d4123c5210 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:27.166465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-256c28ae-e730-4e91-979b-0b417f970f4d req-8933032e-21a9-480d-aa53-11d4123c5210 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 944 time: 0.1364558 Oct 26 11:43:27.219636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-6e758b5c-85df-4209-b078-ad32e63c17b5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517473 Oct 26 11:43:27.318769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-256c28ae-e730-4e91-979b-0b417f970f4d req-2de34d81-0bf6-456e-b932-9d4c97acca37 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354403 Oct 26 11:43:27.417414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-09bcd44b-764f-407c-92fb-6d091b6f1090 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881690 Oct 26 11:43:27.446057 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:43:27.481357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1814951848', 'description': 'tempest-description-1036015377'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:27.528673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:27.549172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:27.561847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ec26ae-53df-4f5e-a864-f8623defd758 req-a2a53f90-c41c-4804-a1a6-232627d34231 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364536 Oct 26 11:43:27.683575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-08c1df81-df1f-4782-8855-177e53fbd5f9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=10968fe72d0d43078eccc4160b7de3c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464947 Oct 26 11:43:27.773464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:27.781152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:27.850259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f21833e-9ad4-4932-90fc-c47efc3e1c4a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:27.885443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-4d13b69c-4fb9-40f3-a7f5-bdb3beb653b6 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:27.887827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-4d13b69c-4fb9-40f3-a7f5-bdb3beb653b6 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959743 Oct 26 11:43:27.923007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-88dd4d69-a888-43f1-8aa1-aef272eece15 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/quotas/10968fe72d0d43078eccc4160b7de3c3 HTTP/1.1" status: 200 len: 375 time: 0.0280817 Oct 26 11:43:27.970030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:27.995109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-595a8c05-3b27-4f6d-ad56-b58523274eda tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591919 Oct 26 11:43:27.996174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.044962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.047467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31c8a6bf-f9a3-4734-b3cb-667dffb6f07f req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5971024 Oct 26 11:43:28.050355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa0559-51ec-44d5-9dc4-889d7a9b374e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2107046-9716-4fc6-b403-1a6b193d4182,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:28.136072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a081513f-f124-44c1-9cc5-87b04f870fba req-d59185dc-56fd-4e30-8436-7a596422f2f6 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f HTTP/1.1" status: 200 len: 1804 time: 0.0604808 Oct 26 11:43:28.154667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:28.155217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:28.295704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.337816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ff979e02-0c26-4e15-9335-f066a4e9c27f tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b3a69239b61e43b5839a52e8999e3966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283217 Oct 26 11:43:28.362448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:28.428607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.433807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.452695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port fc92b009-e962-4c44-844e-c127eda3bc0a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:43:28.457556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd64528-5830-4399-97f1-3fd6a133d104,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:28.467454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port fc92b009-e962-4c44-844e-c127eda3bc0a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:28.467970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.493656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.497664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a081513f-f124-44c1-9cc5-87b04f870fba req-b9ffc6db-de29-4339-8435-ac2728561d56 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3496685 Oct 26 11:43:28.592772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-3e8c425b-6e81-468e-9d7d-2ada49820e8c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:28.603631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-3e8c425b-6e81-468e-9d7d-2ada49820e8c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572074 Oct 26 11:43:28.612705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.624178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-84c735c9-3b65-4ef5-9ee2-92364b8947c8 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/quotas/b3a69239b61e43b5839a52e8999e3966 HTTP/1.1" status: 200 len: 375 time: 0.0189116 Oct 26 11:43:28.654097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:28.658716 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df8443-ac4e-45c4-893f-35ebec44cc75" -d '{"events": [{"server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "name": "network-vif-plugged", "status": "completed", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:28.682468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:28.688906 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:28.697311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-df07bc76-0c80-4cda-b7a3-7879d81e549c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3a69239b61e43b5839a52e8999e3966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720870 Oct 26 11:43:28.736662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ae66d-030e-4070-bf8d-26a4dbacb00b req-9a7553f3-b948-459c-a638-a543d962175a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:28.739211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c1ae66d-030e-4070-bf8d-26a4dbacb00b req-9a7553f3-b948-459c-a638-a543d962175a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.1118262 Oct 26 11:43:28.778279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:28.814942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c1ae66d-030e-4070-bf8d-26a4dbacb00b req-ba6aceac-b639-4af5-8f58-ed4a899d65f7 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691071 Oct 26 11:43:28.892802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-09dcb246-258e-47d6-9a41-73c54345abb7 req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-739294754', 'description': 'tempest-description-885452377'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:28.933785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-09dcb246-258e-47d6-9a41-73c54345abb7 req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:29.120744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-09dcb246-258e-47d6-9a41-73c54345abb7 req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:29.128040 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-09dcb246-258e-47d6-9a41-73c54345abb7 req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:29.185522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-09dcb246-258e-47d6-9a41-73c54345abb7 req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:29.190818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09dcb246-258e-47d6-9a41-73c54345abb7 req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3064697 Oct 26 11:43:29.194420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c099e-e7e7-4730-9357-d22ac2fcd068 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00d3783-ba7e-4e8a-ab79-0c186f4ad7d5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:29.210510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4577-1070-40ae-88ab-7af31fe8b6ed req-502860a5-220c-4d3f-8084-28769fd68462 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:29.224701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fcf4577-1070-40ae-88ab-7af31fe8b6ed req-502860a5-220c-4d3f-8084-28769fd68462 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 945 time: 0.1755161 Oct 26 11:43:29.285328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fcf4577-1070-40ae-88ab-7af31fe8b6ed req-5ac099f1-14dd-425d-b837-269a9d23987b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593116 Oct 26 11:43:29.336117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-26212e8a-1a61-451a-bef9-ccda10e40a6c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=10968fe72d0d43078eccc4160b7de3c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363934 Oct 26 11:43:29.474265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:29.535446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58f4d-7d16-46fa-845f-ad619d3daa2c req-10aeeda4-5552-4388-946f-1fa2499f98dd tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:29.548954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c58f4d-7d16-46fa-845f-ad619d3daa2c req-10aeeda4-5552-4388-946f-1fa2499f98dd tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 945 time: 0.1819012 Oct 26 11:43:29.611613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:29.627852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '93e060f9-e667-4f51-9519-9a7935d95547', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'port_id': '93e060f9-e667-4f51-9519-9a7935d95547', 'mac_address': 'fa:16:3e:a2:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f686f1-6add-4b58-9072-b625da6ccc84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:29.668285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-3ebb39ac-fdaf-45e8-a8e0-4794af792ef7 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:29.671094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-3ebb39ac-fdaf-45e8-a8e0-4794af792ef7 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227336 Oct 26 11:43:29.712264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:29.714758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c58f4d-7d16-46fa-845f-ad619d3daa2c req-141a4d86-bac1-4f54-8fa6-b715c89345f9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646991 Oct 26 11:43:29.721951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-3d4ce83f-30f0-44a3-a8a1-a6e01d2fddfb tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=10968fe72d0d43078eccc4160b7de3c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008010 Oct 26 11:43:29.763283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e060f9-e667-4f51-9519-9a7935d95547 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:29.786637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-04be2ee2-b213-4e03-b112-673d9ab08fe9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/quotas/10968fe72d0d43078eccc4160b7de3c3 HTTP/1.1" status: 200 len: 375 time: 0.0926800 Oct 26 11:43:29.811146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:29.818339 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:29.833869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e0b24bc9-e471-4825-a256-13d7e17fe303 req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-682205348', 'description': 'tempest-description-2144260817'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:29.904891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-aa8b7535-e07f-4a74-938b-1464b0e31cff tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639091 Oct 26 11:43:29.923196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:29.938181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0b24bc9-e471-4825-a256-13d7e17fe303 req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.002198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-e7035d21-b25e-436a-ac96-86bd41c0f776 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:30.002198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-e7035d21-b25e-436a-ac96-86bd41c0f776 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693307 Oct 26 11:43:30.022853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Request body: {'port': {'device_id': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '10968fe72d0d43078eccc4160b7de3c3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:30.089295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['93e060f9-e667-4f51-9519-9a7935d95547'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:30.157351 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae831a-188c-4d16-a568-4f856b7b30f5 x-openstack-request-id: req-d7ae831a-188c-4d16-a568-4f856b7b30f5 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:30.158170 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "name": "network-vif-plugged", "status": "completed", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:30.158804 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7ae831a-188c-4d16-a568-4f856b7b30f5 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:30.160013 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'code': 200} Oct 26 11:43:30.209553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0b24bc9-e471-4825-a256-13d7e17fe303 req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.241760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0b24bc9-e471-4825-a256-13d7e17fe303 req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.283784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e9c532b-3050-4d05-bf03-6c6ea9f45e0b req-ac4e9d95-08a9-4837-aeed-0bf51d9721a7 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 210 time: 0.0605855 Oct 26 11:43:30.335816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0b24bc9-e471-4825-a256-13d7e17fe303 req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.342387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0b24bc9-e471-4825-a256-13d7e17fe303 req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5591996 Oct 26 11:43:30.346655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629fed-51df-4470-abbb-771010c23d29 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0ee51c-91aa-4869-bdad-8f4366e088df,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:30.364611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Made reservation on behalf of 10968fe72d0d43078eccc4160b7de3c3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:30.370040 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.384640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.387856 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-197cdfa4-604e-48a9-b0b8-4ef7c4a38920 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=b3a69239b61e43b5839a52e8999e3966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711489 Oct 26 11:43:30.554241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.562748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.574996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-9705900d-da24-4d9c-89e2-b10fc523c4a3 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:30.577402 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-9705900d-da24-4d9c-89e2-b10fc523c4a3 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834111 Oct 26 11:43:30.584303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53f457-6be1-4425-831a-c155bb27e436 req-9f2c8995-cf76-45d9-b9b3-8d9cc98b7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:30.586395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf53f457-6be1-4425-831a-c155bb27e436 req-9f2c8995-cf76-45d9-b9b3-8d9cc98b7c98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1096 time: 0.3555779 Oct 26 11:43:30.593025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Request body: {'port': {'device_id': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'b3a69239b61e43b5839a52e8999e3966'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:30.720651 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf53f457-6be1-4425-831a-c155bb27e436 req-a9e41c61-8f7b-4c72-8069-28fc397e7876 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221793 Oct 26 11:43:30.753799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-711615693', 'description': 'tempest-description-1851317408'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:30.762434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:30.802569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 11:43:30.802569 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 11:43:30.802569 n-d-812150-3 neutron-server[102759]: [parameters: {'project_id_1': 'b3a69239b61e43b5839a52e8999e3966', 'expiration_1': datetime.datetime(2021, 10, 26, 11, 43, 10, 788582)}] Oct 26 11:43:30.802569 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:43:30.804165 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:43:30.846420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.885732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:30.910022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6c556-10b9-411b-9b2c-46b4b67752f2 req-4689dd24-524e-41ea-802b-0780f5121cc7 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:30.911890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cd6c556-10b9-411b-9b2c-46b4b67752f2 req-4689dd24-524e-41ea-802b-0780f5121cc7 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.1360643 Oct 26 11:43:30.936503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Allocated IP 192.168.233.59 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/ffeda209-0440-4e8d-8231-1e82435490e6) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:31.053116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cd6c556-10b9-411b-9b2c-46b4b67752f2 req-b808a2fe-ae32-498e-822d-eee27a68ecec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220505 Oct 26 11:43:31.339217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Made reservation on behalf of b3a69239b61e43b5839a52e8999e3966 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:31.344419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.359848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.460274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.466128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:31.466979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.523241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eca5b9d3-23d6-490c-94c8-b938e0d0a9fb req-c73d57fb-0232-4925-91f8-7507ec0342a6 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 210 time: 0.0548220 Oct 26 11:43:31.533583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 93e060f9-e667-4f51-9519-9a7935d95547 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:43:31.542770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 93e060f9-e667-4f51-9519-9a7935d95547 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:31.543716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.547802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.554612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.589291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a68dc4-3870-4fac-bf57-18d25db684f4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:31.632923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.660612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.695128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.719863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10af57c-e657-43c8-8740-259eb4f4025a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:31.739623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:31.740554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.742534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a2e2ac5-059c-430b-bfdc-c79eebccb075 req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9969954 Oct 26 11:43:31.755076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.770141 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.814460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-0d2d5610-0114-4d8c-b5b9-a55e4aeb9afa tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/2f0ee51c-91aa-4869-bdad-8f4366e088df HTTP/1.1" status: 200 len: 1804 time: 0.1549547 Oct 26 11:43:31.819222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2f0ee51c-91aa-4869-bdad-8f4366e088df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:31.819589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2f0ee51c-91aa-4869-bdad-8f4366e088df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:31.823862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50042f-76da-4e1f-a3b8-5ba80788dc17 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd186b1-52f2-4bc3-be4d-6d8f459faed0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:31.835758 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-c712612b-9786-4b31-917a-c90c75866a85 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=10968fe72d0d43078eccc4160b7de3c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601847 Oct 26 11:43:31.866925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:31.887878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:31.990591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:32.001178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:32.018455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:32.047748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Allocated IP 192.168.233.68 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/c08a22f3-4cad-434e-8ffb-58a4f149e896) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:32.074791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:32.092441 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.109860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c863d7b-63ab-4c5e-85a7-f26fa3425cb3 req-29a84f77-c35f-4bcc-b120-a0eed5e8bb7a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:32.111638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c863d7b-63ab-4c5e-85a7-f26fa3425cb3 req-29a84f77-c35f-4bcc-b120-a0eed5e8bb7a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 945 time: 0.2006850 Oct 26 11:43:32.132601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:32.133331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.154831 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.163259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:32.165220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-bd3a9400-4ab8-43d5-8ad8-f8686e432b3e tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:32.165885 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5e961-288d-4260-b661-00b31160c9a0" -d '{"events": [{"server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "name": "network-vif-plugged", "status": "completed", "tag": "93e060f9-e667-4f51-9519-9a7935d95547"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:32.168144 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-bd3a9400-4ab8-43d5-8ad8-f8686e432b3e tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244548 Oct 26 11:43:32.176837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.192397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-eefc27f4-d290-41e6-a9dc-c485ebca740f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1811996 Oct 26 11:43:32.203792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Request body: {'port': {'device_id': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '10968fe72d0d43078eccc4160b7de3c3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:32.208558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cb7935-82aa-4e22-9523-52ce18c0f688,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:32.215766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Request body: {'port': {'device_id': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:32.245930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.247098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cb8c0b2-050f-4cc8-ac81-e74f281ed715 req-83a21a63-e6df-4a96-8bb8-6af4acaca3d8 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4317510 Oct 26 11:43:32.262150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c863d7b-63ab-4c5e-85a7-f26fa3425cb3 req-08113bcf-c2b1-4cb6-9206-d3f84a8b95b5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246350 Oct 26 11:43:32.343167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.449624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66f17986-33ec-44dd-a9e8-f7fed64ba2c8 req-92b864d4-db7c-45f7-bada-d4e6329eafab tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 210 time: 0.0605216 Oct 26 11:43:32.495385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.506647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2b5ae946-c910-4452-8aef-f76671eb8c21 None None] Provisioning complete for port ffeda209-0440-4e8d-8231-1e82435490e6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:32.507812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae946-c910-4452-8aef-f76671eb8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.510276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b1108907-f739-4474-a5e0-61f8c4f7a5b6 req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1944887366', 'description': 'tempest-description-505625669'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:32.521376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed0dbd-6a9c-4ae9-b177-98d69d9aaf47 req-7041549f-91af-4ba3-bbd5-46b437c9b581 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:32.522992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42ed0dbd-6a9c-4ae9-b177-98d69d9aaf47 req-7041549f-91af-4ba3-bbd5-46b437c9b581 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 945 time: 0.1834023 Oct 26 11:43:32.559468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae946-c910-4452-8aef-f76671eb8c21 None None] Port ffeda209-0440-4e8d-8231-1e82435490e6 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:43:32.569421 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Made reservation on behalf of 10968fe72d0d43078eccc4160b7de3c3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:32.575359 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.612583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.638072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b1108907-f739-4474-a5e0-61f8c4f7a5b6 req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.662209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42ed0dbd-6a9c-4ae9-b177-98d69d9aaf47 req-784b9301-6817-4030-9277-a50f50c28e39 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830667 Oct 26 11:43:32.703905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:32.713705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:32.722589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:32.756259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Pushing event updated for resources: {'Port': ['ID=c08a22f3-4cad-434e-8ffb-58a4f149e896,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:32.807319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:32.808581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.840146 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-a49e3348-2c28-4350-8114-000ca872e83b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2489815 Oct 26 11:43:32.851645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Request body: {'port': {'device_id': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:32.917539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.948827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b1108907-f739-4474-a5e0-61f8c4f7a5b6 req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.959331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b1108907-f739-4474-a5e0-61f8c4f7a5b6 req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:32.972504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043cfd-0d3d-4f80-98ed-9f6f879f3f35 req-33712442-273f-412c-a306-9c9de8e8e6a5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:32.977182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75043cfd-0d3d-4f80-98ed-9f6f879f3f35 req-33712442-273f-412c-a306-9c9de8e8e6a5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.1756153 Oct 26 11:43:32.992167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-afea7d15-3ab9-4339-92e5-33b957d30fd5 None None] Provisioning complete for port c08a22f3-4cad-434e-8ffb-58a4f149e896 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:32.992903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afea7d15-3ab9-4339-92e5-33b957d30fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.001097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:33.015017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b1108907-f739-4474-a5e0-61f8c4f7a5b6 req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.016828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1108907-f739-4474-a5e0-61f8c4f7a5b6 req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5145967 Oct 26 11:43:33.024998 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.053465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e38664-f97a-4590-a3d3-305b66d712eb tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bfc932-77fb-482e-9f06-44a0677bc413,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:33.064304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-afea7d15-3ab9-4339-92e5-33b957d30fd5 None None] Port c08a22f3-4cad-434e-8ffb-58a4f149e896 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:43:33.079756 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e4f66-e132-4a96-ac49-0fb8e18521f7 x-openstack-request-id: req-ff7e4f66-e132-4a96-ac49-0fb8e18521f7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:33.080321 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "name": "network-vif-plugged", "status": "completed", "tag": "93e060f9-e667-4f51-9519-9a7935d95547", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:33.080578 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff7e4f66-e132-4a96-ac49-0fb8e18521f7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:33.081179 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547', 'code': 200} Oct 26 11:43:33.085172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Transition to ACTIVE for port object ffeda209-0440-4e8d-8231-1e82435490e6 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:33.101387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75043cfd-0d3d-4f80-98ed-9f6f879f3f35 req-41ed2abb-a8e7-43fb-ae1b-a5a09bc158aa tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090591 Oct 26 11:43:33.104767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.196656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.100', 57667) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:33.205426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-194351b8-5de4-410b-82b6-bffb0adf7802 req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-491255368', 'description': 'tempest-description-463415419'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:33.214783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Allocated IP 192.168.233.239 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/55a44e82-c471-48b8-981a-4107800e086d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:33.281162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:33.301218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78ca41-9858-4c87-8f75-a3d2ea013f78 req-789b50ec-c2b3-48b8-a395-3a72711c9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:33.303138 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf78ca41-9858-4c87-8f75-a3d2ea013f78 req-789b50ec-c2b3-48b8-a395-3a72711c9961 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1097 time: 0.1053309 Oct 26 11:43:33.319900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-194351b8-5de4-410b-82b6-bffb0adf7802 req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.340431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Attempting to bind port ffeda209-0440-4e8d-8231-1e82435490e6 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:33.340903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Attempting to bind port ffeda209-0440-4e8d-8231-1e82435490e6 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:33.341430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Attempting to bind port ffeda209-0440-4e8d-8231-1e82435490e6 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:33.360166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Port ffeda209-0440-4e8d-8231-1e82435490e6 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:33.360692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Attempting to bind port ffeda209-0440-4e8d-8231-1e82435490e6 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:33.383861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:33.384432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:33.385024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:33.385773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Bound port: ffeda209-0440-4e8d-8231-1e82435490e6, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:33.386320 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.388816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.439577 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf78ca41-9858-4c87-8f75-a3d2ea013f78 req-ccc300df-b855-4daa-86d3-a3a46e01380c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242886 Oct 26 11:43:33.492714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.524338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-194351b8-5de4-410b-82b6-bffb0adf7802 req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.535426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-194351b8-5de4-410b-82b6-bffb0adf7802 req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.538120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:33.542495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.544403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:33.561123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.617721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-194351b8-5de4-410b-82b6-bffb0adf7802 req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.630782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-194351b8-5de4-410b-82b6-bffb0adf7802 req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4311903 Oct 26 11:43:33.631455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5f426-e172-4e0c-803c-d6cf348f9ec2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee1306-d548-4aaa-a303-c7744f530833,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:33.649297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:33.650187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.651633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] 10.222.0.100 "PUT /v2.0/ports/ffeda209-0440-4e8d-8231-1e82435490e6 HTTP/1.1" status: 200 len: 1095 time: 1.4463377 Oct 26 11:43:33.652122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:33.659036 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0e424-be59-48f5-b966-945957186cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:33.702380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b73a8-b6e5-4cd9-9364-c7e10d95e7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:33.880709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f013-f674-48c1-9096-1224d221a28f req-b258c56a-9158-4636-9c6a-ef3fddaf3d64 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:33.882795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ab5f013-f674-48c1-9096-1224d221a28f req-b258c56a-9158-4636-9c6a-ef3fddaf3d64 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 936 time: 0.1724679 Oct 26 11:43:33.894903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:33.897230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-53f0ca69-5a7c-44f8-8bdb-b626f49e8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:33.901603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-53f0ca69-5a7c-44f8-8bdb-b626f49e8f94 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1098 time: 0.1298187 Oct 26 11:43:33.903500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:33.907819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:33.915583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event updated for resources: {'Port': ['ID=55a44e82-c471-48b8-981a-4107800e086d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:33.921201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08a22f3-4cad-434e-8ffb-58a4f149e896 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:33.959853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:33.968850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ab5f013-f674-48c1-9096-1224d221a28f req-00536e5e-abfa-42aa-873b-4dba4510ec02 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 Oct 26 11:43:33.999956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Transition to ACTIVE for port object c08a22f3-4cad-434e-8ffb-58a4f149e896 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:34.026982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.027655 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.030307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-842bc240-4462-46ca-8cd7-b37f234d07cc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ffeda209-0440-4e8d-8231-1e82435490e6 HTTP/1.1" status: 200 len: 217 time: 0.0661204 Oct 26 11:43:34.043081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.137462 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-68a403cd-7cfd-470c-aebf-5efe298a86e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9517853 Oct 26 11:43:34.149009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Pushing event updated for resources: {'Port': ['ID=c08a22f3-4cad-434e-8ffb-58a4f149e896,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:34.157460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Request body: {'port': {'device_id': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:34.166583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-d9279ac2-7862-4758-a7b0-5ffe2f2ae002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.168133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-d9279ac2-7862-4758-a7b0-5ffe2f2ae002 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1292236 Oct 26 11:43:34.266220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09aa10-ec9d-4df1-bd32-36362a986ae0 req-40f6ece5-42e5-465f-9499-4be9efd69acf tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.273191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da09aa10-ec9d-4df1-bd32-36362a986ae0 req-40f6ece5-42e5-465f-9499-4be9efd69acf tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1737278 Oct 26 11:43:34.293674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.323536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-b48b2965-b532-4f1f-a5ed-787156dd4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.325629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-b48b2965-b532-4f1f-a5ed-787156dd4586 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484718 Oct 26 11:43:34.349955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Attempting to bind port c08a22f3-4cad-434e-8ffb-58a4f149e896 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:34.350438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Attempting to bind port c08a22f3-4cad-434e-8ffb-58a4f149e896 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:34.350765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Attempting to bind port c08a22f3-4cad-434e-8ffb-58a4f149e896 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:34.364240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Port c08a22f3-4cad-434e-8ffb-58a4f149e896 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:34.364836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Attempting to bind port c08a22f3-4cad-434e-8ffb-58a4f149e896 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:34.389041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:34.389375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:34.389757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:34.390211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Bound port: c08a22f3-4cad-434e-8ffb-58a4f149e896, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:34.390602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.399740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-879f3909-8c32-4213-9202-e1c9b35aabf2 None None] Provisioning complete for port 55a44e82-c471-48b8-981a-4107800e086d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:34.401325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-879f3909-8c32-4213-9202-e1c9b35aabf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.500541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-879f3909-8c32-4213-9202-e1c9b35aabf2 None None] Port 55a44e82-c471-48b8-981a-4107800e086d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:43:34.541792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da09aa10-ec9d-4df1-bd32-36362a986ae0 req-c2471804-2539-4b05-921c-46db740e85d4 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594619 Oct 26 11:43:34.621851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] For port c08a22f3-4cad-434e-8ffb-58a4f149e896, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:34.643085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] For port c08a22f3-4cad-434e-8ffb-58a4f149e896, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:34.650423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.754117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.755020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.757417 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] 10.222.0.100 "PUT /v2.0/ports/c08a22f3-4cad-434e-8ffb-58a4f149e896 HTTP/1.1" status: 200 len: 1095 time: 1.9120479 Oct 26 11:43:34.761749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'tag': 'c08a22f3-4cad-434e-8ffb-58a4f149e896'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:34.763789 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c88ce-4f81-4098-ad35-ad4ef8c52896" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb7f688-4e35-4617-974c-7968dd2db8e5", "tag": "c08a22f3-4cad-434e-8ffb-58a4f149e896"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:34.765497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-1ad48724-b08c-4aef-95cd-2f9cb2c7c8c2 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244294 Oct 26 11:43:34.788565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a1120-58aa-4faa-9c95-b6893811ba81 service neutron] Pushing event updated for resources: {'Port': ['ID=c08a22f3-4cad-434e-8ffb-58a4f149e896,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:34.904396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411e2b4-8bb6-4eaf-bd5d-d5b6310fd7fe req-0425052f-7387-4b69-979c-9894f6381615 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.906945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2411e2b4-8bb6-4eaf-bd5d-d5b6310fd7fe req-0425052f-7387-4b69-979c-9894f6381615 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 947 time: 0.1980863 Oct 26 11:43:34.925844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-88c32883-f9ae-4f30-8383-3c086da7ce4b tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56563 time: 0.8982716 Oct 26 11:43:34.927522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a44e82-c471-48b8-981a-4107800e086d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:34.946168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:34.963771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-7cde3d7c-90a9-47d8-bf43-d535f1f43ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:34.966527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-7cde3d7c-90a9-47d8-bf43-d535f1f43ff7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b3a69239b61e43b5839a52e8999e3966&device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 1098 time: 0.1377468 Oct 26 11:43:34.996739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Transition to ACTIVE for port object 55a44e82-c471-48b8-981a-4107800e086d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:35.056618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.061096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2411e2b4-8bb6-4eaf-bd5d-d5b6310fd7fe req-4beb5520-b0cb-42b6-850e-3e8b2064ef3b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339471 Oct 26 11:43:35.064479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-52e9a170-ea18-4871-9750-8cc7f7f5d7c2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896 HTTP/1.1" status: 200 len: 217 time: 0.0878203 Oct 26 11:43:35.069166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915294b9-3f9f-43be-a0fd-266d18652d05 req-2d2adc0b-cbf7-4b5d-a8cc-3d27c6707843 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894149 Oct 26 11:43:35.098187 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.147486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1b91827c-17d1-4c27-a3e6-8aed9b4a28b9 req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1696738611', 'description': 'tempest-description-308191586'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:35.164719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Pushing event updated for resources: {'Port': ['ID=55a44e82-c471-48b8-981a-4107800e086d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:35.173347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-51a7881a-94d5-4804-94a1-07196af4f1c3 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/12a68dc4-3870-4fac-bf57-18d25db684f4 HTTP/1.1" status: 200 len: 2981 time: 0.2155800 Oct 26 11:43:35.227506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1b91827c-17d1-4c27-a3e6-8aed9b4a28b9 req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.290784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-00ce202c-ced4-44b4-b192-9b6fde9a197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:35.292421 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-00ce202c-ced4-44b4-b192-9b6fde9a197a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2161193 Oct 26 11:43:35.400271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1b91827c-17d1-4c27-a3e6-8aed9b4a28b9 req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.403960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-7340b505-eb9c-4787-b680-cafc4a56f0fa tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/12a68dc4-3870-4fac-bf57-18d25db684f4 HTTP/1.1" status: 200 len: 2981 time: 0.2165756 Oct 26 11:43:35.411194 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1b91827c-17d1-4c27-a3e6-8aed9b4a28b9 req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.428750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-b36bf982-ade4-4ea1-9fac-cdcdc9fa1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:35.429663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-b36bf982-ade4-4ea1-9fac-cdcdc9fa1a88 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143997 Oct 26 11:43:35.434354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Attempting to bind port 55a44e82-c471-48b8-981a-4107800e086d on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:35.434701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Attempting to bind port 55a44e82-c471-48b8-981a-4107800e086d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:35.435074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Attempting to bind port 55a44e82-c471-48b8-981a-4107800e086d on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:35.449085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Port 55a44e82-c471-48b8-981a-4107800e086d on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:35.449411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Attempting to bind port 55a44e82-c471-48b8-981a-4107800e086d on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:35.493024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:35.493414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:35.493910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:35.494356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Bound port: 55a44e82-c471-48b8-981a-4107800e086d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:35.494718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.521778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1b91827c-17d1-4c27-a3e6-8aed9b4a28b9 req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.523593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b91827c-17d1-4c27-a3e6-8aed9b4a28b9 req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3966506 Oct 26 11:43:35.536188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-74fdc18a-ea53-4242-917e-f864e68ef24a tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/1b76370c-6823-4d2d-9eb0-6671d8d11403 HTTP/1.1" status: 200 len: 2981 time: 0.1201694 Oct 26 11:43:35.537075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581a886-8337-4969-8976-eed2e6e9f861 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8798f4-382e-497c-b689-40e9affa7664,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:35.578388 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4da65f-9028-48f2-9ef0-aa42dcb482b2 x-openstack-request-id: req-6e4da65f-9028-48f2-9ef0-aa42dcb482b2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:35.578642 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:35.579375 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e4da65f-9028-48f2-9ef0-aa42dcb482b2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:35.579845 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'status': 'completed', 'code': 200} Oct 26 11:43:35.593196 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-da45f8ea-61bf-43dc-a51e-13f711eeb233 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540055 Oct 26 11:43:35.603729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-178b8d86-be4d-492f-ab2e-0833c860a72a tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/1b76370c-6823-4d2d-9eb0-6671d8d11403 HTTP/1.1" status: 200 len: 2981 time: 0.0584528 Oct 26 11:43:35.618256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] For port 55a44e82-c471-48b8-981a-4107800e086d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:35.631439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] For port 55a44e82-c471-48b8-981a-4107800e086d, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=55a44e82-c471-48b8-981a-4107800e086d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:35.646718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.726241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-478b7758-91ad-4a54-83f5-a45090169a23 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/1f108fe5-ff28-4a26-855d-abfcdb1539ba HTTP/1.1" status: 200 len: 2981 time: 0.1107049 Oct 26 11:43:35.729986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e424-be59-48f5-b966-945957186cd0 req-df7343a0-08ed-47ec-9443-b3a47b102791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:35.732383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-df7343a0-08ed-47ec-9443-b3a47b102791 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1098 time: 0.1084378 Oct 26 11:43:35.735746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:35.737106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:35.739550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] 10.222.0.30 "PUT /v2.0/ports/55a44e82-c471-48b8-981a-4107800e086d HTTP/1.1" status: 200 len: 1096 time: 1.5869300 Oct 26 11:43:35.933401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-15d1e533-59fd-4241-96cb-b77d14b9db55 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/1f108fe5-ff28-4a26-855d-abfcdb1539ba HTTP/1.1" status: 200 len: 2981 time: 0.1979070 Oct 26 11:43:35.965453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf795f-08f2-4306-90fc-03175bf85503 req-7d69679d-d72c-4696-844a-a4b31162e16c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:35.967832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46bf795f-08f2-4306-90fc-03175bf85503 req-7d69679d-d72c-4696-844a-a4b31162e16c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.2261283 Oct 26 11:43:36.007996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e424-be59-48f5-b966-945957186cd0 req-e29dd6ea-7e46-4ec0-a773-27ca85f39e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.009524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-e29dd6ea-7e46-4ec0-a773-27ca85f39e77 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2668831 Oct 26 11:43:36.066915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2332a05-edbe-408a-b0b3-be107bdf658a service neutron] Pushing event updated for resources: {'Port': ['ID=55a44e82-c471-48b8-981a-4107800e086d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:36.087198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-795a6618-1080-49d3-82d5-2a805b287894 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ffeda209-0440-4e8d-8231-1e82435490e6 HTTP/1.1" status: 200 len: 217 time: 0.0645235 Oct 26 11:43:36.108591 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0fc40225-8c87-43cd-b9ec-85a191e145cb req-191a6a3f-cb91-44a0-b8fb-8b463701f80a service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873757 Oct 26 11:43:36.128783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-42459a10-3c54-42f7-ac22-34650976a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.130704 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-42459a10-3c54-42f7-ac22-34650976a6ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 1099 time: 0.0802941 Oct 26 11:43:36.142578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-cb51d5d9-54f4-47b8-a15c-d771ee4a1560 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/2f21833e-9ad4-4932-90fc-c47efc3e1c4a HTTP/1.1" status: 200 len: 2981 time: 0.1728513 Oct 26 11:43:36.149163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46bf795f-08f2-4306-90fc-03175bf85503 req-955b20d4-c730-412b-8e5f-a7d63d83b49b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583703 Oct 26 11:43:36.189998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e424-be59-48f5-b966-945957186cd0 req-806faf61-1a67-4d02-a398-cfc91c59537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.192649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-806faf61-1a67-4d02-a398-cfc91c59537b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0957787 Oct 26 11:43:36.206491 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-af951fdb-7833-4a3a-93d7-18c8ad495973 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=55a44e82-c471-48b8-981a-4107800e086d HTTP/1.1" status: 200 len: 217 time: 0.0644047 Oct 26 11:43:36.284133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-3171a6ea-6788-419a-b900-c7b723e600cd tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/2f21833e-9ad4-4932-90fc-c47efc3e1c4a HTTP/1.1" status: 200 len: 2981 time: 0.1317580 Oct 26 11:43:36.303495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-0f85ce73-e77c-4a96-9d13-f153c413d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.305487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e424-be59-48f5-b966-945957186cd0 req-980564a4-3287-42ed-8db1-e606715b8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.306241 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-0f85ce73-e77c-4a96-9d13-f153c413d1ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0914533 Oct 26 11:43:36.307901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-980564a4-3287-42ed-8db1-e606715b8619 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034873 Oct 26 11:43:36.372842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-ba23e5f3-a5ec-435f-aca1-a38e1cd7ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.374240 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-ba23e5f3-a5ec-435f-aca1-a38e1cd7ac53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588377 Oct 26 11:43:36.399320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74756449-9046-416d-b863-a93413aabbaa details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:36.449963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-cdb528f5-fc69-4068-9fa7-ccf0ce72b85d tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/40218c0d-8562-4a20-a3e3-09c6824c4e94 HTTP/1.1" status: 200 len: 2973 time: 0.1508257 Oct 26 11:43:36.462797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d900c-edae-4a1c-8973-0a449a3094a5 req-9685967c-f5af-4c19-b038-5bbecc535187 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.464415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-063d900c-edae-4a1c-8973-0a449a3094a5 req-9685967c-f5af-4c19-b038-5bbecc535187 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1491997 Oct 26 11:43:36.509976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-8351b3e9-755a-42fc-b91a-8411fdb2ca64 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918607 Oct 26 11:43:36.544753 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-e8f682f3-cac1-4c73-be5d-78a34a985c71 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613503 Oct 26 11:43:36.546818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:36.561437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '74756449-9046-416d-b863-a93413aabbaa', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': '74756449-9046-416d-b863-a93413aabbaa', 'mac_address': 'fa:16:3e:68:e8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:36.609038 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:36.633714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74756449-9046-416d-b863-a93413aabbaa {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:36.635860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-063d900c-edae-4a1c-8973-0a449a3094a5 req-a4e5bf9f-650a-4d09-948a-a2a3def1cb92 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551991 Oct 26 11:43:36.642005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-ab5a7b3b-4062-458b-92f5-2d508d05f59e tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/40218c0d-8562-4a20-a3e3-09c6824c4e94 HTTP/1.1" status: 200 len: 2973 time: 0.1729982 Oct 26 11:43:36.680590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:36.688159 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:36.723304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-06b4fd8b-d63c-4116-af41-e5492fdcbd57 req-e4430483-bae3-4ba6-b537-a6dbb5c60478 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685288 Oct 26 11:43:36.760181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f0e424-be59-48f5-b966-945957186cd0 req-4515b380-0227-47a8-ba61-8ff2aa19aed4 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403996 Oct 26 11:43:36.773794 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547102b5-fa74-46b6-8b4d-6d3ff2f4386b x-openstack-request-id: req-547102b5-fa74-46b6-8b4d-6d3ff2f4386b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:36.774131 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb7f688-4e35-4617-974c-7968dd2db8e5", "tag": "c08a22f3-4cad-434e-8ffb-58a4f149e896", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:36.774390 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-547102b5-fa74-46b6-8b4d-6d3ff2f4386b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:36.774811 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'tag': 'c08a22f3-4cad-434e-8ffb-58a4f149e896', 'status': 'completed', 'code': 200} Oct 26 11:43:36.790006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-8c86cce2-a446-4b7c-af54-cd8ad7bfe7ae tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/4729273e-37cd-4fcc-ad49-1ed498a4394d HTTP/1.1" status: 200 len: 2981 time: 0.1337399 Oct 26 11:43:36.791832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:36.844764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['74756449-9046-416d-b863-a93413aabbaa'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:36.886438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-6c6b2ca0-9a38-49b2-af2f-4ec5816a31e3 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/4729273e-37cd-4fcc-ad49-1ed498a4394d HTTP/1.1" status: 200 len: 2981 time: 0.0954032 Oct 26 11:43:36.915992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-f3cc3ee0-03ff-4ba4-b881-366db4b31745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:36.917557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-f3cc3ee0-03ff-4ba4-b881-366db4b31745 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b3a69239b61e43b5839a52e8999e3966&device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 1098 time: 0.1080678 Oct 26 11:43:37.019864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10522d3-7a41-4b4a-af44-a820829b3901 req-bbc7ea53-9ae8-4244-a196-c41c3b1b537f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:37.021542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c10522d3-7a41-4b4a-af44-a820829b3901 req-bbc7ea53-9ae8-4244-a196-c41c3b1b537f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 948 time: 0.1542084 Oct 26 11:43:37.028907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-8b803c7d-9a09-4ac4-b182-2253b484be94 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/6509b74a-aedf-4eef-bb9a-33df35163dd3 HTTP/1.1" status: 200 len: 2981 time: 0.1246691 Oct 26 11:43:37.378068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-61bd978b-2c1f-4c95-a25b-1bb40458c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:37.379669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-61bd978b-2c1f-4c95-a25b-1bb40458c3d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.4515853 Oct 26 11:43:37.462661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c10522d3-7a41-4b4a-af44-a820829b3901 req-a32fe739-a578-4286-b282-8072ad88ddf2 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142733 Oct 26 11:43:37.466251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-0d125080-0873-457e-8aa7-d32feb4dd578 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896 HTTP/1.1" status: 200 len: 217 time: 0.0723431 Oct 26 11:43:37.469247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-748920a6-95dc-4972-8328-151d794e91d8 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/6509b74a-aedf-4eef-bb9a-33df35163dd3 HTTP/1.1" status: 200 len: 2981 time: 0.4289010 Oct 26 11:43:37.529978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-baadaa5f-6936-4e33-8696-a6c258a18cd2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859358 Oct 26 11:43:37.612057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-508666ce-98d0-4eca-95c2-deb4b082e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:37.614662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-508666ce-98d0-4eca-95c2-deb4b082e3d5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1408775 Oct 26 11:43:37.638957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a113c-d147-4d59-a621-3cd46b891d2a req-f3337736-033a-4964-a0eb-98d79ad6262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:37.640571 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-f3337736-033a-4964-a0eb-98d79ad6262f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 1096 time: 0.0531700 Oct 26 11:43:37.653785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-3c5b39b8-4e48-430a-b64c-a64e226d9dd1 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/688ae7b4-f42d-4c53-8f29-17204922f131 HTTP/1.1" status: 200 len: 2981 time: 0.1674097 Oct 26 11:43:37.679472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-dd160de8-f5bc-4eb7-be12-10ab56d1978c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/14ee1306-d548-4aaa-a303-c7744f530833 HTTP/1.1" status: 200 len: 1803 time: 0.1463776 Oct 26 11:43:37.758762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-e5f373ba-ec9c-4446-8ba6-f6b9fb254263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:37.761244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-e5f373ba-ec9c-4446-8ba6-f6b9fb254263 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374731 Oct 26 11:43:37.816097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a113c-d147-4d59-a621-3cd46b891d2a req-684d4a9c-f0e4-40f5-b7fe-e4f020d6d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:37.818105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-684d4a9c-f0e4-40f5-b7fe-e4f020d6d6b0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 926 time: 0.1509311 Oct 26 11:43:37.878958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-aea65091-6620-4272-8047-19c7560cd6ec tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/688ae7b4-f42d-4c53-8f29-17204922f131 HTTP/1.1" status: 200 len: 2981 time: 0.1989193 Oct 26 11:43:37.893625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-ec736003-f32a-4cfb-8922-9cfdbf58affb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/9d8798f4-382e-497c-b689-40e9affa7664 HTTP/1.1" status: 200 len: 1804 time: 0.2063820 Oct 26 11:43:37.926854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '14ee1306-d548-4aaa-a303-c7744f530833', 'remote_group_id': '9d8798f4-382e-497c-b689-40e9affa7664', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:37.928492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '14ee1306-d548-4aaa-a303-c7744f530833', 'remote_group_id': '9d8798f4-382e-497c-b689-40e9affa7664', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:38.001748 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-ff264d36-a752-4e63-be4a-2ed7ef368847 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da03215-b638-455f-9a11-5e7d4afbf55a HTTP/1.1" status: 200 len: 1000 time: 0.1749237 Oct 26 11:43:38.044981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-dbab93d0-8ce5-482e-ad73-999a1ce90871 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/70555862-7cdf-41a2-a173-ca8b7892091e HTTP/1.1" status: 200 len: 2981 time: 0.1568911 Oct 26 11:43:38.050752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-b815cfc1-adc4-4995-8c9f-d4d7c00d5c3d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803161 Oct 26 11:43:38.101694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a113c-d147-4d59-a621-3cd46b891d2a req-a024f0fe-048f-4030-8e6e-a6ecaca6fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:38.103635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-a024f0fe-048f-4030-8e6e-a6ecaca6fb7c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.0952621 Oct 26 11:43:38.180946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a113c-d147-4d59-a621-3cd46b891d2a req-dfdbfd6c-4181-4b57-a872-9a8db3336d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:38.183589 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-dfdbfd6c-4181-4b57-a872-9a8db3336d70 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729387 Oct 26 11:43:38.236627 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.246455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-f7eba002-d0fa-43e9-8f3c-df01f691d5ad tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/70555862-7cdf-41a2-a173-ca8b7892091e HTTP/1.1" status: 200 len: 2981 time: 0.1867299 Oct 26 11:43:38.389792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233c88ce-4f81-4098-ad35-ad4ef8c52896 req-b0339353-3ac0-4329-a0b8-7e40ac67844a service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277407 Oct 26 11:43:38.398405 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.407277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74756449-9046-416d-b863-a93413aabbaa up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:38.428082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.466673 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-cdadc2ab-02b5-406d-80d2-367329163de6 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732100 Oct 26 11:43:38.523352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.525982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a6bd7b-9ceb-4ec4-9f61-0f01bcc4177d req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6111133 Oct 26 11:43:38.545067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ced8-79f0-4309-8449-f5bffeafa032 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0863d067-b9af-4395-a04e-db9ebf48bc42,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:38.567021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-11ce67db-446a-4430-9905-988dcae883f7 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/8d298790-a597-48cc-a9f7-ee5ae22e0518 HTTP/1.1" status: 200 len: 2981 time: 0.3050010 Oct 26 11:43:38.575083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 74756449-9046-416d-b863-a93413aabbaa triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:38.576351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.720579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-7721a007-aa3f-4198-a1f3-9c2a47c7df92 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/8d298790-a597-48cc-a9f7-ee5ae22e0518 HTTP/1.1" status: 200 len: 2981 time: 0.1524494 Oct 26 11:43:38.757921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-348a113c-d147-4d59-a621-3cd46b891d2a req-86710f9c-ee9b-42ec-bd73-830aab09ba90 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820749 Oct 26 11:43:38.781945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'tag': '55a44e82-c471-48b8-981a-4107800e086d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:38.787398 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3141b552-446b-4516-a956-04eda3ef26d5" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd03e8-4d67-42a1-9653-2ea8a255e294", "tag": "55a44e82-c471-48b8-981a-4107800e086d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:38.789795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.802132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fa97b-dcf9-4cca-9b4a-411a549190dc req-f9087bab-fc72-41f4-bf61-e1acdc643ceb tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:38.804048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-902fa97b-dcf9-4cca-9b4a-411a549190dc req-f9087bab-fc72-41f4-bf61-e1acdc643ceb tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 947 time: 0.1301582 Oct 26 11:43:38.819952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-198a69c7-f0c4-49e1-b1c9-9165df0eb0a1 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ac4cdf77-9535-4b3c-b3ef-4832ec150c96 HTTP/1.1" status: 200 len: 2981 time: 0.0901394 Oct 26 11:43:38.855155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74756449-9046-416d-b863-a93413aabbaa'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:38.859511 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf25bad-7edc-4e68-913f-93f3e72eb2fe" -d '{"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-plugged", "status": "completed", "tag": "74756449-9046-416d-b863-a93413aabbaa"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:38.896657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:38.904819 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:38.928161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-902fa97b-dcf9-4cca-9b4a-411a549190dc req-de803b67-7c05-4e3e-9c4e-356517770c64 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128240 Oct 26 11:43:38.934523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-42910a94-d52f-4b14-9776-9c5dad82c812 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ac4cdf77-9535-4b3c-b3ef-4832ec150c96 HTTP/1.1" status: 200 len: 2981 time: 0.1037886 Oct 26 11:43:39.080129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-0e18992c-fad8-4af4-aa38-b2df303a770d tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b HTTP/1.1" status: 200 len: 2981 time: 0.1253934 Oct 26 11:43:39.105509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:39.191336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-8f63afd8-7296-4003-997f-6e1b50a3336c tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b HTTP/1.1" status: 200 len: 2981 time: 0.0995662 Oct 26 11:43:39.201808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e1a43-d48a-4f05-ab0f-9aac18cc54f4 req-3a02176d-2432-46d0-8ccd-a4f8fe96591d tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:39.204235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a07e1a43-d48a-4f05-ab0f-9aac18cc54f4 req-3a02176d-2432-46d0-8ccd-a4f8fe96591d tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1097 time: 0.1070681 Oct 26 11:43:39.289885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-4fe699c3-c9bc-45ff-b2a7-2b589b3d9e22 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/e4adf7cd-3354-46ab-8648-d91c2c6c2dcf HTTP/1.1" status: 200 len: 2981 time: 0.0839541 Oct 26 11:43:39.291785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a07e1a43-d48a-4f05-ab0f-9aac18cc54f4 req-59310dfa-fb1a-480a-a324-37dde97e20d3 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661371 Oct 26 11:43:39.389263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-9704827d-8751-4f7b-bd7e-fd331b89459a tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/e4adf7cd-3354-46ab-8648-d91c2c6c2dcf HTTP/1.1" status: 200 len: 2981 time: 0.0707572 Oct 26 11:43:39.451651 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-5881ef74-6d19-4198-89ab-b2afd8ad54a8 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f10af57c-e657-43c8-8740-259eb4f4025a HTTP/1.1" status: 200 len: 2981 time: 0.0543242 Oct 26 11:43:39.543438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:39.592051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-92ad6723-cbb6-41c0-9acc-61b2dc9adebc tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f10af57c-e657-43c8-8740-259eb4f4025a HTTP/1.1" status: 200 len: 2981 time: 0.1062927 Oct 26 11:43:39.723266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-d30439d2-0d5b-4b12-a330-862d51351fb5 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f5ad9f03-a498-45f5-98c8-2794cd604649 HTTP/1.1" status: 200 len: 2977 time: 0.1202846 Oct 26 11:43:39.764345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56061e7-0d76-4189-afe6-22f8cb380107 req-395cf054-2f75-4ef3-ae6d-1097233e8a7f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:39.768201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e56061e7-0d76-4189-afe6-22f8cb380107 req-395cf054-2f75-4ef3-ae6d-1097233e8a7f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 948 time: 0.1285603 Oct 26 11:43:39.823822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:39.844531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'mac_address': 'fa:16:3e:2b:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:39.930117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e56061e7-0d76-4189-afe6-22f8cb380107 req-e9872fad-d8ce-4e45-9508-d2e4ef995244 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500492 Oct 26 11:43:39.955087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e97ffe-e8ad-411b-8d95-91d480977ef1 req-b7dddd34-bf0f-439f-b961-fbad5c205f24 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f5ad9f03-a498-45f5-98c8-2794cd604649 HTTP/1.1" status: 200 len: 2977 time: 0.1850019 Oct 26 11:43:39.986824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:39.987450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-5338c2d7-dad9-4a1c-8659-3756582e31a3 req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-388998496', 'description': 'tempest-description-1585070742'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:40.005068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:40.033071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5338c2d7-dad9-4a1c-8659-3756582e31a3 req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.052823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:40.059625 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.059971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c08a22f3-4cad-434e-8ffb-58a4f149e896 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:40.062041 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7d9618-f615-4de7-b661-ddd4d4e6aa17 x-openstack-request-id: req-ed7d9618-f615-4de7-b661-ddd4d4e6aa17 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:40.066012 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd03e8-4d67-42a1-9653-2ea8a255e294", "tag": "55a44e82-c471-48b8-981a-4107800e086d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:40.067564 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed7d9618-f615-4de7-b661-ddd4d4e6aa17 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:40.069422 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'tag': '55a44e82-c471-48b8-981a-4107800e086d', 'status': 'completed', 'code': 200} Oct 26 11:43:40.188143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5338c2d7-dad9-4a1c-8659-3756582e31a3 req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.216244 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d6f49-6ba6-4880-ae62-b103e2d12f29 x-openstack-request-id: req-4c3d6f49-6ba6-4880-ae62-b103e2d12f29 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:40.216244 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-plugged", "status": "completed", "tag": "74756449-9046-416d-b863-a93413aabbaa", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:40.216244 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c3d6f49-6ba6-4880-ae62-b103e2d12f29 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:40.216681 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74756449-9046-416d-b863-a93413aabbaa', 'code': 200} Oct 26 11:43:40.226469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141b552-446b-4516-a956-04eda3ef26d5 req-56381a45-2a14-468a-9bf9-7c5fd61d8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:40.232514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-56381a45-2a14-468a-9bf9-7c5fd61d8561 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 1099 time: 0.1336780 Oct 26 11:43:40.235235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5338c2d7-dad9-4a1c-8659-3756582e31a3 req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.321957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5338c2d7-dad9-4a1c-8659-3756582e31a3 req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.324125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5338c2d7-dad9-4a1c-8659-3756582e31a3 req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3448832 Oct 26 11:43:40.331580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ad4a1-ae01-4ce6-a0ea-dc46fb2feaf0 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfff29a-b9d2-4659-872c-755d3c4b92e4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:40.382977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c08a22f3-4cad-434e-8ffb-58a4f149e896, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:40.409360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c08a22f3-4cad-434e-8ffb-58a4f149e896', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c08a22f3-4cad-434e-8ffb-58a4f149e896', 'mac_address': 'fa:16:3e:5d:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:40.413112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:40.427234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 55a44e82-c471-48b8-981a-4107800e086d details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:40.551958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141b552-446b-4516-a956-04eda3ef26d5 req-94cf4536-817c-407a-95c5-8785608aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:40.554424 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-94cf4536-817c-407a-95c5-8785608aff8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3131599 Oct 26 11:43:40.628887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b33f543-163a-4b4e-8c43-a2e37718b992 req-d7c2a8cc-97be-484d-ba52-9b0f787d7763 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e584342f78714989ac83e4023bb86732 HTTP/1.1" status: 200 len: 6102 time: 0.2171695 Oct 26 11:43:40.635624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 55a44e82-c471-48b8-981a-4107800e086d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=55a44e82-c471-48b8-981a-4107800e086d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:40.678526 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-6cc90f42-1961-4e94-861d-a79728fde72e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=55a44e82-c471-48b8-981a-4107800e086d HTTP/1.1" status: 200 len: 217 time: 0.1146545 Oct 26 11:43:40.733928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '55a44e82-c471-48b8-981a-4107800e086d', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '55a44e82-c471-48b8-981a-4107800e086d', 'mac_address': 'fa:16:3e:29:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:43:40.810652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b33f543-163a-4b4e-8c43-a2e37718b992 req-0d71d855-0a1a-4bc6-bf2f-4f164f6efe7c tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "GET /v2.0/security-groups/2f21833e-9ad4-4932-90fc-c47efc3e1c4a HTTP/1.1" status: 200 len: 2981 time: 0.1721125 Oct 26 11:43:40.858193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141b552-446b-4516-a956-04eda3ef26d5 req-97da5be1-ce33-4241-bd83-d1154c6dc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:40.861579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-97da5be1-ce33-4241-bd83-d1154c6dc7ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1704800 Oct 26 11:43:40.865450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.929970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:40.989675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141b552-446b-4516-a956-04eda3ef26d5 req-2e429835-c35e-4c69-91c2-e661ece23b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:40.992659 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-2e429835-c35e-4c69-91c2-e661ece23b84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192243 Oct 26 11:43:40.999083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08a22f3-4cad-434e-8ffb-58a4f149e896 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:41.035872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a44e82-c471-48b8-981a-4107800e086d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:41.098779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 55a44e82-c471-48b8-981a-4107800e086d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=55a44e82-c471-48b8-981a-4107800e086d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:41.114807 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:41.135131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15649dc-6eb9-4ab3-a962-9440b3a89f2c req-78a6d5b8-df87-44c0-b46e-c61b4709571c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:41.136971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f15649dc-6eb9-4ab3-a962-9440b3a89f2c req-78a6d5b8-df87-44c0-b46e-c61b4709571c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 947 time: 0.2019155 Oct 26 11:43:41.143007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b33f543-163a-4b4e-8c43-a2e37718b992 req-23299290-36c1-4bc4-8ae1-142bb018027c tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "GET /v2.0/security-groups/2f21833e-9ad4-4932-90fc-c47efc3e1c4a HTTP/1.1" status: 200 len: 2981 time: 0.3253164 Oct 26 11:43:41.164851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c08a22f3-4cad-434e-8ffb-58a4f149e896, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:41.200755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-191edf02-31ea-444e-b45a-e1b41d32b851 req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-743221880', 'description': 'tempest-description-1969732452'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:41.204139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:41.256534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=55a44e82-c471-48b8-981a-4107800e086d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:41.278074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f15649dc-6eb9-4ab3-a962-9440b3a89f2c req-a7337e7c-6a5c-4f3d-87aa-76c2e4139ec8 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187565 Oct 26 11:43:41.300512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-191edf02-31ea-444e-b45a-e1b41d32b851 req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:41.330385 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-0349db54-e0dc-435e-8bad-350724c9a467 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270576 Oct 26 11:43:41.344524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c08a22f3-4cad-434e-8ffb-58a4f149e896,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:41.432624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['55a44e82-c471-48b8-981a-4107800e086d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:41.510074 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-191edf02-31ea-444e-b45a-e1b41d32b851 req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:41.517786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-191edf02-31ea-444e-b45a-e1b41d32b851 req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:41.542824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:41.552582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c08a22f3-4cad-434e-8ffb-58a4f149e896'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:41.626828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-191edf02-31ea-444e-b45a-e1b41d32b851 req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:41.628741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-191edf02-31ea-444e-b45a-e1b41d32b851 req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4471240 Oct 26 11:43:41.666654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3141b552-446b-4516-a956-04eda3ef26d5 req-d79fed7b-113d-441f-bcc9-7b78ed31c293 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248122 Oct 26 11:43:41.668079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbbe5-5438-4d95-b58d-74a2bdb6bab3 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec55e61-4af8-475d-92a6-cb044aff1c29,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:41.986497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f48e3-a04c-4e5c-b024-61966e136ebc req-dea83a78-0678-43b9-a1e2-204dd6024296 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:41.988339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc2f48e3-a04c-4e5c-b024-61966e136ebc req-dea83a78-0678-43b9-a1e2-204dd6024296 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1708987 Oct 26 11:43:41.997756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f9ea5-6cd4-43f8-a3e2-a1f15e7c2b7b req-2c911ff6-6c48-46f5-99c1-045972c22a7c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:42.007300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-405f9ea5-6cd4-43f8-a3e2-a1f15e7c2b7b req-2c911ff6-6c48-46f5-99c1-045972c22a7c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 949 time: 0.1000946 Oct 26 11:43:42.080371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-405f9ea5-6cd4-43f8-a3e2-a1f15e7c2b7b req-f3329b50-828c-4715-9f8e-040491772369 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719678 Oct 26 11:43:42.176580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc2f48e3-a04c-4e5c-b024-61966e136ebc req-6f3b2698-3f16-49d5-854f-5786d12cb7f0 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466670 Oct 26 11:43:42.188521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49012ab5-181d-4744-b52b-294c18b0f162 req-7c478299-0d9d-4bd5-b343-28dbb8b50ee4 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/e4bfc932-77fb-482e-9f06-44a0677bc413 HTTP/1.1" status: 200 len: 1777 time: 0.0629096 Oct 26 11:43:42.406845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49012ab5-181d-4744-b52b-294c18b0f162 req-e4e63bc0-f819-4aec-893b-eeac2da8fc74 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.435492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-550313a7-5360-4852-965a-47cad9292b3d tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/acfff29a-b9d2-4659-872c-755d3c4b92e4 HTTP/1.1" status: 200 len: 1804 time: 0.1474082 Oct 26 11:43:42.477035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49012ab5-181d-4744-b52b-294c18b0f162 req-e4e63bc0-f819-4aec-893b-eeac2da8fc74 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.540828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-8f5506b2-f849-4a59-8c17-973adc3d2a0c tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/6ec55e61-4af8-475d-92a6-cb044aff1c29 HTTP/1.1" status: 200 len: 1804 time: 0.0948954 Oct 26 11:43:42.548894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acfff29a-b9d2-4659-872c-755d3c4b92e4', 'remote_group_id': '6ec55e61-4af8-475d-92a6-cb044aff1c29', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:42.549549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acfff29a-b9d2-4659-872c-755d3c4b92e4', 'remote_group_id': '6ec55e61-4af8-475d-92a6-cb044aff1c29', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:42.601852 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49012ab5-181d-4744-b52b-294c18b0f162 req-e4e63bc0-f819-4aec-893b-eeac2da8fc74 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.605406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49012ab5-181d-4744-b52b-294c18b0f162 req-e4e63bc0-f819-4aec-893b-eeac2da8fc74 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.606778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49012ab5-181d-4744-b52b-294c18b0f162 req-e4e63bc0-f819-4aec-893b-eeac2da8fc74 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4bfc932-77fb-482e-9f06-44a0677bc413 HTTP/1.1" status: 204 len: 173 time: 0.4173660 Oct 26 11:43:42.655132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e63bc0-f819-4aec-893b-eeac2da8fc74 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bfc932-77fb-482e-9f06-44a0677bc413,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:42.673220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.719924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.726387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.757382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8387628e-0586-4ddb-bb6b-b4782b547956,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:42.767948 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:42.781652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc41d59-e94a-45e5-a159-b20f746189a8 req-56ae1356-82e3-4347-ab06-7360ef2ea714 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2388613 Oct 26 11:43:42.944371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243fda-9c65-47c4-9d17-a040049e3f56 req-1f69a6c0-c030-45a6-8a84-ab93e02d09dd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:42.946684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1243fda-9c65-47c4-9d17-a040049e3f56 req-1f69a6c0-c030-45a6-8a84-ab93e02d09dd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 948 time: 0.0938141 Oct 26 11:43:43.029991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1243fda-9c65-47c4-9d17-a040049e3f56 req-fbaa3591-7c4e-436d-b069-785c01022cb5 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758843 Oct 26 11:43:43.372214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3df94b21-730e-4f8b-9cda-2d47b4d193ee req-be5bcbb7-64c0-4129-92b4-f1173dfc1358 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "GET /v2.0/security-groups/bdd186b1-52f2-4bc3-be4d-6d8f459faed0 HTTP/1.1" status: 200 len: 1777 time: 0.1123011 Oct 26 11:43:43.514840 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3df94b21-730e-4f8b-9cda-2d47b4d193ee req-198b9051-e8b9-4320-a948-8f8fcf64b979 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:43.547336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:43.574905 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3df94b21-730e-4f8b-9cda-2d47b4d193ee req-198b9051-e8b9-4320-a948-8f8fcf64b979 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:43.650075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port ffeda209-0440-4e8d-8231-1e82435490e6 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:43:43.657527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port ffeda209-0440-4e8d-8231-1e82435490e6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:43.659098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:43.659918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3df94b21-730e-4f8b-9cda-2d47b4d193ee req-198b9051-e8b9-4320-a948-8f8fcf64b979 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:43.665234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3df94b21-730e-4f8b-9cda-2d47b4d193ee req-198b9051-e8b9-4320-a948-8f8fcf64b979 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:43.682230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3df94b21-730e-4f8b-9cda-2d47b4d193ee req-198b9051-e8b9-4320-a948-8f8fcf64b979 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/bdd186b1-52f2-4bc3-be4d-6d8f459faed0 HTTP/1.1" status: 204 len: 173 time: 0.3012514 Oct 26 11:43:43.716430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b9051-e8b9-4320-a948-8f8fcf64b979 tempest-SecurityGroupsTestAdminJSON-1433572061 tempest-SecurityGroupsTestAdminJSON-1433572061-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd186b1-52f2-4bc3-be4d-6d8f459faed0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:43.944847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.029706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce600bc7-b24d-4d2a-b106-a7d525770166 req-5d2ab9d8-0f7f-42ae-a3a5-1e6ab652ec70 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/6ec55e61-4af8-475d-92a6-cb044aff1c29 HTTP/1.1" status: 200 len: 1804 time: 0.1707113 Oct 26 11:43:44.035988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:44.055883 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c8fd0-711c-41f9-9599-98dfd42e7cda" -d '{"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:44.112935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:44.129270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.132410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c08a22f3-4cad-434e-8ffb-58a4f149e896 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:44.259858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ce600bc7-b24d-4d2a-b106-a7d525770166 req-d673994d-2c35-47a5-acbc-785f88e8466b tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.306732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ce600bc7-b24d-4d2a-b106-a7d525770166 req-d673994d-2c35-47a5-acbc-785f88e8466b tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.349474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:44.409285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c08a22f3-4cad-434e-8ffb-58a4f149e896 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:43:44.417201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c08a22f3-4cad-434e-8ffb-58a4f149e896 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:44.417807 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.543936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 55a44e82-c471-48b8-981a-4107800e086d up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:43:44.554628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ce600bc7-b24d-4d2a-b106-a7d525770166 req-d673994d-2c35-47a5-acbc-785f88e8466b tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.560693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ce600bc7-b24d-4d2a-b106-a7d525770166 req-d673994d-2c35-47a5-acbc-785f88e8466b tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:44.562199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce600bc7-b24d-4d2a-b106-a7d525770166 req-d673994d-2c35-47a5-acbc-785f88e8466b tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/6ec55e61-4af8-475d-92a6-cb044aff1c29 HTTP/1.1" status: 204 len: 173 time: 0.5295048 Oct 26 11:43:44.602904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673994d-2c35-47a5-acbc-785f88e8466b tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec55e61-4af8-475d-92a6-cb044aff1c29,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:44.830927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-81677a4b-07fa-4304-8a37-ec561720e0cc tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:43:44.837017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-81677a4b-07fa-4304-8a37-ec561720e0cc tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0350299 Oct 26 11:43:44.947544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9508cec5-e00f-4122-a68f-577bf24dff2a tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:44.956113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ade4b-28ff-4342-b532-0af49b712238 req-d8e1e374-884f-418e-a9ee-8db165abd615 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:44.961610 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9508cec5-e00f-4122-a68f-577bf24dff2a tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 1093 time: 0.1099076 Oct 26 11:43:44.974672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f67ade4b-28ff-4342-b532-0af49b712238 req-d8e1e374-884f-418e-a9ee-8db165abd615 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 949 time: 0.1697657 Oct 26 11:43:44.979396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Request body: {'binding': {'host': 'n-h2-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:44.980244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Unknown quota resources ['binding']. {{(pid=102759) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:43:45.003608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 55a44e82-c471-48b8-981a-4107800e086d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:43:45.020794 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.045538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 55a44e82-c471-48b8-981a-4107800e086d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:45.047507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.101420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c08a22f3-4cad-434e-8ffb-58a4f149e896, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:45.105068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f67ade4b-28ff-4342-b532-0af49b712238 req-26d58892-0b47-4ab1-8b12-05f20e1ca1f0 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283338 Oct 26 11:43:45.109368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.218413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.235043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c08a22f3-4cad-434e-8ffb-58a4f149e896,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:45.242646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-269e4534-72f8-44ff-94fa-0f7be4ea6723 req-b3476e49-d24f-4502-9d2f-4a932f3c4945 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "GET /v2.0/security-groups/a00d3783-ba7e-4e8a-ab79-0c186f4ad7d5 HTTP/1.1" status: 200 len: 1776 time: 0.0742526 Oct 26 11:43:45.330907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 55a44e82-c471-48b8-981a-4107800e086d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=55a44e82-c471-48b8-981a-4107800e086d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:45.333425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on host n-h2-812150-3 for vnic_type normal with profile None {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:45.335361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:45.337289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:45.337459 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-269e4534-72f8-44ff-94fa-0f7be4ea6723 req-294466d7-3352-473b-b3b6-9c6b201c115e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.338070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.345511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:45.346228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:45.353851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:45.354962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:45.355933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:45.356777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Bound port: fc92b009-e962-4c44-844e-c127eda3bc0a, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:45.373320 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-269e4534-72f8-44ff-94fa-0f7be4ea6723 req-294466d7-3352-473b-b3b6-9c6b201c115e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.439679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=55a44e82-c471-48b8-981a-4107800e086d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:45.457497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:45.478444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-269e4534-72f8-44ff-94fa-0f7be4ea6723 req-294466d7-3352-473b-b3b6-9c6b201c115e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.484969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-269e4534-72f8-44ff-94fa-0f7be4ea6723 req-294466d7-3352-473b-b3b6-9c6b201c115e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.486291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:45.490077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-269e4534-72f8-44ff-94fa-0f7be4ea6723 req-294466d7-3352-473b-b3b6-9c6b201c115e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "DELETE /v2.0/security-groups/a00d3783-ba7e-4e8a-ab79-0c186f4ad7d5 HTTP/1.1" status: 204 len: 173 time: 0.2452393 Oct 26 11:43:45.501594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294466d7-3352-473b-b3b6-9c6b201c115e tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00d3783-ba7e-4e8a-ab79-0c186f4ad7d5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:45.503497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] 10.222.0.88 "POST /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5254219 Oct 26 11:43:45.572273 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe0e323-efa2-4247-b930-a7d8d1d3169f x-openstack-request-id: req-abe0e323-efa2-4247-b930-a7d8d1d3169f {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:45.572578 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:45.572841 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-abe0e323-efa2-4247-b930-a7d8d1d3169f {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:45.573257 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'code': 200} Oct 26 11:43:45.815049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07b34c-8de7-4d4a-b54e-459282ead3f8 req-a2cbf1df-ca16-40f3-8ab5-08d6c036b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:45.818113 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae07b34c-8de7-4d4a-b54e-459282ead3f8 req-a2cbf1df-ca16-40f3-8ab5-08d6c036b721 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1100 time: 0.1137431 Oct 26 11:43:45.891487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6753a-a535-41c0-b338-200eb1bc3920 req-38f03ebd-c634-47dc-9ae1-7eb70808dc9a tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:45.894895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56a6753a-a535-41c0-b338-200eb1bc3920 req-38f03ebd-c634-47dc-9ae1-7eb70808dc9a tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.1768944 Oct 26 11:43:45.911886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2e0d000-0e97-451e-9d90-cac370ef8d9a req-9220501a-83d9-4d0a-aa4c-28899722b89f tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/acfff29a-b9d2-4659-872c-755d3c4b92e4 HTTP/1.1" status: 200 len: 1804 time: 0.0751290 Oct 26 11:43:45.923635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae07b34c-8de7-4d4a-b54e-459282ead3f8 req-39948b7e-cc49-4f4d-a921-e90c71dd3f45 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949376 Oct 26 11:43:45.988953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56a6753a-a535-41c0-b338-200eb1bc3920 req-6cbb8994-593f-4827-b878-5b0ca2059e88 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714042 Oct 26 11:43:46.120214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a874594-6655-4a7f-8d32-a1bae49738c7 req-35e52058-13fc-40c5-8c28-0dc56445074a tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "GET /v2.0/security-groups/c2107046-9716-4fc6-b403-1a6b193d4182 HTTP/1.1" status: 200 len: 1778 time: 0.0855129 Oct 26 11:43:46.229634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-afb9e7eb-a415-4117-b957-080b0bb5f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:46.231474 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-afb9e7eb-a415-4117-b957-080b0bb5f92a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0743892 Oct 26 11:43:46.240071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7a874594-6655-4a7f-8d32-a1bae49738c7 req-2c432e10-dfab-4861-8067-4ee783181561 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.329796 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7a874594-6655-4a7f-8d32-a1bae49738c7 req-2c432e10-dfab-4861-8067-4ee783181561 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.370797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce2dc-0fa2-4486-8b04-13922d96ad23 req-6c2103aa-8fe3-445d-895f-2672d0f478c1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:46.372628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-715ce2dc-0fa2-4486-8b04-13922d96ad23 req-6c2103aa-8fe3-445d-895f-2672d0f478c1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 945 time: 0.1263163 Oct 26 11:43:46.377020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-8a2313d0-4235-4c98-9926-38088ad42b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:46.379919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-8a2313d0-4235-4c98-9926-38088ad42b6d service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.1387711 Oct 26 11:43:46.466663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-dd7c3b6f-73de-4413-876c-dc7cbe9317ae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 217 time: 0.0779953 Oct 26 11:43:46.470153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-715ce2dc-0fa2-4486-8b04-13922d96ad23 req-ad756e97-8e68-402f-88c6-b85a55bfcee1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788047 Oct 26 11:43:46.488010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7a874594-6655-4a7f-8d32-a1bae49738c7 req-2c432e10-dfab-4861-8067-4ee783181561 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.494373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7a874594-6655-4a7f-8d32-a1bae49738c7 req-2c432e10-dfab-4861-8067-4ee783181561 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.496582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a874594-6655-4a7f-8d32-a1bae49738c7 req-2c432e10-dfab-4861-8067-4ee783181561 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] 10.222.0.88 "DELETE /v2.0/security-groups/c2107046-9716-4fc6-b403-1a6b193d4182 HTTP/1.1" status: 204 len: 173 time: 0.3651853 Oct 26 11:43:46.538462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432e10-dfab-4861-8067-4ee783181561 tempest-SecurityGroupsTestAdminJSON-1940636378 tempest-SecurityGroupsTestAdminJSON-1940636378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2107046-9716-4fc6-b403-1a6b193d4182,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:46.551080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-51df6088-8299-4def-bdb2-22799d46037e req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1301404923', 'description': 'tempest-description-831613863'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:46.594523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-51df6088-8299-4def-bdb2-22799d46037e req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.603426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-02a67600-e05d-4577-ac74-6ee2065c670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:46.605561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-02a67600-e05d-4577-ac74-6ee2065c670d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1265888 Oct 26 11:43:46.693787 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-b5fd0908-2bf3-4f02-8575-379b5fad5a61 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763540 Oct 26 11:43:46.721396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-51df6088-8299-4def-bdb2-22799d46037e req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.729986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-51df6088-8299-4def-bdb2-22799d46037e req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.814300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1f0f3-880b-4a17-9397-c9cb57d709de,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:46.822977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-51df6088-8299-4def-bdb2-22799d46037e req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:46.825199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51df6088-8299-4def-bdb2-22799d46037e req-3894d068-f8cb-419c-928d-d36bee1fa527 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2821078 Oct 26 11:43:47.141156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9501a3-2ef5-4a99-be8b-5502b8fd9af3 req-21e41f7a-a399-47e6-b38e-06ce0b5e8dd9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:47.150320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae9501a3-2ef5-4a99-be8b-5502b8fd9af3 req-21e41f7a-a399-47e6-b38e-06ce0b5e8dd9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 950 time: 0.2248604 Oct 26 11:43:47.151234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48258) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:47.170818 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-f84d85e5-2e00-4fbe-b4a1-2a409caa77ce service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682031 Oct 26 11:43:47.314414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae9501a3-2ef5-4a99-be8b-5502b8fd9af3 req-964dca15-3e9b-4bd9-a65e-95f1d774d1ba tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272490 Oct 26 11:43:47.419407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-336d5245-0f17-4c7c-9c68-5052db5e3c0c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e584342f78714989ac83e4023bb86732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632179 Oct 26 11:43:47.422014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48270) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:47.453169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-d74a8a4e-9e29-468f-abc7-788c104ba7da service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514219 Oct 26 11:43:47.520712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-671a0c50-2a0c-437a-a4b6-c45d62f81a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:47.579130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08a22f3-4cad-434e-8ffb-58a4f149e896'}, {'server_uuid': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a44e82-c471-48b8-981a-4107800e086d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:47.583987 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6664f3f2-b7a7-4616-bbfd-51f519d49bc3" -d '{"events": [{"server_uuid": "5eb7f688-4e35-4617-974c-7968dd2db8e5", "name": "network-vif-plugged", "status": "completed", "tag": "c08a22f3-4cad-434e-8ffb-58a4f149e896"}, {"server_uuid": "52cd03e8-4d67-42a1-9653-2ea8a255e294", "name": "network-vif-plugged", "status": "completed", "tag": "55a44e82-c471-48b8-981a-4107800e086d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:47.626436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-671a0c50-2a0c-437a-a4b6-c45d62f81a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:47.661779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-716336f7-ef9a-42e9-82f5-def06af8fcc4 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:47.664662 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-716336f7-ef9a-42e9-82f5-def06af8fcc4 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1071489 Oct 26 11:43:47.732378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:47.778468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-ecc94daf-4b3f-47f4-8466-57f57312e731 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/06f1f0f3-880b-4a17-9397-c9cb57d709de HTTP/1.1" status: 200 len: 1804 time: 0.1270306 Oct 26 11:43:47.802582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06f1f0f3-880b-4a17-9397-c9cb57d709de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:47.803078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06f1f0f3-880b-4a17-9397-c9cb57d709de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:47.883935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2be026-f2c8-469b-a2dc-5c61b7587813 req-1702395b-57b1-43f5-a285-98a378a42dd9 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:47.886669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd2be026-f2c8-469b-a2dc-5c61b7587813 req-1702395b-57b1-43f5-a285-98a378a42dd9 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.2370372 Oct 26 11:43:47.909995 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-671a0c50-2a0c-437a-a4b6-c45d62f81a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:47.914880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-671a0c50-2a0c-437a-a4b6-c45d62f81a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:47.916897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-671a0c50-2a0c-437a-a4b6-c45d62f81a39 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f21833e-9ad4-4932-90fc-c47efc3e1c4a HTTP/1.1" status: 204 len: 168 time: 0.4926393 Oct 26 11:43:47.946749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:47.949964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.058672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.079043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a0c50-2a0c-437a-a4b6-c45d62f81a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f21833e-9ad4-4932-90fc-c47efc3e1c4a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:48.100326 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.147522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea2ea23-3924-4c17-8ba9-de52662fcf4f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:48.166930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd2be026-f2c8-469b-a2dc-5c61b7587813 req-fdfef949-88ba-4dda-af73-9fe9a757b851 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435029 Oct 26 11:43:48.182331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.184122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65b87ebe-b716-4d5a-a8f2-c72330043db5 req-666cd633-ed95-4370-ae21-e7a57c599bfc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3965216 Oct 26 11:43:48.330902 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e654ac5-bdc1-472e-9390-b8ffd0a1205b x-openstack-request-id: req-6e654ac5-bdc1-472e-9390-b8ffd0a1205b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:48.331552 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb7f688-4e35-4617-974c-7968dd2db8e5", "name": "network-vif-plugged", "status": "completed", "tag": "c08a22f3-4cad-434e-8ffb-58a4f149e896", "code": 200}, {"server_uuid": "52cd03e8-4d67-42a1-9653-2ea8a255e294", "name": "network-vif-plugged", "status": "completed", "tag": "55a44e82-c471-48b8-981a-4107800e086d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:48.332060 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e654ac5-bdc1-472e-9390-b8ffd0a1205b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:48.332755 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08a22f3-4cad-434e-8ffb-58a4f149e896', 'code': 200} Oct 26 11:43:48.333226 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a44e82-c471-48b8-981a-4107800e086d', 'code': 200} Oct 26 11:43:48.377168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:48.455763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:48.519074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.524087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:48.528678 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83944cd0-b095-480b-b899-0e50fb9048ee" -d '{"events": [{"server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:48.556678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35b8e-1198-4df5-b70f-1b52c940f196 req-ed0c3921-f91a-439b-8c34-27233237ca33 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:48.564706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05f35b8e-1198-4df5-b70f-1b52c940f196 req-ed0c3921-f91a-439b-8c34-27233237ca33 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 945 time: 0.2030692 Oct 26 11:43:48.569997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.576014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2918-2000-4329-b8b0-e9a544d1f956 req-88a9f84d-0047-4a1e-81dd-6ca685d78591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:48.578321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6ad2918-2000-4329-b8b0-e9a544d1f956 req-88a9f84d-0047-4a1e-81dd-6ca685d78591 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 1100 time: 0.1004932 Oct 26 11:43:48.588884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-522ee006-ae76-4857-b2dc-149045240fc5 req-3323112a-f185-457c-8bcb-8470c0c04d45 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/06f1f0f3-880b-4a17-9397-c9cb57d709de HTTP/1.1" status: 200 len: 2397 time: 0.2153521 Oct 26 11:43:48.635183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06f1f0f3-880b-4a17-9397-c9cb57d709de', 'remote_group_id': None}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:48.635972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06f1f0f3-880b-4a17-9397-c9cb57d709de', 'remote_group_id': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:48.642306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6ad2918-2000-4329-b8b0-e9a544d1f956 req-f3cdec24-8fde-494b-bfea-69555c5df2a4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524433 Oct 26 11:43:48.672630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:48.694236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05f35b8e-1198-4df5-b70f-1b52c940f196 req-27a35372-d0ce-4f05-845a-666d1178a8e6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179414 Oct 26 11:43:48.721739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a4cb2-2b76-40a4-8f7c-14e21f5d87ee req-0768ed84-f7c7-4695-a3ae-e7127ca62fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:48.729553 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c53a4cb2-2b76-40a4-8f7c-14e21f5d87ee req-0768ed84-f7c7-4695-a3ae-e7127ca62fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 1101 time: 0.1951463 Oct 26 11:43:48.848538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.878226 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c53a4cb2-2b76-40a4-8f7c-14e21f5d87ee req-8e1674a7-ae88-4763-9c17-51b27543816e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234396 Oct 26 11:43:48.884152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:48.884661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:48.885186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:48.891754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:43:48.892301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Attempting to bind port fc92b009-e962-4c44-844e-c127eda3bc0a on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:48.900572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:48.901234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:48.901945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:48.902836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Bound port: fc92b009-e962-4c44-844e-c127eda3bc0a, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:48.903586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.916519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48298) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:48.955858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.976567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:48.991820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faabb4-093b-4757-94df-06ad063cb7be req-c38a1fd4-7742-4450-9ec2-4cd186a003ad tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:48.993461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14faabb4-093b-4757-94df-06ad063cb7be req-c38a1fd4-7742-4450-9ec2-4cd186a003ad tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 950 time: 0.1363530 Oct 26 11:43:49.024200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:49.031690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:49.043557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.048004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d467fa-42b1-41a9-ac91-5797a341c1ef,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:49.060779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-577dbb63-4152-4124-a0ca-da49631a8c91 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40b52a9ff4d74a27a5f0cb2229eaeb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427534 Oct 26 11:43:49.066026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:49.092586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14faabb4-093b-4757-94df-06ad063cb7be req-6e628ea3-ec4f-4f9d-9f4d-96c21bbe0eab tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783763 Oct 26 11:43:49.113045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.113045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-522ee006-ae76-4857-b2dc-149045240fc5 req-6fe40e11-f5c0-408d-9c64-c3eef60b611a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4729822 Oct 26 11:43:49.119574 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b75e9d23-afa4-4c09-9b30-6f3e3b7ca133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.231335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:49.232511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.236336 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] 10.222.0.100 "PUT /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 1121 time: 1.5114818 Oct 26 11:43:49.238458 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3b7558-8ec7-45e8-a3a9-df203a8b02e8 x-openstack-request-id: req-dd3b7558-8ec7-45e8-a3a9-df203a8b02e8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:49.238940 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:49.239343 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd3b7558-8ec7-45e8-a3a9-df203a8b02e8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:49.239970 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'code': 200} Oct 26 11:43:49.248811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7e9135c-df9a-4eeb-8c7b-7c38a33fcde3 req-454a1efb-255c-46b9-83e8-7b52a335f1dc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/06f1f0f3-880b-4a17-9397-c9cb57d709de HTTP/1.1" status: 200 len: 2995 time: 0.0706308 Oct 26 11:43:49.291898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a3f93-bb41-4dbf-82bd-6a26f5efb9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:49.326001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-c6ddd9d1-bda3-4a9a-b9de-8bbbf514e56f tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-group-rules/c9d467fa-42b1-41a9-ac91-5797a341c1ef HTTP/1.1" status: 200 len: 783 time: 0.0483558 Oct 26 11:43:49.330010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['fc92b009-e962-4c44-844e-c127eda3bc0a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:43:49.333155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fe23fcc-a688-4ccb-88fb-586ef1469c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.367322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fe23fcc-a688-4ccb-88fb-586ef1469c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.451344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fe23fcc-a688-4ccb-88fb-586ef1469c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.460963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fe23fcc-a688-4ccb-88fb-586ef1469c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.463154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4fe23fcc-a688-4ccb-88fb-586ef1469c29 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f10af57c-e657-43c8-8740-259eb4f4025a HTTP/1.1" status: 204 len: 168 time: 0.3698318 Oct 26 11:43:49.465758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-0d707674-5e31-41ab-af76-295195ca22dc tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/06f1f0f3-880b-4a17-9397-c9cb57d709de HTTP/1.1" status: 200 len: 2995 time: 0.1215730 Oct 26 11:43:49.492161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23fcc-a688-4ccb-88fb-586ef1469c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10af57c-e657-43c8-8740-259eb4f4025a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:49.585204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-de7b627c-bfdb-4e5b-8d4f-02e32ab6d507 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.597759 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-de7b627c-bfdb-4e5b-8d4f-02e32ab6d507 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.650045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-de7b627c-bfdb-4e5b-8d4f-02e32ab6d507 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.665519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-de7b627c-bfdb-4e5b-8d4f-02e32ab6d507 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:49.678103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99b471ba-d5ad-4d44-85b1-7fdf434528c7 req-de7b627c-bfdb-4e5b-8d4f-02e32ab6d507 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/c9d467fa-42b1-41a9-ac91-5797a341c1ef HTTP/1.1" status: 204 len: 173 time: 0.1947017 Oct 26 11:43:49.680659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b627c-bfdb-4e5b-8d4f-02e32ab6d507 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9d467fa-42b1-41a9-ac91-5797a341c1ef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:49.724036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf5610-8945-4b9b-b91c-0cfd90411683 req-b5b785a4-df3f-447f-b9a3-5d0b78d8de48 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:49.736636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dbf5610-8945-4b9b-b91c-0cfd90411683 req-b5b785a4-df3f-447f-b9a3-5d0b78d8de48 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.2330761 Oct 26 11:43:49.885462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dbf5610-8945-4b9b-b91c-0cfd90411683 req-0249e081-f4b8-45da-8932-12c8b5a7f9ab tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384571 Oct 26 11:43:49.986159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e8e88b-85e7-465c-b56a-f4ccd12fbd92 req-c4c3effb-73cd-4d82-a500-923a659cddc2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/06f1f0f3-880b-4a17-9397-c9cb57d709de HTTP/1.1" status: 200 len: 2397 time: 0.0936587 Oct 26 11:43:50.122580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e8e88b-85e7-465c-b56a-f4ccd12fbd92 req-3430331e-7492-4b7f-97fc-42ecef62d02e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:50.229967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e8e88b-85e7-465c-b56a-f4ccd12fbd92 req-3430331e-7492-4b7f-97fc-42ecef62d02e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:50.343327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e39581-d00e-4f16-8818-41c8e79ef006 req-f2728054-6786-4618-8a8a-5958b336092f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:50.346995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71e39581-d00e-4f16-8818-41c8e79ef006 req-f2728054-6786-4618-8a8a-5958b336092f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 943 time: 0.2694747 Oct 26 11:43:50.384373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e8e88b-85e7-465c-b56a-f4ccd12fbd92 req-3430331e-7492-4b7f-97fc-42ecef62d02e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:50.389817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e8e88b-85e7-465c-b56a-f4ccd12fbd92 req-3430331e-7492-4b7f-97fc-42ecef62d02e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:50.393343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e8e88b-85e7-465c-b56a-f4ccd12fbd92 req-3430331e-7492-4b7f-97fc-42ecef62d02e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/06f1f0f3-880b-4a17-9397-c9cb57d709de HTTP/1.1" status: 204 len: 173 time: 0.3914688 Oct 26 11:43:50.445395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430331e-7492-4b7f-97fc-42ecef62d02e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1f0f3-880b-4a17-9397-c9cb57d709de,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:50.454289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71e39581-d00e-4f16-8818-41c8e79ef006 req-69e2f1b3-0bf5-4756-a098-993a12fd04c5 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Oct 26 11:43:50.633945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1298-c4f5-4611-b2ab-7d66eaefd7ad req-e1eab0cc-14a0-40ba-96ab-e196802c7936 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:50.642708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc6d1298-c4f5-4611-b2ab-7d66eaefd7ad req-e1eab0cc-14a0-40ba-96ab-e196802c7936 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 950 time: 0.1239922 Oct 26 11:43:50.695526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc6d1298-c4f5-4611-b2ab-7d66eaefd7ad req-a4b8eff5-b7db-4b13-8600-ce480588bdfd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516152 Oct 26 11:43:50.702770 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-8983695e-7fe1-4886-9261-d686d8cca01b req-7b03a88e-fabf-45e0-9f32-1f1fb8279e74 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] show failed (client error): The resource could not be found. Oct 26 11:43:50.704237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8983695e-7fe1-4886-9261-d686d8cca01b req-7b03a88e-fabf-45e0-9f32-1f1fb8279e74 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/6ec55e61-4af8-475d-92a6-cb044aff1c29 HTTP/1.1" status: 404 len: 352 time: 0.0302398 Oct 26 11:43:50.820104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe245328-d0c0-4de2-80f1-13b92649a63f req-45b711ff-2cc2-46b4-af1d-dca65c4f68d9 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/acfff29a-b9d2-4659-872c-755d3c4b92e4 HTTP/1.1" status: 200 len: 1804 time: 0.0898612 Oct 26 11:43:50.988091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe245328-d0c0-4de2-80f1-13b92649a63f req-9e856fe5-ff9f-4d0b-a11e-900d152b5acb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:51.014302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe245328-d0c0-4de2-80f1-13b92649a63f req-9e856fe5-ff9f-4d0b-a11e-900d152b5acb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:51.113878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2e46d-d247-4a03-90e7-d1ab94141bd6 req-5554efce-e572-4f94-a710-5fc9c63db699 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:51.129671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e2e46d-d247-4a03-90e7-d1ab94141bd6 req-5554efce-e572-4f94-a710-5fc9c63db699 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2471390 Oct 26 11:43:51.241562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:43:51.245883 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:43:51.253561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe245328-d0c0-4de2-80f1-13b92649a63f req-9e856fe5-ff9f-4d0b-a11e-900d152b5acb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:51.260812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe245328-d0c0-4de2-80f1-13b92649a63f req-9e856fe5-ff9f-4d0b-a11e-900d152b5acb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:51.262623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe245328-d0c0-4de2-80f1-13b92649a63f req-9e856fe5-ff9f-4d0b-a11e-900d152b5acb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/acfff29a-b9d2-4659-872c-755d3c4b92e4 HTTP/1.1" status: 204 len: 173 time: 0.4363210 Oct 26 11:43:51.334220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e2e46d-d247-4a03-90e7-d1ab94141bd6 req-7e240236-a41b-48d2-9c2a-e3541f72a234 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029121 Oct 26 11:43:51.336120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856fe5-ff9f-4d0b-a11e-900d152b5acb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfff29a-b9d2-4659-872c-755d3c4b92e4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:51.495429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:51.549624 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76c993-dce6-4544-ab53-2a61f66530d5 x-openstack-request-id: req-ec76c993-dce6-4544-ab53-2a61f66530d5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:43:51.550042 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:43:51.550462 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec76c993-dce6-4544-ab53-2a61f66530d5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:43:51.552442 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'status': 'completed', 'code': 200} Oct 26 11:43:51.722419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d59-4209-40e0-b822-3d233f5e70dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:51.797318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-38607287-5269-4505-91a3-fc1e51237254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:51.800209 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-38607287-5269-4505-91a3-fc1e51237254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1124 time: 0.1922936 Oct 26 11:43:51.896032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb0f21-ce68-47d0-b4dd-950617481ee1 req-0e029c76-bec2-48c8-9d0e-023ace07963c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:51.908838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6adb0f21-ce68-47d0-b4dd-950617481ee1 req-0e029c76-bec2-48c8-9d0e-023ace07963c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.3360932 Oct 26 11:43:51.937268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-network', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:51.970897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-007bd230-28c0-4da4-b282-dc8de57b54d4 req-553c34f9-3bc0-4dd8-90c6-944e284566ce tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/9d8798f4-382e-497c-b689-40e9affa7664 HTTP/1.1" status: 200 len: 1804 time: 0.2563422 Oct 26 11:43:51.981978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Made reservation on behalf of 9dcf1e45e4a243a4987e7053bf222746 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:51.986743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.015200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6adb0f21-ce68-47d0-b4dd-950617481ee1 req-bf8529da-b373-4ede-84bd-85810232b139 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043386 Oct 26 11:43:52.016739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.031683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-4268061b-9217-4e22-a690-fb2161151e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:52.033322 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-4268061b-9217-4e22-a690-fb2161151e53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.2249110 Oct 26 11:43:52.199607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-007bd230-28c0-4da4-b282-dc8de57b54d4 req-e82ebd39-6458-4424-96e2-e280570e9664 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.267445 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-c5bb2978-7412-4f59-b191-d82ebd00ac5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 217 time: 0.2230606 Oct 26 11:43:52.310095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-007bd230-28c0-4da4-b282-dc8de57b54d4 req-e82ebd39-6458-4424-96e2-e280570e9664 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.452624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4bff-3a91-42d8-8a22-1162b5c7c944 req-6c4f645c-02ed-448a-be5e-f93f591eda90 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:52.454583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-058d4bff-3a91-42d8-8a22-1162b5c7c944 req-6c4f645c-02ed-448a-be5e-f93f591eda90 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 943 time: 0.1664572 Oct 26 11:43:52.490815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.500416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.520686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-058d4bff-3a91-42d8-8a22-1162b5c7c944 req-1ae6e55d-244c-4bda-a177-0ea3b128ab71 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 Oct 26 11:43:52.521214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-8302e638-655a-4137-98ca-3663a39e2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:52.523405 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-8302e638-655a-4137-98ca-3663a39e2c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.2445924 Oct 26 11:43:52.548398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-007bd230-28c0-4da4-b282-dc8de57b54d4 req-e82ebd39-6458-4424-96e2-e280570e9664 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.582822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-007bd230-28c0-4da4-b282-dc8de57b54d4 req-e82ebd39-6458-4424-96e2-e280570e9664 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.582822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-007bd230-28c0-4da4-b282-dc8de57b54d4 req-e82ebd39-6458-4424-96e2-e280570e9664 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/9d8798f4-382e-497c-b689-40e9affa7664 HTTP/1.1" status: 204 len: 173 time: 0.6078045 Oct 26 11:43:52.591768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c16537-32c6-4ffb-9a3a-2350b2cd7157,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:52.623651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:43:52.652959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ebd39-6458-4424-96e2-e280570e9664 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8798f4-382e-497c-b689-40e9affa7664,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:52.718142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-7a2bbd9e-3597-41be-940c-dc6ed9deeb8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829271 Oct 26 11:43:52.760256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.760740 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Added segment 8165df11-02ef-46a2-ba5d-cef7e8abfaa9 of type vlan for network ce254c70-00a3-4d9b-b1f4-819819fb3d52 Oct 26 11:43:52.922658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.940382 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.971550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:52.973715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:52.974385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:53.038477 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-7787ba76-6fd5-4011-b328-61dde9ee6fa6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079774 Oct 26 11:43:53.054329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-65d43652-28b6-4ed9-84b0-846ec59fb417 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=10968fe72d0d43078eccc4160b7de3c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501590 Oct 26 11:43:53.106230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:53.116883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6199274 Oct 26 11:43:53.138154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48416) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:53.145733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Request body: {'subnet': {'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-subnet', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:53.346949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2ec4e-ee97-4a7f-8235-e45641764ffc admin admin] Pushing event updated for resources: {'Network': ['ID=ce254c70-00a3-4d9b-b1f4-819819fb3d52,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:53.374994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:43:53.457856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Made reservation on behalf of 9dcf1e45e4a243a4987e7053bf222746 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:53.463151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:53.519779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9fd31dc-f721-41a9-aaf0-6ca5ed72f6bf req-1a592f56-3c7b-4fd3-8036-748b2de4b88e service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572990 Oct 26 11:43:53.645321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:43:53.651653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-ced63b0e-cc9b-47cc-82cd-68a982c0df06 service neutron] 10.222.0.30 "GET /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.4142821 Oct 26 11:43:53.793488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-287515d1-5f06-4713-b91c-e9af38b2e48d tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:53.795197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-287515d1-5f06-4713-b91c-e9af38b2e48d tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7397480 Oct 26 11:43:53.893972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3377075-c0ca-4d93-9220-5e184db438dd req-21c9c7d5-1664-459b-9287-cf7fb1423fa2 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/14ee1306-d548-4aaa-a303-c7744f530833 HTTP/1.1" status: 200 len: 1803 time: 0.0858426 Oct 26 11:43:53.912761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-ed8db7b1-64c5-43b8-bca1-d94d518a56ee tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/quotas/10968fe72d0d43078eccc4160b7de3c3 HTTP/1.1" status: 200 len: 375 time: 0.0654953 Oct 26 11:43:53.952438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:53.971522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a has no active binding in host n-h2-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:43:54.120430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-9ec792a9-1af0-40cc-b5d0-f4b3f4411ccf tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066967 Oct 26 11:43:54.450317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:54.489094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:54.660599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:54.728916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc92b009-e962-4c44-844e-c127eda3bc0a {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:43:54.756420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:43:54.860078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f3377075-c0ca-4d93-9220-5e184db438dd req-6eb92f76-ecc7-4226-bb57-b72a96447372 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:54.868660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:54.898859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.016440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f3377075-c0ca-4d93-9220-5e184db438dd req-6eb92f76-ecc7-4226-bb57-b72a96447372 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.091468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb720498-6349-4f25-b7a1-eb63fdc2b821,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:55.107324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c81fa-2643-41a5-8483-ba4b1702750d req-b706debe-4f2d-468a-b574-5c720cdc62b0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:55.115652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a9c81fa-2643-41a5-8483-ba4b1702750d req-b706debe-4f2d-468a-b574-5c720cdc62b0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 943 time: 0.6634960 Oct 26 11:43:55.185280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f3377075-c0ca-4d93-9220-5e184db438dd req-6eb92f76-ecc7-4226-bb57-b72a96447372 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.188445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f3377075-c0ca-4d93-9220-5e184db438dd req-6eb92f76-ecc7-4226-bb57-b72a96447372 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.189911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3377075-c0ca-4d93-9220-5e184db438dd req-6eb92f76-ecc7-4226-bb57-b72a96447372 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/14ee1306-d548-4aaa-a303-c7744f530833 HTTP/1.1" status: 204 len: 173 time: 1.2270787 Oct 26 11:43:55.214974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Checking segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:55.215341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Network hostable DHCP agents. Network: ce254c70-00a3-4d9b-b1f4-819819fb3d52, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:43:55.220242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb92f76-ecc7-4226-bb57-b72a96447372 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee1306-d548-4aaa-a303-c7744f530833,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:55.275571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a9c81fa-2643-41a5-8483-ba4b1702750d req-c7d2e0e7-78e1-4c04-95cc-47e8d20f084a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590102 Oct 26 11:43:55.280777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] Transition to ACTIVE for port object fc92b009-e962-4c44-844e-c127eda3bc0a will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:43:55.292016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:43:55.304360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.424372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:55.438742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ce254c70-00a3-4d9b-b1f4-819819fb3d52) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:55.453436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902a0e5-5045-4796-b8a6-9499bca60236 None None] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:55.481693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:55.482581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.497116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-a66c5717-ad77-4490-92e8-19da12599fc0 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b3a69239b61e43b5839a52e8999e3966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751493 Oct 26 11:43:55.535764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] No DVR routers for this DVR port fc92b009-e962-4c44-844e-c127eda3bc0a on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:43:55.698076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8e450322-02a2-4835-bd6a-7cdded3d0ef1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5576921 Oct 26 11:43:55.703893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:43:55.720323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:43:55.721191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.734080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:55.761465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-21cd66f9-931f-4e81-9057-74127562d6d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a/bindings/n-h2-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1023195 Oct 26 11:43:55.809572 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.811028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:55.832122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30eaafe2-4975-4c4c-8e74-c6d8f734b47c req-6a9e6184-2531-4bef-88fe-39987daf6267 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 210 time: 0.1267335 Oct 26 11:43:55.958236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-cd8c27ef-8d44-4739-9d12-645b294e333b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:55.975123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-cd8c27ef-8d44-4739-9d12-645b294e333b tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4451201 Oct 26 11:43:56.027901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-31bdebff-0925-46b6-a63f-49751e7d8618 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/quotas/b3a69239b61e43b5839a52e8999e3966 HTTP/1.1" status: 200 len: 375 time: 0.0517426 Oct 26 11:43:56.096955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Allocated IP 172.20.0.2 (ce254c70-00a3-4d9b-b1f4-819819fb3d52/cb720498-6349-4f25-b7a1-eb63fdc2b821/a1c1c0f9-d039-475b-9176-a2a90659c568) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:56.203633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-824669a2-1379-4a78-8809-658a424767e4 req-5fedeb5c-c98d-44a5-b64c-e248fdb9845e tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/2f0ee51c-91aa-4869-bdad-8f4366e088df HTTP/1.1" status: 200 len: 2403 time: 0.1931663 Oct 26 11:43:56.278791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-ffb466a0-d371-4ab9-8fdf-13b1f26d136d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3a69239b61e43b5839a52e8999e3966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2497075 Oct 26 11:43:56.499669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-f66ca3f4-0a73-4d8e-a27e-6057ea331b4c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=10968fe72d0d43078eccc4160b7de3c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868635 Oct 26 11:43:56.502770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-824669a2-1379-4a78-8809-658a424767e4 req-8a8ea290-dea2-4be3-afe7-abd4c9ca8cc4 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:56.521744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:56.543722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:43:56.576034 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:56.674814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-2d7c09a7-69d3-402c-b1d0-7d8e5625e7c1 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:56.677134 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-2d7c09a7-69d3-402c-b1d0-7d8e5625e7c1 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.8215003 Oct 26 11:43:56.692179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:56.754365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Pushing event updated for resources: {'Port': ['ID=a1c1c0f9-d039-475b-9176-a2a90659c568,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:56.768439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:43:56.781434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:56.787630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:56.794797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:56.807035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:56.945982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-824669a2-1379-4a78-8809-658a424767e4 req-8a8ea290-dea2-4be3-afe7-abd4c9ca8cc4 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:56.953137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-152f70a1-3288-48ed-bdd2-383ede9fb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:56.954746 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-152f70a1-3288-48ed-bdd2-383ede9fb262 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 1095 time: 0.1673443 Oct 26 11:43:56.996958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Attempting to bind port a1c1c0f9-d039-475b-9176-a2a90659c568 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:43:56.997581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Attempting to bind port a1c1c0f9-d039-475b-9176-a2a90659c568 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:43:56.998112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Attempting to bind port a1c1c0f9-d039-475b-9176-a2a90659c568 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:43:57.011613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:43:57.012237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Checking segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:43:57.013001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:57.013687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Bound using segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:43:57.017162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Bound port: a1c1c0f9-d039-475b-9176-a2a90659c568, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:43:57.020907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:57.110848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-6b8fbffa-2ea3-4568-8578-871abb870b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:57.112401 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-6b8fbffa-2ea3-4568-8578-871abb870b8a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1095 time: 0.1213400 Oct 26 11:43:57.174207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ca29e-2b34-43a4-a13c-601016a8612e req-81c8459e-5e65-4a92-997f-3a1544ce9662 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:57.178890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b59ca29e-2b34-43a4-a13c-601016a8612e req-81c8459e-5e65-4a92-997f-3a1544ce9662 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 944 time: 0.3052356 Oct 26 11:43:57.238230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-9239482c-d958-4c31-8a20-93213c1cab09 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:57.243638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-9239482c-d958-4c31-8a20-93213c1cab09 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7305224 Oct 26 11:43:57.259946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] For port a1c1c0f9-d039-475b-9176-a2a90659c568, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:43:57.267997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Request body: {'port': {'device_id': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '10968fe72d0d43078eccc4160b7de3c3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:43:57.270851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] For port a1c1c0f9-d039-475b-9176-a2a90659c568, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a1c1c0f9-d039-475b-9176-a2a90659c568,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:43:57.275927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-824669a2-1379-4a78-8809-658a424767e4 req-8a8ea290-dea2-4be3-afe7-abd4c9ca8cc4 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:57.279063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-824669a2-1379-4a78-8809-658a424767e4 req-8a8ea290-dea2-4be3-afe7-abd4c9ca8cc4 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:57.280940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-824669a2-1379-4a78-8809-658a424767e4 req-8a8ea290-dea2-4be3-afe7-abd4c9ca8cc4 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/2f0ee51c-91aa-4869-bdad-8f4366e088df HTTP/1.1" status: 204 len: 173 time: 1.0759482 Oct 26 11:43:57.290750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:57.334529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-6108b087-5c56-46b8-81ce-d7be03c04ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:57.348351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-6108b087-5c56-46b8-81ce-d7be03c04ef0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.2123835 Oct 26 11:43:57.455502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea290-dea2-4be3-afe7-abd4c9ca8cc4 tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0ee51c-91aa-4869-bdad-8f4366e088df,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:57.537435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbf8f-00cd-4e68-b400-a33594ca40bf None None] Pushing event updated for resources: {'Port': ['ID=a1c1c0f9-d039-475b-9176-a2a90659c568,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:57.585887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b59ca29e-2b34-43a4-a13c-601016a8612e req-96600638-6ea3-4474-b4d6-23fe934916f8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980474 Oct 26 11:43:57.732193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2aff9cf-86c7-4a5c-97b1-f993517b3685 req-8b088fd5-c17e-43e4-be96-1d96b576eb61 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 210 time: 0.1451614 Oct 26 11:43:57.742245 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-da98ec29-594a-4b34-8b7c-597bb7b24392 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 217 time: 0.3784974 Oct 26 11:43:57.942527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:57.946463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-1b757d7c-a9c5-43d7-b36a-1b3f900bc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:57.948086 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-1b757d7c-a9c5-43d7-b36a-1b3f900bc76f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1605511 Oct 26 11:43:57.974916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:58.132632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e74da202-e31d-4508-a68b-63f77b5e9440 req-6d4d338a-4c22-49d5-b7fd-efbbe1282e25 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 210 time: 0.2396669 Oct 26 11:43:58.244181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Allocated IP 172.25.4.103 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f54ce4c4-3bd0-4924-b5b9-b1246e86f051) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:58.255790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Made reservation on behalf of 10968fe72d0d43078eccc4160b7de3c3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:43:58.265592 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:58.385727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac7e315-2253-488e-89b4-846b558b7a17 req-10fd3329-efb5-44d2-ba51-b866f9fba3bb tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "GET /v2.0/security-groups/291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f HTTP/1.1" status: 200 len: 2397 time: 0.1560121 Oct 26 11:43:58.554303 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:58.638627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-6ea25c94-d49e-4f5d-a5dc-2082fb08c601 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6672289 Oct 26 11:43:58.642783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:58.807926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:43:58.818930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:43:58.822999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:43:58.919601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:43:59.109171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-bcf7700b-bb59-4b2f-88e0-74cefcd7d7f5 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318945 Oct 26 11:43:59.312355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-0a9b90f2-7bf4-4b20-b639-20a2850d2ce8 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b3a69239b61e43b5839a52e8999e3966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228542 Oct 26 11:43:59.356986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4ac7e315-2253-488e-89b4-846b558b7a17 req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:59.396869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:59.425972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f435333-14dc-4e13-80f0-f15e161753f4 req-722c7276-2dde-4e24-b3ab-cb202bc96385 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:43:59.438489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f435333-14dc-4e13-80f0-f15e161753f4 req-722c7276-2dde-4e24-b3ab-cb202bc96385 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 944 time: 0.5205295 Oct 26 11:43:59.496743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Allocated IP 192.168.233.32 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/c085a815-bbc9-42c1-acbb-dc5af48faa8e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:43:59.575177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-335ea9b2-6d53-4ff2-b3ce-49318bda9520 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551902 Oct 26 11:43:59.598069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f93568-b455-429d-ae90-8b787bd5ad41 None None] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:43:59.852210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-36947fa7-6b1d-427d-a1bb-ed3db7b2c03c None None] Provisioning complete for port a1c1c0f9-d039-475b-9176-a2a90659c568 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:43:59.852535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36947fa7-6b1d-427d-a1bb-ed3db7b2c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:59.865227 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:43:59.962468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4ac7e315-2253-488e-89b4-846b558b7a17 req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.034927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a1c1c0f9-d039-475b-9176-a2a90659c568 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:00.133389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f435333-14dc-4e13-80f0-f15e161753f4 req-56ba8aaa-b346-46b7-bce5-c80447d01d4e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937013 Oct 26 11:44:00.168705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-63320b90-0b79-4d92-839d-811f8add2d5c tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:00.172675 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-63320b90-0b79-4d92-839d-811f8add2d5c tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.1522624 Oct 26 11:44:00.174655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:44:00.299184 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36947fa7-6b1d-427d-a1bb-ed3db7b2c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.425752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-e9b8ec1f-4394-4106-8286-12c39e3046d0 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:00.428203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-e9b8ec1f-4394-4106-8286-12c39e3046d0 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0720813 Oct 26 11:44:00.435763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4ac7e315-2253-488e-89b4-846b558b7a17 req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.436669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a1c1c0f9-d039-475b-9176-a2a90659c568 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:00.437414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.441012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4ac7e315-2253-488e-89b4-846b558b7a17 req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.442817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac7e315-2253-488e-89b4-846b558b7a17 req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] 10.222.0.88 "DELETE /v2.0/security-groups/291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f HTTP/1.1" status: 204 len: 173 time: 2.0442710 Oct 26 11:44:00.466621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48518) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:00.483811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Request body: {'port': {'device_id': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'b3a69239b61e43b5839a52e8999e3966'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:00.513535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.525178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-36947fa7-6b1d-427d-a1bb-ed3db7b2c03c None None] For port a1c1c0f9-d039-475b-9176-a2a90659c568, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a1c1c0f9-d039-475b-9176-a2a90659c568,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:00.537387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36947fa7-6b1d-427d-a1bb-ed3db7b2c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.922202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:00.942726 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:00.978248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:00.983952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6477fc79-2669-426e-b5d0-1fbc38c957f6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.2720244 Oct 26 11:44:00.988570 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:00.988821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:00.995795 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:00.997633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Deleting subnet fbf814f0-7316-4026-8aeb-72c63e98d1c1 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:44:01.001520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291c0ae3-d14b-4f1e-b8d7-cc7c80f39c2f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:01.029203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.030286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.031002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.031460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.032015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.032572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.033123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.033625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.034127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.034624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.035189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.035685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e434686-cb3c-43f6-bc63-98575796a44a tempest-SecurityGroupRulesTestJSON-2117050534 tempest-SecurityGroupRulesTestJSON-2117050534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:01.046390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:01.087890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c39e0864-beee-4b79-9836-a3d32ce9d12a req-4aee06d4-a663-48bf-a878-0aa2cca4f216 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 210 time: 0.6580861 Oct 26 11:44:01.094221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:01.115575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:01.228465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-0b0be55f-83d4-4931-a9ed-cdc6cfdb7f26 service neutron] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:01.250644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-0b0be55f-83d4-4931-a9ed-cdc6cfdb7f26 service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:01.252816 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-0b0be55f-83d4-4931-a9ed-cdc6cfdb7f26 service neutron] 10.222.0.100 "DELETE /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a/bindings/n-h1-812150-3 HTTP/1.1" status: 204 len: 173 time: 1.0666218 Oct 26 11:44:01.259429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['55a44e82-c471-48b8-981a-4107800e086d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:01.304378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:01.307344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:01.329515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:01.411298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:01.412006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:01.463486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1976516 Oct 26 11:44:01.477997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36947fa7-6b1d-427d-a1bb-ed3db7b2c03c None None] Pushing event updated for resources: {'Port': ['ID=a1c1c0f9-d039-475b-9176-a2a90659c568,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:01.525275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded40e2b-a8b1-4666-85ee-c81019abc7bd req-7b8b8597-144a-4076-a301-886b6c5f9bb8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:01.533769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ded40e2b-a8b1-4666-85ee-c81019abc7bd req-7b8b8597-144a-4076-a301-886b6c5f9bb8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 935 time: 0.5084586 Oct 26 11:44:01.540938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7e47a516-b4f9-465d-9db8-fecee1d5e4af None None] Provisioning complete for port a1c1c0f9-d039-475b-9176-a2a90659c568 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:01.540938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e47a516-b4f9-465d-9db8-fecee1d5e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:01.541349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Request body: {'port': {'device_id': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:01.609483 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:01.677377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:02.384944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:02.481500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:43:59Z', 'revision_number': 3, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:02.504082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a1c1c0f9-d039-475b-9176-a2a90659c568 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:02.534772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee0e2b-8f1e-4318-ba21-44a3afcf87a3 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event updated for resources: {'Port': ['ID=c085a815-bbc9-42c1-acbb-dc5af48faa8e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:02.602471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c085a815-bbc9-42c1-acbb-dc5af48faa8e {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:02.617879 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:02.619717 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Updating router 1005bde5-2b50-4880-b742-0a184b4bb7e1 port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:44:02.683981 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:02.697727 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:02.736248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ded40e2b-a8b1-4666-85ee-c81019abc7bd req-f6af20b5-ff22-48a3-805d-c9db16e62973 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2013063 Oct 26 11:44:02.840205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Transition to ACTIVE for port object c085a815-bbc9-42c1-acbb-dc5af48faa8e will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:02.861545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:02.865920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:02.939771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a1c1c0f9-d039-475b-9176-a2a90659c568 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:02.940164 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.016173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890f3a7-372d-45f1-961e-b9fdfdeec4c7 req-f4a748c2-ded5-43bf-8fe1-5480fb8053c2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:03.021852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c890f3a7-372d-45f1-961e-b9fdfdeec4c7 req-f4a748c2-ded5-43bf-8fe1-5480fb8053c2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 944 time: 1.3463535 Oct 26 11:44:03.274847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4209a1e5-7276-4d52-ba57-c5d19dfb4b09 req-67e70300-e33c-4e20-9f27-d9ba49dba606 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 210 time: 0.1000123 Oct 26 11:44:03.329789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Made reservation on behalf of b3a69239b61e43b5839a52e8999e3966 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:03.335334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.353606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.397100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.666559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Allocated IP 192.168.233.21 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/4c337172-1974-4852-adee-d7ffc3f44cf5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:03.715110 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.726023 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.885851 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Pushing event updated for resources: {'Port': ['ID=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:03.933055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Allocated IP 172.20.0.1 (ce254c70-00a3-4d9b-b1f4-819819fb3d52/cb720498-6349-4f25-b7a1-eb63fdc2b821/b8ba5636-a66f-40b4-9ab5-014316ad04b9) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:03.935543 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.936651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.937202 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.938759 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.939365 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.940079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.941000 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.941556 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.942409 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.942980 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.943576 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.946340 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:03.967311 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Attempting to bind port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:03.967902 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Attempting to bind port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:03.968906 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Attempting to bind port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:03.990320 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:03.992257 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:03.992964 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:03.994178 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:03.996611 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Bound port: f54ce4c4-3bd0-4924-b5b9-b1246e86f051, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:03.997286 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.103379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.126402 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] For port f54ce4c4-3bd0-4924-b5b9-b1246e86f051, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:04.144876 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] For port f54ce4c4-3bd0-4924-b5b9-b1246e86f051, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:04.155080 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.226057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Attempting to bind port c085a815-bbc9-42c1-acbb-dc5af48faa8e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:04.231306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Attempting to bind port c085a815-bbc9-42c1-acbb-dc5af48faa8e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:04.231931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Attempting to bind port c085a815-bbc9-42c1-acbb-dc5af48faa8e on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:04.256419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.282997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c08a22f3-4cad-434e-8ffb-58a4f149e896'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:04.284048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Port c085a815-bbc9-42c1-acbb-dc5af48faa8e on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:04.285063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Attempting to bind port c085a815-bbc9-42c1-acbb-dc5af48faa8e on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:04.297328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Pushing event updated for resources: {'Port': ['ID=c085a815-bbc9-42c1-acbb-dc5af48faa8e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:04.344400 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b134d3-7fb4-4b76-897f-26e844f0054a None None] Pushing event updated for resources: {'Port': ['ID=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:04.411237 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:04.412186 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:04.413024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c890f3a7-372d-45f1-961e-b9fdfdeec4c7 req-d72b9d4b-d791-49a7-8cd2-c0cf60ad767b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1629651 Oct 26 11:44:04.417237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.423648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.615713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.650897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] 10.222.0.88 "DELETE /v2.0/subnets/fbf814f0-7316-4026-8aeb-72c63e98d1c1 HTTP/1.1" status: 204 len: 168 time: 4.1392119 Oct 26 11:44:04.650897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1650d2e-65f3-41d1-b9e6-63c9367eb6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf814f0-7316-4026-8aeb-72c63e98d1c1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:04.683461 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:44:04.694947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51f4d9-3762-4e55-8016-c513929ccad8 req-599b761a-16a1-409d-886c-fc938c9c9913 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:04.706452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:04.714129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb51f4d9-3762-4e55-8016-c513929ccad8 req-599b761a-16a1-409d-886c-fc938c9c9913 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 947 time: 0.5667508 Oct 26 11:44:04.725319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.813458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:04.814029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:04.814674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:04.816462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Bound port: c085a815-bbc9-42c1-acbb-dc5af48faa8e, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:04.816462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:04.953451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb51f4d9-3762-4e55-8016-c513929ccad8 req-2e31e95d-66a6-432d-aaf6-31e25e1d274e tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383370 Oct 26 11:44:04.958425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:04.997254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:05.000094 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:05.063158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:05.087201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:05.111839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.117139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:05.125408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:05.130841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Pushing event updated for resources: {'Port': ['ID=4c337172-1974-4852-adee-d7ffc3f44cf5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:05.212019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] For port c085a815-bbc9-42c1-acbb-dc5af48faa8e, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:05.216409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] For port c085a815-bbc9-42c1-acbb-dc5af48faa8e, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:05.226050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.286071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.390026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Pushing event updated for resources: {'Port': ['ID=c085a815-bbc9-42c1-acbb-dc5af48faa8e,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:05.437241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ba5636-a66f-40b4-9ab5-014316ad04b9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:05.452706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.488332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:05.489279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.525034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.527106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.528667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.529158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.530838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.531403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-d4449049-5815-4f7b-b617-32c1cfd4dabd tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0701706 Oct 26 11:44:05.533226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.533774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.534538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:05.536420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.537208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.537823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.538361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.540483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.540663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:05.546039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-382d92d1-ab54-4283-b496-3281f868fca1 service neutron] 10.222.0.100 "PUT /v2.0/ports/c085a815-bbc9-42c1-acbb-dc5af48faa8e HTTP/1.1" status: 200 len: 1095 time: 4.0294440 Oct 26 11:44:05.596763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'tag': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:05.600270 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa729e4-8acc-4d76-8422-4a41eba641a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad30f7-6f57-4867-b2f0-a63325d3bcbd", "tag": "c085a815-bbc9-42c1-acbb-dc5af48faa8e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:05.619925 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:43:59Z', 'revision_number': 3, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:05.621877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Request body: {'port': {'device_id': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:05.748336 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b50a-37c0-4868-8b8f-127f51055358 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:43:59Z', 'revision_number': 3, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:44:05.782297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.824413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e68806c0-d745-4724-88ec-cf48707895cc None None] Provisioning complete for port 4c337172-1974-4852-adee-d7ffc3f44cf5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:05.825002 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e68806c0-d745-4724-88ec-cf48707895cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:05.865571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7baca7-7a06-4833-b96c-2e31d418a0da req-25c3e92d-4305-448d-877a-5b69fbfa6793 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:05.868363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f7baca7-7a06-4833-b96c-2e31d418a0da req-25c3e92d-4305-448d-877a-5b69fbfa6793 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 935 time: 0.9576695 Oct 26 11:44:05.935410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e68806c0-d745-4724-88ec-cf48707895cc None None] Port 4c337172-1974-4852-adee-d7ffc3f44cf5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:05.959300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e68806c0-d745-4724-88ec-cf48707895cc None None] Provisioning complete for port b8ba5636-a66f-40b4-9ab5-014316ad04b9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:05.960151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e68806c0-d745-4724-88ec-cf48707895cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.055328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e68806c0-d745-4724-88ec-cf48707895cc None None] Port b8ba5636-a66f-40b4-9ab5-014316ad04b9 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:06.157363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.161648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.235403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c56c15-5307-4b1c-a465-fbd2b2cc9874']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:06.249612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9788cbf4-7d0b-4007-9d12-9545647cb4d1') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:06.249983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9788cbf4-7d0b-4007-9d12-9545647cb4d1') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:06.269283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.291872 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.296861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:44:06.297292 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:44:06.367768 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:44:06.511726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.528889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.537853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/21c56c15-5307-4b1c-a465-fbd2b2cc9874 HTTP/1.1" status: 204 len: 168 time: 1.8299210 Oct 26 11:44:06.657538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66bbb7-486c-4b21-a862-1168756020d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c56c15-5307-4b1c-a465-fbd2b2cc9874,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:06.684711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c9aa0-f58d-490a-8c49-e948a97eb574 req-b7c30d01-fdf2-4571-b0ed-34e49af7a8fe tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:06.693683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e61c9aa0-f58d-490a-8c49-e948a97eb574 req-b7c30d01-fdf2-4571-b0ed-34e49af7a8fe tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1095 time: 1.2307706 Oct 26 11:44:06.794270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.802122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-2183563e-be21-4c43-bd11-455c8880aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:06.804009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-2183563e-be21-4c43-bd11-455c8880aaa5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 1098 time: 1.1993172 Oct 26 11:44:06.807107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f7baca7-7a06-4833-b96c-2e31d418a0da req-d17fec76-3008-48e0-b6fa-61c1f6844aad tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468566 Oct 26 11:44:06.815465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.945602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48602) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:06.953310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e61c9aa0-f58d-490a-8c49-e948a97eb574 req-45077662-a1f2-4993-95fd-55aa75692ad9 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568598 Oct 26 11:44:06.960472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-59672640-034f-45e4-ab84-43d31eb0aa83 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e HTTP/1.1" status: 200 len: 217 time: 0.0844822 Oct 26 11:44:06.965527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:06.968649 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca6e46b-55a4-4614-82b8-0eb08790da50 x-openstack-request-id: req-eca6e46b-55a4-4614-82b8-0eb08790da50 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:06.968942 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad30f7-6f57-4867-b2f0-a63325d3bcbd", "tag": "c085a815-bbc9-42c1-acbb-dc5af48faa8e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:06.969206 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eca6e46b-55a4-4614-82b8-0eb08790da50 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:06.969618 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'tag': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e', 'status': 'completed', 'code': 200} Oct 26 11:44:07.183982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c337172-1974-4852-adee-d7ffc3f44cf5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:07.206440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.215643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-977d02f6-6016-421f-aaff-b7fbee539ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:07.217284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-977d02f6-6016-421f-aaff-b7fbee539ce3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2441649 Oct 26 11:44:07.219497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d416dda-0914-4fa5-93cf-759b222c6ff1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=acfc0943eec14d6691d29ff8eb26c177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368615 Oct 26 11:44:07.220928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48626) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:07.286511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ba5636-a66f-40b4-9ab5-014316ad04b9,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:07.357391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Transition to ACTIVE for port object 4c337172-1974-4852-adee-d7ffc3f44cf5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:07.395437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:07.397117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:07.397374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-554ba322-01b1-4310-9c3e-036972f388da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.399045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.478470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e098-128e-4c47-9744-053bb273090d req-8efbaf3c-e438-4db4-aa8a-d1e46fcd1bf2 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:07.487173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f93e098-128e-4c47-9744-053bb273090d req-8efbaf3c-e438-4db4-aa8a-d1e46fcd1bf2 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 947 time: 0.3576334 Oct 26 11:44:07.617640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:44:07.626807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083108-aed0-462b-bb9f-33be957a821f req-b897d5bd-672e-44f0-b10e-876d2032028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:07.628906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-b897d5bd-672e-44f0-b10e-876d2032028d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3672290 Oct 26 11:44:07.633774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-554ba322-01b1-4310-9c3e-036972f388da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.639549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Pushing event updated for resources: {'Port': ['ID=4c337172-1974-4852-adee-d7ffc3f44cf5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:07.750214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f93e098-128e-4c47-9744-053bb273090d req-19c8ff8b-256a-434a-8c7d-40a56179343c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621291 Oct 26 11:44:07.840560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8a585522-1583-43c4-a9ed-99e576de56ff None None] Provisioning complete for port b8ba5636-a66f-40b4-9ab5-014316ad04b9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:07.841164 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8a585522-1583-43c4-a9ed-99e576de56ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.853103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:07.870032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-b37f1e0a-7ddb-41b0-941a-4bee5a3aa10e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:07.871707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-b37f1e0a-7ddb-41b0-941a-4bee5a3aa10e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.4755564 Oct 26 11:44:07.878650 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0108004-79d0-470e-a95f-87fcc0991c13 admin admin] 10.222.0.88 "PUT /v2.0/routers/1005bde5-2b50-4880-b742-0a184b4bb7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8882923 Oct 26 11:44:07.938520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Attempting to bind port 4c337172-1974-4852-adee-d7ffc3f44cf5 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:07.938854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Attempting to bind port 4c337172-1974-4852-adee-d7ffc3f44cf5 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:07.939331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Attempting to bind port 4c337172-1974-4852-adee-d7ffc3f44cf5 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:07.943997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-a6fbc810-6940-4cf1-b015-618ac4222285 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/quotas/bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 375 time: 0.0502698 Oct 26 11:44:07.946678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-554ba322-01b1-4310-9c3e-036972f388da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.962536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-554ba322-01b1-4310-9c3e-036972f388da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:07.967098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-554ba322-01b1-4310-9c3e-036972f388da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac4cdf77-9535-4b3c-b3ef-4832ec150c96 HTTP/1.1" status: 204 len: 168 time: 0.7450297 Oct 26 11:44:07.968751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8a585522-1583-43c4-a9ed-99e576de56ff None None] Port b8ba5636-a66f-40b4-9ab5-014316ad04b9 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:07.981609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-815568f2-42b4-4f8a-8fa7-2f1ad9f70fb3 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392336 Oct 26 11:44:07.986945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Port 4c337172-1974-4852-adee-d7ffc3f44cf5 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:07.986945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Attempting to bind port 4c337172-1974-4852-adee-d7ffc3f44cf5 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:08.026771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ba322-01b1-4310-9c3e-036972f388da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4cdf77-9535-4b3c-b3ef-4832ec150c96,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:08.053846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:08.062064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:08.062936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:08.063577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Bound port: 4c337172-1974-4852-adee-d7ffc3f44cf5, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:08.065023 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:08.186840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-30c18d94-9f64-46e2-9ee5-1ce67d6b18a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2183154 Oct 26 11:44:08.291326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42083108-aed0-462b-bb9f-33be957a821f req-74d91a24-cc91-4a14-bdf1-c4d312678e2d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959597 Oct 26 11:44:08.301827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] For port 4c337172-1974-4852-adee-d7ffc3f44cf5, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:08.307323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] For port 4c337172-1974-4852-adee-d7ffc3f44cf5, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4c337172-1974-4852-adee-d7ffc3f44cf5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:08.317908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:08.377729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:08.378438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:08.380778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-32719660-dc49-4060-ae5d-26f054761406 service neutron] 10.222.0.30 "PUT /v2.0/ports/4c337172-1974-4852-adee-d7ffc3f44cf5 HTTP/1.1" status: 200 len: 1095 time: 2.7640493 Oct 26 11:44:08.405074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f54ce4c4-3bd0-4924-b5b9-b1246e86f051 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:08.454885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-264ffb4a-1eff-4c24-a740-712fd5d1c3f6 service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433283 Oct 26 11:44:08.565329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:08.566287 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:08.626171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719660-dc49-4060-ae5d-26f054761406 service neutron] Pushing event updated for resources: {'Port': ['ID=4c337172-1974-4852-adee-d7ffc3f44cf5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:08.752380 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:08.765749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-caaae5fb-60f2-4498-955c-7c342c9e57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:08.767546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-caaae5fb-60f2-4498-955c-7c342c9e57c5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=10968fe72d0d43078eccc4160b7de3c3&device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 1098 time: 0.3665414 Oct 26 11:44:08.794284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f54ce4c4-3bd0-4924-b5b9-b1246e86f051, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:08.797932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-36af22d7-450e-4528-b991-e3fad8985918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:08.800008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-36af22d7-450e-4528-b991-e3fad8985918 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3a69239b61e43b5839a52e8999e3966&device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 1098 time: 0.3429937 Oct 26 11:44:08.803446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:08.931508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-edc31b37-3b34-4002-bb62-5e8aa629f323 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=4c337172-1974-4852-adee-d7ffc3f44cf5 HTTP/1.1" status: 200 len: 217 time: 0.1193988 Oct 26 11:44:08.935367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:08.946733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-e89d6572-1470-45a1-89b9-20815a118f85 service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317632 Oct 26 11:44:09.018756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'tag': '4c337172-1974-4852-adee-d7ffc3f44cf5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:09.021144 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ef5f0-8448-4a01-88ed-758d204d3a12" -d '{"events": [{"name": "network-changed", "server_uuid": "de7e92f0-0448-4423-bbab-b96148249e6b", "tag": "4c337172-1974-4852-adee-d7ffc3f44cf5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:09.025505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:09.026149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:09.032758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:09.116151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-b891da99-c21a-4a98-b7d6-b265cca4054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:09.117646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-b891da99-c21a-4a98-b7d6-b265cca4054a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1739151 Oct 26 11:44:09.237897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-d7b881f3-868e-418d-99f3-32fc5d912f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:09.249183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-d7b881f3-868e-418d-99f3-32fc5d912f1b service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.4682660 Oct 26 11:44:09.277734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:09.317315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-3f086536-949a-41a2-abf9-8a285d866bfe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e HTTP/1.1" status: 200 len: 217 time: 0.0590217 Oct 26 11:44:09.444299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-2cc875ac-ff41-41f9-83bd-20e7b3783ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:09.446688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-2cc875ac-ff41-41f9-83bd-20e7b3783ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092883 Oct 26 11:44:09.522486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae768-9968-42bd-95d7-8d1701d3e6bd req-9f63e640-546c-42c5-8533-e0ed835797ba tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:09.524499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-589ae768-9968-42bd-95d7-8d1701d3e6bd req-9f63e640-546c-42c5-8533-e0ed835797ba tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 947 time: 0.2101212 Oct 26 11:44:09.566951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-a5be649c-4b6a-4795-b325-1c48f010db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:09.568338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-a5be649c-4b6a-4795-b325-1c48f010db0b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2234552 Oct 26 11:44:09.690319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:06Z', 'revision_number': 2, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:09.699668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-589ae768-9968-42bd-95d7-8d1701d3e6bd req-ad260947-bb1a-44a0-94e6-a58269ff0050 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609058 Oct 26 11:44:09.771045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-7ca50888-15c3-411c-bde6-fc68d5915cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:09.781368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-7ca50888-15c3-411c-bde6-fc68d5915cea service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934960 Oct 26 11:44:09.787287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-ea7c5c80-00ba-4f93-b612-0b2f9910b23e service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150492 Oct 26 11:44:09.797676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48736) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:09.799723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:09.800293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Updating router 1005bde5-2b50-4880-b742-0a184b4bb7e1 port b8ba5636-a66f-40b4-9ab5-014316ad04b9 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:44:09.871112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.073460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1327894593-network', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:10.113439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Made reservation on behalf of 6964d52251b64a9cb78761c0536a78e5 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:10.117929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.138643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.285340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-04ca7f4a-43b1-42d3-a412-daf4950cec48 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917607 Oct 26 11:44:10.307637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67fcd2-9cba-47ae-9931-c51a0db76e42 req-a1ccee98-808a-4613-9a41-fbc87f063e88 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:10.310125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.316725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.319351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b67fcd2-9cba-47ae-9931-c51a0db76e42 req-a1ccee98-808a-4613-9a41-fbc87f063e88 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 947 time: 0.3689947 Oct 26 11:44:10.335846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3fd2f4-00c3-4fdd-a453-a35114d6a5d1 req-22f8727a-e780-40c7-8074-29f33706f11e service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073955 Oct 26 11:44:10.360781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:44:10.373777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f54ce4c4-3bd0-4924-b5b9-b1246e86f051 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:10.379549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16736586-f5f8-420d-96ef-f5e5e1187c0b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:10.386212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.386581 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Added segment 82addd56-12aa-485f-84e4-3456c7b284d9 of type vlan for network 04d5f0ae-f262-4637-8ade-cd52137d10bf Oct 26 11:44:10.446818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.459372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.465705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.466290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-be258e41-f6de-4aa9-a2f6-76fd2702ab8e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:10.469492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-be258e41-f6de-4aa9-a2f6-76fd2702ab8e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 821 time: 0.5291221 Oct 26 11:44:10.493430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b67fcd2-9cba-47ae-9931-c51a0db76e42 req-ede50c0e-cb57-4e7b-be82-adeb7fc2985f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687973 Oct 26 11:44:10.511127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.513355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:10.515776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.523077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:10.523637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.598506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e30c6-adc8-4123-ace7-52be19befcf3 None None] Pushing event updated for resources: {'Port': ['ID=b8ba5636-a66f-40b4-9ab5-014316ad04b9,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:10.601174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74756449-9046-416d-b863-a93413aabbaa no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:44:10.647101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa729e4-8acc-4d76-8422-4a41eba641a5 req-f2ebe81b-9b38-4359-b072-5c5c819d6ac3 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157463 Oct 26 11:44:10.649449 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7523c-02ca-4b60-a398-0e635c639d4d x-openstack-request-id: req-8fa7523c-02ca-4b60-a398-0e635c639d4d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:10.649860 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7e92f0-0448-4423-bbab-b96148249e6b", "tag": "4c337172-1974-4852-adee-d7ffc3f44cf5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:10.650309 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8fa7523c-02ca-4b60-a398-0e635c639d4d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:10.650903 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'tag': '4c337172-1974-4852-adee-d7ffc3f44cf5', 'status': 'completed', 'code': 200} Oct 26 11:44:10.681292 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8820000 Oct 26 11:44:10.698089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48750) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:10.708941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Request body: {'subnet': {'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1327894593-subnet', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:10.730993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2974309-859d-4ae8-a574-7eb48fbd7b89 admin admin] Pushing event updated for resources: {'Network': ['ID=04d5f0ae-f262-4637-8ade-cd52137d10bf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:10.752497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:44:10.782415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Made reservation on behalf of 6964d52251b64a9cb78761c0536a78e5 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:10.788862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.843505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Attempting to bind port b8ba5636-a66f-40b4-9ab5-014316ad04b9 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:10.844374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Attempting to bind port b8ba5636-a66f-40b4-9ab5-014316ad04b9 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:10.845038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Attempting to bind port b8ba5636-a66f-40b4-9ab5-014316ad04b9 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:10.874366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:10.875013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Checking segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:10.875615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:10.876416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Bound using segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:10.877203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Bound port: b8ba5636-a66f-40b4-9ab5-014316ad04b9, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:10.877771 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.242227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-5e5d2a4f-6c17-4f2e-a378-f9329724c844 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:11.245058 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-5e5d2a4f-6c17-4f2e-a378-f9329724c844 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.2920423 Oct 26 11:44:11.256671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-227156fc-2572-4d16-b9ee-9b448e735a07 None None] Provisioning complete for port b8ba5636-a66f-40b4-9ab5-014316ad04b9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:11.257154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-227156fc-2572-4d16-b9ee-9b448e735a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.271315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Request body: {'port': {'device_id': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'admin_state_up': True, 'tenant_id': 'bc408bd386fc4487b5dacb8c1e8aabc6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:11.278026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-5c771f65-d004-46ad-88b2-63b6f173a133 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/quotas/9dcf1e45e4a243a4987e7053bf222746 HTTP/1.1" status: 200 len: 375 time: 0.6555543 Oct 26 11:44:11.285238 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.318251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a90ac8b-84db-4596-b6ea-062c8d6f5053 req-1a56cf68-19fd-49e2-9cf0-d86c47ab0343 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 210 time: 0.5986242 Oct 26 11:44:11.346449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] For port b8ba5636-a66f-40b4-9ab5-014316ad04b9, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:11.352082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-227156fc-2572-4d16-b9ee-9b448e735a07 None None] Port b8ba5636-a66f-40b4-9ab5-014316ad04b9 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:11.364782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74756449-9046-416d-b863-a93413aabbaa'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:11.367398 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25948260-6fad-46cf-83b6-da36a2c53976" -d '{"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-unplugged", "status": "completed", "tag": "74756449-9046-416d-b863-a93413aabbaa"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:11.383406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] For port b8ba5636-a66f-40b4-9ab5-014316ad04b9, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b8ba5636-a66f-40b4-9ab5-014316ad04b9,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:11.389207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:11.400551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-953272ef-fdcf-4a63-91cc-53ecd5e9cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:11.403342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-953272ef-fdcf-4a63-91cc-53ecd5e9cd26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3a69239b61e43b5839a52e8999e3966&device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 1098 time: 0.7511191 Oct 26 11:44:11.412863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.421911 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.494318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:11.495583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:11.504662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e30c6-adc8-4123-ace7-52be19befcf3 None None] Pushing event updated for resources: {'Port': ['ID=b8ba5636-a66f-40b4-9ab5-014316ad04b9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:11.518592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-7deda652-87f4-4fb4-863b-b25e34a4aaf1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081037 Oct 26 11:44:11.522916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.626416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3bd96d2-64c3-494d-99af-af6af94783b6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:11.654247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-ca486725-75ff-4baf-bcc7-b36a070cc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:11.655729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-ca486725-75ff-4baf-bcc7-b36a070cc6d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2398181 Oct 26 11:44:11.719467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-7dca71c2-8c4f-4fd6-ab7c-0ecb523fcd09 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991975 Oct 26 11:44:11.788471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c085a815-bbc9-42c1-acbb-dc5af48faa8e details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:11.817519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-b58723c7-bad9-47c4-9fbc-acc8cc829846 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=4c337172-1974-4852-adee-d7ffc3f44cf5 HTTP/1.1" status: 200 len: 217 time: 0.1497900 Oct 26 11:44:11.837622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Checking segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:11.838379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Network hostable DHCP agents. Network: 04d5f0ae-f262-4637-8ade-cd52137d10bf, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:44:11.918048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:11.930119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Made reservation on behalf of bc408bd386fc4487b5dacb8c1e8aabc6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:11.940226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:11.976675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:44:12.022488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c085a815-bbc9-42c1-acbb-dc5af48faa8e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:12.033806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 04d5f0ae-f262-4637-8ade-cd52137d10bf) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:12.076169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a7265e-01e5-42da-93b8-d47528372ef9 None None] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:44:12.133755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-f1766613-390d-43ea-b333-16b46d370295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:12.140242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:12.141201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.141640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-f1766613-390d-43ea-b333-16b46d370295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2984948 Oct 26 11:44:12.181705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:12.184494 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d82702c-d645-4178-8d0b-4e404a207c06 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4843233 Oct 26 11:44:12.185289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e', 'mac_address': 'fa:16:3e:cd:6b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:12.186297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48762) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:12.202604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:12.205328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd7291-b70c-4eb9-b646-1295c1c7e38b req-a61518df-b211-48f1-8403-0f8e38a501f2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:12.219925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4abd7291-b70c-4eb9-b646-1295c1c7e38b req-a61518df-b211-48f1-8403-0f8e38a501f2 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1097 time: 0.2662985 Oct 26 11:44:12.302557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-09cba5a5-b787-470d-9645-cd19e627c57c None None] Provisioning complete for port b8ba5636-a66f-40b4-9ab5-014316ad04b9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:12.302557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09cba5a5-b787-470d-9645-cd19e627c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.307234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-5897d077-1cbb-44d8-ab71-0f915444fbb9 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857050 Oct 26 11:44:12.327112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.331725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.349320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4abd7291-b70c-4eb9-b646-1295c1c7e38b req-0d65b3b8-2d94-4742-80d5-2faab088d7ba tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241350 Oct 26 11:44:12.368547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-cf48bdf8-144a-4d9f-8c17-56d2eee3c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:12.370251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-cf48bdf8-144a-4d9f-8c17-56d2eee3c287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097955 Oct 26 11:44:12.442521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Allocated IP 172.20.0.5 (a5c4b9a2-23d4-4c72-9ebb-a8953d60510c/23a2de61-8262-4495-9b6b-66bad112f839/49933478-d757-442a-af5e-ddc8af3d6f9d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:12.605239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.723793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4c337172-1974-4852-adee-d7ffc3f44cf5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:12.738099 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6977bc-0f11-4790-8412-45c678952e7b x-openstack-request-id: req-ec6977bc-0f11-4790-8412-45c678952e7b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:12.738415 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-unplugged", "status": "completed", "tag": "74756449-9046-416d-b863-a93413aabbaa", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:12.738675 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec6977bc-0f11-4790-8412-45c678952e7b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:12.739108 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74756449-9046-416d-b863-a93413aabbaa', 'code': 200} Oct 26 11:44:12.756439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.790727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb0d5-667b-4b97-9dbc-cfb69fe58bd1 req-9521aa4a-4d28-4045-bdcd-42638f424d94 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:12.805688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fceb0d5-667b-4b97-9dbc-cfb69fe58bd1 req-9521aa4a-4d28-4045-bdcd-42638f424d94 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 947 time: 0.1475146 Oct 26 11:44:12.869332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:44:12.874565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:12.925133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-ccb6d0ba-8b30-4018-96d9-aab7055c133f service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399277 Oct 26 11:44:12.926282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c085a815-bbc9-42c1-acbb-dc5af48faa8e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:12.963403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c085a815-bbc9-42c1-acbb-dc5af48faa8e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:13.073635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4c337172-1974-4852-adee-d7ffc3f44cf5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4c337172-1974-4852-adee-d7ffc3f44cf5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:13.087459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c27cf3-6e52-43fb-b46d-3ce9949b8ae9 req-fe6ffa9b-4844-4474-b63d-95f293500efa tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:13.089736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85c27cf3-6e52-43fb-b46d-3ce9949b8ae9 req-fe6ffa9b-4844-4474-b63d-95f293500efa tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 947 time: 0.2571754 Oct 26 11:44:13.112276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fceb0d5-667b-4b97-9dbc-cfb69fe58bd1 req-348dc8c5-cc13-401d-aa5e-ce10a08f5c79 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050210 Oct 26 11:44:13.154906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.155256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4c337172-1974-4852-adee-d7ffc3f44cf5', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4c337172-1974-4852-adee-d7ffc3f44cf5', 'mac_address': 'fa:16:3e:0f:aa:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:13.158747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09cba5a5-b787-470d-9645-cd19e627c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.232141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85c27cf3-6e52-43fb-b46d-3ce9949b8ae9 req-46be7435-bf3a-4a33-bae6-66f3b94d564e tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183755 Oct 26 11:44:13.254092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f16ef5f0-8448-4a01-88ed-758d204d3a12 req-072315d2-d33b-4af1-9d3a-f37f1e7ba93e service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163979 Oct 26 11:44:13.261778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.276398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.514816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:13.525313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:13.537330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:13.547708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:13.581172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-e3a6f7e8-6fd1-4779-bf3a-48155122c645 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:13.590724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-e3a6f7e8-6fd1-4779-bf3a-48155122c645 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 0.2829449 Oct 26 11:44:13.617126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-d4fd1973-3e51-4162-b28e-b3e4a0aa2a7d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/quotas/509e12f736444faebe14a8f5fdd05607 HTTP/1.1" status: 200 len: 375 time: 0.0248384 Oct 26 11:44:13.634741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-04d5f0ae-f262-4637-8ade-cd52137d10bf', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:44:13.636608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.690129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-09cba5a5-b787-470d-9645-cd19e627c57c None None] For port b8ba5636-a66f-40b4-9ab5-014316ad04b9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b8ba5636-a66f-40b4-9ab5-014316ad04b9,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:13.705995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.713261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.742158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c337172-1974-4852-adee-d7ffc3f44cf5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:13.770698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.775998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c085a815-bbc9-42c1-acbb-dc5af48faa8e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:13.784153 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09cba5a5-b787-470d-9645-cd19e627c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.791127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:13.793147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:13.803869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-2495dee0-36bf-42f2-89b1-762674031e00 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838450 Oct 26 11:44:13.868370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-c636d506-5662-4165-bd39-179685ceda76 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:13.871532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-c636d506-5662-4165-bd39-179685ceda76 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb529448-8644-43ab-baaa-5d8e452aab5b HTTP/1.1" status: 200 len: 943 time: 0.1726463 Oct 26 11:44:13.879615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c085a815-bbc9-42c1-acbb-dc5af48faa8e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:13.913685 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-688d6f8e-3da8-4410-bd8d-ebc40fa9b201 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6517234 Oct 26 11:44:13.945304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Request body: {'port': {'device_id': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:13.997112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4c337172-1974-4852-adee-d7ffc3f44cf5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4c337172-1974-4852-adee-d7ffc3f44cf5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:14.018682 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:14.094153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:11Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:14.123217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-2d3a72ab-5393-4708-b4a5-34baa15497df service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176715 Oct 26 11:44:14.123536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Allocated IP 172.25.4.179 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/25274989-c0f1-4181-84cd-4add69024bd0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:14.209061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:14.239737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d23c9-075e-42ef-b735-163edf274a6e None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:11Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:44:14.252279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cba5a5-b787-470d-9645-cd19e627c57c None None] Pushing event updated for resources: {'Port': ['ID=b8ba5636-a66f-40b4-9ab5-014316ad04b9,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:14.397243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4c337172-1974-4852-adee-d7ffc3f44cf5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:14.419899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4c337172-1974-4852-adee-d7ffc3f44cf5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:14.425392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Deleting port 74756449-9046-416d-b863-a93413aabbaa {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:44:14.425934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:14.500566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:14.587736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Allocated IP 172.20.0.2 (04d5f0ae-f262-4637-8ade-cd52137d10bf/a3bd96d2-64c3-494d-99af-af6af94783b6/ec0afd83-cf7e-40b7-9784-56f4381ab7f9) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:14.628156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-fb6c35a1-8ef9-4ca2-847a-0b258f1d0c3a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:14.630051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-fb6c35a1-8ef9-4ca2-847a-0b258f1d0c3a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 821 time: 0.1800361 Oct 26 11:44:14.650687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'port': {'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'admin_state_up': True, 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:14.735020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:14.821306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-7d2de889-e8bb-4470-af33-2cfbf879baa1 service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736920 Oct 26 11:44:14.893924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:14.905606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:14.922749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:14.976809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Pushing event updated for resources: {'Port': ['ID=25274989-c0f1-4181-84cd-4add69024bd0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:15.091102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] For port 74756449-9046-416d-b863-a93413aabbaa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74756449-9046-416d-b863-a93413aabbaa,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:15.092103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:15.111970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Calling delete_port for 74756449-9046-416d-b863-a93413aabbaa owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:44:15.169089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74756449-9046-416d-b863-a93413aabbaa no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:44:15.269358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49933478-d757-442a-af5e-ddc8af3d6f9d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:15.281644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:15.312722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Transition to ACTIVE for port object 49933478-d757-442a-af5e-ddc8af3d6f9d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:15.320842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:15.326264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Made reservation on behalf of 9dcf1e45e4a243a4987e7053bf222746 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:15.336547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:15.440207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-1e7133b0-ef00-4989-bf6a-60550b1f551b tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:44:15.446211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-1e7133b0-ef00-4989-bf6a-60550b1f551b tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122340 Oct 26 11:44:15.747853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680955d-075c-4753-bf0f-160caff09f16 req-22b6f5bf-c272-47be-ad43-2f025df54078 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:15.758100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:15.760928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c680955d-075c-4753-bf0f-160caff09f16 req-22b6f5bf-c272-47be-ad43-2f025df54078 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 943 time: 0.5002477 Oct 26 11:44:15.789717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-4f1d51e9-5e55-4b14-8642-41b0bbe74a2c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:15.797569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:15.798899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-4f1d51e9-5e55-4b14-8642-41b0bbe74a2c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 1094 time: 0.3115764 Oct 26 11:44:15.838325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Request body: {'binding': {'host': 'n-h1-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:15.838798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:44:15.924333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:15.930285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:15.936472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:15.950146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:15.950754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Pushing event updated for resources: {'Port': ['ID=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:16.143365 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.155127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Attempting to bind port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:16.156309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Attempting to bind port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:16.157180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Attempting to bind port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 on network 04d5f0ae-f262-4637-8ade-cd52137d10bf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:16.187953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:16.189980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Checking segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:16.192454 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.194076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Bound using segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:16.195719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Bound port: ec0afd83-cf7e-40b7-9784-56f4381ab7f9, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:16.197555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.202415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on host n-h1-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:16.202766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:16.203129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:16.243786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c680955d-075c-4753-bf0f-160caff09f16 req-4112752f-9414-4ad1-ab87-2614e5ef6671 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820211 Oct 26 11:44:16.245587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Allocated IP 172.20.0.14 (ce254c70-00a3-4d9b-b1f4-819819fb3d52/cb720498-6349-4f25-b7a1-eb63fdc2b821/532a30fa-6994-42d8-b0db-50f6e508bf26) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:16.249923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:16.250343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:16.277717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:16.278055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:16.278578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:16.279468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Bound port: 93e060f9-e667-4f51-9519-9a7935d95547, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:16.287716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.418601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b8ba5636-a66f-40b4-9ab5-014316ad04b9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:16.463200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] For port ec0afd83-cf7e-40b7-9784-56f4381ab7f9, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:16.494010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] For port ec0afd83-cf7e-40b7-9784-56f4381ab7f9, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:16.501649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.561052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.601154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d1dc2-e7fe-473c-9309-120693eb0ee3 None None] Pushing event updated for resources: {'Port': ['ID=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:16.627134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event deleted for resources: {'Port': ['ID=74756449-9046-416d-b863-a93413aabbaa,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:16.632725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b8ba5636-a66f-40b4-9ab5-014316ad04b9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:16.633442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.743789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:16.744155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:16.744453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:16.760044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:16.760380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:16.779271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:16.779881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:16.780493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:16.781151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Bound port: 49933478-d757-442a-af5e-ddc8af3d6f9d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:16.782090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.788396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:16.804297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Router c676c510-ecfb-42ad-8ff0-3da33a9a4226 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:44:16.875115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] No DVR routers for this DVR port 74756449-9046-416d-b863-a93413aabbaa on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:44:16.880257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.885010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-243e19ab-0a67-4c06-b9af-197ccfe6b26a req-58cb1d10-98a0-4eec-93e2-2fc835d4afdb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "DELETE /v2.0/ports/74756449-9046-416d-b863-a93413aabbaa HTTP/1.1" status: 204 len: 173 time: 2.9606082 Oct 26 11:44:16.904884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-deleted', 'tag': '74756449-9046-416d-b863-a93413aabbaa'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:16.910057 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83af2b89-2c80-4754-89f9-b86dcc2ed02e" -d '{"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-deleted", "tag": "74756449-9046-416d-b863-a93413aabbaa"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:16.922836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:16.924685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f860c2b6-8336-4a3c-ba9d-aeaccc75a708 service neutron] 10.222.0.88 "POST /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547/bindings HTTP/1.1" status: 201 len: 389 time: 1.1246676 Oct 26 11:44:16.934238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecdc4a40-4682-4996-a420-0a1a06950115 req-15f4e3c2-6dbe-4928-bfc4-4543c517281b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 210 time: 0.4651980 Oct 26 11:44:17.287685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:17.300826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:17.313102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:17.370301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:17.390446 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Sync routers for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:17.419073 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:17.421291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:17.442042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:17.491085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:17.491389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:17.492830 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] 10.222.0.30 "PUT /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 1091 time: 3.5557690 Oct 26 11:44:17.493310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:17.498350 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edecd35-0b87-4db4-9a09-45289cb69661" -d '{"events": [{"name": "network-changed", "server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:17.579083 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:17.599140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-d881b5cc-f9e1-4b63-8f4d-3e9f29bd56b3 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:17.601855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-d881b5cc-f9e1-4b63-8f4d-3e9f29bd56b3 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.100 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 0.5784662 Oct 26 11:44:17.629463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:17.632378 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9c9baab8-0ffa-46ea-9792-a22bd75ce283 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4359536 Oct 26 11:44:17.640379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Request body: {'port': {'device_id': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'admin_state_up': True, 'tenant_id': '509e12f736444faebe14a8f5fdd05607'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:17.642493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c085a815-bbc9-42c1-acbb-dc5af48faa8e up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:17.668662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:17.783543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da3fd6-c7f4-4643-8da4-ffbb4e2b661e service neutron] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:17.892579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c085a815-bbc9-42c1-acbb-dc5af48faa8e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:17.895909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d5358-45cf-4aad-a536-8276f0627151 req-16dfed2f-e413-4a49-8777-58f4de40a822 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:17.897802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-170d5358-45cf-4aad-a536-8276f0627151 req-16dfed2f-e413-4a49-8777-58f4de40a822 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 948 time: 0.6279149 Oct 26 11:44:17.899510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Made reservation on behalf of 509e12f736444faebe14a8f5fdd05607 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:17.917376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c085a815-bbc9-42c1-acbb-dc5af48faa8e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:17.917779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:17.921223 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:17.933519 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:15Z', 'revision_number': 3, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:17.933837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5000de-0f4d-4207-a7c0-2bf40f3c0766 req-02720cb2-abb3-4737-a97d-561a68f7c724 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:17.943519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a5000de-0f4d-4207-a7c0-2bf40f3c0766 req-02720cb2-abb3-4737-a97d-561a68f7c724 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 948 time: 0.6741400 Oct 26 11:44:17.976785 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Checking router: c676c510-ecfb-42ad-8ff0-3da33a9a4226 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:17.977516 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Updating router c676c510-ecfb-42ad-8ff0-3da33a9a4226 port 25274989-c0f1-4181-84cd-4add69024bd0 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:44:18.000492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-2e111ece-0650-4fe1-b50b-6046231d15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:18.011739 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-2e111ece-0650-4fe1-b50b-6046231d15bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1094 time: 0.4400239 Oct 26 11:44:18.031227 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.070959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-ccd9347d-b966-4bbe-84d9-230584c26860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:18.072805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-ccd9347d-b966-4bbe-84d9-230584c26860 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1097 time: 0.4647191 Oct 26 11:44:18.136289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a5000de-0f4d-4207-a7c0-2bf40f3c0766 req-572cd453-10ed-41d5-8f70-917b132d9450 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915510 Oct 26 11:44:18.144003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-278f2960-2ed7-4663-8ef6-2d7c661850b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 217 time: 0.1276321 Oct 26 11:44:18.144841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.191494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.331996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c085a815-bbc9-42c1-acbb-dc5af48faa8e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:18.333096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:18.335315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-170d5358-45cf-4aad-a536-8276f0627151 req-4a45214f-f1e8-495e-85f6-3527545b1be2 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828111 Oct 26 11:44:18.345914 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8751207-bfef-4875-a6b6-549672bdf598" -d '{"events": [{"server_uuid": "dfad30f7-6f57-4867-b2f0-a63325d3bcbd", "name": "network-vif-plugged", "status": "completed", "tag": "c085a815-bbc9-42c1-acbb-dc5af48faa8e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:18.371487 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.514476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-ba0cc90e-3d2e-4425-9741-d125ffb5e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:18.516961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-ba0cc90e-3d2e-4425-9741-d125ffb5e7fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.3165116 Oct 26 11:44:18.636875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c085a815-bbc9-42c1-acbb-dc5af48faa8e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:18.644980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-65a49e34-01fd-4d52-82f8-6d1e0807a3ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769174 Oct 26 11:44:18.650800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ec0afd83-cf7e-40b7-9784-56f4381ab7f9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:18.706386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4c337172-1974-4852-adee-d7ffc3f44cf5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:18.712941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1e8333-dc57-4a43-b38a-fbe613445f39 None None] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:44:18.850397 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb5057-507c-418f-b91c-b812c68d4251 x-openstack-request-id: req-84fb5057-507c-418f-b91c-b812c68d4251 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:18.851655 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb529448-8644-43ab-baaa-5d8e452aab5b", "name": "network-vif-deleted", "tag": "74756449-9046-416d-b863-a93413aabbaa", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:18.852255 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-84fb5057-507c-418f-b91c-b812c68d4251 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:18.853443 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb529448-8644-43ab-baaa-5d8e452aab5b', 'name': 'network-vif-deleted', 'tag': '74756449-9046-416d-b863-a93413aabbaa', 'status': 'completed', 'code': 200} Oct 26 11:44:18.876082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b9a35993-b1ea-46ec-9bdc-d82c37db5da8 None None] Provisioning complete for port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:18.876444 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9a35993-b1ea-46ec-9bdc-d82c37db5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.897786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-1c994ff3-797e-4655-aae1-ae22cf55eff3 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439060 Oct 26 11:44:18.914970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:18.915265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.933863 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.945173 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:18.965218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 4c337172-1974-4852-adee-d7ffc3f44cf5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:19.013705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4c337172-1974-4852-adee-d7ffc3f44cf5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:19.014334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.039604 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604da23-dc71-4a62-ab3c-9de82fc8bc4f None None] Pushing event updated for resources: {'Port': ['ID=25274989-c0f1-4181-84cd-4add69024bd0,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:19.087447 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Attempting to bind port 25274989-c0f1-4181-84cd-4add69024bd0 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:19.088979 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Attempting to bind port 25274989-c0f1-4181-84cd-4add69024bd0 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:19.089810 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Attempting to bind port 25274989-c0f1-4181-84cd-4add69024bd0 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:19.100992 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:19.102907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:19.103916 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.104997 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:19.106018 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Bound port: 25274989-c0f1-4181-84cd-4add69024bd0, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:19.106976 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.140088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2f19-a102-425b-8a0d-7777c823f79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.143766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Allocated IP 172.20.0.12 (ea5b50cd-edaa-4bd7-b87a-d3b59a752b55/6d512d3a-6e91-46a9-a7d2-9562a80d2a07/b1443ceb-ce1c-4770-a069-f55e95632820) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:19.222748 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] For port 25274989-c0f1-4181-84cd-4add69024bd0, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:19.229585 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] For port 25274989-c0f1-4181-84cd-4add69024bd0, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=25274989-c0f1-4181-84cd-4add69024bd0,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:19.237859 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.238373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9a35993-b1ea-46ec-9bdc-d82c37db5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.286405 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a048bf93-f9fe-4661-9053-e5a185ed4ace req-d3d38833-0cf8-4777-992e-d0e8ac6eba87 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631594 Oct 26 11:44:19.355932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604da23-dc71-4a62-ab3c-9de82fc8bc4f None None] Pushing event updated for resources: {'Port': ['ID=25274989-c0f1-4181-84cd-4add69024bd0,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:19.392382 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.399617 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:19.399617 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:19.413755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.453910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b9a35993-b1ea-46ec-9bdc-d82c37db5da8 None None] For port ec0afd83-cf7e-40b7-9784-56f4381ab7f9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:19.480348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.482610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4c337172-1974-4852-adee-d7ffc3f44cf5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4c337172-1974-4852-adee-d7ffc3f44cf5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:19.489538 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9a35993-b1ea-46ec-9bdc-d82c37db5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.493393 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.590279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:44:19.590279 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:44:19.594631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2b8433b-b814-4467-a7ac-2514c10a5262 req-93ebc625-2328-4b50-a0fd-ca9356945908 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 210 time: 1.2537327 Oct 26 11:44:19.603057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a35993-b1ea-46ec-9bdc-d82c37db5da8 None None] Pushing event updated for resources: {'Port': ['ID=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:19.630419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:19.636987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.655256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:19.659809 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:19.671582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:19.752365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4c337172-1974-4852-adee-d7ffc3f44cf5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:19.818855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:19.819896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.823621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event updated for resources: {'Port': ['ID=532a30fa-6994-42d8-b0db-50f6e508bf26,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:19.879683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983673ce-7822-4d8f-aa40-8ccd2dc2ea9c req-07ddda12-7d04-4df6-b0dd-fe4d77ee92bd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:19.881601 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-983673ce-7822-4d8f-aa40-8ccd2dc2ea9c req-07ddda12-7d04-4df6-b0dd-fe4d77ee92bd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 1.0266201 Oct 26 11:44:19.893950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:19.953736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-aa569049-e53f-4482-bac5-718976fb1491 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3090918 Oct 26 11:44:19.977932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-47cbcab0-b270-424c-a1b7-4569fd2f5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:19.979696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-47cbcab0-b270-424c-a1b7-4569fd2f5554 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 1.8960381 Oct 26 11:44:19.988849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Request body: {'port': {'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:20.000950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Allocated IP 172.20.0.1 (04d5f0ae-f262-4637-8ade-cd52137d10bf/a3bd96d2-64c3-494d-99af-af6af94783b6/635aee32-73fd-417c-9ec8-204397f3f397) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:20.036035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7c4daa51-5d08-495f-85f3-d7b8a6b48adf None None] Provisioning complete for port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:20.036625 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c4daa51-5d08-495f-85f3-d7b8a6b48adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.082726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:20.132048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:20.135669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:20.139888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-a2eb4084-89a2-461f-b24f-bb63eb61318a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 217 time: 0.1416292 Oct 26 11:44:20.188840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:20.203338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-983673ce-7822-4d8f-aa40-8ccd2dc2ea9c req-fb4c63d4-543a-4be6-a425-c22ee1157272 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989035 Oct 26 11:44:20.213200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7190d-eb8d-4874-a2d3-5f7d25b65d72 req-bfa1bbdd-91d8-4a9e-a1fc-d4fbc98a7ada tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:20.215115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63b7190d-eb8d-4874-a2d3-5f7d25b65d72 req-bfa1bbdd-91d8-4a9e-a1fc-d4fbc98a7ada tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 943 time: 0.4222407 Oct 26 11:44:20.236130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.292881 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:15Z', 'revision_number': 3, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:20.333640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.347127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.349900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:20.351478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.366945 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d116023-78a2-4ed5-a827-8653c1f90d86 None None] The sync data for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 is: [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:15Z', 'revision_number': 3, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:44:20.382886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d1990cf3-6c47-497f-a82f-62d2f51ce98b None None] Provisioning complete for port 532a30fa-6994-42d8-b0db-50f6e508bf26 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:20.383967 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1990cf3-6c47-497f-a82f-62d2f51ce98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.386544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-22eaef01-2887-45fa-8645-8a8b4b48bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:20.389955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-22eaef01-2887-45fa-8645-8a8b4b48bbc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2134252 Oct 26 11:44:20.391191 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77126a2e-f48c-4e14-9276-8076053a53ea x-openstack-request-id: req-77126a2e-f48c-4e14-9276-8076053a53ea {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:20.391500 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:20.391765 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-77126a2e-f48c-4e14-9276-8076053a53ea {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:20.392192 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'status': 'completed', 'code': 200} Oct 26 11:44:20.467224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d1990cf3-6c47-497f-a82f-62d2f51ce98b None None] Port 532a30fa-6994-42d8-b0db-50f6e508bf26 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:20.477451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ec0afd83-cf7e-40b7-9784-56f4381ab7f9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:20.477732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-b36aac96-512e-421c-89eb-57af608da345 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692167 Oct 26 11:44:20.524684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63b7190d-eb8d-4874-a2d3-5f7d25b65d72 req-eeeccd22-852c-43d6-89e9-107ff401b8e1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820599 Oct 26 11:44:20.550242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ab6a2c43-23a6-411f-9497-fb6285104172 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9239361 Oct 26 11:44:20.603156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:20.620406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Pushing event updated for resources: {'Port': ['ID=635aee32-73fd-417c-9ec8-204397f3f397,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:20.628087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-8bb96810-5560-495c-9c2c-caa48430c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:20.630321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-8bb96810-5560-495c-9c2c-caa48430c057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1094 time: 0.1477785 Oct 26 11:44:20.631277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:20.635680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:20.677858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Request body: {'port': {'device_id': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:20.753212 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1b8fc1-78ce-412f-9c8a-95fbc707cd15 x-openstack-request-id: req-ba1b8fc1-78ce-412f-9c8a-95fbc707cd15 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:20.754156 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad30f7-6f57-4867-b2f0-a63325d3bcbd", "name": "network-vif-plugged", "status": "completed", "tag": "c085a815-bbc9-42c1-acbb-dc5af48faa8e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:20.755588 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba1b8fc1-78ce-412f-9c8a-95fbc707cd15 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:20.756678 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e', 'code': 200} Oct 26 11:44:20.775815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:20.776761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:20.897317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.010916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-98cbac4a-25e8-4994-b9b6-abdd9179a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:21.012868 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-98cbac4a-25e8-4994-b9b6-abdd9179a421 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.3746316 Oct 26 11:44:21.013389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082754-027f-4e4b-83c2-6ed082ba2bc8 req-c969e691-c503-49cb-95e7-9cb0a8f282c4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:21.021383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df082754-027f-4e4b-83c2-6ed082ba2bc8 req-c969e691-c503-49cb-95e7-9cb0a8f282c4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 932 time: 0.5407398 Oct 26 11:44:21.055673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.105055 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-5fdd5079-1862-47f0-9b71-50d1a06912ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 217 time: 0.0646060 Oct 26 11:44:21.111754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1480-02be-40bc-b0e7-31bde0b2ee1c req-4935c550-c1e8-4ff0-9249-513adaa74302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:21.116106 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b60f1480-02be-40bc-b0e7-31bde0b2ee1c req-4935c550-c1e8-4ff0-9249-513adaa74302 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 1100 time: 0.2175066 Oct 26 11:44:21.208450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0a73e11-1735-424e-ae03-7d8d49265d22 None None] Provisioning complete for port 635aee32-73fd-417c-9ec8-204397f3f397 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:21.209127 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0a73e11-1735-424e-ae03-7d8d49265d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.236526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df082754-027f-4e4b-83c2-6ed082ba2bc8 req-d12011bf-5288-440b-b30a-8ce54c1eecf1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139184 Oct 26 11:44:21.292087 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b60f1480-02be-40bc-b0e7-31bde0b2ee1c req-029e0bad-3607-4b53-a565-0e13c64a0443 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237068 Oct 26 11:44:21.297309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d0a73e11-1735-424e-ae03-7d8d49265d22 None None] Port 635aee32-73fd-417c-9ec8-204397f3f397 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:21.299971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-08d74344-a244-45fd-aae8-e29787156aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:21.301573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-08d74344-a244-45fd-aae8-e29787156aa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1843207 Oct 26 11:44:21.324579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5aed8-2da8-4125-af47-2679c2e4f0be req-5355cde6-f5e7-49b7-8485-cd1b984c278c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:21.339777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01e5aed8-2da8-4125-af47-2679c2e4f0be req-5355cde6-f5e7-49b7-8485-cd1b984c278c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 949 time: 0.4471085 Oct 26 11:44:21.366003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-01a2ac54-63de-4db1-ac27-ab04fdd843f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386395 Oct 26 11:44:21.384901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-c97ef2b6-34ed-4234-b972-1fa202359794 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559427 Oct 26 11:44:21.459240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.565365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-f00041b1-059e-47cc-a7dd-89547c530be7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887927 Oct 26 11:44:21.640390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01e5aed8-2da8-4125-af47-2679c2e4f0be req-7df19b5a-e539-42eb-94f7-348d6bdd8f71 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992907 Oct 26 11:44:21.708339 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ae07-85e7-464f-b1e9-a9d55cb8684c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.777346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda2c3e-2bc2-4c91-ba7c-56226122729b req-f65c8585-908d-4b3c-b9f1-e1792183707b tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:21.784569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfda2c3e-2bc2-4c91-ba7c-56226122729b req-f65c8585-908d-4b3c-b9f1-e1792183707b tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 949 time: 0.3982706 Oct 26 11:44:21.818935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2edecd35-0b87-4db4-9a09-45289cb69661 req-ffe3d708-be99-4839-944d-cd5449e651ff service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396927 Oct 26 11:44:21.883267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.891143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.894516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f598a040-b61e-4faf-90bd-4e1b2adf66ef service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513638 Oct 26 11:44:21.954251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfda2c3e-2bc2-4c91-ba7c-56226122729b req-7c1a2970-d4f0-43d8-b4f3-ce032ba869c8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622629 Oct 26 11:44:21.992316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:21.995220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Pushing event updated for resources: {'Port': ['ID=635aee32-73fd-417c-9ec8-204397f3f397,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:22.031519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532a30fa-6994-42d8-b0db-50f6e508bf26 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:22.067424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348cfe-4ab8-42b8-9fdd-b61acaa41f3c req-d2c3706d-de3e-4a7a-a0ef-d46acdc42c9f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:22.076282 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20348cfe-4ab8-42b8-9fdd-b61acaa41f3c req-d2c3706d-de3e-4a7a-a0ef-d46acdc42c9f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 932 time: 0.2637630 Oct 26 11:44:22.079424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:22.152922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Transition to ACTIVE for port object 532a30fa-6994-42d8-b0db-50f6e508bf26 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:22.159179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:22.161467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:22.170294 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:22.252199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20348cfe-4ab8-42b8-9fdd-b61acaa41f3c req-513c06e8-f2fc-49e1-8588-6425852a98e5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696270 Oct 26 11:44:22.286887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62a3b-4f44-4cf1-b115-c15abb659c26 req-5ef3a948-41a5-49d1-b430-0b20f91f7047 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:22.293093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6e62a3b-4f44-4cf1-b115-c15abb659c26 req-5ef3a948-41a5-49d1-b430-0b20f91f7047 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.2441092 Oct 26 11:44:22.354784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1443ceb-ce1c-4770-a069-f55e95632820 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:22.421825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:22.442904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Pushing event updated for resources: {'Port': ['ID=532a30fa-6994-42d8-b0db-50f6e508bf26,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:22.532354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 25274989-c0f1-4181-84cd-4add69024bd0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:22.674111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:22.680635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Transition to ACTIVE for port object b1443ceb-ce1c-4770-a069-f55e95632820 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:22.706812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6e62a3b-4f44-4cf1-b115-c15abb659c26 req-9c9fcfea-36c5-42f4-b1a6-d64661c237a2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113939 Oct 26 11:44:22.742631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:22.766597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c337172-1974-4852-adee-d7ffc3f44cf5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:22.766597 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c39c0-b073-40f8-9851-a614ddbfa1c0" -d '{"events": [{"server_uuid": "de7e92f0-0448-4423-bbab-b96148249e6b", "name": "network-vif-plugged", "status": "completed", "tag": "4c337172-1974-4852-adee-d7ffc3f44cf5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:22.946517 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:22.949762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:22.957317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d4419abf-035a-4f1d-baee-c6c49c9627a4 None None] Provisioning complete for port 635aee32-73fd-417c-9ec8-204397f3f397 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:22.957693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d4419abf-035a-4f1d-baee-c6c49c9627a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:22.999595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f9640-6d82-442b-bb59-02020f0f8b7d req-887fa155-e6ec-43de-81a6-6951aa396bad tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:23.008543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e72f9640-6d82-442b-bb59-02020f0f8b7d req-887fa155-e6ec-43de-81a6-6951aa396bad tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 943 time: 0.4593625 Oct 26 11:44:23.019403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Router c676c510-ecfb-42ad-8ff0-3da33a9a4226 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:44:23.045653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Attempting to bind port 532a30fa-6994-42d8-b0db-50f6e508bf26 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:23.046227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Attempting to bind port 532a30fa-6994-42d8-b0db-50f6e508bf26 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:23.049033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Attempting to bind port 532a30fa-6994-42d8-b0db-50f6e508bf26 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:23.073412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 25274989-c0f1-4181-84cd-4add69024bd0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:23.073680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.142415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Port 532a30fa-6994-42d8-b0db-50f6e508bf26 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:23.143341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Attempting to bind port 532a30fa-6994-42d8-b0db-50f6e508bf26 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:23.161355 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.173221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:23.173827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Checking segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:23.174590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Bound using segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:23.175443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Bound port: 532a30fa-6994-42d8-b0db-50f6e508bf26, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:23.175966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.200548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d4419abf-035a-4f1d-baee-c6c49c9627a4 None None] Port 635aee32-73fd-417c-9ec8-204397f3f397 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:23.224460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:23.279264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:23.286050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e72f9640-6d82-442b-bb59-02020f0f8b7d req-d0c9007f-bb6b-42ff-94c6-48ffc72a6ba8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763548 Oct 26 11:44:23.298380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Sync routers for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:23.310711 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-51a95e1d-35b4-4c9b-b73f-da000d813c59 admin admin] 10.222.0.88 "PUT /v2.0/routers/c676c510-ecfb-42ad-8ff0-3da33a9a4226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6313632 Oct 26 11:44:23.310992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'port_id': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'mac_address': 'fa:16:3e:75:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a2de61-8262-4495-9b6b-66bad112f839', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:23.354249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Attempting to bind port b1443ceb-ce1c-4770-a069-f55e95632820 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:23.361858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Attempting to bind port b1443ceb-ce1c-4770-a069-f55e95632820 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:23.362845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Attempting to bind port b1443ceb-ce1c-4770-a069-f55e95632820 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:23.365474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:23.366592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:23.382990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Port b1443ceb-ce1c-4770-a069-f55e95632820 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:23.383802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Attempting to bind port b1443ceb-ce1c-4770-a069-f55e95632820 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:23.430554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404a8e3-f8db-4672-9be4-d73dbff993c7 req-ac3c118f-b76f-49b7-b005-e8ab84f6aef1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:23.441542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0404a8e3-f8db-4672-9be4-d73dbff993c7 req-ac3c118f-b76f-49b7-b005-e8ab84f6aef1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 944 time: 0.3404346 Oct 26 11:44:23.457405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:23.457405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Checking segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:23.457405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Bound using segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:23.457405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Bound port: b1443ceb-ce1c-4770-a069-f55e95632820, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:23.458576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.613032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] For port 532a30fa-6994-42d8-b0db-50f6e508bf26, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:23.628478 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.656701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.678992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49933478-d757-442a-af5e-ddc8af3d6f9d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:23.725751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:23.729264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 25274989-c0f1-4181-84cd-4add69024bd0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=25274989-c0f1-4181-84cd-4add69024bd0,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:23.767171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:23.775127 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:23.798463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.002286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] For port 532a30fa-6994-42d8-b0db-50f6e508bf26, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=532a30fa-6994-42d8-b0db-50f6e508bf26,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:24.012639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=25274989-c0f1-4181-84cd-4add69024bd0,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:24.027550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0404a8e3-f8db-4672-9be4-d73dbff993c7 req-383170f1-8b9e-4f67-a3ef-9794b2d2eb8b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846508 Oct 26 11:44:24.027813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.028162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.028546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.028887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.029252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.029582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.029912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.030238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.031171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.031503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.031829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.032154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:44:24.046042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.093613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f5d6-12ae-4a9e-90ff-389a642112a5 req-839ebec0-a858-4e74-a912-bc6bf95e6130 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:24.101406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1848f5d6-12ae-4a9e-90ff-389a642112a5 req-839ebec0-a858-4e74-a912-bc6bf95e6130 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 949 time: 0.6238601 Oct 26 11:44:24.112192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:24.112944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.114458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] 10.222.0.30 "PUT /v2.0/ports/532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 1092 time: 4.1299663 Oct 26 11:44:24.128405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['49933478-d757-442a-af5e-ddc8af3d6f9d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:24.137061 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ca599c-6e1d-4ca7-b321-7247fdb90b54 x-openstack-request-id: req-f4ca599c-6e1d-4ca7-b321-7247fdb90b54 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:24.138270 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7e92f0-0448-4423-bbab-b96148249e6b", "name": "network-vif-plugged", "status": "completed", "tag": "4c337172-1974-4852-adee-d7ffc3f44cf5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:24.139099 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4ca599c-6e1d-4ca7-b321-7247fdb90b54 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:24.140121 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c337172-1974-4852-adee-d7ffc3f44cf5', 'code': 200} Oct 26 11:44:24.153318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:24.159854 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d64c325-c27e-4832-af31-0e6eba645a11" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:24.226116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:24.267744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:24.355890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 2, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:24.396790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Checking router: c676c510-ecfb-42ad-8ff0-3da33a9a4226 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:24.397295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Updating router c676c510-ecfb-42ad-8ff0-3da33a9a4226 port 635aee32-73fd-417c-9ec8-204397f3f397 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:44:24.473986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:24.493248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1848f5d6-12ae-4a9e-90ff-389a642112a5 req-1db34388-7a09-41dd-919f-3454d21c8130 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906553 Oct 26 11:44:24.496010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 25274989-c0f1-4181-84cd-4add69024bd0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:24.549379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.552603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.578615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-89aea83c-851f-4e48-aae3-ee5aca58510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:24.582947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-89aea83c-851f-4e48-aae3-ee5aca58510e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1095 time: 0.3666749 Oct 26 11:44:24.589953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a828-f3f4-4662-8226-a58a3edb2eb4 req-a9e0d4b5-6acb-4e29-9efd-978bde85bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:24.594201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7d6a828-f3f4-4662-8226-a58a3edb2eb4 req-a9e0d4b5-6acb-4e29-9efd-978bde85bcbe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 1100 time: 0.3638556 Oct 26 11:44:24.616277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.626592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3cfa-5da5-462a-b6de-a709066c783b service neutron] Pushing event updated for resources: {'Port': ['ID=532a30fa-6994-42d8-b0db-50f6e508bf26,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:24.682129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:24.683850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.687723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] 10.222.0.100 "PUT /v2.0/ports/b1443ceb-ce1c-4770-a069-f55e95632820 HTTP/1.1" status: 200 len: 1092 time: 4.0195794 Oct 26 11:44:24.752753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 25274989-c0f1-4181-84cd-4add69024bd0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:24.753523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:24.770344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5193a82-519f-402d-8cdf-97e379448a73 req-940b61c9-0ed8-4787-9f1f-c5d1f9364368 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:24.772303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5193a82-519f-402d-8cdf-97e379448a73 req-940b61c9-0ed8-4787-9f1f-c5d1f9364368 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 949 time: 0.4489818 Oct 26 11:44:24.832733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-2348814d-1d91-495c-9595-0ee17dc3dba0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.2178316 Oct 26 11:44:24.989464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7d6a828-f3f4-4662-8226-a58a3edb2eb4 req-46b00591-4a65-4d98-a009-1f403ec2ef5a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436375 Oct 26 11:44:25.007178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5193a82-519f-402d-8cdf-97e379448a73 req-c8696b18-0314-4b71-b0fd-08638c823d95 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125854 Oct 26 11:44:25.014543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe7477-7533-47da-baa9-4e6cd77caf49 service neutron] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:25.055242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205446d-eae0-4633-8e3b-1e80843f075d req-4aca8d28-ebd7-47ab-a179-526fd5edd700 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:25.063028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c205446d-eae0-4633-8e3b-1e80843f075d req-4aca8d28-ebd7-47ab-a179-526fd5edd700 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 944 time: 0.4177501 Oct 26 11:44:25.063028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ae5855e6-be45-45fd-8426-823c1d478d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:25.063441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-ae5855e6-be45-45fd-8426-823c1d478d93 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 1095 time: 0.2880580 Oct 26 11:44:25.065842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-6e210512-700d-4f26-8a97-92b28ef7fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:25.067859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-6e210512-700d-4f26-8a97-92b28ef7fe0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1919975 Oct 26 11:44:25.145141 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:25.154774 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:25.187673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-10fb81ee-d8d6-407a-9a8b-36fa8d75181a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1443ceb-ce1c-4770-a069-f55e95632820 HTTP/1.1" status: 200 len: 217 time: 0.0964842 Oct 26 11:44:25.243995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c38d-6e18-4c15-81a4-e606f74a0fd2 None None] Pushing event updated for resources: {'Port': ['ID=635aee32-73fd-417c-9ec8-204397f3f397,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:25.312975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c205446d-eae0-4633-8e3b-1e80843f075d req-960bb422-0f34-44bb-839b-c59b68d18dce tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394495 Oct 26 11:44:25.437964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-f1f0394c-211f-4d65-bf16-ebd4f2a6e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:25.446413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-f1f0394c-211f-4d65-bf16-ebd4f2a6e894 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.2371950 Oct 26 11:44:25.550145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c804-22b1-401f-8d04-295a772b0de8 req-58cf7fbd-1072-4bbc-8bba-13c054f00215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:25.553440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-58cf7fbd-1072-4bbc-8bba-13c054f00215 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218224 Oct 26 11:44:25.554209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Attempting to bind port 635aee32-73fd-417c-9ec8-204397f3f397 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:25.554597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Attempting to bind port 635aee32-73fd-417c-9ec8-204397f3f397 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:25.555353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Attempting to bind port 635aee32-73fd-417c-9ec8-204397f3f397 on network 04d5f0ae-f262-4637-8ade-cd52137d10bf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:25.560999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:25.561375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Checking segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:25.561847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:25.562571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Bound using segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:25.563443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Bound port: 635aee32-73fd-417c-9ec8-204397f3f397, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:25.564086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:25.631904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-a67e1b18-816c-4f69-94be-8b03c2cb7d41 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700873 Oct 26 11:44:25.684473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] For port 635aee32-73fd-417c-9ec8-204397f3f397, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:25.692088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] For port 635aee32-73fd-417c-9ec8-204397f3f397, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=635aee32-73fd-417c-9ec8-204397f3f397,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:25.700432 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:25.709534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:25.714714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910541258', 'description': 'tempest-description--707687544'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:25.767686 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:25.820273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c38d-6e18-4c15-81a4-e606f74a0fd2 None None] Pushing event updated for resources: {'Port': ['ID=635aee32-73fd-417c-9ec8-204397f3f397,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:25.861147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:25.862475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:25.905355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7c0da-7bfe-4684-aeaa-8ef992fa55d0 req-fe2e59bd-a3c0-49c8-82c3-3f2c725f922e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:25.925519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00e7c0da-7bfe-4684-aeaa-8ef992fa55d0 req-fe2e59bd-a3c0-49c8-82c3-3f2c725f922e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.4434247 Oct 26 11:44:25.980693 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d044071-2ffd-432c-8667-991c34f7d2df x-openstack-request-id: req-8d044071-2ffd-432c-8667-991c34f7d2df {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:25.981184 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:25.982150 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d044071-2ffd-432c-8667-991c34f7d2df {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:25.982952 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'status': 'completed', 'code': 200} Oct 26 11:44:26.011888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.021266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.048040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-6339227e-c054-49d6-9593-17642d694c46 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143877 Oct 26 11:44:26.123895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.125749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4150829 Oct 26 11:44:26.130599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48892) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:26.136100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Request body: {'security_group_rule': {'security_group_id': '5056498d-3fcc-40d1-bed5-25abb5e85b90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:26.146822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021421-c768-413a-9baa-c326d02a5972 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5056498d-3fcc-40d1-bed5-25abb5e85b90,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:26.152437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:26.179457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-2443e2b7-8f6e-4641-86bd-aeae013791e7 service neutron] 10.222.0.100 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110264 Oct 26 11:44:26.219779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.305432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00e7c0da-7bfe-4684-aeaa-8ef992fa55d0 req-8cff606d-e92f-45c9-bbb5-60454e334931 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784950 Oct 26 11:44:26.408301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.433528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.470752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f4117e-fb85-434f-b1e1-f48db1a60965,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:26.481032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7328b64-146c-447e-b6a1-06e5273b3d49 req-c10b30d3-71b4-400e-9110-166e2bf3e7f1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:26.496602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7328b64-146c-447e-b6a1-06e5273b3d49 req-c10b30d3-71b4-400e-9110-166e2bf3e7f1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 944 time: 0.3517461 Oct 26 11:44:26.496994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.507460 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27e6e82c-2100-461f-9c31-bd302ffbbc6c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747795 Oct 26 11:44:26.510272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:26.526593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Request body: {'security_group_rule': {'security_group_id': '5056498d-3fcc-40d1-bed5-25abb5e85b90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:26.556170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8166c804-22b1-401f-8d04-295a772b0de8 req-a0437c85-668a-4ae6-b0f7-c9d5af325d19 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957747 Oct 26 11:44:26.617050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.632787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7328b64-146c-447e-b6a1-06e5273b3d49 req-d6fdc4e0-7022-4098-ad70-b1dd40c730be tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340556 Oct 26 11:44:26.634986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ea351057-1fba-4f8b-903a-5c64fa1b7b2b None None] Provisioning complete for port 635aee32-73fd-417c-9ec8-204397f3f397 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:26.635666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea351057-1fba-4f8b-903a-5c64fa1b7b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.683872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:26.687030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5b5301-7b6f-4d67-b548-f1aa25d0df11 req-37fea454-00ee-414c-996a-2622bf0ad076 service neutron] 10.222.0.100 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903669 Oct 26 11:44:26.788466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.793904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.801927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-90bd085c-bab6-4d2e-acf5-c9c2415450f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:26.810815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-90bd085c-bab6-4d2e-acf5-c9c2415450f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1095 time: 0.1646714 Oct 26 11:44:26.814332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 49933478-d757-442a-af5e-ddc8af3d6f9d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:26.827664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 49933478-d757-442a-af5e-ddc8af3d6f9d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:26.828712 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.866795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf8c974-23b9-45ef-90fe-b2efdb2af1bc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:26.880376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.882150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7154bd07-2701-4218-8cb1-2d74a180f25e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3707204 Oct 26 11:44:26.887843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:26.895844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:26.901074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:25Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:26.954936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fa05a-48fc-4516-bebc-a060da653659 None None] The sync data for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 is: [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:25Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:44:26.958966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:26.978520 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea351057-1fba-4f8b-903a-5c64fa1b7b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.139565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-8d73bc43-73cf-4ade-954d-8438a7325861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:27.141525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-8d73bc43-73cf-4ade-954d-8438a7325861 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.3254373 Oct 26 11:44:27.197242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.229797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ea351057-1fba-4f8b-903a-5c64fa1b7b2b None None] For port 635aee32-73fd-417c-9ec8-204397f3f397, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=635aee32-73fd-417c-9ec8-204397f3f397,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:27.258016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887914-ca6c-4ef1-bf7f-d389d4d9c82e req-8d35dc75-39cb-4e4a-822a-db5a080ff305 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:27.268792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be887914-ca6c-4ef1-bf7f-d389d4d9c82e req-8d35dc75-39cb-4e4a-822a-db5a080ff305 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 944 time: 0.3965967 Oct 26 11:44:27.303708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:27.305270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:27.310374 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca33cc1-1934-4082-b2cb-a51518cb369d" -d '{"events": [{"server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "name": "network-vif-plugged", "status": "completed", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:27.314083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea351057-1fba-4f8b-903a-5c64fa1b7b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.315155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.321072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.384453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be887914-ca6c-4ef1-bf7f-d389d4d9c82e req-ade5bf7b-d941-4379-beb2-8cb46ae120b3 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019616 Oct 26 11:44:27.384453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-9adeb4cc-6d50-490b-8175-405c2e5a3841 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.2317848 Oct 26 11:44:27.502228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11602434-e7af-44bd-bab5-4573dc3022ae req-9c212638-802b-4aca-94e6-1faaa0b78a4c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:27.506751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11602434-e7af-44bd-bab5-4573dc3022ae req-9c212638-802b-4aca-94e6-1faaa0b78a4c tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 949 time: 0.1999185 Oct 26 11:44:27.529653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea351057-1fba-4f8b-903a-5c64fa1b7b2b None None] Pushing event updated for resources: {'Port': ['ID=635aee32-73fd-417c-9ec8-204397f3f397,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:27.535375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b39e8458-4104-4c3b-85a3-dfe641a80882 None None] Provisioning complete for port 635aee32-73fd-417c-9ec8-204397f3f397 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:27.535375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b39e8458-4104-4c3b-85a3-dfe641a80882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.639141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-48e7f072-b4b7-406b-b2dc-abf7dcdab0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:27.641571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Allocated IP 172.25.4.145 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/009ac9a6-2bce-4234-96d8-c4ae40da2661) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:27.642543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-48e7f072-b4b7-406b-b2dc-abf7dcdab0c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.2463281 Oct 26 11:44:27.658998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:27.791048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d56e0-f052-4f4c-b033-9d0b6fec1897 req-7595e401-fa19-4ffc-9e22-5d2a6849ae5b tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:27.793100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a3d56e0-f052-4f4c-b033-9d0b6fec1897 req-7595e401-fa19-4ffc-9e22-5d2a6849ae5b tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 945 time: 0.2808142 Oct 26 11:44:27.802581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.803441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11602434-e7af-44bd-bab5-4573dc3022ae req-6dda88e2-c344-40e1-a63e-ebb2eea4aa81 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640250 Oct 26 11:44:27.862647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-cc72ecdd-62a3-403a-9ae8-b196bc9f2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:27.864268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-cc72ecdd-62a3-403a-9ae8-b196bc9f2bec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860180 Oct 26 11:44:27.867857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a3d56e0-f052-4f4c-b033-9d0b6fec1897 req-dc137616-3435-4ab5-ab4f-b5b6ca2e3b0f tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631640 Oct 26 11:44:27.894985 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:27.969027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event updated for resources: {'Port': ['ID=009ac9a6-2bce-4234-96d8-c4ae40da2661,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:27.990111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:27.995222 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b270c289-a2d0-4292-986d-fd51ab041e91" -d '{"events": [{"name": "network-changed", "server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:27.996911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:27.999590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:28.004574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:28.087223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-56353662-45dc-4591-bb16-e8dac1f46012 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137570 Oct 26 11:44:28.104046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf13f-3ce5-4364-98d6-6a9e9c0ca93f req-038db530-e195-43dd-af7f-01b7658efe21 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.107409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daebf13f-3ce5-4364-98d6-6a9e9c0ca93f req-038db530-e195-43dd-af7f-01b7658efe21 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 944 time: 0.1047890 Oct 26 11:44:28.257663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.331961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.440317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d64c325-c27e-4832-af31-0e6eba645a11 req-a29f36e6-6d45-4116-8e12-7884ca41551c service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316166 Oct 26 11:44:28.442272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 635aee32-73fd-417c-9ec8-204397f3f397 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:28.556773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 635aee32-73fd-417c-9ec8-204397f3f397 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:28.557155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.588684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daebf13f-3ce5-4364-98d6-6a9e9c0ca93f req-e084fddb-1a2e-4d37-b103-6a17f748585c tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587710 Oct 26 11:44:28.640374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.641797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.642478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.645314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.646236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.647734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.653284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.654973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.656108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.658954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.660076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.668402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.669678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.670838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:28.685825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-6bbd0f7f-ff8d-4abd-9030-5c5db49a1c7b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1&device_id=de7e92f0-0448-4423-bbab-b96148249e6b&device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd&device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294&device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd&device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3&device_id=d8eb1768-d63d-482d-810f-b93eca545985&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&device_id=c07a5a30-06e0-4b73-a889-12e27448faa3&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 12634 time: 0.2413108 Oct 26 11:44:28.690486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.699555 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.701406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 532a30fa-6994-42d8-b0db-50f6e508bf26 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:28.714399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-53232eef-fc31-4219-ba53-d86f81c9dcce tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.753017 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81e212-aeea-43b0-99fc-a6abf669e42b x-openstack-request-id: req-5d81e212-aeea-43b0-99fc-a6abf669e42b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:28.754174 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "name": "network-vif-plugged", "status": "completed", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:28.754174 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d81e212-aeea-43b0-99fc-a6abf669e42b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:28.754612 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'code': 200} Oct 26 11:44:28.894622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-53232eef-fc31-4219-ba53-d86f81c9dcce tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.915817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-53232eef-fc31-4219-ba53-d86f81c9dcce tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.951092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.955281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event updated for resources: {'Port': ['ID=009ac9a6-2bce-4234-96d8-c4ae40da2661,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:28.973174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:28.974678 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ea2cbbd6-7f5c-4eb6-a383-3c4ce68c89b5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0855219 Oct 26 11:44:29.021239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6a196e1-6d44-4771-a12d-216a0e54a064 req-53232eef-fc31-4219-ba53-d86f81c9dcce tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&id=12a68dc4-3870-4fac-bf57-18d25db684f4&id=1b76370c-6823-4d2d-9eb0-6671d8d11403&id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.3336494 Oct 26 11:44:29.048269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 532a30fa-6994-42d8-b0db-50f6e508bf26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=532a30fa-6994-42d8-b0db-50f6e508bf26,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:29.082805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53232eef-fc31-4219-ba53-d86f81c9dcce tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350ee47-1389-4b3d-9a0a-1f85f163092e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:29.103265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:29.119887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571afa-4c5b-4645-82ac-6b6d4b5d2bb8 req-44d894c5-5978-4a27-a09b-4d4e917fa831 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:29.121770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc571afa-4c5b-4645-82ac-6b6d4b5d2bb8 req-44d894c5-5978-4a27-a09b-4d4e917fa831 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.2018397 Oct 26 11:44:29.124994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b370-3834-496e-bae2-0966f7ceb786 req-27a4f5ee-c615-4cd0-8de0-7eb4e8e814ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:29.126737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f35b370-3834-496e-bae2-0966f7ceb786 req-27a4f5ee-c615-4cd0-8de0-7eb4e8e814ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1096 time: 0.2294753 Oct 26 11:44:29.193842 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:29.213100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532a30fa-6994-42d8-b0db-50f6e508bf26 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:29.241947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 532a30fa-6994-42d8-b0db-50f6e508bf26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=532a30fa-6994-42d8-b0db-50f6e508bf26,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:29.248221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:29.263146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc571afa-4c5b-4645-82ac-6b6d4b5d2bb8 req-45a88503-5cff-447b-b22a-e9a6cae937a7 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217160 Oct 26 11:44:29.264541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f35b370-3834-496e-bae2-0966f7ceb786 req-78ba9e14-ede8-4d2c-9be5-644c36c2a969 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162910 Oct 26 11:44:29.284917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb953a2-c428-4fb9-9382-fe878b6b12f2 req-5164448c-939f-43e1-adc4-9409959f8daa tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:29.293599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fb953a2-c428-4fb9-9382-fe878b6b12f2 req-5164448c-939f-43e1-adc4-9409959f8daa tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1379955 Oct 26 11:44:29.348205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=532a30fa-6994-42d8-b0db-50f6e508bf26,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:29.372289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fb953a2-c428-4fb9-9382-fe878b6b12f2 req-480351a8-c3d4-4891-a446-9bb131bcacda tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764842 Oct 26 11:44:29.475829 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03b98a3-373b-4edd-ba0a-64da5f85ef97 x-openstack-request-id: req-a03b98a3-373b-4edd-ba0a-64da5f85ef97 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:29.476465 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:29.476983 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a03b98a3-373b-4edd-ba0a-64da5f85ef97 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:29.477639 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'status': 'completed', 'code': 200} Oct 26 11:44:29.599449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-0057e728-55e3-46af-8d6a-37fd2ce5824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:29.600996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-0057e728-55e3-46af-8d6a-37fd2ce5824a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 1095 time: 0.0959949 Oct 26 11:44:29.730247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b1443ceb-ce1c-4770-a069-f55e95632820 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:29.736142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc66a0-6651-4ed1-8517-96f742170f1c req-7c56e2fa-6dd4-4563-bc83-5071c2f108fd tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:29.738971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1dc66a0-6651-4ed1-8517-96f742170f1c req-7c56e2fa-6dd4-4563-bc83-5071c2f108fd tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 945 time: 0.1740680 Oct 26 11:44:29.868579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1dc66a0-6651-4ed1-8517-96f742170f1c req-e38cd3d5-d0e6-4485-9c64-4e37913520a2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155794 Oct 26 11:44:29.875244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-3129b655-5f9c-4e69-8a44-3d6457a1b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:29.878317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-3129b655-5f9c-4e69-8a44-3d6457a1b254 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 906 time: 0.2635300 Oct 26 11:44:29.970333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['532a30fa-6994-42d8-b0db-50f6e508bf26'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:30.010777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-f244dc9a-4446-425c-a251-809aee12961a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1443ceb-ce1c-4770-a069-f55e95632820 HTTP/1.1" status: 200 len: 217 time: 0.1098406 Oct 26 11:44:30.061961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:30.080873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'mac_address': 'fa:16:3e:eb:a7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:30.162770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-67b98121-8fcf-400b-b134-568425df5597 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1910541258&fields=id&tenant_id=6964d52251b64a9cb78761c0536a78e5 HTTP/1.1" status: 200 len: 267 time: 0.1651988 Oct 26 11:44:30.174764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-730ab2da-0577-4636-a3d4-846334e43abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:30.176334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-730ab2da-0577-4636-a3d4-846334e43abe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.1516988 Oct 26 11:44:30.193315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4535-2b58-4d1a-9371-11fe1002588c req-7e9d2e00-9956-4482-8c94-5927ab814c4b tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:30.195476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84da4535-2b58-4d1a-9371-11fe1002588c req-7e9d2e00-9956-4482-8c94-5927ab814c4b tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 1100 time: 0.1224358 Oct 26 11:44:30.195651 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:30.223513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1443ceb-ce1c-4770-a069-f55e95632820 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:30.277294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:30.291718 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:30.388254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:30.661553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-82c858da-e08c-464e-a77f-76366e9acf50 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4753847 Oct 26 11:44:30.698507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84da4535-2b58-4d1a-9371-11fe1002588c req-48ed1f1c-e9bd-4647-a81f-021c1a2fb5eb tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:30.716879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b1443ceb-ce1c-4770-a069-f55e95632820'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:30.935063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-6551825d-6b1d-4fc7-bfb9-d823d50b2935 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:30.937454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-6551825d-6b1d-4fc7-bfb9-d823d50b2935 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/networks?id=04d5f0ae-f262-4637-8ade-cd52137d10bf HTTP/1.1" status: 200 len: 806 time: 0.7498779 Oct 26 11:44:30.985414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-b8c8bb6a-0679-41ec-b714-cf17316e7bae tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/quotas/6964d52251b64a9cb78761c0536a78e5 HTTP/1.1" status: 200 len: 375 time: 0.0354278 Oct 26 11:44:30.989738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-d1398596-6ab4-4306-87df-a7bed62b3615 service neutron] 10.222.0.100 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083701 Oct 26 11:44:31.045659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84da4535-2b58-4d1a-9371-11fe1002588c req-48ed1f1c-e9bd-4647-a81f-021c1a2fb5eb tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:31.138073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84da4535-2b58-4d1a-9371-11fe1002588c req-48ed1f1c-e9bd-4647-a81f-021c1a2fb5eb tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:31.200994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84da4535-2b58-4d1a-9371-11fe1002588c req-48ed1f1c-e9bd-4647-a81f-021c1a2fb5eb tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9830875 Oct 26 11:44:31.224540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed1f1c-e9bd-4647-a81f-021c1a2fb5eb tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf1b27-fb17-4486-8e6b-4a42165d12b3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:31.271793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-d32a3a2d-10b2-48a9-b151-073c5f106a09 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6964d52251b64a9cb78761c0536a78e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2649844 Oct 26 11:44:31.292829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b270c289-a2d0-4292-986d-fd51ab041e91 req-058fde20-d145-44f0-83c9-277c601e5010 service neutron] 10.222.0.100 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837350 Oct 26 11:44:31.464192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f303ce-9a07-4b00-838b-3a2f88151fcd req-19bbb3fe-3fc2-46f3-a401-1d152c4a9823 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:31.466320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90f303ce-9a07-4b00-838b-3a2f88151fcd req-19bbb3fe-3fc2-46f3-a401-1d152c4a9823 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 945 time: 0.1342721 Oct 26 11:44:31.503071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-a472e7f0-1bcb-4c5b-b81f-bcd4f31f9ed2 service neutron] 10.222.0.88 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031622 Oct 26 11:44:31.657346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90f303ce-9a07-4b00-838b-3a2f88151fcd req-e999c6d5-fe85-4dd1-b41d-c0e7d46ab88f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753931 Oct 26 11:44:31.713466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-7e91b3ce-d974-4a78-b740-cc506b42a832 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:31.715257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-7e91b3ce-d974-4a78-b740-cc506b42a832 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "GET /v2.0/ports?device_id=c07a5a30-06e0-4b73-a889-12e27448faa3 HTTP/1.1" status: 200 len: 945 time: 0.2104726 Oct 26 11:44:31.719661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-812e4ea6-ffef-4339-a468-b36fe64e93d3 service neutron] 10.222.0.88 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028396 Oct 26 11:44:31.932136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Deleting port 5da03215-b638-455f-9a11-5e7d4afbf55a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:44:31.932622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:32.114947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] For port 5da03215-b638-455f-9a11-5e7d4afbf55a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5da03215-b638-455f-9a11-5e7d4afbf55a,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:32.115918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:32.251325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d649-ce3f-43f5-87d0-aa9e3be613a2 req-bdec8da1-14cd-4f7f-8d7a-23dcb2775d37 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:32.252119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d649-ce3f-43f5-87d0-aa9e3be613a2 req-bdec8da1-14cd-4f7f-8d7a-23dcb2775d37 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:32.253020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d649-ce3f-43f5-87d0-aa9e3be613a2 req-bdec8da1-14cd-4f7f-8d7a-23dcb2775d37 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:32.256238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d08d649-ce3f-43f5-87d0-aa9e3be613a2 req-bdec8da1-14cd-4f7f-8d7a-23dcb2775d37 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd&device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294&device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 2882 time: 0.2234826 Oct 26 11:44:32.312774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-0f326ce5-db0a-4658-9b0f-1fa012c19e84 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--913981533&fields=id&tenant_id=7a7f0c672ba149549792a9c2b5681aff HTTP/1.1" status: 200 len: 267 time: 0.2044594 Oct 26 11:44:32.478283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d08d649-ce3f-43f5-87d0-aa9e3be613a2 req-4a63ad5a-57a0-4cd2-9a3d-9cd0422eb7a9 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045679 Oct 26 11:44:32.668049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-f63264c5-ccc4-4c46-979e-380cb820a28d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:32.670090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-f63264c5-ccc4-4c46-979e-380cb820a28d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 824 time: 0.3419788 Oct 26 11:44:32.690251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:32.690801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:32.691420 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c disassociated. External IP: 172.25.4.64, port: 5da03215-b638-455f-9a11-5e7d4afbf55a. Oct 26 11:44:32.691977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Calling delete_port for 5da03215-b638-455f-9a11-5e7d4afbf55a owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:44:32.725268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 532a30fa-6994-42d8-b0db-50f6e508bf26 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:32.740004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9945-fe06-47f6-97cb-9486db9ec648 req-62f0e518-08ba-44ad-9cb9-1cdd19f9c21b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:32.742203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86ff9945-fe06-47f6-97cb-9486db9ec648 req-62f0e518-08ba-44ad-9cb9-1cdd19f9c21b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.1917622 Oct 26 11:44:32.745955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-04b816f7-6b0a-48f9-bbf5-be6a6d874f20 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/quotas/7a7f0c672ba149549792a9c2b5681aff HTTP/1.1" status: 200 len: 375 time: 0.0621336 Oct 26 11:44:32.808619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 532a30fa-6994-42d8-b0db-50f6e508bf26 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:32.815420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 532a30fa-6994-42d8-b0db-50f6e508bf26 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:32.816105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:32.920488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86ff9945-fe06-47f6-97cb-9486db9ec648 req-4831d6dc-671e-489c-afa4-b1b3589e3146 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278231 Oct 26 11:44:32.969107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-ee2d8cab-15d7-462d-90c2-02de578c2d0a tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1775630 Oct 26 11:44:33.044458 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:33.082614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:33.085127 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e39d8b-b09e-45a9-ad0c-dad7823385d8" -d '{"events": [{"server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "name": "network-vif-plugged", "status": "completed", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:33.101727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 532a30fa-6994-42d8-b0db-50f6e508bf26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=532a30fa-6994-42d8-b0db-50f6e508bf26,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:33.108453 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:33.174485 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:33.188972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=532a30fa-6994-42d8-b0db-50f6e508bf26,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:33.245958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event deleted for resources: {'Port': ['ID=5da03215-b638-455f-9a11-5e7d4afbf55a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:33.260515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f0f3f-e509-455a-9d42-6d2db358bd5b req-07576aa7-0d3f-4583-b938-1f6b0cf8c6c8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:33.263444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea0f0f3f-e509-455a-9d42-6d2db358bd5b req-07576aa7-0d3f-4583-b938-1f6b0cf8c6c8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.2505915 Oct 26 11:44:33.309285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-307bb567-0d78-414c-af5d-6dbc24c8c84f service neutron] 10.222.0.88 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949960 Oct 26 11:44:33.414366 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:33.746485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b1443ceb-ce1c-4770-a069-f55e95632820 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:33.803471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea0f0f3f-e509-455a-9d42-6d2db358bd5b req-11c09d5e-4a4b-4e30-ba05-8a620e9d7f7e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170963 Oct 26 11:44:33.824659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port b1443ceb-ce1c-4770-a069-f55e95632820 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:33.836149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port b1443ceb-ce1c-4770-a069-f55e95632820 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:33.837048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:33.904062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-30d52e5b-dddd-419b-a025-970d1edacbf0 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:33.905513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-30d52e5b-dddd-419b-a025-970d1edacbf0 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.30 "GET /v2.0/networks?id=04d5f0ae-f262-4637-8ade-cd52137d10bf HTTP/1.1" status: 200 len: 806 time: 0.5819044 Oct 26 11:44:33.952544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-fa91c2b5-1215-432d-a4c7-72f54c0b29b9 service neutron] 10.222.0.88 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246860 Oct 26 11:44:33.960148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:33.963453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:44:34.001034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-d7b11dd7-a0fd-44e8-b2f3-0141fb5598eb tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6964d52251b64a9cb78761c0536a78e5 HTTP/1.1" status: 200 len: 380 time: 0.0821626 Oct 26 11:44:34.002839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:34.013300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee834-e3f0-41df-850a-a44bd98184f1 req-cec05f7b-a68f-4b03-939b-6b00a47cbe45 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:34.015206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94cee834-e3f0-41df-850a-a44bd98184f1 req-cec05f7b-a68f-4b03-939b-6b00a47cbe45 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 946 time: 0.1265879 Oct 26 11:44:34.015683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:34.023136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Request body: {'port': {'device_id': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'admin_state_up': True, 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'security_groups': ['5056498d-3fcc-40d1-bed5-25abb5e85b90']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:34.113007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:34.222440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f83d914-400b-454a-85ee-991db24c781e req-9e57c851-fc95-4b70-8958-36a0cf403232 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 210 time: 0.0471714 Oct 26 11:44:34.270656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94cee834-e3f0-41df-850a-a44bd98184f1 req-060b1b49-4090-4842-a434-113a5186d52b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008801 Oct 26 11:44:34.292972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:34.313306 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:34.339740 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:34.340805 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:34.421721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] No DVR routers for this DVR port 5da03215-b638-455f-9a11-5e7d4afbf55a on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:44:34.425997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:34.429653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97c73704-8831-40d2-b4d9-f740f1050f30 req-38ab5c98-2de7-4c95-9791-e57425bdef2e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "DELETE /v2.0/ports/5da03215-b638-455f-9a11-5e7d4afbf55a HTTP/1.1" status: 204 len: 173 time: 2.7056201 Oct 26 11:44:34.434533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'name': 'network-vif-deleted', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:34.437906 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ea69d-977b-4be1-8bc7-fd5212074c99" -d '{"events": [{"server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "name": "network-vif-deleted", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:34.474564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Made reservation on behalf of 6964d52251b64a9cb78761c0536a78e5 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:34.479259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:34.501088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a640a9-e2af-46b3-bdb0-3633fc92c9e6 req-ea2b7ae8-e46f-4cf5-a4cf-23aaecef30c5 tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:34.509475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87a640a9-e2af-46b3-bdb0-3633fc92c9e6 req-ea2b7ae8-e46f-4cf5-a4cf-23aaecef30c5 tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 1100 time: 0.1568627 Oct 26 11:44:34.572518 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:34.659906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87a640a9-e2af-46b3-bdb0-3633fc92c9e6 req-c63e78ec-9286-444d-a049-572c1b1834d2 tempest-ServersAdminNegativeTestJSON-496396818 tempest-ServersAdminNegativeTestJSON-496396818-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493385 Oct 26 11:44:34.683853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443955-0d15-4c8d-a463-1fe7b9185912 req-7b9827c1-4537-4511-a8b7-ddedb3133b8f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:34.686476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f443955-0d15-4c8d-a463-1fe7b9185912 req-7b9827c1-4537-4511-a8b7-ddedb3133b8f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1876104 Oct 26 11:44:34.739542 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d803304a-54bc-489c-9484-0616611db629 x-openstack-request-id: req-d803304a-54bc-489c-9484-0616611db629 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:34.740094 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "name": "network-vif-plugged", "status": "completed", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:34.740491 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d803304a-54bc-489c-9484-0616611db629 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:34.741107 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'code': 200} Oct 26 11:44:34.864075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f443955-0d15-4c8d-a463-1fe7b9185912 req-68ae9f13-3c6c-479c-ae87-d3a3b840d15f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571424 Oct 26 11:44:34.865770 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:34.910915 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:34.914202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Allocated IP 172.20.0.7 (04d5f0ae-f262-4637-8ade-cd52137d10bf/a3bd96d2-64c3-494d-99af-af6af94783b6/8584265c-2e0a-4863-a1cc-17b3485fdc77) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:34.920935 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:34.922396 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:35.026383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee435f2-1a75-45f9-afe0-28c51bc2e7f4 req-d35df2c8-39b7-4c2e-ba6c-4b877de097ed tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:35.035182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ee435f2-1a75-45f9-afe0-28c51bc2e7f4 req-d35df2c8-39b7-4c2e-ba6c-4b877de097ed tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1096 time: 0.2132764 Oct 26 11:44:35.070307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1d128-1b52-41ce-a074-a46cdfb999e5 req-a38a82b5-a48d-4a69-92b6-3e91bd49f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:35.071902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eef1d128-1b52-41ce-a074-a46cdfb999e5 req-a38a82b5-a48d-4a69-92b6-3e91bd49f12a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.2209551 Oct 26 11:44:35.089460 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:35.176317 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:35.192582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ee435f2-1a75-45f9-afe0-28c51bc2e7f4 req-d36e9779-ea88-4c99-be74-879fb381a6c1 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561542 Oct 26 11:44:35.276070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:35.305217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a460089-4ea2-47ea-b4a5-70ace1e841af req-00ecba45-bf5f-4a81-9c2a-c6489beeab45 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:35.307618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a460089-4ea2-47ea-b4a5-70ace1e841af req-00ecba45-bf5f-4a81-9c2a-c6489beeab45 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.3436420 Oct 26 11:44:35.374725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1505cf20-6a0f-47e2-9036-2bc90eb17329 req-a186fc3a-9e21-4eaa-8e88-a54d592caace tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 210 time: 0.0568728 Oct 26 11:44:35.408151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eef1d128-1b52-41ce-a074-a46cdfb999e5 req-f1dc4370-aeae-4fa4-98d9-19c3e7449b07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840190 Oct 26 11:44:35.436614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a460089-4ea2-47ea-b4a5-70ace1e841af req-21a799d7-9d3c-43a5-b936-57637dade85c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947807 Oct 26 11:44:35.443834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:35.452118 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb181a78-4eff-425f-b386-7872b78defb6 x-openstack-request-id: req-cb181a78-4eff-425f-b386-7872b78defb6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:35.452440 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a5a30-06e0-4b73-a889-12e27448faa3", "name": "network-vif-deleted", "tag": "5da03215-b638-455f-9a11-5e7d4afbf55a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:35.452707 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb181a78-4eff-425f-b386-7872b78defb6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:35.453203 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07a5a30-06e0-4b73-a889-12e27448faa3', 'name': 'network-vif-deleted', 'tag': '5da03215-b638-455f-9a11-5e7d4afbf55a', 'status': 'completed', 'code': 200} Oct 26 11:44:35.511235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event updated for resources: {'Port': ['ID=8584265c-2e0a-4863-a1cc-17b3485fdc77,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:35.533092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:35.535344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:35.542288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:35.620970 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:35.707690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1dd48-3206-4bdc-a319-542333e8ef7b None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:44:35.762988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5da03215-b638-455f-9a11-5e7d4afbf55a no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:44:35.816718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 5da03215-b638-455f-9a11-5e7d4afbf55a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:44:35.817148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5da03215-b638-455f-9a11-5e7d4afbf55a not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:44:35.849425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:35.850274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:35.935710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20fbd-5fd4-43ec-a134-5211fb17a468 req-efbc5794-11d5-4eae-a0e7-dc7c16d44c66 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:35.943801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35a20fbd-5fd4-43ec-a134-5211fb17a468 req-efbc5794-11d5-4eae-a0e7-dc7c16d44c66 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 931 time: 0.2950284 Oct 26 11:44:36.005121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5b3881cb-bf64-4edd-95e8-90fe201256bf tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9885941 Oct 26 11:44:36.034993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Request body: {'port': {'device_id': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:36.110523 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-099a6b86-aa71-4368-87a0-a231316363f0 None None] Provisioning complete for port 8584265c-2e0a-4863-a1cc-17b3485fdc77 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:36.111259 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-099a6b86-aa71-4368-87a0-a231316363f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:36.125968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a139-8648-4335-8e0a-03bfc597a29f req-f92f8112-b833-4d50-bd53-5270f9074841 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:36.134159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e376a139-8648-4335-8e0a-03bfc597a29f req-f92f8112-b833-4d50-bd53-5270f9074841 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 946 time: 0.2921383 Oct 26 11:44:36.162137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-faf0e839-f8f3-4ce9-821e-475c2132b7b2 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:36.164515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-faf0e839-f8f3-4ce9-821e-475c2132b7b2 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 824 time: 0.4438043 Oct 26 11:44:36.175316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-099a6b86-aa71-4368-87a0-a231316363f0 None None] Port 8584265c-2e0a-4863-a1cc-17b3485fdc77 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:36.199263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35a20fbd-5fd4-43ec-a134-5211fb17a468 req-2d291f60-fa07-4a72-9af7-34cc4e398117 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543519 Oct 26 11:44:36.246291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:36.289489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e20d6-94c1-4c7d-a488-63b1f69caff8 None None] New status for floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:44:36.298241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e376a139-8648-4335-8e0a-03bfc597a29f req-4f1e0791-2c26-4748-a2fb-e1cc3bc37ccd tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620255 Oct 26 11:44:36.361050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-f0a0344f-cb12-43a4-91ff-9a24f822633d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7f0c672ba149549792a9c2b5681aff HTTP/1.1" status: 200 len: 379 time: 0.1722076 Oct 26 11:44:36.441208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'port': {'device_id': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'admin_state_up': True, 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'security_groups': ['faa320ba-7a17-4389-8dfd-68eaed61e3b6']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:36.713196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2441319c-836a-4d01-8878-be9af72625eb req-51a321ca-35eb-431d-90ab-af0029c02bb6 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 210 time: 0.1144488 Oct 26 11:44:36.748987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:36.761065 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207392c7-74b3-46b4-a6f7-b05b68419c81" -d '{"events": [{"server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "name": "network-vif-plugged", "status": "completed", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:36.768691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceef35-bed2-4b7e-bef8-3121253974d3 req-85f9fa93-2652-4ed7-a47a-70293cd20a07 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:36.770326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fdceef35-bed2-4b7e-bef8-3121253974d3 req-85f9fa93-2652-4ed7-a47a-70293cd20a07 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.2566376 Oct 26 11:44:36.922000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fdceef35-bed2-4b7e-bef8-3121253974d3 req-01a12c02-53a5-4f22-941a-cfb3a2aec976 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153011 Oct 26 11:44:36.930101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Made reservation on behalf of 7a7f0c672ba149549792a9c2b5681aff for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:36.933458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:37.157762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8584265c-2e0a-4863-a1cc-17b3485fdc77 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:37.173305 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:37.198630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb283af-d70e-427d-bfe0-599c79d1ec69 req-c9513217-2050-4382-8d2e-cf65567eaa00 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:37.201553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddb283af-d70e-427d-bfe0-599c79d1ec69 req-c9513217-2050-4382-8d2e-cf65567eaa00 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.2638118 Oct 26 11:44:37.214603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Transition to ACTIVE for port object 8584265c-2e0a-4863-a1cc-17b3485fdc77 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:37.222738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:37.397342 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb167c3c-664c-48c5-836d-1373d54dc8aa x-openstack-request-id: req-eb167c3c-664c-48c5-836d-1373d54dc8aa {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:37.397342 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "name": "network-vif-plugged", "status": "completed", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:37.398453 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb167c3c-664c-48c5-836d-1373d54dc8aa {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:37.408094 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'code': 200} Oct 26 11:44:37.534667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddb283af-d70e-427d-bfe0-599c79d1ec69 req-400ef937-d15e-4be2-92ae-c74a27ad027f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131151 Oct 26 11:44:37.551741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8584265c-2e0a-4863-a1cc-17b3485fdc77,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:37.590529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c356e1-f001-4567-be2c-4cb33235c7be req-8b666be8-d32b-4c2f-9865-dfb17228e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:37.596840 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3c356e1-f001-4567-be2c-4cb33235c7be req-8b666be8-d32b-4c2f-9865-dfb17228e71c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 1097 time: 0.1199327 Oct 26 11:44:37.688824 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c3c356e1-f001-4567-be2c-4cb33235c7be req-f75e1cd2-1983-48ef-8aee-b2e5a95e5be3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823083 Oct 26 11:44:37.695727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Allocated IP 172.20.0.13 (4b734d32-f2d1-40ac-bde0-dea86903c6db/b4d33bed-d9f0-4382-b285-d6c172457859/b82b3c96-fc14-412d-b859-cfc3f06541c9) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:37.794512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebdc27-f23b-4622-bdec-e331a0133bbd req-010fe95b-c834-40a3-892d-33901759402c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:37.802125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5aebdc27-f23b-4622-bdec-e331a0133bbd req-010fe95b-c834-40a3-892d-33901759402c tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 943 time: 0.2384667 Oct 26 11:44:37.817334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Attempting to bind port 8584265c-2e0a-4863-a1cc-17b3485fdc77 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:37.817334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Attempting to bind port 8584265c-2e0a-4863-a1cc-17b3485fdc77 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:37.817334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Attempting to bind port 8584265c-2e0a-4863-a1cc-17b3485fdc77 on network 04d5f0ae-f262-4637-8ade-cd52137d10bf {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:37.837649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Port 8584265c-2e0a-4863-a1cc-17b3485fdc77 on network 04d5f0ae-f262-4637-8ade-cd52137d10bf not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:37.837997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Attempting to bind port 8584265c-2e0a-4863-a1cc-17b3485fdc77 on network 04d5f0ae-f262-4637-8ade-cd52137d10bf {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:37.925033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:37.925403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Checking segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:37.925802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Bound using segment: {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:37.926260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Bound port: 8584265c-2e0a-4863-a1cc-17b3485fdc77, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82addd56-12aa-485f-84e4-3456c7b284d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:37.926824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:37.959418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5aebdc27-f23b-4622-bdec-e331a0133bbd req-ce68fdfa-edb4-4091-bf53-b422455d20a7 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548734 Oct 26 11:44:38.146616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] For port 8584265c-2e0a-4863-a1cc-17b3485fdc77, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:38.157499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:38.175467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ba8b7-6ba8-4d83-84be-b6ad81c36fbe req-82dc7494-0478-4255-9b9d-d3b79b055746 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.177012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d17ba8b7-6ba8-4d83-84be-b6ad81c36fbe req-82dc7494-0478-4255-9b9d-d3b79b055746 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 946 time: 0.1674132 Oct 26 11:44:38.182369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] For port 8584265c-2e0a-4863-a1cc-17b3485fdc77, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:38.195518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:38.207217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8675-80bb-4e56-8369-70ef92d35116 req-3cc7b8de-d691-4eb1-ba28-8d0277d2d56f tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.208802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-294b8675-80bb-4e56-8369-70ef92d35116 req-3cc7b8de-d691-4eb1-ba28-8d0277d2d56f tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1100 time: 0.1581154 Oct 26 11:44:38.299994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.301058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:38.303488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] 10.222.0.30 "PUT /v2.0/ports/8584265c-2e0a-4863-a1cc-17b3485fdc77 HTTP/1.1" status: 200 len: 1091 time: 2.2778218 Oct 26 11:44:38.315722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:38.319828 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96" -d '{"events": [{"name": "network-changed", "server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:38.364506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:38.369024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d17ba8b7-6ba8-4d83-84be-b6ad81c36fbe req-1a564155-01e9-415e-99c5-da95989a6e6c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785192 Oct 26 11:44:38.377406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7fdad-38ba-4634-9831-9146cb8e0ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8584265c-2e0a-4863-a1cc-17b3485fdc77,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:38.448899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-294b8675-80bb-4e56-8369-70ef92d35116 req-4f76f1b0-6b99-403a-9d3d-e7200689f94b tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073038 Oct 26 11:44:38.530356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-2d3f99bc-f600-4c06-9fed-10669bee4f6a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850022 Oct 26 11:44:38.530933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:38.578828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:38.589220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event updated for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:38.626964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:38.646539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-e6ff91f4-9893-4b6c-9532-139109a0356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.648916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-e6ff91f4-9893-4b6c-9532-139109a0356b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1096 time: 0.0896525 Oct 26 11:44:38.670292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-f485195e-7bca-451a-8f6b-d378c6c28e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.671897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-f485195e-7bca-451a-8f6b-d378c6c28e40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6964d52251b64a9cb78761c0536a78e5&device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 1094 time: 0.3000519 Oct 26 11:44:38.747001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb0929-70b1-440a-bbed-492fc324212b req-f6abe62c-db50-4cf5-a9f6-1143f825ef2d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.748634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23eb0929-70b1-440a-bbed-492fc324212b req-f6abe62c-db50-4cf5-a9f6-1143f825ef2d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 932 time: 0.2483373 Oct 26 11:44:38.751899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-c2968cba-9b8b-44dd-a0e3-d426fc7187e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77 HTTP/1.1" status: 200 len: 217 time: 0.0635097 Oct 26 11:44:38.760090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c95f-5a31-411a-a718-69f4afe6159e req-02851b92-3956-44ab-9ad5-069c453ff8d4 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.761756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6826c95f-5a31-411a-a718-69f4afe6159e req-02851b92-3956-44ab-9ad5-069c453ff8d4 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 949 time: 0.2337241 Oct 26 11:44:38.770002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.770568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:38.835683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-d4998cf6-351a-4e45-b5fd-1bc1dcf478e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.838402 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-d4998cf6-351a-4e45-b5fd-1bc1dcf478e5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.1522050 Oct 26 11:44:38.855161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-2cddf2d2-ae4b-450b-abdb-19e8ee6deff1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4181063 Oct 26 11:44:38.881681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Request body: {'port': {'device_id': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:38.913234 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-c13079c0-3bfd-42f9-baff-78e9d87f6b61 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.0629938 Oct 26 11:44:38.915998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-aff8bc0c-3797-41d3-9947-beab6e4b490e None None] Provisioning complete for port b82b3c96-fc14-412d-b859-cfc3f06541c9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:38.916815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aff8bc0c-3797-41d3-9947-beab6e4b490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:38.917005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-0221dd1d-9c7d-4589-abed-e7b17cf45b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:38.918225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-0221dd1d-9c7d-4589-abed-e7b17cf45b8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3bd96d2-64c3-494d-99af-af6af94783b6 HTTP/1.1" status: 200 len: 845 time: 0.1442299 Oct 26 11:44:38.937913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6826c95f-5a31-411a-a718-69f4afe6159e req-55221e8f-cf33-412a-a4f9-b89c771a6c39 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627238 Oct 26 11:44:38.959485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23eb0929-70b1-440a-bbed-492fc324212b req-cc91faf2-ffea-4fc5-ad03-dd497515140c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959491 Oct 26 11:44:39.014448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-aff8bc0c-3797-41d3-9947-beab6e4b490e None None] Port b82b3c96-fc14-412d-b859-cfc3f06541c9 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:39.067793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-775fd273-5a1a-4c9f-88c7-141b4ba2d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:39.070704 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-775fd273-5a1a-4c9f-88c7-141b4ba2d76b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1471407 Oct 26 11:44:39.114049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-5ee85db2-1048-4a6e-b22a-e5265e90e6c5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329976 Oct 26 11:44:39.257624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-7d749f7b-853f-45a8-8315-12adcc58ac22 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258953 Oct 26 11:44:39.373364 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09db90ad-ce19-4fa1-a717-aaf5f785462e req-c96fb1bc-a79f-4f26-a0c5-858a1f0d4488 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045792 Oct 26 11:44:39.375954 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8674a207-76fa-4ac8-8441-c7ff61ce0ae3 x-openstack-request-id: req-8674a207-76fa-4ac8-8441-c7ff61ce0ae3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:39.376240 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:39.376495 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8674a207-76fa-4ac8-8441-c7ff61ce0ae3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:39.377086 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'status': 'completed', 'code': 200} Oct 26 11:44:39.401606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:39.465063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-f170fa1a-ffa1-4dc1-b4d3-4a6784883451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:39.466639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-f170fa1a-ffa1-4dc1-b4d3-4a6784883451 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04d5f0ae-f262-4637-8ade-cd52137d10bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5254807 Oct 26 11:44:39.539374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0324b0b-738c-4ad9-9b20-477103c5784c req-00ac11b5-508c-4715-b2a1-ecbaa9dfa6b4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:39.540816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0324b0b-738c-4ad9-9b20-477103c5784c req-00ac11b5-508c-4715-b2a1-ecbaa9dfa6b4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.5264266 Oct 26 11:44:39.707897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-854573e1-e3af-4f90-81a1-ebb6bef7b666 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3337276 Oct 26 11:44:39.756347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:39.784425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0324b0b-738c-4ad9-9b20-477103c5784c req-50013115-280f-48b2-afdc-0213bf42d5f4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262273 Oct 26 11:44:39.890309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-cbb37c92-8572-4e8d-8b2e-c4e6e0510b98 service neutron] 10.222.0.30 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806312 Oct 26 11:44:39.963473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fc015a85-84b1-4e97-b193-b5c6c8f33e45 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:39.965904 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fc015a85-84b1-4e97-b193-b5c6c8f33e45 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.30 "GET /v2.0/ports?device_id=de7e92f0-0448-4423-bbab-b96148249e6b HTTP/1.1" status: 200 len: 949 time: 0.0906475 Oct 26 11:44:40.037447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.090380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Deleting port 4c337172-1974-4852-adee-d7ffc3f44cf5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:44:40.090896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.194653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f0b04-a700-47f4-8890-488a860e0547 req-a102f9d6-7ebc-4417-b235-6e29172f8bff tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:40.196258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f43f0b04-a700-47f4-8890-488a860e0547 req-a102f9d6-7ebc-4417-b235-6e29172f8bff tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1100 time: 0.3137045 Oct 26 11:44:40.219187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] For port 4c337172-1974-4852-adee-d7ffc3f44cf5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4c337172-1974-4852-adee-d7ffc3f44cf5,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:40.219678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.222306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-e61c0751-f63e-465f-bc38-aaac72ea04b6 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:40.223890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-e61c0751-f63e-465f-bc38-aaac72ea04b6 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1097 time: 0.3433425 Oct 26 11:44:40.235804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Calling delete_port for 4c337172-1974-4852-adee-d7ffc3f44cf5 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:44:40.254957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812150-3'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:40.294752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48753609-a556-44a8-bc1f-b71fa67c5588 req-41a5dceb-d4fb-4e76-b58e-3ed049328340 service neutron] 10.222.0.30 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766615 Oct 26 11:44:40.420158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.434430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c08a22f3-4cad-434e-8ffb-58a4f149e896'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:40.470909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Pushing event deleted for resources: {'Port': ['ID=4c337172-1974-4852-adee-d7ffc3f44cf5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:40.480827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f43f0b04-a700-47f4-8890-488a860e0547 req-085aebab-2f39-4183-ac38-1f27459a505f tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630928 Oct 26 11:44:40.482307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4c337172-1974-4852-adee-d7ffc3f44cf5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:40.494091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.523924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82b3c96-fc14-412d-b859-cfc3f06541c9 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:40.537431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.571037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] No DVR routers for this DVR port 4c337172-1974-4852-adee-d7ffc3f44cf5 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:44:40.579166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.587579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ac4159b-c4e4-4a6f-bd57-3d7fb53aae65 req-fe9729cc-ff94-4dd4-b07c-54e61acfc59d tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.30 "DELETE /v2.0/ports/4c337172-1974-4852-adee-d7ffc3f44cf5 HTTP/1.1" status: 204 len: 173 time: 0.6155829 Oct 26 11:44:40.588256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'name': 'network-vif-deleted', 'tag': '4c337172-1974-4852-adee-d7ffc3f44cf5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:40.604321 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf358bd-9e09-46dc-aeb3-1ce4653e5571" -d '{"events": [{"server_uuid": "de7e92f0-0448-4423-bbab-b96148249e6b", "name": "network-vif-deleted", "tag": "4c337172-1974-4852-adee-d7ffc3f44cf5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:40.644234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Transition to ACTIVE for port object b82b3c96-fc14-412d-b859-cfc3f06541c9 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:40.727824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:40.771541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:40.806527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-9f371352-1436-4da7-9210-8e25c03584cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:40.808116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-9f371352-1436-4da7-9210-8e25c03584cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6964d52251b64a9cb78761c0536a78e5&device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 1094 time: 0.3969822 Oct 26 11:44:40.889746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:40.921252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 has no active binding in host n-h1-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:44:40.964380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:41.007983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Pushing event updated for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:41.046919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-01dca09a-85bf-40db-9768-8a664cc2461f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579147 Oct 26 11:44:41.117016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaa7f2-b25e-470d-a1ab-e4812621f03f req-7d1f7b39-2c1e-4b55-a263-714c987e5650 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:41.119657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-faaaa7f2-b25e-470d-a1ab-e4812621f03f req-7d1f7b39-2c1e-4b55-a263-714c987e5650 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 946 time: 0.3511467 Oct 26 11:44:41.156262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:41.190667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-20518d79-a2c7-4476-b8fb-7b7f69e6b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:41.192926 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-20518d79-a2c7-4476-b8fb-7b7f69e6b36c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1096 time: 0.0714724 Oct 26 11:44:41.331397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-094787aa-832e-4558-8680-4537cc7aab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:41.332711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-094787aa-832e-4558-8680-4537cc7aab9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=04d5f0ae-f262-4637-8ade-cd52137d10bf HTTP/1.1" status: 200 len: 908 time: 0.4823692 Oct 26 11:44:41.335872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:41.385369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-faaaa7f2-b25e-470d-a1ab-e4812621f03f req-0e38d580-cc0c-4246-a7ef-53ad8dc0063d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229528 Oct 26 11:44:41.416751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-2c51cdec-4ce2-4af3-8dc5-f88c679dcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:41.421432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-2c51cdec-4ce2-4af3-8dc5-f88c679dcaf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.1794043 Oct 26 11:44:41.425697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Attempting to bind port b82b3c96-fc14-412d-b859-cfc3f06541c9 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:41.426048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Attempting to bind port b82b3c96-fc14-412d-b859-cfc3f06541c9 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:41.426311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Attempting to bind port b82b3c96-fc14-412d-b859-cfc3f06541c9 on network 4b734d32-f2d1-40ac-bde0-dea86903c6db {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:41.460741 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:44:41.473801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Allocated IP 172.25.4.10 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/280d02a2-43fe-440c-8811-c8c1f2936e4d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:41.483605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-a27ecb18-09ae-4493-9eed-7de80b44d2ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.0495799 Oct 26 11:44:41.484700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-1b3b32e1-eefa-4085-b12d-37b5ea767811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77 HTTP/1.1" status: 200 len: 217 time: 0.1113877 Oct 26 11:44:41.489546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Port b82b3c96-fc14-412d-b859-cfc3f06541c9 on network 4b734d32-f2d1-40ac-bde0-dea86903c6db not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:41.489886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Attempting to bind port b82b3c96-fc14-412d-b859-cfc3f06541c9 on network 4b734d32-f2d1-40ac-bde0-dea86903c6db {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:41.495414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:41.498322 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eefe6a0-c3de-4c57-a593-167da8c4ccc0" -d '{"events": [{"server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "93e060f9-e667-4f51-9519-9a7935d95547"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:41.514857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:41.556029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:41.556370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Checking segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:41.556764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Bound using segment: {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:41.557342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Bound port: b82b3c96-fc14-412d-b859-cfc3f06541c9, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50530255-0685-4ba2-adea-3c12645b2b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:41.557875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:41.564907 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:41.587400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-b69b9665-1f72-4d5f-959e-5fe3b2943d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:41.591145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-b69b9665-1f72-4d5f-959e-5fe3b2943d2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0898328 Oct 26 11:44:41.647314 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-aaafd52d-fcd9-4402-859d-949e0cd005f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463998 Oct 26 11:44:41.770310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-c81ff2ca-d365-4dc5-b5d3-c9508de7e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:41.771854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-c81ff2ca-d365-4dc5-b5d3-c9508de7e1ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3bd96d2-64c3-494d-99af-af6af94783b6 HTTP/1.1" status: 200 len: 845 time: 0.2704327 Oct 26 11:44:41.813822 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-c85e0b44-cb0a-456d-b42d-158748bf8b8b service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455240 Oct 26 11:44:41.882522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:41.965302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:41.983950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:41.996800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on host n-h2-812150-3 for vnic_type normal with profile {"migrating_to": "n-h1-812150-3"} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:41.997362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:41.997927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:42.002901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4eece31e-9830-43ae-a040-4d2eecfd2042 req-8aef01bb-fd7d-45b3-ad9f-bfd94520a887 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802204 Oct 26 11:44:42.044077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:42.044338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Attempting to bind port 93e060f9-e667-4f51-9519-9a7935d95547 on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:42.051303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:42.061665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-e88a0117-f343-4150-b2c0-e8ae48b60e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:42.063484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-e88a0117-f343-4150-b2c0-e8ae48b60e74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04d5f0ae-f262-4637-8ade-cd52137d10bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644699 Oct 26 11:44:42.078828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:42.078828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:42.078828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:42.078828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:42.078828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Bound port: 93e060f9-e667-4f51-9519-9a7935d95547, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:42.078828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:42.211050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:42.212014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:42.214257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] 10.222.0.100 "PUT /v2.0/ports/b82b3c96-fc14-412d-b859-cfc3f06541c9 HTTP/1.1" status: 200 len: 1092 time: 3.3424180 Oct 26 11:44:42.256298 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:42.730000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79229-725a-45f4-a151-e1fcb2b3f48f req-7f41a40b-d07b-4a01-8d91-1e52fe00af8e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:42.733317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7db79229-725a-45f4-a151-e1fcb2b3f48f req-7f41a40b-d07b-4a01-8d91-1e52fe00af8e tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 943 time: 0.7322025 Oct 26 11:44:42.752602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8584265c-2e0a-4863-a1cc-17b3485fdc77 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:42.756301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4c337172-1974-4852-adee-d7ffc3f44cf5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:44:42.789997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 4c337172-1974-4852-adee-d7ffc3f44cf5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:44:42.790847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4c337172-1974-4852-adee-d7ffc3f44cf5 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:44:42.898463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bef46-dc70-4851-b9a9-5aec9aabde7f service neutron] Pushing event updated for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:42.941995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8584265c-2e0a-4863-a1cc-17b3485fdc77, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:42.962505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7db79229-725a-45f4-a151-e1fcb2b3f48f req-de6b434f-9e98-4a6f-8452-5ce018fd01d5 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911104 Oct 26 11:44:42.963021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'port_id': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'mac_address': 'fa:16:3e:3e:a8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:43.009943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:43.034604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:43.050655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:43.055968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8584265c-2e0a-4863-a1cc-17b3485fdc77 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:43.073954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:43.097788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:43.112651 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-cc1f67f2-bec8-4f6d-b346-296ea52754df service neutron] 10.222.0.30 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0298762 Oct 26 11:44:43.125090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8584265c-2e0a-4863-a1cc-17b3485fdc77, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:43.134065 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:43.213847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event updated for resources: {'Port': ['ID=280d02a2-43fe-440c-8811-c8c1f2936e4d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:43.228987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:43.230668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8584265c-2e0a-4863-a1cc-17b3485fdc77,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:43.233006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-b3c1d1a2-9c68-436e-a3aa-f6b5c7a6a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:43.235683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-b3c1d1a2-9c68-436e-a3aa-f6b5c7a6a14d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 1095 time: 0.4923596 Oct 26 11:44:43.317973 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:43.414944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-63980e14-a2ca-436f-8636-f0f01d3208ba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9 HTTP/1.1" status: 200 len: 217 time: 0.1321437 Oct 26 11:44:43.499381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['8584265c-2e0a-4863-a1cc-17b3485fdc77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:43.541991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673d9f-49dd-4821-b6cf-4bcfb59e13b1 req-08c3fada-968f-40c9-90b2-67ba65294ad1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:43.545002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd673d9f-49dd-4821-b6cf-4bcfb59e13b1 req-08c3fada-968f-40c9-90b2-67ba65294ad1 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 944 time: 0.3874285 Oct 26 11:44:43.640805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=8']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:43.658232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:43.658900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:43.660360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-950646e0-aea2-4e00-a60b-4a6afbfed8fc service neutron] 10.222.0.30 "PUT /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 1122 time: 3.4232364 Oct 26 11:44:43.664126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-93d66c9f-9a8e-4864-9d34-591957b625ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:43.665772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-93d66c9f-9a8e-4864-9d34-591957b625ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.2381513 Oct 26 11:44:43.667728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b0ee5ee-ae5a-41d7-b54c-e35574d7bc96 req-9ab729cf-4935-4396-9ea0-f09b001f1d23 service neutron] 10.222.0.30 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980602 Oct 26 11:44:43.671568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:43.758506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd673d9f-49dd-4821-b6cf-4bcfb59e13b1 req-35675a7b-3713-4864-8e05-ddf38c53c9eb tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803038 Oct 26 11:44:43.803131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['93e060f9-e667-4f51-9519-9a7935d95547'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:43.811528 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:43.884917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['93e060f9-e667-4f51-9519-9a7935d95547'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:43.904880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-1e168f0c-2264-4a64-866c-8e3fe8cb1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:43.911256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-1e168f0c-2264-4a64-866c-8e3fe8cb1c02 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2339706 Oct 26 11:44:44.120123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-aa8135fc-226f-4819-9fde-52c76ee5a2cd service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865642 Oct 26 11:44:44.397882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8207550-0474-442e-8c1a-ccbe7413c4d1 req-7c534f51-2fec-4bb9-821f-dbde99c96ce9 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642224 Oct 26 11:44:44.452809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:44.460324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:44.477168 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36c1b2-3c03-45a8-81ba-2f717181756e x-openstack-request-id: req-1f36c1b2-3c03-45a8-81ba-2f717181756e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:44.477989 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7e92f0-0448-4423-bbab-b96148249e6b", "name": "network-vif-deleted", "tag": "4c337172-1974-4852-adee-d7ffc3f44cf5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:44.478156 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f36c1b2-3c03-45a8-81ba-2f717181756e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:44.478761 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7e92f0-0448-4423-bbab-b96148249e6b', 'name': 'network-vif-deleted', 'tag': '4c337172-1974-4852-adee-d7ffc3f44cf5', 'status': 'completed', 'code': 200} Oct 26 11:44:44.617394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event updated for resources: {'Port': ['ID=280d02a2-43fe-440c-8811-c8c1f2936e4d,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:44.670765 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:44.703555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:44.705424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-241ac8c2-8eda-439c-9cfd-e662d242aec8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9776485 Oct 26 11:44:44.719748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dfb11-9e78-4f84-a494-f1cb9f34b238 req-7a00f0dd-d8e4-4931-94fa-c86141b30fe3 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:44.722189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d15dfb11-9e78-4f84-a494-f1cb9f34b238 req-7a00f0dd-d8e4-4931-94fa-c86141b30fe3 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1366029 Oct 26 11:44:44.823012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-3cd735e0-8d57-4d6b-b225-b3b6749c4405 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0991287 Oct 26 11:44:44.884495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d15dfb11-9e78-4f84-a494-f1cb9f34b238 req-06f25c2a-4a73-4704-a85c-fd599f62e40e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499388 Oct 26 11:44:44.951083 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8cb5c1-5e35-4114-b947-b08dd7b95c08 x-openstack-request-id: req-0b8cb5c1-5e35-4114-b947-b08dd7b95c08 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:44.951988 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "93e060f9-e667-4f51-9519-9a7935d95547", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:44.951988 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b8cb5c1-5e35-4114-b947-b08dd7b95c08 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:44.952488 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547', 'code': 200} Oct 26 11:44:44.994573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-d23ae898-746b-409e-916e-934e93601e47 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:44.996201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-240c35c1-6dd6-4ffb-b685-064291f207fc req-d23ae898-746b-409e-916e-934e93601e47 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1630800 Oct 26 11:44:45.080340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6007bb-db04-4e1b-a769-50332ba1dbfc req-febcb08c-19de-41bb-b77e-ae1102425a88 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:45.082349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b6007bb-db04-4e1b-a769-50332ba1dbfc req-febcb08c-19de-41bb-b77e-ae1102425a88 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.0653286 Oct 26 11:44:45.149642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b6007bb-db04-4e1b-a769-50332ba1dbfc req-0c7ac255-a035-4b8d-80db-fef7ee6db7c9 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550413 Oct 26 11:44:45.333363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8bee-cfd0-4022-a59c-2ca169d8b139 req-9080e934-6546-4430-86fa-c91be2d944ae tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:45.335564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-835e8bee-cfd0-4022-a59c-2ca169d8b139 req-9080e934-6546-4430-86fa-c91be2d944ae tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 944 time: 0.0836267 Oct 26 11:44:45.481167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-835e8bee-cfd0-4022-a59c-2ca169d8b139 req-b8e434b1-6882-4023-b99e-955c5d2c6458 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303453 Oct 26 11:44:45.505473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b93cd-bc46-4d0d-bfc6-1d5213051ca2 req-27883de1-dda2-4ffc-a9c5-bb5a55182c53 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:45.507392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa4b93cd-bc46-4d0d-bfc6-1d5213051ca2 req-27883de1-dda2-4ffc-a9c5-bb5a55182c53 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 944 time: 0.0902100 Oct 26 11:44:45.579546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa4b93cd-bc46-4d0d-bfc6-1d5213051ca2 req-afccc8b0-081a-43c1-9d8a-e3e9201e9971 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589705 Oct 26 11:44:45.881291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-340d3d48-480d-4501-94e7-72ca56d8aa22 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:45.884012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-340d3d48-480d-4501-94e7-72ca56d8aa22 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 821 time: 0.2129714 Oct 26 11:44:45.927375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922129f5-8ad9-46c5-96b2-2770e45e7e62 req-81610ede-6ea2-4f8f-a7e0-9d2592a2f4e1 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:45.929688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-922129f5-8ad9-46c5-96b2-2770e45e7e62 req-81610ede-6ea2-4f8f-a7e0-9d2592a2f4e1 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.1438239 Oct 26 11:44:45.932932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-afb66db0-c628-45c7-8012-057239842672 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/quotas/9dcf1e45e4a243a4987e7053bf222746 HTTP/1.1" status: 200 len: 375 time: 0.0394096 Oct 26 11:44:46.015342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-922129f5-8ad9-46c5-96b2-2770e45e7e62 req-f98bf347-9e2c-4d92-aedb-fb8994e36aa0 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723946 Oct 26 11:44:46.041785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-0623d6b3-c763-4c7c-b4f9-ea7c2efcd94d tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0966032 Oct 26 11:44:46.188741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-452d9fb9-44f4-4b5f-82e3-a6ece4c07f80 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362274 Oct 26 11:44:46.375488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049342-4282-4dcc-9d70-38b5e41357e6 req-1744fe70-501e-4917-aaa4-713c6c3813f2 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:46.377076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46049342-4282-4dcc-9d70-38b5e41357e6 req-1744fe70-501e-4917-aaa4-713c6c3813f2 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1480362 Oct 26 11:44:46.386746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-11d8a2e3-cdcb-478c-8adc-2c2199d5bd28 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868103 Oct 26 11:44:46.456297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46049342-4282-4dcc-9d70-38b5e41357e6 req-0afbb409-be5e-43f1-91e1-8c16f2e63296 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677085 Oct 26 11:44:46.663150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f454f7-ec25-451b-9f73-fac1d16376ff req-1c8af889-70c8-4c48-a2b3-911f7e3135ef tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:46.665052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65f454f7-ec25-451b-9f73-fac1d16376ff req-1c8af889-70c8-4c48-a2b3-911f7e3135ef tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.0889208 Oct 26 11:44:46.750953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65f454f7-ec25-451b-9f73-fac1d16376ff req-ab567dc7-e6b1-4383-a809-af4800b497d5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 Oct 26 11:44:46.784031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8584265c-2e0a-4863-a1cc-17b3485fdc77 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:46.899245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 8584265c-2e0a-4863-a1cc-17b3485fdc77 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:46.917569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 8584265c-2e0a-4863-a1cc-17b3485fdc77 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:46.918221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:46.956129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a939d-e8ee-4070-8c5b-b62757b9bf41 req-9dfeb971-13df-4db0-96e3-2c88dcd85fbd tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:46.958172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e2a939d-e8ee-4070-8c5b-b62757b9bf41 req-9dfeb971-13df-4db0-96e3-2c88dcd85fbd tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 944 time: 0.0774629 Oct 26 11:44:46.979276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9'}, {'name': 'network-changed', 'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:46.982778 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a837d1-7fc3-414d-88b9-0324258e0b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9"}, {"name": "network-changed", "server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "tag": "93e060f9-e667-4f51-9519-9a7935d95547"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:47.045617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1e235-cb26-4662-9c33-2db16798e447 req-0f77a055-a774-42a3-bdcf-4abd73a57a44 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:47.047560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37b1e235-cb26-4662-9c33-2db16798e447 req-0f77a055-a774-42a3-bdcf-4abd73a57a44 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.100 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.1142502 Oct 26 11:44:47.053453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e2a939d-e8ee-4070-8c5b-b62757b9bf41 req-d754e7fb-2d24-4f8f-9a80-0dd98ececb3a tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671387 Oct 26 11:44:47.082328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:47.129169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:47.131595 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcc432d-f84d-451c-bfdf-4556d0f1cabd" -d '{"events": [{"server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "name": "network-vif-plugged", "status": "completed", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:47.173170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8584265c-2e0a-4863-a1cc-17b3485fdc77, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:47.178725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:47.304499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8584265c-2e0a-4863-a1cc-17b3485fdc77,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:47.306856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f317f7-4cfc-436e-ad8d-7495156aa447 req-94d319fe-d16d-48b1-ab8e-7b718090fa85 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:47.308521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f317f7-4cfc-436e-ad8d-7495156aa447 req-94d319fe-d16d-48b1-ab8e-7b718090fa85 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 944 time: 0.1307776 Oct 26 11:44:47.369096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c8f6001-ca36-424a-a827-3d7b8e812e05 req-1bdb2c78-45e8-4338-8be7-d6a749e82d6f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 210 time: 0.0583653 Oct 26 11:44:47.381519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Deleting port c08a22f3-4cad-434e-8ffb-58a4f149e896 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:44:47.382123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:47.485266 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb40c55-eca5-4d90-ad58-d3d31d5be20e x-openstack-request-id: req-6eb40c55-eca5-4d90-ad58-d3d31d5be20e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:47.485732 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "tag": "93e060f9-e667-4f51-9519-9a7935d95547", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:47.486143 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6eb40c55-eca5-4d90-ad58-d3d31d5be20e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:47.486509 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'status': 'completed', 'code': 200} Oct 26 11:44:47.486849 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547', 'status': 'completed', 'code': 200} Oct 26 11:44:47.535779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f317f7-4cfc-436e-ad8d-7495156aa447 req-1c2ec80a-6c42-4305-87eb-eb9c86164a33 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992211 Oct 26 11:44:47.636179 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf7fb5-c7f9-4e50-8634-3b1a2163e963 x-openstack-request-id: req-86bf7fb5-c7f9-4e50-8634-3b1a2163e963 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:47.636476 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "name": "network-vif-plugged", "status": "completed", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:47.636769 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86bf7fb5-c7f9-4e50-8634-3b1a2163e963 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:47.637172 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'code': 200} Oct 26 11:44:47.638389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-e2d520f0-0a89-427a-a667-f935b51a4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:47.639961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-e2d520f0-0a89-427a-a667-f935b51a4ad1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 1095 time: 0.1051981 Oct 26 11:44:47.692026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] For port c08a22f3-4cad-434e-8ffb-58a4f149e896, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c08a22f3-4cad-434e-8ffb-58a4f149e896,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:47.693117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:47.727365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Calling delete_port for c08a22f3-4cad-434e-8ffb-58a4f149e896 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:44:47.805305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-517b10f9-9208-461a-a6dd-0ca5fb0e1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:47.819996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-517b10f9-9208-461a-a6dd-0ca5fb0e1143 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 926 time: 0.1609018 Oct 26 11:44:47.823258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b82b3c96-fc14-412d-b859-cfc3f06541c9 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:47.830205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91e35-9455-4d39-ab45-be9b11f31058 req-53f8a177-30de-459f-ad7d-8091dea4e61e tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:47.832081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27a91e35-9455-4d39-ab45-be9b11f31058 req-53f8a177-30de-459f-ad7d-8091dea4e61e tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 949 time: 0.2310560 Oct 26 11:44:47.923423 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-5c62b289-baa1-4e95-ba1b-8529a17320f9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9 HTTP/1.1" status: 200 len: 217 time: 0.0808468 Oct 26 11:44:48.043688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486852-8371-466b-815a-bed7c1bda7cc req-ed3ae627-c356-4c67-bb70-72f298dd038a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.051692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61486852-8371-466b-815a-bed7c1bda7cc req-ed3ae627-c356-4c67-bb70-72f298dd038a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.3206971 Oct 26 11:44:48.053652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-47f2a181-43a3-4949-bd55-22ccfcf1b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.057385 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-47f2a181-43a3-4949-bd55-22ccfcf1b989 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.1239424 Oct 26 11:44:48.089218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:48.124592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'port_id': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'mac_address': 'fa:16:3e:c5:20:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:48.141267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27a91e35-9455-4d39-ab45-be9b11f31058 req-2c4b9fa7-8035-4b48-b4ea-41e54a73d6de tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/security-groups?id=12a68dc4-3870-4fac-bf57-18d25db684f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903047 Oct 26 11:44:48.150607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213193c5-b64c-4f1b-9c86-1e02692661bf req-4490bfc9-a620-47a4-b84a-7427ec55f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.152359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-213193c5-b64c-4f1b-9c86-1e02692661bf req-4490bfc9-a620-47a4-b84a-7427ec55f536 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 1096 time: 0.3002765 Oct 26 11:44:48.170684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-d1422898-4ddb-4c2c-8fc4-3dc1dc01f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.177038 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-d1422898-4ddb-4c2c-8fc4-3dc1dc01f24f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109629 Oct 26 11:44:48.197961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:48.203401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61486852-8371-466b-815a-bed7c1bda7cc req-3325142e-64a4-4df6-8e3c-90359d237711 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129310 Oct 26 11:44:48.230599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82b3c96-fc14-412d-b859-cfc3f06541c9 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:48.265156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:48.271685 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:48.338826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-213193c5-b64c-4f1b-9c86-1e02692661bf req-0e3c1ac2-36d6-4549-bb33-6748d745ff7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654809 Oct 26 11:44:48.380566 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-3d27ccde-9d2d-408b-bbf8-996c48ef45c9 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887524 Oct 26 11:44:48.428031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:48.429108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef7483-5eed-4f91-9a2e-3d7cb87b0737 req-1f41f5f3-076c-4400-b702-5c45ba7ea418 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.430830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ef7483-5eed-4f91-9a2e-3d7cb87b0737 req-1f41f5f3-076c-4400-b702-5c45ba7ea418 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1707244 Oct 26 11:44:48.474200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:48.484735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b353093-0266-4101-b9a4-6cf0b6a72008 req-3a9efad8-8090-4151-9f7a-214dd12cee66 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.486460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b353093-0266-4101-b9a4-6cf0b6a72008 req-3a9efad8-8090-4151-9f7a-214dd12cee66 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.1712000 Oct 26 11:44:48.536764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Pushing event deleted for resources: {'Port': ['ID=c08a22f3-4cad-434e-8ffb-58a4f149e896,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:48.565268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ef7483-5eed-4f91-9a2e-3d7cb87b0737 req-dc6cd913-8a6e-4255-bcdc-49ce53f31a7e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254644 Oct 26 11:44:48.589885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-2168377c-d2d9-4270-b128-73bab72b6354 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006209 Oct 26 11:44:48.611211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b82b3c96-fc14-412d-b859-cfc3f06541c9'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:48.661988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] No DVR routers for this DVR port c08a22f3-4cad-434e-8ffb-58a4f149e896 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:44:48.775945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:48.779224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-863c83b9-85c5-47f8-aae7-ec90cc89c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.779921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37b1e235-cb26-4662-9c33-2db16798e447 req-9bc512c8-d108-4602-bad5-11ba2fc243bf tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.100 "DELETE /v2.0/ports/c08a22f3-4cad-434e-8ffb-58a4f149e896 HTTP/1.1" status: 204 len: 173 time: 1.7249227 Oct 26 11:44:48.793307 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-863c83b9-85c5-47f8-aae7-ec90cc89c268 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1125 time: 0.1123245 Oct 26 11:44:48.854368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b353093-0266-4101-b9a4-6cf0b6a72008 req-faac18fc-e386-48d0-b60d-b575b9970049 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523853 Oct 26 11:44:48.866216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-b4605b00-7396-43ee-b6ce-de6d0e445237 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:48.868559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-b4605b00-7396-43ee-b6ce-de6d0e445237 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 821 time: 0.2660782 Oct 26 11:44:48.895026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'port': {'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'admin_state_up': True, 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:49.011724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-506d7eb6-674f-43f0-a30a-bdc21f120fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:49.016764 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-506d7eb6-674f-43f0-a30a-bdc21f120fa6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.2131693 Oct 26 11:44:49.076610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f4516ae-713a-470f-b995-3ff8cadd87b1 req-e80ba41e-76cd-4749-9a6d-95acc560b15d tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 210 time: 0.0521011 Oct 26 11:44:49.103577 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc610614-a6d4-4b6e-ac05-d58fdad0ac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:49.119945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-61a84ddd-073e-4bf1-bd6f-5e157164544c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 217 time: 0.0901048 Oct 26 11:44:49.149346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a9b4-889b-46a1-ad85-092ae5c60314 req-b979af8a-8d15-4e0d-912d-f00cf721ddbe tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:49.157150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d63a9b4-889b-46a1-ad85-092ae5c60314 req-b979af8a-8d15-4e0d-912d-f00cf721ddbe tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.3671114 Oct 26 11:44:49.161163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Made reservation on behalf of 9dcf1e45e4a243a4987e7053bf222746 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:49.169093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:49.212879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-77d2c95c-e8d4-4b97-8a1d-81e8e739ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:49.215446 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-77d2c95c-e8d4-4b97-8a1d-81e8e739ac7f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0859978 Oct 26 11:44:49.277735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-eed81d51-b378-46d3-8e85-8bf41a87c761 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466611 Oct 26 11:44:49.279411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d63a9b4-889b-46a1-ad85-092ae5c60314 req-895c919c-cb7f-449a-aa2b-a279c6a27e40 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211336 Oct 26 11:44:49.407698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bdfb-a083-4ed1-b22b-e52a5712186a req-c6179d3a-463e-4ce6-830a-ab3dfaccb091 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:49.416244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebe2bdfb-a083-4ed1-b22b-e52a5712186a req-c6179d3a-463e-4ce6-830a-ab3dfaccb091 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 945 time: 0.1753039 Oct 26 11:44:49.424261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-74e0fed0-b5e0-4d9d-9a19-b664846d60a6 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333973 Oct 26 11:44:49.593890 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75a837d1-7fc3-414d-88b9-0324258e0b4e req-f5b3b550-837d-4903-ad2e-ced6490c8d6a service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521444 Oct 26 11:44:49.802064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'name': 'network-vif-deleted', 'tag': 'c08a22f3-4cad-434e-8ffb-58a4f149e896'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:49.804532 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9b4972-45b8-45e5-824e-8801cc4c5756" -d '{"events": [{"server_uuid": "5eb7f688-4e35-4617-974c-7968dd2db8e5", "name": "network-vif-deleted", "tag": "c08a22f3-4cad-434e-8ffb-58a4f149e896"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:49.832118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b82b3c96-fc14-412d-b859-cfc3f06541c9 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:44:49.834463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52b75b13-cfa1-4758-9497-fefd095dea60 req-8dff79c0-33d3-4da1-98c0-83c77bcbcdd5 tempest-ServersAdminNegativeTestJSON-389930428 tempest-ServersAdminNegativeTestJSON-389930428-project] 10.222.0.88 "GET /v2.0/ports?device_id=5eb7f688-4e35-4617-974c-7968dd2db8e5 HTTP/1.1" status: 200 len: 210 time: 0.4134371 Oct 26 11:44:49.851593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Allocated IP 172.20.0.13 (ce254c70-00a3-4d9b-b1f4-819819fb3d52/cb720498-6349-4f25-b7a1-eb63fdc2b821/df234f63-8632-41c3-97e0-4bd6d01e9079) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:44:49.909966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebe2bdfb-a083-4ed1-b22b-e52a5712186a req-f1b5a036-83e4-47d0-8296-34db89aa77fe tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829206 Oct 26 11:44:49.966792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port b82b3c96-fc14-412d-b859-cfc3f06541c9 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:44:49.976153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port b82b3c96-fc14-412d-b859-cfc3f06541c9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:49.977041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.116046 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.127557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95339833-8614-4e7c-b100-97a161ef8615 req-cb306e4d-2393-4015-a3a8-b8602a366bf1 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:50.129569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95339833-8614-4e7c-b100-97a161ef8615 req-cb306e4d-2393-4015-a3a8-b8602a366bf1 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1718979 Oct 26 11:44:50.140237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:50.142444 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe1746-ec91-4269-83f5-413dec31c737" -d '{"events": [{"server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "name": "network-vif-plugged", "status": "completed", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:50.152576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53b5d-ebda-45a0-b31d-e1f9a114bf24 req-39308b0e-0bff-4bb2-b579-785f32bc0c77 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:50.154348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2af53b5d-ebda-45a0-b31d-e1f9a114bf24 req-39308b0e-0bff-4bb2-b579-785f32bc0c77 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1340299 Oct 26 11:44:50.156055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:50.161023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.161951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c08a22f3-4cad-434e-8ffb-58a4f149e896 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:44:50.185294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c08a22f3-4cad-434e-8ffb-58a4f149e896 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:44:50.185640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c08a22f3-4cad-434e-8ffb-58a4f149e896 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:44:50.194805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.240482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:50.251299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95339833-8614-4e7c-b100-97a161ef8615 req-6fc11034-3b36-4563-b14f-164bea45bc80 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104507 Oct 26 11:44:50.263631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2af53b5d-ebda-45a0-b31d-e1f9a114bf24 req-8a3c65be-7f54-4147-9b7d-031a58b32716 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974598 Oct 26 11:44:50.305794 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.329024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['532a30fa-6994-42d8-b0db-50f6e508bf26'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:50.369927 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c8809b-785f-4c21-b63a-c459e70865ac x-openstack-request-id: req-34c8809b-785f-4c21-b63a-c459e70865ac {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:50.370286 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb7f688-4e35-4617-974c-7968dd2db8e5", "name": "network-vif-deleted", "tag": "c08a22f3-4cad-434e-8ffb-58a4f149e896", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:50.370502 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-34c8809b-785f-4c21-b63a-c459e70865ac {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:50.370971 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb7f688-4e35-4617-974c-7968dd2db8e5', 'name': 'network-vif-deleted', 'tag': 'c08a22f3-4cad-434e-8ffb-58a4f149e896', 'status': 'completed', 'code': 200} Oct 26 11:44:50.379954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:44:50.385155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:50.391195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:44:50.442495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event updated for resources: {'Port': ['ID=df234f63-8632-41c3-97e0-4bd6d01e9079,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:50.553854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:50.554562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.594947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09bd9-05a9-41ee-96fd-e7a431f59f1b req-eec3d90a-1167-4cc7-a02b-0866c154d822 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:50.606150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9a09bd9-05a9-41ee-96fd-e7a431f59f1b req-eec3d90a-1167-4cc7-a02b-0866c154d822 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.1523461 Oct 26 11:44:50.620481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-17afb3c0-69f6-49c4-980e-ad322277a21a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7369306 Oct 26 11:44:50.642678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Request body: {'port': {'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:50.714011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e1a7f-948d-491f-9a35-98284589e5ea req-28a1ef34-1716-4893-a4e5-76f5e9df41bf tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:50.716829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9e1a7f-948d-491f-9a35-98284589e5ea req-28a1ef34-1716-4893-a4e5-76f5e9df41bf tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 932 time: 0.2249827 Oct 26 11:44:50.806374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9a09bd9-05a9-41ee-96fd-e7a431f59f1b req-6c704c68-3788-446a-a982-33d9f540c79b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989355 Oct 26 11:44:50.817216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f54ec936-3c80-443a-8e3f-3afd10bd7406 None None] Provisioning complete for port df234f63-8632-41c3-97e0-4bd6d01e9079 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:44:50.817951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f54ec936-3c80-443a-8e3f-3afd10bd7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.845583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:50.874119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9e1a7f-948d-491f-9a35-98284589e5ea req-3adffb13-7af5-4e7d-8ccd-3ae9cb30959b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390560 Oct 26 11:44:50.935859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f54ec936-3c80-443a-8e3f-3afd10bd7406 None None] Port df234f63-8632-41c3-97e0-4bd6d01e9079 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:44:50.944883 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f0441b-5667-4150-a649-75e3851550a1 x-openstack-request-id: req-03f0441b-5667-4150-a649-75e3851550a1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:50.945342 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "name": "network-vif-plugged", "status": "completed", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:50.953107 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03f0441b-5667-4150-a649-75e3851550a1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:50.953764 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'code': 200} Oct 26 11:44:51.124035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf269-5169-48c2-888b-b8f1f35f6403 req-392085cc-b8ec-4104-8820-fe0b618c5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:51.126103 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af0cf269-5169-48c2-888b-b8f1f35f6403 req-392085cc-b8ec-4104-8820-fe0b618c5827 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 1097 time: 0.0621405 Oct 26 11:44:51.195718 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af0cf269-5169-48c2-888b-b8f1f35f6403 req-66ef1ad2-b200-4a13-b33f-3b0d1eba0e9b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618100 Oct 26 11:44:51.358147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02c4f0-2a53-425b-919b-1f44b0ff4bc5 req-77ebf5fe-4bcf-40f8-94b5-ac5e2f16da36 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:51.359815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b02c4f0-2a53-425b-919b-1f44b0ff4bc5 req-77ebf5fe-4bcf-40f8-94b5-ac5e2f16da36 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.1587708 Oct 26 11:44:51.360640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49206) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:51.370784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6f1df-d157-44fe-931a-40465cc57711 req-9caa5ca6-bf40-4bef-99e5-02b8c0f6437c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:51.373002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39b6f1df-d157-44fe-931a-40465cc57711 req-9caa5ca6-bf40-4bef-99e5-02b8c0f6437c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 946 time: 0.1699212 Oct 26 11:44:51.480309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b02c4f0-2a53-425b-919b-1f44b0ff4bc5 req-e70a7520-3ff7-4391-bf89-62307b1ca554 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024768 Oct 26 11:44:51.487538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39b6f1df-d157-44fe-931a-40465cc57711 req-29c7bff0-8925-4e18-972c-09a0c0979288 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964971 Oct 26 11:44:51.553977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df234f63-8632-41c3-97e0-4bd6d01e9079 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:51.570049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.594021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Transition to ACTIVE for port object df234f63-8632-41c3-97e0-4bd6d01e9079 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:51.603546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.678249 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d56d6839-f2e7-4ed2-880d-8676d7c762ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3a69239b61e43b5839a52e8999e3966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159163 Oct 26 11:44:51.681446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:51.695832 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3617bb69-e3b9-4251-b02a-227ca8851f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.764071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07a19657-11c0-4cde-9621-a01f536702be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.780102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Pushing event updated for resources: {'Port': ['ID=df234f63-8632-41c3-97e0-4bd6d01e9079,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:51.789290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07a19657-11c0-4cde-9621-a01f536702be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.848599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611fe4c-5b86-4861-bcb0-43322a8d273f req-d8e924c0-7b2b-42be-b228-95f06b49d271 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:51.857762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2611fe4c-5b86-4861-bcb0-43322a8d273f req-d8e924c0-7b2b-42be-b228-95f06b49d271 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2263088 Oct 26 11:44:51.881419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07a19657-11c0-4cde-9621-a01f536702be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.885651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07a19657-11c0-4cde-9621-a01f536702be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:51.889440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-07a19657-11c0-4cde-9621-a01f536702be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12a68dc4-3870-4fac-bf57-18d25db684f4 HTTP/1.1" status: 204 len: 168 time: 0.2026834 Oct 26 11:44:51.893613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464e48-4487-4deb-9f1c-136465e89af4 req-332a51ad-011d-4425-91b3-09c78193f508 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:51.895350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11464e48-4487-4deb-9f1c-136465e89af4 req-332a51ad-011d-4425-91b3-09c78193f508 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.2298079 Oct 26 11:44:51.907308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Attempting to bind port df234f63-8632-41c3-97e0-4bd6d01e9079 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:44:51.907763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Attempting to bind port df234f63-8632-41c3-97e0-4bd6d01e9079 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:44:51.908169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Attempting to bind port df234f63-8632-41c3-97e0-4bd6d01e9079 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:51.920227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a19657-11c0-4cde-9621-a01f536702be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a68dc4-3870-4fac-bf57-18d25db684f4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:51.924681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Port df234f63-8632-41c3-97e0-4bd6d01e9079 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:44:51.925855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Attempting to bind port df234f63-8632-41c3-97e0-4bd6d01e9079 on network ce254c70-00a3-4d9b-b1f4-819819fb3d52 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:44:51.965244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:44:51.965589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Checking segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:51.965990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Bound using segment: {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:44:51.967082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Bound port: df234f63-8632-41c3-97e0-4bd6d01e9079, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8165df11-02ef-46a2-ba5d-cef7e8abfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:44:51.967400 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:52.007875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2611fe4c-5b86-4861-bcb0-43322a8d273f req-9b8f0696-e838-4c8a-bef4-a10ee2c4aa68 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442723 Oct 26 11:44:52.022355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11464e48-4487-4deb-9f1c-136465e89af4 req-424944f6-c5bb-4142-9e0e-a6e6443d6ef5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Oct 26 11:44:52.194912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] For port df234f63-8632-41c3-97e0-4bd6d01e9079, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:52.231028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] For port df234f63-8632-41c3-97e0-4bd6d01e9079, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df234f63-8632-41c3-97e0-4bd6d01e9079,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:44:52.239569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:52.287059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647df47b-a292-4dcd-b17a-0d27e8467e30 req-6c6fc6e1-4360-4cf7-8e8b-299821edb357 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.288593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-647df47b-a292-4dcd-b17a-0d27e8467e30 req-6c6fc6e1-4360-4cf7-8e8b-299821edb357 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.1440001 Oct 26 11:44:52.300237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:52.309832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Request body: {'floatingip': {'port_id': '8584265c-2e0a-4863-a1cc-17b3485fdc77'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:52.322058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f1940-a70d-45fc-8002-57107a51e81a req-f223dd2e-f886-4595-9712-b314e5af14df tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.330257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b75f1940-a70d-45fc-8002-57107a51e81a req-f223dd2e-f886-4595-9712-b314e5af14df tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.1866441 Oct 26 11:44:52.343005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.343630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:52.345089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] 10.222.0.30 "PUT /v2.0/ports/df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 1092 time: 1.7074654 Oct 26 11:44:52.373709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d787ee-84b0-4b38-bfcc-c572e8ce9a36 service neutron] Pushing event updated for resources: {'Port': ['ID=df234f63-8632-41c3-97e0-4bd6d01e9079,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:52.380159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:52.382889 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e86e7-ad04-4c38-8159-dfaec055780f" -d '{"events": [{"name": "network-changed", "server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:52.424240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b75f1940-a70d-45fc-8002-57107a51e81a req-09c8db2b-fd15-42d5-9850-b73b7d301dcf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928087 Oct 26 11:44:52.446686 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:52.493031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49228) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:52.625091 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e082c-fda7-42de-9741-1e829fa7ac03 x-openstack-request-id: req-101e082c-fda7-42de-9741-1e829fa7ac03 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:52.625458 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:52.625897 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-101e082c-fda7-42de-9741-1e829fa7ac03 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:52.626387 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'status': 'completed', 'code': 200} Oct 26 11:44:52.678729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-cda7cb91-771c-4feb-9b8e-d932213f3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.680509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-cda7cb91-771c-4feb-9b8e-d932213f3c3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1095 time: 0.2525711 Oct 26 11:44:52.684379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4c628588-2973-40e4-a003-2c4a1ca00d9e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8463a234ee94c7ca44b59f741a7aeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901035 Oct 26 11:44:52.687883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49232) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:52.752036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-f081a601-e89c-4be9-966a-8e3c78301917 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 217 time: 0.0597587 Oct 26 11:44:52.765080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a39c26-1430-4010-b430-ce4bc0510bed req-1376fc34-0bda-4212-bbf4-52b3f1a348a9 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.766944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3a39c26-1430-4010-b430-ce4bc0510bed req-1376fc34-0bda-4212-bbf4-52b3f1a348a9 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 944 time: 0.2751219 Oct 26 11:44:52.786510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:52.881505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5fc0-7b61-4095-b07c-da3ccaeb084f req-7c7c3c5f-214d-436a-9f66-8d4a145382df tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.883185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e33d5fc0-7b61-4095-b07c-da3ccaeb084f req-7c7c3c5f-214d-436a-9f66-8d4a145382df tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 946 time: 0.1431773 Oct 26 11:44:52.884735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-12fbb365-51a0-4f33-86a1-4a680a337359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.886311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-12fbb365-51a0-4f33-86a1-4a680a337359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1045439 Oct 26 11:44:52.890298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3a39c26-1430-4010-b430-ce4bc0510bed req-9448de31-1573-4baa-8122-d9fd14a05fb4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070528 Oct 26 11:44:52.957991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e33d5fc0-7b61-4095-b07c-da3ccaeb084f req-e713e45b-2317-4118-a9fb-6edf39143f05 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643785 Oct 26 11:44:52.971600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-a15df9b1-a9dc-4314-a1eb-f0301549daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:52.973266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-a15df9b1-a9dc-4314-a1eb-f0301549daaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720084 Oct 26 11:44:53.062412 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.151098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3054-169f-48d9-9f46-3853500691c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.186499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75340e-980f-4930-a58a-58754e2ca001 req-2c3fdac1-b413-4553-9d75-53f30df2e05c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:53.188148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f75340e-980f-4930-a58a-58754e2ca001 req-2c3fdac1-b413-4553-9d75-53f30df2e05c tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 946 time: 0.1207428 Oct 26 11:44:53.199233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-2ca5997a-cfa5-431c-9ab2-2a2edf0013ca service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109046 Oct 26 11:44:53.201763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49242) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:53.206129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Request body: {'floatingip': {'port_id': 'b82b3c96-fc14-412d-b859-cfc3f06541c9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:53.223260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec41252-f058-4fb4-8fd8-b67a6a69fd11 req-bbf0f213-27dd-4baa-b271-2453eb8bf766 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:53.225784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aec41252-f058-4fb4-8fd8-b67a6a69fd11 req-bbf0f213-27dd-4baa-b271-2453eb8bf766 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1193357 Oct 26 11:44:53.232430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3054-169f-48d9-9f46-3853500691c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.255302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f92f5dbe-adf9-42a1-8f96-f2346adf7088 service neutron] 10.222.0.100 "GET /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547/bindings/n-h1-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.5052700 Oct 26 11:44:53.376381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.465514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3054-169f-48d9-9f46-3853500691c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.469002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3054-169f-48d9-9f46-3853500691c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.470262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6b0f3054-169f-48d9-9f46-3853500691c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00cf1b27-fb17-4486-8e6b-4a42165d12b3 HTTP/1.1" status: 204 len: 168 time: 0.7810099 Oct 26 11:44:53.515313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f3054-169f-48d9-9f46-3853500691c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf1b27-fb17-4486-8e6b-4a42165d12b3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:53.529728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aec41252-f058-4fb4-8fd8-b67a6a69fd11 req-8da7bbcc-d18e-4259-8434-0e7d8275582f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285738 Oct 26 11:44:53.635145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74116-2664-467b-bbf4-dd3abb84e1eb req-7d8ddb25-c757-4164-a733-c5994b8ff63c tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:53.636993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aed74116-2664-467b-bbf4-dd3abb84e1eb req-7d8ddb25-c757-4164-a733-c5994b8ff63c tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.3371205 Oct 26 11:44:53.670641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.684831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.691913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:53.782721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:53.831220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e060f9-e667-4f51-9519-9a7935d95547 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:53.838086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1ab4b00-38de-4a2a-ae03-e8082741d215 req-d010a605-1184-4af1-afc4-0478ebed377a service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280344 Oct 26 11:44:53.846852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:53.859768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:44:53.860772 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Floating IP 5e687e62-10dc-4672-9d36-f6a2915ee7d5 associated. External IP: 172.25.4.145, port: 8584265c-2e0a-4863-a1cc-17b3485fdc77. Oct 26 11:44:53.914167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:53.920605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee166-947c-424d-ab63-e3ed99b6407f req-a0999b13-7765-47a7-a363-54bb59bb7198 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:53.923733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51bee166-947c-424d-ab63-e3ed99b6407f req-a0999b13-7765-47a7-a363-54bb59bb7198 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 944 time: 0.3082006 Oct 26 11:44:53.931628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aed74116-2664-467b-bbf4-dd3abb84e1eb req-46546f65-992e-4d0f-b8ef-f56ef089d115 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311616 Oct 26 11:44:54.120350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] Transition to ACTIVE for port object 93e060f9-e667-4f51-9519-9a7935d95547 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:44:54.127187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.238259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-6de487c7-cd54-4131-a2b6-ae2edca6c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:54.240979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-6de487c7-cd54-4131-a2b6-ae2edca6c7ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1095 time: 0.3028493 Oct 26 11:44:54.286792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] No DVR routers for this DVR port 93e060f9-e667-4f51-9519-9a7935d95547 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:44:54.302534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] Pushing event updated for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:54.323481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Router c676c510-ecfb-42ad-8ff0-3da33a9a4226 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:44:54.352929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-f9c7a42e-1b43-4b28-813c-9eaf960351b3 service neutron] 10.222.0.100 "PUT /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547/bindings/n-h1-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0883055 Oct 26 11:44:54.356851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51bee166-947c-424d-ab63-e3ed99b6407f req-cb3afa05-3de4-442e-9a49-c68510ec7871 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204435 Oct 26 11:44:54.472258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:54.474294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.487788 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] Sync routers for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:54.491692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.501776 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:54.502546 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:54.575112 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b479caba-fea1-4b4a-9e2b-86d2507a5041 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "PUT /v2.0/floatingips/5e687e62-10dc-4672-9d36-f6a2915ee7d5 HTTP/1.1" status: 200 len: 991 time: 2.2717650 Oct 26 11:44:54.576216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:54.580898 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:54.675087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:54.764543 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:54.814376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1856484440-network', 'tenant_id': '52171fd260a74ee5a19a4c13bc763fcf'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:54.841054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Made reservation on behalf of 52171fd260a74ee5a19a4c13bc763fcf for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:54.843980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.855639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.923736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea9033-2cf8-47c2-8fa9-c9af7ecb6e76 req-110f1e14-5072-40c2-9d9c-718855919090 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:54.925223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19ea9033-2cf8-47c2-8fa9-c9af7ecb6e76 req-110f1e14-5072-40c2-9d9c-718855919090 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 944 time: 0.8837171 Oct 26 11:44:54.934110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-55bcbacf-5c00-4e28-bcdd-0d6f87a513a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:54.935626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-55bcbacf-5c00-4e28-bcdd-0d6f87a513a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.5774815 Oct 26 11:44:54.962112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.967916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:54.998952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:44:55.041792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.042411 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Added segment 2bc62b88-e73d-4adf-bf92-dc01a0c03e9f of type vlan for network 63820f03-c04b-42d3-814d-7eeb27d4ba43 Oct 26 11:44:55.045103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f354c6-aea7-4135-ac00-d38197aa9380,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:55.089081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-442174de-5ace-453e-a6ae-5bb80a352660 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 217 time: 0.1308038 Oct 26 11:44:55.122364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.158689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.159036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.159322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-e50b6317-969a-444b-b8e2-480b7d55f788 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.160193 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.160918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-e50b6317-969a-444b-b8e2-480b7d55f788 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.3515248 Oct 26 11:44:55.163037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:44:55.175504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ad0-8562-41ea-82b3-39ecdf29e617 req-404b057e-0ff1-451d-98e4-3092fbfa8c17 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.177093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bae1ad0-8562-41ea-82b3-39ecdf29e617 req-404b057e-0ff1-451d-98e4-3092fbfa8c17 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.3648221 Oct 26 11:44:55.190352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5e687e62-10dc-4672-9d36-f6a2915ee7d5', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'port_id': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'mac_address': 'fa:16:3e:3e:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:28Z', 'updated_at': '2021-10-26T11:44:53Z', 'revision_number': 1, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:27Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:55.227388 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] Checking router: c676c510-ecfb-42ad-8ff0-3da33a9a4226 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:55.243320 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:55.244989 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:55.258742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5819886 Oct 26 11:44:55.259577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49282) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:55.277397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Request body: {'subnet': {'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1856484440-subnet', 'tenant_id': '52171fd260a74ee5a19a4c13bc763fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:55.284560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19ea9033-2cf8-47c2-8fa9-c9af7ecb6e76 req-57d9c5b4-7781-449b-93cc-3ece680529e4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479309 Oct 26 11:44:55.306930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.311085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-f257a66f-d391-416c-a8da-9bf5bcd75005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.311355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-f257a66f-d391-416c-a8da-9bf5bcd75005 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.2103264 Oct 26 11:44:55.322270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Made reservation on behalf of 52171fd260a74ee5a19a4c13bc763fcf for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:55.322270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.331183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.392436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8967dd7-e232-4661-97b3-e7cb2a6d488e admin admin] Pushing event updated for resources: {'Network': ['ID=63820f03-c04b-42d3-814d-7eeb27d4ba43,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:55.406804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 63820f03-c04b-42d3-814d-7eeb27d4ba43 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:44:55.535804 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:55.568690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bae1ad0-8562-41ea-82b3-39ecdf29e617 req-ae8f14c1-47e7-4ee5-a87c-d0f8d6f29d93 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402543 Oct 26 11:44:55.571109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-fe0e9bd9-9231-4552-9537-fc208eb134fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.572627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-fe0e9bd9-9231-4552-9537-fc208eb134fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 1096 time: 0.3892956 Oct 26 11:44:55.606073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-3f7e5946-5ab4-4463-a93b-5ea36cf9b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.607698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-3f7e5946-5ab4-4463-a93b-5ea36cf9b2d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536452 Oct 26 11:44:55.618291 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ec6bd-7eae-4134-bec8-a16207d330ef x-openstack-request-id: req-566ec6bd-7eae-4134-bec8-a16207d330ef {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:55.618846 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:55.625684 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-566ec6bd-7eae-4134-bec8-a16207d330ef {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:55.631288 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'status': 'completed', 'code': 200} Oct 26 11:44:55.757962 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c associated. External IP: 172.25.4.64, port: b82b3c96-fc14-412d-b859-cfc3f06541c9. Oct 26 11:44:55.844963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-6fe63b8b-5cd2-4171-93d4-5426be19f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:55.846909 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-6fe63b8b-5cd2-4171-93d4-5426be19f586 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6964d52251b64a9cb78761c0536a78e5&device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 1096 time: 0.1486645 Oct 26 11:44:55.940313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:55.998389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5e687e62-10dc-4672-9d36-f6a2915ee7d5', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'port_id': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'mac_address': 'fa:16:3e:3e:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:28Z', 'updated_at': '2021-10-26T11:44:53Z', 'revision_number': 1, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:27Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:56.024495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11a88aa-0c2d-4882-b13a-215863921ce2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:56.038483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-d93bb60f-cc69-4f96-b70c-658c3b13a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.040173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-d93bb60f-cc69-4f96-b70c-658c3b13a227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1096 time: 0.3787365 Oct 26 11:44:56.060226 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b4a27-3f62-46fa-8547-136a7d724b14 None None] The sync data for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 is: [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5e687e62-10dc-4672-9d36-f6a2915ee7d5', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'port_id': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'mac_address': 'fa:16:3e:3e:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:28Z', 'updated_at': '2021-10-26T11:44:53Z', 'revision_number': 1, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:27Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:44:56.078479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-9e1e26e9-1fc5-4f88-b5f5-36d8d08c7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.080638 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-9e1e26e9-1fc5-4f88-b5f5-36d8d08c7a18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04d5f0ae-f262-4637-8ade-cd52137d10bf HTTP/1.1" status: 200 len: 908 time: 0.2220101 Oct 26 11:44:56.084906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Checking segment: {'id': '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:56.085099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0dfe5-ba9c-42f4-8e22-cb452aaacd9e req-4d174192-7ba6-4cdd-9996-53fa450bf70f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.085504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Network hostable DHCP agents. Network: 63820f03-c04b-42d3-814d-7eeb27d4ba43, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:44:56.086715 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aff0dfe5-ba9c-42f4-8e22-cb452aaacd9e req-4d174192-7ba6-4cdd-9996-53fa450bf70f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.2892966 Oct 26 11:44:56.098906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a38a-0e85-460f-b053-36f2fbfe566e req-b5ce9190-2300-4c9b-a749-4e43d1fe5e08 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.100433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3780a38a-0e85-460f-b053-36f2fbfe566e req-b5ce9190-2300-4c9b-a749-4e43d1fe5e08 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.3057823 Oct 26 11:44:56.120308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-3ffc3271-54c0-4d0b-9820-dc75e6f384b0 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733980 Oct 26 11:44:56.201057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Network 63820f03-c04b-42d3-814d-7eeb27d4ba43 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:44:56.220287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-c4a83283-b882-4657-a924-3cfae56288a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77 HTTP/1.1" status: 200 len: 999 time: 0.1270983 Oct 26 11:44:56.223635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 63820f03-c04b-42d3-814d-7eeb27d4ba43) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:56.237263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66058d7e-1a02-45e9-a0ba-e5e91460d1fe None None] Network 63820f03-c04b-42d3-814d-7eeb27d4ba43 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:44:56.254219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.255406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:56.336487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1bfbd96e-58e6-4c6e-bd67-2973ec9fe870 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0549517 Oct 26 11:44:56.359354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-424769d5-42de-4079-a015-2455e7d25a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.361883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-424769d5-42de-4079-a015-2455e7d25a63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3bd96d2-64c3-494d-99af-af6af94783b6 HTTP/1.1" status: 200 len: 845 time: 0.1220846 Oct 26 11:44:56.499687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-39e46dfc-2e6d-4142-9478-f025128fbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.507510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-39e46dfc-2e6d-4142-9478-f025128fbb3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04d5f0ae-f262-4637-8ade-cd52137d10bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288962 Oct 26 11:44:56.544546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aff0dfe5-ba9c-42f4-8e22-cb452aaacd9e req-f56541df-5fec-404a-8385-342f2d88eb96 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284599 Oct 26 11:44:56.553142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c56934-03e8-480d-b25a-31ee9dc173cb None None] New status for floating IP 5e687e62-10dc-4672-9d36-f6a2915ee7d5: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:44:56.609318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-730d8157-f030-4f59-8c05-f4a42e2dc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:56.612706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-730d8157-f030-4f59-8c05-f4a42e2dc338 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.5522337 Oct 26 11:44:56.629902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3780a38a-0e85-460f-b053-36f2fbfe566e req-70e28072-d0b4-42b3-b6ae-9228c4923a5a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752650 Oct 26 11:44:56.755533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-58aeb244-1ef6-4f20-886b-fefd66d7b0f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 217 time: 0.1216564 Oct 26 11:44:56.804904 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-a5e6254e-78f3-49ef-9338-8318d4f6cb29 service neutron] 10.222.0.30 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856357 Oct 26 11:44:56.851534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf2072-460d-46d0-86c2-b82b8b856a87 None None] Network 63820f03-c04b-42d3-814d-7eeb27d4ba43 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:44:56.887692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df234f63-8632-41c3-97e0-4bd6d01e9079 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:44:57.011181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-edb57018-6638-4418-81a8-0a7e5a685b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:57.014827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-edb57018-6638-4418-81a8-0a7e5a685b84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2145498 Oct 26 11:44:57.034426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c5e86e7-ad04-4c38-8159-dfaec055780f req-7aad2096-46e6-4c15-b694-1b66c0d10cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752649 Oct 26 11:44:57.051237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:44:57.126416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1cf3b25b-8ae8-48db-a672-7e3e64486a3d req-1eae7557-ec2c-46b1-a819-1f41f9494ef8 service neutron] 10.222.0.30 "GET /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093352 Oct 26 11:44:57.132592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-71cd5541-d587-472a-b9cf-9d739d3489d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749090 Oct 26 11:44:57.286808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4851bee-7e50-4046-bde6-8aa5ed1d5e9e req-dea2d4c0-f49f-4cf2-be09-b9a7358d87dc tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:57.289397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4851bee-7e50-4046-bde6-8aa5ed1d5e9e req-dea2d4c0-f49f-4cf2-be09-b9a7358d87dc tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 944 time: 0.5420513 Oct 26 11:44:57.309880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port df234f63-8632-41c3-97e0-4bd6d01e9079, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df234f63-8632-41c3-97e0-4bd6d01e9079,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:57.365914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:44:57.483559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49314) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:57.489231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2114811618-network', 'tenant_id': 'ac30b37680af428fa5014ec7c7f07e44'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:57.530309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Made reservation on behalf of ac30b37680af428fa5014ec7c7f07e44 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:57.535306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:57.562234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:57.583263 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:57.612960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df234f63-8632-41c3-97e0-4bd6d01e9079 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:44:57.663442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port df234f63-8632-41c3-97e0-4bd6d01e9079, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df234f63-8632-41c3-97e0-4bd6d01e9079,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:44:57.672247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:57.775215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=df234f63-8632-41c3-97e0-4bd6d01e9079,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:57.923351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8feba9-9e35-48d3-9f90-b248d04f78a4 req-889e81a7-e0d9-4b23-867e-ebe7063c7098 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:57.926109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae8feba9-9e35-48d3-9f90-b248d04f78a4 req-889e81a7-e0d9-4b23-867e-ebe7063c7098 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.7992411 Oct 26 11:44:58.024749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['df234f63-8632-41c3-97e0-4bd6d01e9079'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:44:58.044431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4851bee-7e50-4046-bde6-8aa5ed1d5e9e req-748f5d2d-b272-4642-b181-61f30bafe74f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566361 Oct 26 11:44:58.069900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-9e01442f-5708-4646-bb78-0a7045e71178 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129269 Oct 26 11:44:58.106149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:44:58.106724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.116466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.121335 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:44:58.130846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae8feba9-9e35-48d3-9f90-b248d04f78a4 req-0b7a0872-80d9-45d3-9830-0e1eaac8deee tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915879 Oct 26 11:44:58.141451 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:58.148257 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:58.177669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:44:58.187570 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.203408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a7c50-c5a0-406d-bdce-60b8b42dda28,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:58.217667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.218468 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Added segment c5950b79-36d9-4a0f-9f8b-5fe41e748e6c of type vlan for network de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5 Oct 26 11:44:58.338998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.359288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fbe6474a-08b5-4d87-8f50-76ad740398fd tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "PUT /v2.0/floatingips/9814764a-c513-455f-a6d4-9bd920f4a87c HTTP/1.1" status: 200 len: 991 time: 5.1564229 Oct 26 11:44:58.373431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.374666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:58.375739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.382116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:44:58.386584 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c86f17-0a5e-4bfd-b90d-f37777c39476" -d '{"events": [{"name": "network-changed", "server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:44:58.440274 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:58.441433 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9567032 Oct 26 11:44:58.446408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49326) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:44:58.457851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Request body: {'subnet': {'network_id': 'de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2114811618-subnet', 'tenant_id': 'ac30b37680af428fa5014ec7c7f07e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:44:58.480639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acd40d-b6de-44ff-bb54-8d18164dde43 req-dd5624a1-3972-4491-a56e-4d050d2f7d5b tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:58.487555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69acd40d-b6de-44ff-bb54-8d18164dde43 req-dd5624a1-3972-4491-a56e-4d050d2f7d5b tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1096 time: 0.2742491 Oct 26 11:44:58.495137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-3a773a3f-4929-42fb-a9da-8b1cbefb1db4 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126852 Oct 26 11:44:58.501485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef083d-67e3-490d-b7d7-f94843d18b81 admin admin] Pushing event updated for resources: {'Network': ['ID=de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:58.524121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Made reservation on behalf of ac30b37680af428fa5014ec7c7f07e44 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:44:58.525925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:44:58.532149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.560651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc120-d641-4666-aeff-1438e558719f req-ddd7b569-bc6c-427f-80b7-4c4ffefe4d28 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:58.563626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-855dc120-d641-4666-aeff-1438e558719f req-ddd7b569-bc6c-427f-80b7-4c4ffefe4d28 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.2431474 Oct 26 11:44:58.625695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69acd40d-b6de-44ff-bb54-8d18164dde43 req-31b9135a-4b0d-4b7d-a772-6f3f9f569ae7 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277173 Oct 26 11:44:58.664116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-855dc120-d641-4666-aeff-1438e558719f req-e14de3bd-538d-4297-b1b1-697a65abe8a4 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937626 Oct 26 11:44:58.921799 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9814764a-c513-455f-a6d4-9bd920f4a87c', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'port_id': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'mac_address': 'fa:16:3e:c5:20:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:42:17Z', 'updated_at': '2021-10-26T11:44:54Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:58.922597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:58.953133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3fd5a-08c1-4d70-b4a3-3ab55da6e532 req-abdd8561-6064-4bab-9d97-1284a69fd765 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:58.956491 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:44:58.967445 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:44:58.967720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32d3fd5a-08c1-4d70-b4a3-3ab55da6e532 req-abdd8561-6064-4bab-9d97-1284a69fd765 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1589198 Oct 26 11:44:58.968566 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:44:59.035611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-c64f67ce-09a7-4949-8f52-7fae7bf2567c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.038153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-c64f67ce-09a7-4949-8f52-7fae7bf2567c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1523747 Oct 26 11:44:59.043956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Checking segment: {'id': 'c5950b79-36d9-4a0f-9f8b-5fe41e748e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:44:59.044686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Network hostable DHCP agents. Network: de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:44:59.049550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c50daf-1af4-44e8-8a31-3216fafa308b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:44:59.102363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Network de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:44:59.127311 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e79f42-7e6d-441b-98bf-b32f61e9aa1c x-openstack-request-id: req-53e79f42-7e6d-441b-98bf-b32f61e9aa1c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:44:59.128742 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:44:59.128742 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-53e79f42-7e6d-441b-98bf-b32f61e9aa1c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:44:59.128742 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'status': 'completed', 'code': 200} Oct 26 11:44:59.131280 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:44:59.142408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec88b706-5abb-4fac-9352-49ab549ec6ab None None] Network de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:44:59.155587 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:44:59.157338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.157662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:59.170384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32d3fd5a-08c1-4d70-b4a3-3ab55da6e532 req-cdd7a742-e0b7-4ec1-8dbd-f94939268392 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963339 Oct 26 11:44:59.231240 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-67116771-92b1-4654-8d73-fc1ba1aef562 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7728941 Oct 26 11:44:59.243107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-236337e5-d5f1-4eea-9ff0-b815da701104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.263432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-236337e5-d5f1-4eea-9ff0-b815da701104 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7f0c672ba149549792a9c2b5681aff&device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 1097 time: 0.1081417 Oct 26 11:44:59.394648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-7a7b8c0d-b7e5-4a3a-a62d-ed7f7eb6becf service neutron] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:44:59.419756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-7a7b8c0d-b7e5-4a3a-a62d-ed7f7eb6becf service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:44:59.422519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97bc86c8-6e61-46c5-944d-dc4fa87fbbbc req-7a7b8c0d-b7e5-4a3a-a62d-ed7f7eb6becf service neutron] 10.222.0.30 "DELETE /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547/bindings/n-h2-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.3538289 Oct 26 11:44:59.484290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-4264b736-5dec-4da4-81f1-89575d19cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.485681 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-4264b736-5dec-4da4-81f1-89575d19cc53 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 200 len: 926 time: 0.2127545 Oct 26 11:44:59.575172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf29dd-ddff-4be7-9399-891e05aa7b5a None None] Network de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:44:59.609426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6248c-2213-44b9-af52-19b6967dd8a8 req-5cff3601-ca94-45e5-bc2b-df91b539d4bf tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.624312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8b6248c-2213-44b9-af52-19b6967dd8a8 req-5cff3601-ca94-45e5-bc2b-df91b539d4bf tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 945 time: 0.2216535 Oct 26 11:44:59.649061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-7836a830-4785-4215-a295-6ec7a8f03d94 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9 HTTP/1.1" status: 200 len: 999 time: 0.1450374 Oct 26 11:44:59.746919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-f7d46037-4d29-4014-9b47-a013d66a584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.749440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-f7d46037-4d29-4014-9b47-a013d66a584a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 200 len: 863 time: 0.0859165 Oct 26 11:44:59.756954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8b6248c-2213-44b9-af52-19b6967dd8a8 req-3fe4744d-a031-4c53-abc3-1a7c79054338 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313272 Oct 26 11:44:59.878924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-730cb4d2-32fd-4627-a88b-1fd284848f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:44:59.881770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-730cb4d2-32fd-4627-a88b-1fd284848f55 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4b734d32-f2d1-40ac-bde0-dea86903c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206450 Oct 26 11:45:00.040992 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9814764a-c513-455f-a6d4-9bd920f4a87c', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'port_id': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'mac_address': 'fa:16:3e:c5:20:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:42:17Z', 'updated_at': '2021-10-26T11:44:54Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:00.041376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da409dd-012b-47af-b6ec-d797d7e7cda7 req-ed75cee3-56d5-4050-a3c9-e22e0c493797 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:00.045533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0da409dd-012b-47af-b6ec-d797d7e7cda7 req-ed75cee3-56d5-4050-a3c9-e22e0c493797 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1114502 Oct 26 11:45:00.107442 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615224e5-dcb9-448f-9717-eeab470e0a74 None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9814764a-c513-455f-a6d4-9bd920f4a87c', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'port_id': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'mac_address': 'fa:16:3e:c5:20:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:42:17Z', 'updated_at': '2021-10-26T11:44:54Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:00.145376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-ed05442c-7f63-43ac-a247-300155b92a47 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519636 Oct 26 11:45:00.170491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0da409dd-012b-47af-b6ec-d797d7e7cda7 req-fd347277-93d2-4ce5-a587-4630ad8d34f1 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971198 Oct 26 11:45:00.362210 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e9c86f17-0a5e-4bfd-b90d-f37777c39476 req-66f150fc-a848-4121-a0af-84ebcabb74c9 service neutron] 10.222.0.100 "GET /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917596 Oct 26 11:45:00.386758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876dab1-612e-4cdf-b01b-5b0a7c203a9b req-8993802d-b997-4e70-a2af-35b9a202a8fd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:00.388743 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8876dab1-612e-4cdf-b01b-5b0a7c203a9b req-8993802d-b997-4e70-a2af-35b9a202a8fd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.0977113 Oct 26 11:45:00.462450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8876dab1-612e-4cdf-b01b-5b0a7c203a9b req-2331844b-1501-4596-a711-3d38168b410b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622525 Oct 26 11:45:00.513119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10f514-9160-4139-ab77-dd95390c32cb None None] New status for floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:45:00.893721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df234f63-8632-41c3-97e0-4bd6d01e9079 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:00.957381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port df234f63-8632-41c3-97e0-4bd6d01e9079 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:45:00.959948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-4e6c0b03-86f3-428e-b8b4-88b88072ed63 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:45:00.961042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-4e6c0b03-86f3-428e-b8b4-88b88072ed63 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083170 Oct 26 11:45:00.964693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port df234f63-8632-41c3-97e0-4bd6d01e9079 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:45:00.964693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:01.037191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-a5132397-4b55-40f4-b617-db6890965f78 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:01.038733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-a5132397-4b55-40f4-b617-db6890965f78 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 1093 time: 0.0652859 Oct 26 11:45:01.050833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-191be05b-0c4b-4724-bbc7-30b6acf5c882 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:01.052386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-191be05b-0c4b-4724-bbc7-30b6acf5c882 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/networks?id=63820f03-c04b-42d3-814d-7eeb27d4ba43 HTTP/1.1" status: 200 len: 815 time: 0.1855221 Oct 26 11:45:01.058510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Request body: {'binding': {'host': 'n-h2-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:01.059268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:45:01.095677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:01.101741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-621fc13b-ac34-42ff-b58d-07c7c1f9317c tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/quotas/52171fd260a74ee5a19a4c13bc763fcf HTTP/1.1" status: 200 len: 375 time: 0.0185602 Oct 26 11:45:01.142812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:01.149363 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915dce2e-9c14-442d-81cb-1b316a5868bb" -d '{"events": [{"server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "name": "network-vif-plugged", "status": "completed", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:01.171847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port df234f63-8632-41c3-97e0-4bd6d01e9079, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df234f63-8632-41c3-97e0-4bd6d01e9079,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:01.177630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:01.187231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-aee3deb5-e322-426b-a88c-45fd8f825d8f tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52171fd260a74ee5a19a4c13bc763fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685086 Oct 26 11:45:01.247729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=df234f63-8632-41c3-97e0-4bd6d01e9079,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:01.331129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on host n-h2-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:45:01.331454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:45:01.331794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:01.344926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:45:01.345250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:01.349059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-1053af1a-4858-4c03-9d7f-4cbe8fb04aee service neutron] 10.222.0.88 "GET /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468320 Oct 26 11:45:01.353645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:45:01.354071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:45:01.354379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:01.355411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Bound port: 49933478-d757-442a-af5e-ddc8af3d6f9d, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:45:01.477656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:01.494191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:01.496137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-1c173da9-c1f2-46a8-802f-834da2611659 service neutron] 10.222.0.88 "POST /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4421518 Oct 26 11:45:01.514092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-a2660ec7-462a-46cb-896e-cf445221515c service neutron] 10.222.0.88 "GET /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523364 Oct 26 11:45:01.991332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-92527393-9925-478c-9df4-5cf49cc5a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:01.993873 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-92527393-9925-478c-9df4-5cf49cc5a075 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1096 time: 0.1056538 Oct 26 11:45:02.084114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f5fa-a3bd-4c70-8a35-87a63053eba0 req-3947e4f8-f1b9-492f-9d02-cfb87acad5aa tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.087558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f695f5fa-a3bd-4c70-8a35-87a63053eba0 req-3947e4f8-f1b9-492f-9d02-cfb87acad5aa tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1406043 Oct 26 11:45:02.104068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947d07d-31e5-4809-b34a-d48f601ba812 req-58d3d23f-9996-4ef6-9b3f-dfd45b74cd5f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.120713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f947d07d-31e5-4809-b34a-d48f601ba812 req-58d3d23f-9996-4ef6-9b3f-dfd45b74cd5f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 946 time: 0.1503048 Oct 26 11:45:02.217105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-f897e839-ee24-441d-85d5-e9e7913c677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.220141 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-f897e839-ee24-441d-85d5-e9e7913c677b service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.2182200 Oct 26 11:45:02.224584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f947d07d-31e5-4809-b34a-d48f601ba812 req-1563b02e-7163-42e6-8689-c2ce76942dd8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020064 Oct 26 11:45:02.235817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f695f5fa-a3bd-4c70-8a35-87a63053eba0 req-a75a1fda-7c3c-4091-8d4d-845404c6959e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106904 Oct 26 11:45:02.301178 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-b3de8b1d-7c56-4bfe-ad78-726ec4637bd6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 217 time: 0.0734103 Oct 26 11:45:02.337207 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a09dfc-3a32-4817-83a0-9f7916e9c27d x-openstack-request-id: req-e9a09dfc-3a32-4817-83a0-9f7916e9c27d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:02.339881 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "name": "network-vif-plugged", "status": "completed", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:02.340324 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e9a09dfc-3a32-4817-83a0-9f7916e9c27d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:02.341005 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'code': 200} Oct 26 11:45:02.415250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-433973ee-11f6-40e3-a249-286c74d416c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.416633 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-433973ee-11f6-40e3-a249-286c74d416c1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1082249 Oct 26 11:45:02.500953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-6df0d923-e5da-4dc4-a4cd-c9a16bdd26b3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605450 Oct 26 11:45:02.592656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9231-3ad6-46d1-9d73-54a864b6544f req-d7626e56-98fd-41c6-8291-e5bac4eb8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.594388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd5f9231-3ad6-46d1-9d73-54a864b6544f req-d7626e56-98fd-41c6-8291-e5bac4eb8311 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1097 time: 0.1637616 Oct 26 11:45:02.610698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a390bc-df07-4338-84ef-b2efd97ad3fa req-ab477d33-8539-4557-957f-deddad16ac8d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.623153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a390bc-df07-4338-84ef-b2efd97ad3fa req-ab477d33-8539-4557-957f-deddad16ac8d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1207359 Oct 26 11:45:02.658100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab5ae-2a83-4a04-87c7-f1a6ddbe9e8a req-755f5e98-e743-42a1-9dad-94e79ca9ded0 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:02.660192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca5ab5ae-2a83-4a04-87c7-f1a6ddbe9e8a req-755f5e98-e743-42a1-9dad-94e79ca9ded0 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2540863 Oct 26 11:45:02.725399 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-b5470767-0b5d-4665-afba-50177547b344 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090297 Oct 26 11:45:02.792286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a390bc-df07-4338-84ef-b2efd97ad3fa req-8a2f38da-74cb-42a9-8d7c-16fa44612089 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677556 Oct 26 11:45:02.811693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca5ab5ae-2a83-4a04-87c7-f1a6ddbe9e8a req-e8f9e98f-a122-493f-ae16-5bbe9e006e3e tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209393 Oct 26 11:45:02.813924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd5f9231-3ad6-46d1-9d73-54a864b6544f req-964ee7af-6465-48ea-8a1a-d5e72acb0101 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780941 Oct 26 11:45:02.956937 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-a232dbc7-2d3d-4a4a-a90a-aed8a491fcbf service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158363 Oct 26 11:45:02.973662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be476391-f17b-4922-bed5-8b168a43317a req-923578c2-e6ab-4ad8-b745-d5b1ae416380 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 210 time: 0.0631466 Oct 26 11:45:03.088295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a3331-90ca-4d05-9760-6bbb3f0ce528 req-ca8b60da-2930-4f97-8239-734d12d09817 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:03.092657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-114a3331-90ca-4d05-9760-6bbb3f0ce528 req-ca8b60da-2930-4f97-8239-734d12d09817 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1150236 Oct 26 11:45:03.185738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-114a3331-90ca-4d05-9760-6bbb3f0ce528 req-5034ba4b-9b3a-4ccd-aa0f-7d1e32badb7a tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806882 Oct 26 11:45:03.398778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cceb56-8323-403b-aaad-69740951c58c req-e0b62f6d-8486-4e74-91a9-2ca14eff4035 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:03.407671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87cceb56-8323-403b-aaad-69740951c58c req-e0b62f6d-8486-4e74-91a9-2ca14eff4035 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0967629 Oct 26 11:45:03.414007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:03.496566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd447b-0c32-4102-a33a-71d9ca5e3bbd req-4bcb6ab3-838a-4b44-9152-d4a00a0a2e2b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:03.498405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fafd447b-0c32-4102-a33a-71d9ca5e3bbd req-4bcb6ab3-838a-4b44-9152-d4a00a0a2e2b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1194873 Oct 26 11:45:03.501023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87cceb56-8323-403b-aaad-69740951c58c req-2e55ea23-0c8b-4f9b-a0c6-7eee1a3684bd tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Oct 26 11:45:03.639558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fafd447b-0c32-4102-a33a-71d9ca5e3bbd req-35ce0213-ad2c-4622-bd67-0550d474ed69 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294105 Oct 26 11:45:03.783746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9f7f-0309-4298-8b3c-03625a8433a5 req-afa93ec4-49b2-40d5-995e-134371abcf2a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:03.786619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2eeb9f7f-0309-4298-8b3c-03625a8433a5 req-afa93ec4-49b2-40d5-995e-134371abcf2a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 946 time: 0.1455007 Oct 26 11:45:03.898924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2eeb9f7f-0309-4298-8b3c-03625a8433a5 req-1d33e211-5f76-4cd1-a8d4-076197e0f2cc tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921123 Oct 26 11:45:03.949652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-2f16bd4f-5916-4f03-82b6-e5475e4ede2a tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:03.951353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-2f16bd4f-5916-4f03-82b6-e5475e4ede2a tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.100 "GET /v2.0/networks?id=63820f03-c04b-42d3-814d-7eeb27d4ba43 HTTP/1.1" status: 200 len: 815 time: 0.2906196 Oct 26 11:45:03.974318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Request body: {'port': {'device_id': '8697091f-b29e-472c-8f1c-89eab83ba065', 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43', 'admin_state_up': True, 'tenant_id': '52171fd260a74ee5a19a4c13bc763fcf'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:04.113563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575296e0-e618-4767-8e17-22cc1a3c3601 req-c7f329c8-44d0-4428-9caa-ff2e88a63334 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:04.129716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-575296e0-e618-4767-8e17-22cc1a3c3601 req-c7f329c8-44d0-4428-9caa-ff2e88a63334 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1250646 Oct 26 11:45:04.223933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-575296e0-e618-4767-8e17-22cc1a3c3601 req-00395e71-9fd2-4e26-afe6-b27067a2d5f4 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907338 Oct 26 11:45:04.227284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Made reservation on behalf of 52171fd260a74ee5a19a4c13bc763fcf for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:04.234681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:04.482728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d31077d8-50aa-4a6d-8686-73bc7ced22fc req-fb7818b9-78ba-43d4-badd-e4123e08cf96 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 210 time: 0.0771728 Oct 26 11:45:04.516703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503ae58-50cb-4092-86a5-49ef437536ab req-4e1679eb-39c4-4fc5-9ba8-8661b00f83a6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:04.519941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8503ae58-50cb-4092-86a5-49ef437536ab req-4e1679eb-39c4-4fc5-9ba8-8661b00f83a6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1302159 Oct 26 11:45:04.551456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Allocated IP 172.20.0.3 (63820f03-c04b-42d3-814d-7eeb27d4ba43/f11a88aa-0c2d-4882-b13a-215863921ce2/6c44ab43-59c6-47f5-8884-4975a23389c0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:04.598037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8503ae58-50cb-4092-86a5-49ef437536ab req-9215145f-7727-446a-96d2-4c0b614f978e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Oct 26 11:45:04.820928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:04.896164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:04.927848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a67b-6e10-4b1a-8f40-8f0d9f314fae req-17f8b97b-bff9-40d7-907e-a44222fa812e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:04.938503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6421a67b-6e10-4b1a-8f40-8f0d9f314fae req-17f8b97b-bff9-40d7-907e-a44222fa812e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.0887046 Oct 26 11:45:04.989064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Network 63820f03-c04b-42d3-814d-7eeb27d4ba43 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:04.996605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Pushing event updated for resources: {'Port': ['ID=6c44ab43-59c6-47f5-8884-4975a23389c0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:05.003904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:05.011791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6421a67b-6e10-4b1a-8f40-8f0d9f314fae req-eeccf322-7714-4926-a92c-6f2e20459fee tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709038 Oct 26 11:45:05.019419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:45:05.116806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:05.129672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77095f2-ad92-433e-9a4f-fc965ae1cf34 req-bc85becc-22ab-4e4f-903c-9350c2bb2da4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:05.132134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a77095f2-ad92-433e-9a4f-fc965ae1cf34 req-bc85becc-22ab-4e4f-903c-9350c2bb2da4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 946 time: 0.0947535 Oct 26 11:45:05.139875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:05.140537 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:05.177657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-109a7313-faae-4b7b-8ce6-360d6ffc43f8 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2136085 Oct 26 11:45:05.197887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Request body: {'port': {'device_id': '8697091f-b29e-472c-8f1c-89eab83ba065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:05.204372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a77095f2-ad92-433e-9a4f-fc965ae1cf34 req-9b432cfc-0607-4fd9-a667-8f7ca7b4781a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Oct 26 11:45:05.307013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:05.475917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524300de-ca8d-48d0-9269-16667ea9e76e req-bd1aa6f7-fdb5-44e6-ae98-c478cda073c7 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:05.477836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-524300de-ca8d-48d0-9269-16667ea9e76e req-bd1aa6f7-fdb5-44e6-ae98-c478cda073c7 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1228886 Oct 26 11:45:05.495551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-fda6f471-0888-44b5-b484-d34c64f0b312 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:05.499075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-fda6f471-0888-44b5-b484-d34c64f0b312 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1328011 Oct 26 11:45:05.619274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-841ba679-416b-421a-b986-14e42987df8f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.1116769 Oct 26 11:45:05.643417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-524300de-ca8d-48d0-9269-16667ea9e76e req-9a301e7d-220f-4828-aaab-8a187e1d7387 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379461 Oct 26 11:45:05.652327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'floatingip': {'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:05.744844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:05.774667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c44ab43-59c6-47f5-8884-4975a23389c0 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:05.790419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:05.814643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Transition to ACTIVE for port object 6c44ab43-59c6-47f5-8884-4975a23389c0 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:45:05.822519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:05.992120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Pushing event updated for resources: {'Port': ['ID=6c44ab43-59c6-47f5-8884-4975a23389c0,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:06.011134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13886b4-2186-4679-bf38-6bff6106ad94 req-b358a3b1-925f-4bc2-b25b-d4a219022da1 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:06.014059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a13886b4-2186-4679-bf38-6bff6106ad94 req-b358a3b1-925f-4bc2-b25b-d4a219022da1 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 943 time: 0.2004242 Oct 26 11:45:06.024968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.025848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.027077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.027685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.028332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.028978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.029648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.030282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.030950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.031584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.032424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.033054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:06.097688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Attempting to bind port 6c44ab43-59c6-47f5-8884-4975a23389c0 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:45:06.098625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Attempting to bind port 6c44ab43-59c6-47f5-8884-4975a23389c0 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:45:06.099190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Attempting to bind port 6c44ab43-59c6-47f5-8884-4975a23389c0 on network 63820f03-c04b-42d3-814d-7eeb27d4ba43 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:06.108462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Port 6c44ab43-59c6-47f5-8884-4975a23389c0 on network 63820f03-c04b-42d3-814d-7eeb27d4ba43 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:45:06.108990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Attempting to bind port 6c44ab43-59c6-47f5-8884-4975a23389c0 on network 63820f03-c04b-42d3-814d-7eeb27d4ba43 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:06.120423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:45:06.121766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Checking segment: {'id': '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:45:06.123658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Bound using segment: {'id': '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:06.125747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Bound port: 6c44ab43-59c6-47f5-8884-4975a23389c0, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:45:06.126358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:06.224417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a13886b4-2186-4679-bf38-6bff6106ad94 req-c5af1afe-043b-4e5e-9ca0-21e5bd21934e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842666 Oct 26 11:45:06.282482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] For port 6c44ab43-59c6-47f5-8884-4975a23389c0, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:06.292570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] For port 6c44ab43-59c6-47f5-8884-4975a23389c0, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c44ab43-59c6-47f5-8884-4975a23389c0,segment=NetworkSegment(2bc62b88-e73d-4adf-bf92-dc01a0c03e9f),segment_id=2bc62b88-e73d-4adf-bf92-dc01a0c03e9f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:06.305229 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:06.430666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Pushing event updated for resources: {'Port': ['ID=6c44ab43-59c6-47f5-8884-4975a23389c0,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:06.476472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:06.480037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:06.482503 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-e08a721c-82f1-40ae-8001-0366ed472611 service neutron] 10.222.0.100 "PUT /v2.0/ports/6c44ab43-59c6-47f5-8884-4975a23389c0 HTTP/1.1" status: 200 len: 1091 time: 1.2922766 Oct 26 11:45:06.483179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697091f-b29e-472c-8f1c-89eab83ba065', 'tag': '6c44ab43-59c6-47f5-8884-4975a23389c0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:06.496775 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3bec41-3d45-44fb-9886-e66624b3c0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8697091f-b29e-472c-8f1c-89eab83ba065", "tag": "6c44ab43-59c6-47f5-8884-4975a23389c0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:06.564090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1388-9cbb-4544-9431-fb15a19b2899 req-c18cc849-ee1c-4322-8d8a-79c9af3f26f8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:06.573567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b3e1388-9cbb-4544-9431-fb15a19b2899 req-c18cc849-ee1c-4322-8d8a-79c9af3f26f8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.0837541 Oct 26 11:45:06.663631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-b62c2c42-0a90-4400-853c-ca1c554e0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:06.666515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-b62c2c42-0a90-4400-853c-ca1c554e0718 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=52171fd260a74ee5a19a4c13bc763fcf&device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 1094 time: 0.1000853 Oct 26 11:45:06.717107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:06.734587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b3e1388-9cbb-4544-9431-fb15a19b2899 req-bfc3381d-d4ef-4d0c-b3a3-d9d3e1adbdb1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597497 Oct 26 11:45:06.736037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:06.772514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-c151d194-f727-4c92-81f9-7bfccd5083fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c44ab43-59c6-47f5-8884-4975a23389c0 HTTP/1.1" status: 200 len: 217 time: 0.0936873 Oct 26 11:45:06.864259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-207e957c-7623-4677-83ae-77da0506c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:06.868607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-207e957c-7623-4677-83ae-77da0506c423 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f11a88aa-0c2d-4882-b13a-215863921ce2 HTTP/1.1" status: 200 len: 855 time: 0.0865748 Oct 26 11:45:06.919641 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Floating IP fc7307ea-f2a1-4567-8039-b435f62c42db associated. External IP: 172.25.4.10, port: 532a30fa-6994-42d8-b0db-50f6e508bf26. Oct 26 11:45:06.933984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-cc4f99c4-0be5-4e33-8fcc-e312185ca371 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63820f03-c04b-42d3-814d-7eeb27d4ba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572281 Oct 26 11:45:07.090017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-56aa0a32-9666-47c1-b492-15b6ff30df8a service neutron] 10.222.0.100 "GET /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460140 Oct 26 11:45:07.170090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f207-8891-48bc-80de-2df1d4cda8b3 req-c73feccc-db97-4fc5-9652-8f10ec59d82e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:07.173089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04e8f207-8891-48bc-80de-2df1d4cda8b3 req-c73feccc-db97-4fc5-9652-8f10ec59d82e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1268151 Oct 26 11:45:07.224159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-74441e15-e009-409a-b2d7-404e7cc775a0 req-6df5132a-0a6f-4c2e-b829-a527a4372e85 service neutron] 10.222.0.100 "GET /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267235 Oct 26 11:45:07.596424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04e8f207-8891-48bc-80de-2df1d4cda8b3 req-b57166d5-89ec-46e1-8ea0-201ddb5fb0ec tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812647 Oct 26 11:45:07.639699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:07.672653 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedd36cf-331c-4a96-ab5c-69bb8335885d x-openstack-request-id: req-cedd36cf-331c-4a96-ab5c-69bb8335885d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:07.672953 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8697091f-b29e-472c-8f1c-89eab83ba065", "tag": "6c44ab43-59c6-47f5-8884-4975a23389c0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:07.673214 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cedd36cf-331c-4a96-ab5c-69bb8335885d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:07.673623 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8697091f-b29e-472c-8f1c-89eab83ba065', 'tag': '6c44ab43-59c6-47f5-8884-4975a23389c0', 'status': 'completed', 'code': 200} Oct 26 11:45:07.762723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-24d7c088-a300-4bb7-a17a-d338d0ffddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:07.764584 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-24d7c088-a300-4bb7-a17a-d338d0ffddcf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=52171fd260a74ee5a19a4c13bc763fcf&device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 1094 time: 0.0579152 Oct 26 11:45:07.843228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eedd2-f744-4662-9fd4-65addd42577f req-95981c95-c629-4f1a-b558-b850a2e3c6b6 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:07.844946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b4eedd2-f744-4662-9fd4-65addd42577f req-95981c95-c629-4f1a-b558-b850a2e3c6b6 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.0746393 Oct 26 11:45:07.852148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:07.857127 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:07.864117 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:07.868826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-560ffdf5-4744-4c75-9ef4-db438fcdfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:07.871102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-560ffdf5-4744-4c75-9ef4-db438fcdfd72 service neutron] 10.222.0.100 "GET /v2.0/networks?id=63820f03-c04b-42d3-814d-7eeb27d4ba43 HTTP/1.1" status: 200 len: 917 time: 0.0972412 Oct 26 11:45:07.879923 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:07.880818 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:07.916246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-3680c6e4-f618-447c-813f-e36eae3fef14 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "PUT /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 996 time: 2.2711368 Oct 26 11:45:07.919099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:07.921181 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43dd8f-fe98-4fef-a662-26341edf3be8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:07.921544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:07.986006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b4eedd2-f744-4662-9fd4-65addd42577f req-a3f8da24-edf1-4c54-8268-7cf0a21c10de tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192586 Oct 26 11:45:08.030989 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-9cc7b261-7e80-4431-91d6-e3d347e42dbb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c44ab43-59c6-47f5-8884-4975a23389c0 HTTP/1.1" status: 200 len: 217 time: 0.1469882 Oct 26 11:45:08.037348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-e41e95f9-e1d8-433e-b480-d9fe2b2bd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.057178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-e41e95f9-e1d8-433e-b480-d9fe2b2bd9c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.1179862 Oct 26 11:45:08.129904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:08.180251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-00e8080b-70c2-4a68-ae33-9442e725b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.184217 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-00e8080b-70c2-4a68-ae33-9442e725b952 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f11a88aa-0c2d-4882-b13a-215863921ce2 HTTP/1.1" status: 200 len: 855 time: 0.1374373 Oct 26 11:45:08.297442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-7431feb3-6318-4fcf-ac45-b7afeb2db08c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=63820f03-c04b-42d3-814d-7eeb27d4ba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984001 Oct 26 11:45:08.326716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-a7b7e223-6bc9-4e6b-8b6e-833487f3ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.349309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:08.350239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-a7b7e223-6bc9-4e6b-8b6e-833487f3ca13 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.2918677 Oct 26 11:45:08.367892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'mac_address': 'fa:16:3e:2b:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:45:08.442451 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-29f6db2f-f867-44e5-993a-8e5fcbaaf1ca service neutron] 10.222.0.100 "GET /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357090 Oct 26 11:45:08.455755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:08.479084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:08.482110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab1d8f-3c17-4720-9459-54957be6f10a req-368597f5-d5e6-4ee1-8639-28acbd4f810f tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.499623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-feab1d8f-3c17-4720-9459-54957be6f10a req-368597f5-d5e6-4ee1-8639-28acbd4f810f tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 943 time: 0.3408198 Oct 26 11:45:08.502923 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:06Z', 'revision_number': 1, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:08.513365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:08.520722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:08.543912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-450fdbc6-4096-4108-b2d9-5eabedf1c954 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 999 time: 0.1901610 Oct 26 11:45:08.557241 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:08.570319 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:08.572216 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:08.587572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2e3bec41-3d45-44fb-9886-e66624b3c0fa req-50565238-10fb-4b82-a0be-7e09ee4d4d1d service neutron] 10.222.0.100 "GET /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376963 Oct 26 11:45:08.598897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:08.620657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-feab1d8f-3c17-4720-9459-54957be6f10a req-2a766dd5-0b52-4d9f-8f0c-3e295053797a tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200538 Oct 26 11:45:08.658809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-5cf970f4-29f3-4b67-9b80-4a0ca2f4e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.660343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-5cf970f4-29f3-4b67-9b80-4a0ca2f4e09e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1033423 Oct 26 11:45:08.734718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-2c74259f-9695-42da-a54f-01ff6cddb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.735646 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:08.737616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-2c74259f-9695-42da-a54f-01ff6cddb281 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654151 Oct 26 11:45:08.755585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-4a6dc2e9-48df-4218-82fa-c14325321631 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:45:08.756712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-4a6dc2e9-48df-4218-82fa-c14325321631 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065637 Oct 26 11:45:08.798615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:08.965110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae98bc6-37ba-4435-832f-4d552c419e12 req-6e956aef-cc7c-43e9-90c5-db6e32712b42 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:08.966725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ae98bc6-37ba-4435-832f-4d552c419e12 req-6e956aef-cc7c-43e9-90c5-db6e32712b42 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1072083 Oct 26 11:45:08.988133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-0ef6a512-965b-4663-b805-895967fcc470 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183502 Oct 26 11:45:09.075466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ae98bc6-37ba-4435-832f-4d552c419e12 req-802b6d3a-540c-4319-9062-bfbc44562515 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910099 Oct 26 11:45:09.101070 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:06Z', 'revision_number': 1, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:09.133388 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56dcc5-d545-43e6-9f12-da2734c06019 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:06Z', 'revision_number': 1, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:09.157264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-082dbd8a-a0b2-4eaf-b4af-f9d47fe8468f req-2b7d0885-b573-43d8-aa12-dd63c444a6b1 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472423 Oct 26 11:45:09.226320 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41883c70-848d-4900-9ac1-1964d68cac13 x-openstack-request-id: req-41883c70-848d-4900-9ac1-1964d68cac13 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:09.226619 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:09.226888 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-41883c70-848d-4900-9ac1-1964d68cac13 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:09.227524 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'status': 'completed', 'code': 200} Oct 26 11:45:09.424221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-298b4c65-a2d9-47f9-80d3-aec453b33ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:09.425765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-298b4c65-a2d9-47f9-80d3-aec453b33ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.1423299 Oct 26 11:45:09.434250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cdbfa-e527-4ea9-bcb5-16bf97080fb1 req-300dae2e-5c5e-4e2f-bbb9-1c5fb4092cf8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:09.435850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea2cdbfa-e527-4ea9-bcb5-16bf97080fb1 req-300dae2e-5c5e-4e2f-bbb9-1c5fb4092cf8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1344070 Oct 26 11:45:09.452080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b4665-887f-4045-8491-0ae8ca9ba562 req-bca16884-96cc-4691-af3d-9b3e38566a91 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:09.453672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d6b4665-887f-4045-8491-0ae8ca9ba562 req-bca16884-96cc-4691-af3d-9b3e38566a91 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 948 time: 0.1190696 Oct 26 11:45:09.474463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b53b52-9a35-4edf-bdf1-4d63d316c73b None None] New status for floating IP fc7307ea-f2a1-4567-8039-b435f62c42db: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:45:09.585411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d6b4665-887f-4045-8491-0ae8ca9ba562 req-f12ad4d6-afeb-4cb4-a1c5-9b8ee0a3c634 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134729 Oct 26 11:45:09.591970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea2cdbfa-e527-4ea9-bcb5-16bf97080fb1 req-4b197b96-c713-4b1e-8b1d-9bf5670c3f04 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361997 Oct 26 11:45:09.622435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-5bcab62f-e68a-43df-a811-272578ef19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:09.624195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-5bcab62f-e68a-43df-a811-272578ef19d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.1871965 Oct 26 11:45:09.843233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-eced58b5-08f0-4876-a815-4564e460d23a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 999 time: 0.1945081 Oct 26 11:45:09.856110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d49879-938b-45ee-b356-9c0748acdd2f req-c76bed6b-3558-4962-814e-c562a48d2d85 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:09.857914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11d49879-938b-45ee-b356-9c0748acdd2f req-c76bed6b-3558-4962-814e-c562a48d2d85 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 943 time: 0.1117628 Oct 26 11:45:09.879289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-7252df36-679b-4076-bd2e-61c015fb058c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:09.880815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-7252df36-679b-4076-bd2e-61c015fb058c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1478636 Oct 26 11:45:09.947104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c44ab43-59c6-47f5-8884-4975a23389c0 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:09.985384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:10.023125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-9aaf5557-0552-4185-9b6a-c7177582c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:10.024628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-9aaf5557-0552-4185-9b6a-c7177582c376 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1655097 Oct 26 11:45:10.033953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11d49879-938b-45ee-b356-9c0748acdd2f req-7c0b467f-1e87-49fd-ae2e-f644585eafde tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510334 Oct 26 11:45:10.056880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-8c985522-4435-4ce4-b880-c580a5ab5e00 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1541023 Oct 26 11:45:10.065570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'floatingip': {'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:10.190513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-e05f9ed4-cb93-4f06-becd-bd80af45dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:10.192154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-e05f9ed4-cb93-4f06-becd-bd80af45dc7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573052 Oct 26 11:45:10.204207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:10.204521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port ffeda209-0440-4e8d-8231-1e82435490e6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:45:10.205145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:10.210114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6c44ab43-59c6-47f5-8884-4975a23389c0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c44ab43-59c6-47f5-8884-4975a23389c0,segment=NetworkSegment(2bc62b88-e73d-4adf-bf92-dc01a0c03e9f),segment_id=2bc62b88-e73d-4adf-bf92-dc01a0c03e9f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:10.261711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '6c44ab43-59c6-47f5-8884-4975a23389c0', 'network_id': '63820f03-c04b-42d3-814d-7eeb27d4ba43', 'port_id': '6c44ab43-59c6-47f5-8884-4975a23389c0', 'mac_address': 'fa:16:3e:aa:82:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11a88aa-0c2d-4882-b13a-215863921ce2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:45:10.343350 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:10.359855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c44ab43-59c6-47f5-8884-4975a23389c0 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:10.409104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6c44ab43-59c6-47f5-8884-4975a23389c0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c44ab43-59c6-47f5-8884-4975a23389c0,segment=NetworkSegment(2bc62b88-e73d-4adf-bf92-dc01a0c03e9f),segment_id=2bc62b88-e73d-4adf-bf92-dc01a0c03e9f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:10.412375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:10.422683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:10.448690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f80e-6418-47e7-b827-934d99902120 req-2c0013a9-ffba-48e7-99ee-99dcbaedf5c9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:10.451028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da53f80e-6418-47e7-b827-934d99902120 req-2c0013a9-ffba-48e7-99ee-99dcbaedf5c9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.2116249 Oct 26 11:45:10.475582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:10.477843 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c3fde-0ec6-4087-a461-a550284c7953" -d '{"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:10.509365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:10.520882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:10.536649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-54a68798-0ece-4826-89b7-feb1510c68a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951236 Oct 26 11:45:10.543235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6c44ab43-59c6-47f5-8884-4975a23389c0,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:10.649985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:10.692972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da53f80e-6418-47e7-b827-934d99902120 req-433176ef-2269-49ff-b251-7287b4911e5b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084208 Oct 26 11:45:10.737148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6c44ab43-59c6-47f5-8884-4975a23389c0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:10.763558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd43dd8f-fe98-4fef-a662-26341edf3be8 req-32070f38-782a-4c08-aed0-99a0029a77a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669321 Oct 26 11:45:10.968521 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec9fc62-db71-4108-a8b6-67f7f530326d x-openstack-request-id: req-5ec9fc62-db71-4108-a8b6-67f7f530326d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:10.970723 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:10.971561 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ec9fc62-db71-4108-a8b6-67f7f530326d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:10.972510 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'code': 200} Oct 26 11:45:11.166634 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:11.190396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:11.198902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03999b5-d3a4-4065-818a-3e6a5eaa23bc req-5ef7b0e9-a5ba-4add-b162-c84796a873b4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:11.200771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c03999b5-d3a4-4065-818a-3e6a5eaa23bc req-5ef7b0e9-a5ba-4add-b162-c84796a873b4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.0939775 Oct 26 11:45:11.320093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946769d-5514-4c52-b381-b7cfed0382cf req-f52c57ff-98d6-4618-a1bb-d7cbe7306253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:11.322855 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8946769d-5514-4c52-b381-b7cfed0382cf req-f52c57ff-98d6-4618-a1bb-d7cbe7306253 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1100 time: 0.0734615 Oct 26 11:45:11.391477 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8946769d-5514-4c52-b381-b7cfed0382cf req-1a20261b-dd88-4be0-9eef-91230ccce314 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555992 Oct 26 11:45:11.684144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c03999b5-d3a4-4065-818a-3e6a5eaa23bc req-fbaf2078-79ad-45b0-81a8-93c7b4a40a50 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469175 Oct 26 11:45:11.722556 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Floating IP fc7307ea-f2a1-4567-8039-b435f62c42db associated. External IP: 172.25.4.10, port: 532a30fa-6994-42d8-b0db-50f6e508bf26. Oct 26 11:45:11.950409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7428f8b-5658-4b6c-9271-3a69015a92ab req-067a7cc0-a06f-4e00-aff8-c40b67b761e4 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:11.952175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7428f8b-5658-4b6c-9271-3a69015a92ab req-067a7cc0-a06f-4e00-aff8-c40b67b761e4 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1190319 Oct 26 11:45:11.966919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c44ab43-59c6-47f5-8884-4975a23389c0 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:12.039433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 6c44ab43-59c6-47f5-8884-4975a23389c0 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:45:12.044242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 6c44ab43-59c6-47f5-8884-4975a23389c0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:45:12.044720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:12.143244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7428f8b-5658-4b6c-9271-3a69015a92ab req-8d030944-c78f-401a-85af-ecd0bfa90b67 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811187 Oct 26 11:45:12.167226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:12.216319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:12.230364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6c44ab43-59c6-47f5-8884-4975a23389c0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c44ab43-59c6-47f5-8884-4975a23389c0,segment=NetworkSegment(2bc62b88-e73d-4adf-bf92-dc01a0c03e9f),segment_id=2bc62b88-e73d-4adf-bf92-dc01a0c03e9f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:12.236407 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:12.300563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6c44ab43-59c6-47f5-8884-4975a23389c0,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:12.411456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c284-85e8-4760-86ec-bb0436d35c13 req-11cd07a6-a904-482e-bc8c-7ac1c48de56e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:12.413087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5d7c284-85e8-4760-86ec-bb0436d35c13 req-11cd07a6-a904-482e-bc8c-7ac1c48de56e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 945 time: 0.1251302 Oct 26 11:45:12.426821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:12.438902 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:12.466600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:12.467792 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:12.574424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5d7c284-85e8-4760-86ec-bb0436d35c13 req-d8730a81-50a5-4220-8caa-eab4216350a5 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461291 Oct 26 11:45:12.687399 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:12.836738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:12.974021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697091f-b29e-472c-8f1c-89eab83ba065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c44ab43-59c6-47f5-8884-4975a23389c0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:12.977888 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113b1f9-7b9e-4fe6-826f-1cfb62fa19b1" -d '{"events": [{"server_uuid": "8697091f-b29e-472c-8f1c-89eab83ba065", "name": "network-vif-plugged", "status": "completed", "tag": "6c44ab43-59c6-47f5-8884-4975a23389c0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:13.088421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:13.099578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:13.196112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:13.199801 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:13.214757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b37e7-eae0-4e79-96d9-e98b040aed35 req-cc8d0eb9-0db0-40a0-b01f-9632909d1ffa tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:13.223014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b9b37e7-eae0-4e79-96d9-e98b040aed35 req-cc8d0eb9-0db0-40a0-b01f-9632909d1ffa tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1678782 Oct 26 11:45:13.235390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-893a0e8b-7ee0-43a7-8659-7c0e51a7fcc2 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "PUT /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 998 time: 3.1775267 Oct 26 11:45:13.318575 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:11Z', 'revision_number': 3, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:13.340607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b9b37e7-eae0-4e79-96d9-e98b040aed35 req-c0e0012a-15c4-4088-b563-b6b49308d8b8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163826 Oct 26 11:45:13.384849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-7ed314fd-a61d-4624-b34f-95c0800decb6 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:13.389023 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:13.392801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-7ed314fd-a61d-4624-b34f-95c0800decb6 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports/532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 943 time: 0.1361601 Oct 26 11:45:13.402585 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:13.405603 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:13.536609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-1e964df5-42f2-4f03-ab1c-13c043624bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:13.540087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-1e964df5-42f2-4f03-ab1c-13c043624bfe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.0813770 Oct 26 11:45:13.691958 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:13.735629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-cf08eca1-d307-4d01-96e1-8ee7fac31403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:13.737495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-cf08eca1-d307-4d01-96e1-8ee7fac31403 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.1905246 Oct 26 11:45:13.753930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494992a-ab2d-402e-aa1f-73190cd2625f req-5fcd9ba7-9441-4e0a-8c08-44131c4d3f50 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:13.755997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8494992a-ab2d-402e-aa1f-73190cd2625f req-5fcd9ba7-9441-4e0a-8c08-44131c4d3f50 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.0894511 Oct 26 11:45:13.805089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-8eb518cb-226c-47f6-91df-529677aeaa78 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.0475125 Oct 26 11:45:13.900411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8494992a-ab2d-402e-aa1f-73190cd2625f req-fee09927-0873-4e0c-921c-dd5dcc4ac97f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934925 Oct 26 11:45:13.909724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-1ec73b15-70da-4ccb-8a53-597a771106c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:13.911772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-1ec73b15-70da-4ccb-8a53-597a771106c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.0826390 Oct 26 11:45:14.000127 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b9926f-b6cc-40d5-a93a-9f2220f17310 x-openstack-request-id: req-42b9926f-b6cc-40d5-a93a-9f2220f17310 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:14.000779 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697091f-b29e-472c-8f1c-89eab83ba065", "name": "network-vif-plugged", "status": "completed", "tag": "6c44ab43-59c6-47f5-8884-4975a23389c0", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:14.000779 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-42b9926f-b6cc-40d5-a93a-9f2220f17310 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:14.001014 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697091f-b29e-472c-8f1c-89eab83ba065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c44ab43-59c6-47f5-8884-4975a23389c0', 'code': 200} Oct 26 11:45:14.053665 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:11Z', 'revision_number': 3, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:14.055671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-2401ee83-6c29-4f02-ab28-02a2aad10340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.076190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-2401ee83-6c29-4f02-ab28-02a2aad10340 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361670 Oct 26 11:45:14.094348 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4174c79-3dca-4bcc-a5e3-42acb06789b0 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:11Z', 'revision_number': 3, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:14.230027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc0f1-adb3-4a16-813b-2f88bd848e81 req-4b0ae95c-447b-4978-a376-f040a0fb7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.233306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b74cc0f1-adb3-4a16-813b-2f88bd848e81 req-4b0ae95c-447b-4978-a376-f040a0fb7f0e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 1096 time: 0.0925806 Oct 26 11:45:14.254380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb891f-c160-4bfb-8e8c-1f5e135dcbc2 req-0923aa58-0c55-478d-855f-1c5f2078ad63 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.256159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93fb891f-c160-4bfb-8e8c-1f5e135dcbc2 req-0923aa58-0c55-478d-855f-1c5f2078ad63 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.0850554 Oct 26 11:45:14.268138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-9874a2d9-9ee9-4953-a2b4-946b62faf687 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754565 Oct 26 11:45:14.302378 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b74cc0f1-adb3-4a16-813b-2f88bd848e81 req-d3c942fb-57dc-408e-bdd2-4117f152ef73 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587626 Oct 26 11:45:14.371620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93fb891f-c160-4bfb-8e8c-1f5e135dcbc2 req-5ab0ef1a-8781-47c9-887c-9b06db4c0e5b tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006727 Oct 26 11:45:14.466447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-398668f1-db34-4991-b8bb-dc0e7773fb2d service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571047 Oct 26 11:45:14.466694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324842a-ff11-49a5-8fd3-699f794417c1 None None] New status for floating IP fc7307ea-f2a1-4567-8039-b435f62c42db: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:45:14.479364 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c1af0-8ae1-41ef-a50c-8479986cb62f x-openstack-request-id: req-ce1c1af0-8ae1-41ef-a50c-8479986cb62f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:14.479968 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:14.480487 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ce1c1af0-8ae1-41ef-a50c-8479986cb62f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:14.481231 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'status': 'completed', 'code': 200} Oct 26 11:45:14.637074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-f169129d-07bf-44fd-8bf4-f3649a043248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.638718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-f169129d-07bf-44fd-8bf4-f3649a043248 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1097 time: 0.1350977 Oct 26 11:45:14.643628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-7966520b-2b48-475d-9be3-d6aa85fcd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.646018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-7966520b-2b48-475d-9be3-d6aa85fcd1e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.0983820 Oct 26 11:45:14.806515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f196e1-9102-447b-a694-4ff8082be407 req-00e43ec9-007f-45fa-b16c-05216327e805 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.808200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67f196e1-9102-447b-a694-4ff8082be407 req-00e43ec9-007f-45fa-b16c-05216327e805 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 945 time: 0.2075803 Oct 26 11:45:14.860872 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:14.879028 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:14.879926 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:14.902726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-73301593-1b6e-49a5-b187-057e90050f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.904501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-73301593-1b6e-49a5-b187-057e90050f18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.2401993 Oct 26 11:45:14.905586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-ff5b3ad8-230e-4616-9fc5-0467422add55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:14.907062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-ff5b3ad8-230e-4616-9fc5-0467422add55 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.2542098 Oct 26 11:45:14.913160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67f196e1-9102-447b-a694-4ff8082be407 req-95f3c72f-717c-4b83-9163-7a1d04ddf3a7 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912790 Oct 26 11:45:15.043899 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:15.044569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-db47c954-4175-4921-befa-d2d771baf2d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.1302278 Oct 26 11:45:15.052405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-184039ed-1169-4a5f-994d-c45eea98df3f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 1001 time: 0.0995517 Oct 26 11:45:15.241583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-02166eab-62f3-4624-bdf5-7b80a16b8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:15.242485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-02166eab-62f3-4624-bdf5-7b80a16b8f5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1305468 Oct 26 11:45:15.245358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-251a0d85-d33b-4a20-9b86-34cbd9e071df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:15.247699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-251a0d85-d33b-4a20-9b86-34cbd9e071df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1840341 Oct 26 11:45:15.280868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b51bd-b699-4d41-8508-cea5e0dd490e req-245a7312-f310-4c56-b8ee-b56934cab66c tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:15.283454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-228b51bd-b699-4d41-8508-cea5e0dd490e req-245a7312-f310-4c56-b8ee-b56934cab66c tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1181922 Oct 26 11:45:15.386121 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:14Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:15.423661 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:15.437652 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:15.439221 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:15.459667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-228b51bd-b699-4d41-8508-cea5e0dd490e req-3f7c7975-b9df-496a-ad06-250c48db931f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417711 Oct 26 11:45:15.462613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-5347e0ef-e75b-4c54-b6ca-91443925e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:15.465600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-5347e0ef-e75b-4c54-b6ca-91443925e085 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006063 Oct 26 11:45:15.470317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-cc0c0e7f-d296-4ca6-bccb-ae0eeedfcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:15.472799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-cc0c0e7f-d296-4ca6-bccb-ae0eeedfcdcf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757023 Oct 26 11:45:15.667690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:15.803779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27bd39-fd33-4f45-ac25-c5aae8907adf req-15d3008a-44d9-4976-9f04-7730285fbf89 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:15.805989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c27bd39-fd33-4f45-ac25-c5aae8907adf req-15d3008a-44d9-4976-9f04-7730285fbf89 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2089336 Oct 26 11:45:15.810715 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-49d17601-974f-433f-af46-3cdd3e941f86 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258376 Oct 26 11:45:15.918374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-fe1ba1e5-9af2-4c1d-8c38-0caeb5adb5ec service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349597 Oct 26 11:45:16.007387 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:14Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:16.048777 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b02634-710c-4fbe-9ac4-9e0c40d3eb5a None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:a4:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:14Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:16.102344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c27bd39-fd33-4f45-ac25-c5aae8907adf req-06c4019f-62c9-4483-9553-a770278aead0 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687452 Oct 26 11:45:16.135651 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76736b5c-5605-4a6d-80b0-78e2a6d9b51e req-89cf94eb-6133-464c-8fc9-c65d408d5dff service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085927 Oct 26 11:45:16.176674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d33d77-28eb-49e5-b9b3-ab66a1fdd2b7 req-edfe0652-16a4-418e-a6eb-593098541db3 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537989 Oct 26 11:45:16.485698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:16.489815 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44317e4-fe44-4840-912e-fdebd685949f" -d '{"events": [{"name": "network-changed", "server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:16.534317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d4f2-a6fe-4b6f-90f8-593abd7452a7 req-66135007-8ba2-45e2-8dc1-c7388d005913 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:16.537100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de34d4f2-a6fe-4b6f-90f8-593abd7452a7 req-66135007-8ba2-45e2-8dc1-c7388d005913 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1450884 Oct 26 11:45:16.993576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aa5b0-856b-4ba0-baea-3e2b6f4f406e req-2a56ec8d-ca10-42b5-a657-70f667c1120f tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:16.995990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b76aa5b0-856b-4ba0-baea-3e2b6f4f406e req-2a56ec8d-ca10-42b5-a657-70f667c1120f tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 945 time: 0.5339143 Oct 26 11:45:17.005629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de34d4f2-a6fe-4b6f-90f8-593abd7452a7 req-becbcad9-d12e-4228-b9ec-ae17a3522a46 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592404 Oct 26 11:45:17.075544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b76aa5b0-856b-4ba0-baea-3e2b6f4f406e req-c2536c4c-bea2-4a23-91d6-138170f40979 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Oct 26 11:45:17.302383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-7785b520-65a3-4659-8532-54105ab7008a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1150620 Oct 26 11:45:17.395268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-827d89bb-f522-4cc1-b57e-b84b0f8d8e5d tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:17.397897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-827d89bb-f522-4cc1-b57e-b84b0f8d8e5d tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports/df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 943 time: 0.0922143 Oct 26 11:45:17.703081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61a8e2-fec5-49df-86cb-8dc1cbec450a req-9cba838d-aee3-4f7f-af5d-17a5c2b5bd0b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:17.704625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af61a8e2-fec5-49df-86cb-8dc1cbec450a req-9cba838d-aee3-4f7f-af5d-17a5c2b5bd0b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1986849 Oct 26 11:45:17.714509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-f5057b3f-dcbb-4723-ab45-73da58236d96 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1332090 Oct 26 11:45:17.821722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af61a8e2-fec5-49df-86cb-8dc1cbec450a req-5d58e81f-700e-4a99-b52d-32db6f35f5b1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060274 Oct 26 11:45:17.932667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-6bb76c09-2678-4356-9034-f5e043008687 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:17.935120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-6bb76c09-2678-4356-9034-f5e043008687 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2127731 Oct 26 11:45:17.939940 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8288a910-f09c-412b-bc1e-5d98fe3e3e3a x-openstack-request-id: req-8288a910-f09c-412b-bc1e-5d98fe3e3e3a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:17.940411 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:17.941126 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8288a910-f09c-412b-bc1e-5d98fe3e3e3a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:17.944128 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'status': 'completed', 'code': 200} Oct 26 11:45:17.955728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-97266c23-8009-44ed-9a93-47c778a583af tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:45:17.957878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-111add2a-ecd6-4dba-8170-cdbcc863f5c3 req-97266c23-8009-44ed-9a93-47c778a583af tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119562 Oct 26 11:45:18.118815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44317e4-fe44-4840-912e-fdebd685949f req-2d1a7ae9-c192-477c-8053-e0f43723a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:18.123214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-2d1a7ae9-c192-477c-8053-e0f43723a7e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1097 time: 0.1489275 Oct 26 11:45:18.441568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f0c5-3f99-4ae2-baac-4315adeb7bb7 req-2aa05a03-7b7a-4321-8c3a-505850c16c46 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:18.453593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc26f0c5-3f99-4ae2-baac-4315adeb7bb7 req-2aa05a03-7b7a-4321-8c3a-505850c16c46 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2561674 Oct 26 11:45:18.463284 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:45:18.485607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44317e4-fe44-4840-912e-fdebd685949f req-2a9ea520-469c-4bb0-826a-73d8e0d07645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:18.487562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-2a9ea520-469c-4bb0-826a-73d8e0d07645 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.3426828 Oct 26 11:45:18.568907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc26f0c5-3f99-4ae2-baac-4315adeb7bb7 req-9ce0be7b-2a4a-4778-a01c-e1da734b783a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093502 Oct 26 11:45:18.727659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-d052773b-0980-4fb8-9205-4e8b88138d8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 1001 time: 0.2257571 Oct 26 11:45:18.756634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-4a51e8c8-4f7c-48dd-9c2d-5d7ce8d5dae6 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.2055032 Oct 26 11:45:18.898371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-f0658695-29de-46e3-9efc-c359e9d0e26f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:18.902661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-f0658695-29de-46e3-9efc-c359e9d0e26f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports/df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 943 time: 0.1425447 Oct 26 11:45:18.916641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44317e4-fe44-4840-912e-fdebd685949f req-0f3c0215-92a2-411a-bf14-0ae499a538dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:18.919724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-0f3c0215-92a2-411a-bf14-0ae499a538dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1817493 Oct 26 11:45:19.081706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454317be-5273-486f-a83b-6153f5242e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:19.119277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44317e4-fe44-4840-912e-fdebd685949f req-9d1c6d2c-26b5-445c-954c-f89e2072317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:19.121423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-9d1c6d2c-26b5-445c-954c-f89e2072317b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880853 Oct 26 11:45:19.132147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-e81d125b-611b-450c-9063-b452d46001e7 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1470520 Oct 26 11:45:19.156045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e1c93-45c6-4718-a5b9-ae693b9db103 req-599e4fd8-c953-4a12-8424-27b197e4d9fd tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:19.157559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181e1c93-45c6-4718-a5b9-ae693b9db103 req-599e4fd8-c953-4a12-8424-27b197e4d9fd tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1708128 Oct 26 11:45:19.330787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181e1c93-45c6-4718-a5b9-ae693b9db103 req-d3211ba5-6cc4-42b7-bd5e-4cf061bddb10 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518152 Oct 26 11:45:19.337521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-92a1a20c-0864-4f4b-9da6-6882a869ab96 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040215 Oct 26 11:45:19.429125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-a9f6ff45-38a0-4b8b-aace-f5e09e48e137 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:19.430608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-a9f6ff45-38a0-4b8b-aace-f5e09e48e137 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2721131 Oct 26 11:45:19.533321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a44317e4-fe44-4840-912e-fdebd685949f req-bd5275d0-b5a3-4b40-9cc1-c184b22e3004 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787009 Oct 26 11:45:19.542256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-044753e6-3dd8-4255-ac39-c580527d55dc tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.0968730 Oct 26 11:45:19.552212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:19.631414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:19.820979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5721bc8-6fe3-42ca-ac69-02385ac00c0c req-d96b1af6-f4d4-4087-9f91-7f147968b913 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:19.822705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5721bc8-6fe3-42ca-ac69-02385ac00c0c req-d96b1af6-f4d4-4087-9f91-7f147968b913 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1421278 Oct 26 11:45:19.891280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:19.899401 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:19.900034 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Floating IP fc7307ea-f2a1-4567-8039-b435f62c42db disassociated. External IP: 172.25.4.10, port: df234f63-8632-41c3-97e0-4bd6d01e9079. Oct 26 11:45:19.969443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5721bc8-6fe3-42ca-ac69-02385ac00c0c req-723f407f-266b-4ab8-b9cf-d6a015c3e361 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394925 Oct 26 11:45:20.226349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:20.394251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:20.403641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:20.413522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:20.430806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:20.431590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:20.457365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-620d7d5d-df65-4521-aa1e-7ada1bc07506 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "PUT /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 694 time: 0.9051630 Oct 26 11:45:20.459362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:20.475240 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b" -d '{"events": [{"name": "network-changed", "server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:20.544259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-f3babc3c-a10f-4178-8798-5b40055ce78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:20.554255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-f3babc3c-a10f-4178-8798-5b40055ce78d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1097 time: 0.0713603 Oct 26 11:45:20.615351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:20.695896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-889b4f29-87a6-4f98-ad30-03d739fabb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:20.709555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-889b4f29-87a6-4f98-ad30-03d739fabb52 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.1524730 Oct 26 11:45:20.764894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-98d61e1c-9083-4d10-b3b0-9d9e50526d12 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 217 time: 0.0543861 Oct 26 11:45:20.855212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0abc49-cfa4-4e86-bf7d-fd1a22cf17c4 req-ef45ef30-4807-44d9-bacd-6ddd6aca40b2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:20.864887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c0abc49-cfa4-4e86-bf7d-fd1a22cf17c4 req-ef45ef30-4807-44d9-bacd-6ddd6aca40b2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1456418 Oct 26 11:45:20.875698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-f9936f8c-1852-4331-87e3-eff4388c952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:20.878232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-f9936f8c-1852-4331-87e3-eff4388c952d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.0884953 Oct 26 11:45:20.925096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:20.972894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c0abc49-cfa4-4e86-bf7d-fd1a22cf17c4 req-a60db4e4-28c5-424a-8f46-d51d29ccc3ce tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069458 Oct 26 11:45:20.994152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-16814748-baf8-4329-8957-c9e89b53b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:20.996186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-16814748-baf8-4329-8957-c9e89b53b5e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798237 Oct 26 11:45:21.003011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:21.053974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:21.054745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:21.285124 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db65e99-4a90-495a-ae76-4de340350037 x-openstack-request-id: req-0db65e99-4a90-495a-ae76-4de340350037 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:21.285728 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:21.285728 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0db65e99-4a90-495a-ae76-4de340350037 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:21.286236 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'status': 'completed', 'code': 200} Oct 26 11:45:21.357223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-20e1f593-fc7a-4bdd-9432-a654bdac9284 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521073 Oct 26 11:45:21.543745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-e2fc313e-bd6d-46cb-a8cf-b052f671ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:21.562202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-e2fc313e-bd6d-46cb-a8cf-b052f671ef32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 1097 time: 0.2429349 Oct 26 11:45:21.563837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:21.687161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625ae54-72ec-48e1-b1f1-3c3b2ac901a8 req-29b47f38-ac61-4a67-815f-f8f7eec312e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:21.688871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9625ae54-72ec-48e1-b1f1-3c3b2ac901a8 req-29b47f38-ac61-4a67-815f-f8f7eec312e8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2971637 Oct 26 11:45:21.759214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c56514-6801-429f-9b7b-35fcf506bb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:21.866961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9625ae54-72ec-48e1-b1f1-3c3b2ac901a8 req-ffd7bd28-1f6c-4ed7-a628-543a7a417bf5 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592536 Oct 26 11:45:21.893288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59801a6-da66-44ea-ab8e-1f0bc5041493 req-c7c97c97-704f-4c4d-8f82-1030ccb0d580 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200512 Oct 26 11:45:21.961380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-517b5891-3c9f-48cb-aa60-5ab181a284e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:21.964820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-517b5891-3c9f-48cb-aa60-5ab181a284e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.3904505 Oct 26 11:45:22.032101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b1443ceb-ce1c-4770-a069-f55e95632820 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:22.041112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-9967ff31-86a0-4b8a-a0a1-e43c2c890971 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 200 len: 217 time: 0.0643053 Oct 26 11:45:22.191200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-0667d55e-912d-4f5f-b108-a2252dfe9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:22.193335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-0667d55e-912d-4f5f-b108-a2252dfe9295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1369326 Oct 26 11:45:22.334563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-2a563516-8004-4d6e-9553-9eb16e9fb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:22.337032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-2a563516-8004-4d6e-9553-9eb16e9fb6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279669 Oct 26 11:45:22.446556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:22.556015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:22.568050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9c4e8-e5d9-4f50-b3b1-e9f6e139f4c5 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:22.608564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'mac_address': 'fa:16:3e:eb:a7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:45:22.671564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-6f8b150c-f902-4bdc-adae-be8b4638849b service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155885 Oct 26 11:45:22.696406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de7ed3-dbaf-4e47-81aa-aa26080e9aef req-5b1ac2b5-df5f-4aad-ac3b-10cec6d18c7f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:22.721104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55de7ed3-dbaf-4e47-81aa-aa26080e9aef req-5b1ac2b5-df5f-4aad-ac3b-10cec6d18c7f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 945 time: 0.1306489 Oct 26 11:45:22.775289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:22.827867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1443ceb-ce1c-4770-a069-f55e95632820 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:22.866348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:22.882336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:22.954696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:22.962344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:22.999234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55de7ed3-dbaf-4e47-81aa-aa26080e9aef req-65183a15-5b0d-458c-b149-3c6270ffe978 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772071 Oct 26 11:45:23.065221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:23.080878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b1443ceb-ce1c-4770-a069-f55e95632820'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:23.129808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adddeb5d-3791-4c3b-8dd4-2f448ca8f85b req-89924517-7ebe-4f59-aad2-43c3750c2e06 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831370 Oct 26 11:45:23.216453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-9d9fd2d8-2ab5-4133-9f8e-d05cdfe6f393 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:23.223244 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-9d9fd2d8-2ab5-4133-9f8e-d05cdfe6f393 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1443157 Oct 26 11:45:23.223761 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8197f-5d45-4a83-970c-68e7a7108757 None None] New status for floating IP fc7307ea-f2a1-4567-8039-b435f62c42db: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:45:23.235570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:23.398524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:23.561200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-6df1dc9a-7057-4ef5-b70e-5476e581d690 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:23.572980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-6df1dc9a-7057-4ef5-b70e-5476e581d690 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1113534 Oct 26 11:45:23.675547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:23.675764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-d01528af-ecba-426e-b8b6-4972823df37b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 697 time: 0.0958650 Oct 26 11:45:23.706643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'floatingip': {'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:23.789801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:23.792187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:23.905144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:23.914725 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ae781-2338-44d3-a632-a288e1c3eeb2" -d '{"events": [{"server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "name": "network-vif-unplugged", "status": "completed", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:23.939298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:23.953631 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.021089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:24.030194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b1443ceb-ce1c-4770-a069-f55e95632820 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:24.166132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:24.236777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:45:24.237700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:45:24.237700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:24.243013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:45:24.243435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:24.250235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:45:24.250682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:45:24.251168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:24.252822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Bound port: 49933478-d757-442a-af5e-ddc8af3d6f9d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:45:24.253271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.389259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port b1443ceb-ce1c-4770-a069-f55e95632820 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:45:24.389546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.460376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:24.492059 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.512214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:24.521358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:24.528611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.559567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:45:24.560748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:45:24.563189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:24.579688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:45:24.580710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Attempting to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:24.598216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:45:24.599044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:45:24.601574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:24.603935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Bound port: 49933478-d757-442a-af5e-ddc8af3d6f9d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:45:24.604847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.652436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:24.676554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-01e150be-c414-41c8-a115-f64cbe3919d1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:24.678130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-01e150be-c414-41c8-a115-f64cbe3919d1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62e93ab-a9e0-426b-bf52-ab26185615fa HTTP/1.1" status: 200 len: 946 time: 0.2786140 Oct 26 11:45:24.756595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.761115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:24.761911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:24.765706 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cedbde05-0516-4759-8948-f76518a767f9 service neutron] 10.222.0.100 "PUT /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 1121 time: 1.5351675 Oct 26 11:45:24.834846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:24.842123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:24.845441 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6feffc-4a8e-4af0-b6b9-60d5fcb44f75" -d '{"events": [{"server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "name": "network-vif-plugged", "status": "completed", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:24.891869 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:25.066929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['49933478-d757-442a-af5e-ddc8af3d6f9d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:25.089559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['49933478-d757-442a-af5e-ddc8af3d6f9d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:25.112939 n-d-812150-3 neutron-server[102761]: WARNING neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Concurrent port binding operations failed on port 49933478-d757-442a-af5e-ddc8af3d6f9d Oct 26 11:45:25.145086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:25.304952 n-d-812150-3 neutron-server[102761]: INFO neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Attempt 2 to bind port 49933478-d757-442a-af5e-ddc8af3d6f9d Oct 26 11:45:25.310636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d has no active binding in host n-h2-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:45:25.419129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:25.466915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.467950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.468718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.469505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.470630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.471376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.472090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.473142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.474121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.474901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.475667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.476363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:25.816390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:25.829422 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:25.842550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Deleting port df234f63-8632-41c3-97e0-4bd6d01e9079 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:25.843154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:25.959804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] For port df234f63-8632-41c3-97e0-4bd6d01e9079, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df234f63-8632-41c3-97e0-4bd6d01e9079,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:25.960397 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:26.063079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Calling delete_port for df234f63-8632-41c3-97e0-4bd6d01e9079 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:26.189966 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Floating IP fc7307ea-f2a1-4567-8039-b435f62c42db associated. External IP: 172.25.4.10, port: 532a30fa-6994-42d8-b0db-50f6e508bf26. Oct 26 11:45:26.453918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:26.477155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['532a30fa-6994-42d8-b0db-50f6e508bf26'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:26.697180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event deleted for resources: {'Port': ['ID=df234f63-8632-41c3-97e0-4bd6d01e9079,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:26.778309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.778887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.779458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.780893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.781471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.781991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.782535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.783083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.783664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.784242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.784815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.785397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.877041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] No DVR routers for this DVR port df234f63-8632-41c3-97e0-4bd6d01e9079 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:45:26.882731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:26.889179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-035485ac-0e10-41fe-8ee8-d1bdc15941f0 req-67481ea5-9bbe-430e-b2c6-acba7b59b931 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "DELETE /v2.0/ports/df234f63-8632-41c3-97e0-4bd6d01e9079 HTTP/1.1" status: 204 len: 173 time: 2.1984999 Oct 26 11:45:26.894880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'name': 'network-vif-deleted', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:26.897538 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dafff9-194c-4d1f-8a1d-e4472aac9cd4" -d '{"events": [{"server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "name": "network-vif-deleted", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:26.988991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:27.104787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df234f63-8632-41c3-97e0-4bd6d01e9079 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:27.200694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: df234f63-8632-41c3-97e0-4bd6d01e9079 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:45:27.204607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df234f63-8632-41c3-97e0-4bd6d01e9079 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:27.311229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:27.327092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:27.338772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:27.370097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:27.374180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:27.426383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-5e723f1e-68f8-4cea-b57c-64bbb05e6d16 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "PUT /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 996 time: 3.7449825 Oct 26 11:45:27.643370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-f5145450-b4bc-4333-a984-c20a0c30fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:27.649627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-f5145450-b4bc-4333-a984-c20a0c30fcc5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.1437690 Oct 26 11:45:27.784006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:27.935898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-d7424094-f09b-45e0-8e82-3e48631262a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:27.947897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-d7424094-f09b-45e0-8e82-3e48631262a9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.2781465 Oct 26 11:45:28.054450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-617a0ee3-a5cf-4700-ac7b-8b5481a14d51 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 999 time: 0.1050212 Oct 26 11:45:28.158337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-45c0e433-b0b4-4f10-a5e2-207ea355bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:28.160402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-45c0e433-b0b4-4f10-a5e2-207ea355bf16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1044939 Oct 26 11:45:28.245210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-7bd18a4b-8b3e-4580-b034-c914c4fef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:28.257849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-7bd18a4b-8b3e-4580-b034-c914c4fef496 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770833 Oct 26 11:45:28.310479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:24Z', 'revision_number': 8, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:28.418907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:28.449701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:28.450343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:28.485777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-efa430fc-dafe-45ca-be06-9ef4e7fd0cae service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263033 Oct 26 11:45:28.720639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a58ddfdd-1ef8-44bb-93ac-2f88ac1c9afa req-99815230-7546-4bfb-91f2-ed467a357a30 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168932 Oct 26 11:45:28.925710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:28.997721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67fe6d-8d19-4ff6-b125-64c80ffcb0c4 req-c190a17f-c6f5-4ee7-8ca4-9406beef3df5 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:28.997721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa67fe6d-8d19-4ff6-b125-64c80ffcb0c4 req-c190a17f-c6f5-4ee7-8ca4-9406beef3df5 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1166592 Oct 26 11:45:29.076456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa67fe6d-8d19-4ff6-b125-64c80ffcb0c4 req-80e00203-0e15-42a4-ae13-7e6839f6aea5 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652430 Oct 26 11:45:29.358495 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e368937-9c3d-4272-904d-2cf221d1012a x-openstack-request-id: req-6e368937-9c3d-4272-904d-2cf221d1012a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:29.360037 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "name": "network-vif-unplugged", "status": "completed", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:29.361302 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e368937-9c3d-4272-904d-2cf221d1012a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:29.362163 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'code': 200} Oct 26 11:45:29.627901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:24Z', 'revision_number': 8, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:29.651822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd42be-7789-477c-afd9-a11c9c7bcdc3 req-767e1e6e-cbbf-43c0-a7a3-359db467c5a7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:29.670424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3bd42be-7789-477c-afd9-a11c9c7bcdc3 req-767e1e6e-cbbf-43c0-a7a3-359db467c5a7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 943 time: 0.1398354 Oct 26 11:45:29.695407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ef080-5e00-4d0b-8528-9b83237f9b14 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'fc7307ea-f2a1-4567-8039-b435f62c42db', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'port_id': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'mac_address': 'fa:16:3e:6e:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:44:43Z', 'updated_at': '2021-10-26T11:45:24Z', 'revision_number': 8, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:29.802127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3bd42be-7789-477c-afd9-a11c9c7bcdc3 req-e61f244f-9ed9-4bb4-b459-e5d83d1fe28c tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255224 Oct 26 11:45:30.005521 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7f615-89e0-42a7-a0c2-e955f720ff56 x-openstack-request-id: req-69f7f615-89e0-42a7-a0c2-e955f720ff56 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:30.006572 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "name": "network-vif-plugged", "status": "completed", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:30.006572 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-69f7f615-89e0-42a7-a0c2-e955f720ff56 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:30.006572 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'code': 200} Oct 26 11:45:30.086623 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e995887d-1b32-470a-9583-54b55a87cc46 x-openstack-request-id: req-e995887d-1b32-470a-9583-54b55a87cc46 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:30.087619 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62e93ab-a9e0-426b-bf52-ab26185615fa", "name": "network-vif-deleted", "tag": "df234f63-8632-41c3-97e0-4bd6d01e9079", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:30.087619 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e995887d-1b32-470a-9583-54b55a87cc46 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:30.087619 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62e93ab-a9e0-426b-bf52-ab26185615fa', 'name': 'network-vif-deleted', 'tag': 'df234f63-8632-41c3-97e0-4bd6d01e9079', 'status': 'completed', 'code': 200} Oct 26 11:45:30.217033 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc0dbf-6777-47c2-8300-6d8609f0f1db None None] New status for floating IP fc7307ea-f2a1-4567-8039-b435f62c42db: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:45:30.311524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f853ca9d-37e7-4874-91a3-bde1ed51113d req-061bab9b-59e0-419f-8ac9-ef26cea45a18 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 996 time: 0.2043447 Oct 26 11:45:30.591515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ca9d-37e7-4874-91a3-bde1ed51113d req-5fd8b9a9-b53c-43a1-96ae-f2c9b98b40a8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:30.595998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f853ca9d-37e7-4874-91a3-bde1ed51113d req-5fd8b9a9-b53c-43a1-96ae-f2c9b98b40a8 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2749815 Oct 26 11:45:30.612008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-f853ca9d-37e7-4874-91a3-bde1ed51113d req-49931eee-150e-427e-84e8-1f16305e1396 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:45:30.620996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f853ca9d-37e7-4874-91a3-bde1ed51113d req-49931eee-150e-427e-84e8-1f16305e1396 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0181959 Oct 26 11:45:30.841689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7966-4572-4a76-90bc-c34c1d34c064 req-835afb7f-871f-4a4d-8c61-f4d8beada13c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:30.844115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff8e7966-4572-4a76-90bc-c34c1d34c064 req-835afb7f-871f-4a4d-8c61-f4d8beada13c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1122186 Oct 26 11:45:30.942698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff8e7966-4572-4a76-90bc-c34c1d34c064 req-bfd62574-0adb-40a8-8842-97ffeb4760da tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853324 Oct 26 11:45:31.201942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-53b883b4-fa52-4644-a1e1-5a50e65d965a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1300633 Oct 26 11:45:31.294207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482d94-36d3-463b-806a-08e71642fb8b req-f8147974-f936-489c-ae43-b6730c951201 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:31.295840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-f8147974-f936-489c-ae43-b6730c951201 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports/532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 943 time: 0.0831072 Oct 26 11:45:31.363473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:31.365911 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b0145-fee9-4477-8add-32592af79bce" -d '{"events": [{"name": "network-changed", "server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:31.519886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-e979f257-fc14-4366-a5c3-90dc54e39032 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1150882 Oct 26 11:45:31.738607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482d94-36d3-463b-806a-08e71642fb8b req-d77f2a9b-258a-439a-9b88-469fde1773a1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:31.740141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-d77f2a9b-258a-439a-9b88-469fde1773a1 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2110922 Oct 26 11:45:31.945406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-07ada852-5acd-4c73-9557-7ab54460e935 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 1001 time: 0.1967683 Oct 26 11:45:31.953936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:32.077133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:32.125085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:32.129184 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4db373-9e9f-4b78-ae85-28b2641008de" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:32.332181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:32.338324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:32.338823 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Floating IP fc7307ea-f2a1-4567-8039-b435f62c42db disassociated. External IP: 172.25.4.10, port: 532a30fa-6994-42d8-b0db-50f6e508bf26. Oct 26 11:45:32.797659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:33.049592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:33.063791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:33.082957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:33.110315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:33.111118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:33.132269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:33.160919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-d59e616b-5f54-4a80-a302-d5adf81623b4 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "PUT /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 695 time: 1.2142107 Oct 26 11:45:33.326099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482d94-36d3-463b-806a-08e71642fb8b req-6c69db3d-5a18-42e8-82b3-004cf8945cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:33.332324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-6c69db3d-5a18-42e8-82b3-004cf8945cd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.1304405 Oct 26 11:45:33.445505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:33.599086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482d94-36d3-463b-806a-08e71642fb8b req-1c391366-8866-4da1-8302-a481495ccc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:33.636949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-1c391366-8866-4da1-8302-a481495ccc1b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.2974527 Oct 26 11:45:33.701129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:33.715863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-31cd0e4b-3323-4df7-9fd6-acb6a7d8f5f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.0758219 Oct 26 11:45:33.782385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482d94-36d3-463b-806a-08e71642fb8b req-f9e04b3a-d1bb-4a1c-adc7-8558bf92bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:33.784966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-f9e04b3a-d1bb-4a1c-adc7-8558bf92bdf3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.0678718 Oct 26 11:45:33.904480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482d94-36d3-463b-806a-08e71642fb8b req-ab170de0-6c94-494c-b4ef-a42ebd7bc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:33.920390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-ab170de0-6c94-494c-b4ef-a42ebd7bc646 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241271 Oct 26 11:45:34.169441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-389ef6fe-b6a4-4e8f-8890-5b960d2a7813 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474315 Oct 26 11:45:34.221147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:34.273800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:34.285200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:34.286119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:34.317359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05482d94-36d3-463b-806a-08e71642fb8b req-bff50b34-7738-43bd-ae48-3dd081112690 service neutron] 10.222.0.88 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408005 Oct 26 11:45:34.460674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:34.565544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd190e-22fb-41b3-a4cb-3346013ccc14 req-929eba6d-e515-4f29-bbe5-98fb48cc56d3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:34.582136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3dd190e-22fb-41b3-a4cb-3346013ccc14 req-929eba6d-e515-4f29-bbe5-98fb48cc56d3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 943 time: 0.1482263 Oct 26 11:45:34.643288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3dd190e-22fb-41b3-a4cb-3346013ccc14 req-ecbf290f-8fc8-411e-92c8-cda9de6ea993 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589812 Oct 26 11:45:34.765406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:34.829720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ebf-1408-4de1-bcd6-4ed6b594aac8 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:44:05Z', 'revision_number': 4, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b8ba5636-a66f-40b4-9ab5-014316ad04b9', 'name': '', 'network_id': 'ce254c70-00a3-4d9b-b1f4-819819fb3d52', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'mac_address': 'fa:16:3e:6a:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:03Z', 'updated_at': '2021-10-26T11:44:13Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'subnets': [{'id': 'cb720498-6349-4f25-b7a1-eb63fdc2b821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:34.860941 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f4d7a-6445-4293-8980-a05de4cd4995 x-openstack-request-id: req-039f4d7a-6445-4293-8980-a05de4cd4995 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:34.861584 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:34.861584 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-039f4d7a-6445-4293-8980-a05de4cd4995 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:34.861928 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'status': 'completed', 'code': 200} Oct 26 11:45:35.047538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b0145-fee9-4477-8add-32592af79bce req-1e5597ee-daa3-42bf-b2a4-e608050d0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:35.049416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-1e5597ee-daa3-42bf-b2a4-e608050d0e59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1124 time: 0.1708119 Oct 26 11:45:35.106163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:35.115998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f374f-8b03-4c8d-b84d-112e3d477867 req-3dd3e2c0-7991-41ba-8b19-2f993c5913fa tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:35.125584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-286f374f-8b03-4c8d-b84d-112e3d477867 req-3dd3e2c0-7991-41ba-8b19-2f993c5913fa tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1483476 Oct 26 11:45:35.253002 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cf4da028-e1c0-472f-9939-d7ccca38d834 service neutron] 10.222.0.30 "GET /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.2190857 Oct 26 11:45:35.358328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-286f374f-8b03-4c8d-b84d-112e3d477867 req-cfebef90-7d8d-4578-8522-fc53b18377ea tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313156 Oct 26 11:45:35.425172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b0145-fee9-4477-8add-32592af79bce req-adad9515-3aa2-47bf-b1a7-4eeb66b3b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:35.426716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-adad9515-3aa2-47bf-b1a7-4eeb66b3b48d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.3678601 Oct 26 11:45:35.466185 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430da8b-aa30-400f-b153-f6272f2a7e4d None None] New status for floating IP fc7307ea-f2a1-4567-8039-b435f62c42db: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:45:35.483991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-2e8ff1ed-89fe-4740-9a31-bb5cd2c56450 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 217 time: 0.0446570 Oct 26 11:45:35.610899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b0145-fee9-4477-8add-32592af79bce req-90399fb0-f9d4-43e6-9f27-a2db31e7c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:35.617780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-90399fb0-f9d4-43e6-9f27-a2db31e7c377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0960057 Oct 26 11:45:35.737845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-2ce4c061-6148-4f18-a11f-324c23567ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097307 Oct 26 11:45:35.739514 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5613df-0cb0-421d-99c2-054732164032 x-openstack-request-id: req-0b5613df-0cb0-421d-99c2-054732164032 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:35.739805 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:35.740064 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b5613df-0cb0-421d-99c2-054732164032 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:35.740460 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'status': 'completed', 'code': 200} Oct 26 11:45:35.793142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:35.844329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:35.928924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49933478-d757-442a-af5e-ddc8af3d6f9d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:35.942334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:35.960407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:36.109091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] Transition to ACTIVE for port object 49933478-d757-442a-af5e-ddc8af3d6f9d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:45:36.116882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:36.138836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-b4103bcb-fec2-420e-b029-20a9aec933d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:36.140440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-b4103bcb-fec2-420e-b029-20a9aec933d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.3991678 Oct 26 11:45:36.148008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-e0412203-ddd7-4405-96be-fd6b89704331 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819427 Oct 26 11:45:36.224002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490426e4-58a2-406c-8caa-fc23074c08d4 req-742cce0a-bb78-4254-a864-03d01a636c9e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:36.226283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] No DVR routers for this DVR port 49933478-d757-442a-af5e-ddc8af3d6f9d on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:45:36.229475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-490426e4-58a2-406c-8caa-fc23074c08d4 req-742cce0a-bb78-4254-a864-03d01a636c9e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 943 time: 0.3069940 Oct 26 11:45:36.373737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] 10.222.0.30 "PUT /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d/bindings/n-h2-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0827475 Oct 26 11:45:36.424886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd6167-29be-4390-a796-dba9018e6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:36.558921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-e7159fbf-01b4-4c00-b971-ebecc9d78bd8 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:36.561711 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-e7159fbf-01b4-4c00-b971-ebecc9d78bd8 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.0851555 Oct 26 11:45:36.567150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-d495bf88-c287-4d03-bbf8-8ed202982337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:36.568772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-d495bf88-c287-4d03-bbf8-8ed202982337 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.4006741 Oct 26 11:45:36.586926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-490426e4-58a2-406c-8caa-fc23074c08d4 req-09138fa4-08b4-4c1a-8614-bc63132e3b31 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673039 Oct 26 11:45:36.682817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-0b2eb41d-79de-4100-bf89-91ef93ef3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:36.685512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-0b2eb41d-79de-4100-bf89-91ef93ef3242 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 1095 time: 0.1104648 Oct 26 11:45:36.750949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-da4aff3b-fcc9-4840-bcf6-f98f64ab61ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.1605976 Oct 26 11:45:36.885201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-38ba5f09-4527-4677-828b-59c2b8420834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:36.888308 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-38ba5f09-4527-4677-828b-59c2b8420834 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1095 time: 0.1316988 Oct 26 11:45:37.242113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-c332eb8d-2a2d-4bb1-b110-9335161eeed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:37.249296 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-c332eb8d-2a2d-4bb1-b110-9335161eeed2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.3479414 Oct 26 11:45:37.258935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9b0145-fee9-4477-8add-32592af79bce req-7e7abc96-48c8-4cb0-b65b-80b5f63cded7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0715506 Oct 26 11:45:37.344348 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-b950c977-8071-41c7-88a8-243ead2dcf69 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 217 time: 0.0832188 Oct 26 11:45:37.355329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-636d2a3a-6d7e-431a-8811-7d1c424c1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:37.357203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-636d2a3a-6d7e-431a-8811-7d1c424c1d6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.5866754 Oct 26 11:45:37.364485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c2d00-861e-49df-97bb-d54dfa731e64 req-72ab4e57-8d0b-4304-9510-973c6bf12828 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:37.373490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50c2d00-861e-49df-97bb-d54dfa731e64 req-72ab4e57-8d0b-4304-9510-973c6bf12828 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1236022 Oct 26 11:45:37.428824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-87bc18cc-4fcb-4dba-adf3-f8eeebf0afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:37.432221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-87bc18cc-4fcb-4dba-adf3-f8eeebf0afba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0779974 Oct 26 11:45:37.449993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50c2d00-861e-49df-97bb-d54dfa731e64 req-a944052a-cbf6-4709-bcdd-5d668df076f9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753462 Oct 26 11:45:37.510224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-683ac7e3-77a8-4021-ac1c-3d0a9cc1d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:37.512690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-683ac7e3-77a8-4021-ac1c-3d0a9cc1d5d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169791 Oct 26 11:45:37.521753 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-ed85697f-f37e-4979-8fcf-4a478f3702d2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810909 Oct 26 11:45:37.748698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:37.751208 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd53f0ec-7c82-429a-a460-b20fd8c34af6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:37.764755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-b080f033-2970-4fa3-8320-f315e8ceb553 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275665 Oct 26 11:45:37.778898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-d18714bf-2681-4227-a6bc-e160edcd8dfc tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 200 len: 693 time: 0.1092939 Oct 26 11:45:37.950888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-26a668aa-28b3-4a1b-9532-253ec1e987a7 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215813 Oct 26 11:45:38.001895 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-52404bcf-344c-4f5e-9c54-32071b346044 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295268 Oct 26 11:45:38.059604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-d4b428f0-2799-4f33-a545-a52c815d3a21 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:38.073224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-d4b428f0-2799-4f33-a545-a52c815d3a21 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2717218 Oct 26 11:45:38.081832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-9a693dce-a7ad-43ed-90cc-978945392e22 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:45:38.082847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-9a693dce-a7ad-43ed-90cc-978945392e22 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076566 Oct 26 11:45:38.177434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-8d126569-87bd-4581-b53c-11e7dc4f20f7 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 696 time: 0.0821333 Oct 26 11:45:38.256628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-e4541e4a-9000-45ca-8846-c37e8b43272b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 696 time: 0.0782781 Oct 26 11:45:38.276997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb4db373-9e9f-4b78-ae85-28b2641008de req-7f742036-cdf8-42f8-af10-3dee8ec2fa32 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107128 Oct 26 11:45:38.400069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cb06f078-c8ee-4bb9-9695-cc8584a768ca tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:38.401665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-cb06f078-c8ee-4bb9-9695-cc8584a768ca tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.0640042 Oct 26 11:45:38.450898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Deleting port 280d02a2-43fe-440c-8811-c8c1f2936e4d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:38.451303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:38.582612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:38.583093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:38.617312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Calling delete_port for 280d02a2-43fe-440c-8811-c8c1f2936e4d owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:38.936282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:38.952066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-55bc2f2b-8d6b-4e21-b4ba-913ae719b504 service neutron] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:38.959516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-55bc2f2b-8d6b-4e21-b4ba-913ae719b504 service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:38.964741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4a95246-3503-4939-b403-a85bec8fe8f8 req-55bc2f2b-8d6b-4e21-b4ba-913ae719b504 service neutron] 10.222.0.100 "DELETE /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d/bindings/n-h1-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.5500996 Oct 26 11:45:38.988892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event deleted for resources: {'Port': ['ID=280d02a2-43fe-440c-8811-c8c1f2936e4d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:39.145335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:39.153397 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:39.164181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2e3080-80ec-481e-b5c2-14a42414de53 req-47272397-0a59-4fff-b755-2035f65d409c tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "DELETE /v2.0/floatingips/fc7307ea-f2a1-4567-8039-b435f62c42db HTTP/1.1" status: 204 len: 173 time: 0.8954380 Oct 26 11:45:39.324845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36a68e-fac9-47a6-98fa-1c94c569ab77 req-7f534896-70b8-4f3b-a537-0ad8bd2c0011 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:39.326513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea36a68e-fac9-47a6-98fa-1c94c569ab77 req-7f534896-70b8-4f3b-a537-0ad8bd2c0011 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 944 time: 0.0640194 Oct 26 11:45:39.416086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea36a68e-fac9-47a6-98fa-1c94c569ab77 req-9213dfe8-4cc0-4caf-b51f-05a3fcd0cb9a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803478 Oct 26 11:45:39.480860 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba9544-8eeb-42c8-9232-02711ddd15e2 x-openstack-request-id: req-0bba9544-8eeb-42c8-9232-02711ddd15e2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:39.481240 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:39.481411 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0bba9544-8eeb-42c8-9232-02711ddd15e2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:39.481792 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'status': 'completed', 'code': 200} Oct 26 11:45:39.703611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-441589b6-7af5-4d17-8b10-f5e767f45741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:39.709255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-441589b6-7af5-4d17-8b10-f5e767f45741 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dcf1e45e4a243a4987e7053bf222746&device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 1097 time: 0.1944776 Oct 26 11:45:40.005814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021edc00-1c33-4c3d-8ca6-c8a86553a303 req-a60f98aa-7d61-4d30-bbef-751e352bda00 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:40.015605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-021edc00-1c33-4c3d-8ca6-c8a86553a303 req-a60f98aa-7d61-4d30-bbef-751e352bda00 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1678941 Oct 26 11:45:40.105122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-0ab18def-6fb1-45c6-af4c-abb41545e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:40.107556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-0ab18def-6fb1-45c6-af4c-abb41545e59e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 200 len: 923 time: 0.3864987 Oct 26 11:45:40.129309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-021edc00-1c33-4c3d-8ca6-c8a86553a303 req-da63bd3c-c125-4d02-ab7b-5f2e1a08f445 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125374 Oct 26 11:45:40.301476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-71ccdee3-7680-45cd-94bf-dfa05cbef5d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 200 len: 217 time: 0.1545184 Oct 26 11:45:40.448898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-a229c42a-d090-4bdd-b875-c4540511ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:40.450624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-a229c42a-d090-4bdd-b875-c4540511ce06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 200 len: 860 time: 0.1352253 Oct 26 11:45:40.595018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ee93-72c5-4db7-a1b8-01b2c691ae9e req-67f3888e-5076-4f45-99bd-ab22def3f9f3 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:40.597389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c2ee93-72c5-4db7-a1b8-01b2c691ae9e req-67f3888e-5076-4f45-99bd-ab22def3f9f3 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1095 time: 0.0978827 Oct 26 11:45:40.607715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-2d836e74-ad66-495f-8b83-7c73d378ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:40.610120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-2d836e74-ad66-495f-8b83-7c73d378ff5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce254c70-00a3-4d9b-b1f4-819819fb3d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406991 Oct 26 11:45:40.707378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c2ee93-72c5-4db7-a1b8-01b2c691ae9e req-dc27fac2-63b0-47a7-8143-07d915d3ca23 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955782 Oct 26 11:45:40.841462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-bc84a6f4-fd90-463c-941b-028d23a7d45a service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007709 Oct 26 11:45:41.176434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e2eb7-f410-4529-b592-1f7da1bcff80 req-6d810888-8dd5-407f-b671-811984eb755f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:41.179000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b79e2eb7-f410-4529-b592-1f7da1bcff80 req-6d810888-8dd5-407f-b671-811984eb755f tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 946 time: 0.1865659 Oct 26 11:45:41.189901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd53f0ec-7c82-429a-a460-b20fd8c34af6 req-c6eac2ce-c039-4117-8751-1af78838a692 service neutron] 10.222.0.30 "GET /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405356 Oct 26 11:45:41.311924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b79e2eb7-f410-4529-b592-1f7da1bcff80 req-49744305-1ad6-4b75-b106-ae97411833ad tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986032 Oct 26 11:45:41.514327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1981255-24ae-461c-a029-5f2a08cbd5df req-6cb7feb8-6827-4cc7-bdf0-f3a1096154a9 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:41.525018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1981255-24ae-461c-a029-5f2a08cbd5df req-6cb7feb8-6827-4cc7-bdf0-f3a1096154a9 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1095 time: 0.1186364 Oct 26 11:45:41.603645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1981255-24ae-461c-a029-5f2a08cbd5df req-b517129a-ad58-494b-8ef0-a93309f4ece9 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 Oct 26 11:45:41.847846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5868-2485-4e34-a1aa-db5349f22202 req-2782a239-4f8c-453b-908e-4eef6b761fda tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:41.849542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e8c5868-2485-4e34-a1aa-db5349f22202 req-2782a239-4f8c-453b-908e-4eef6b761fda tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1269674 Oct 26 11:45:41.984730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e8c5868-2485-4e34-a1aa-db5349f22202 req-43b90645-64a0-424b-842c-c104bf3d3e5b tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246226 Oct 26 11:45:42.346936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f35b7e2c-3527-48f7-a34c-0b52e45682af tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:42.395072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f35b7e2c-3527-48f7-a34c-0b52e45682af tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 946 time: 0.1867759 Oct 26 11:45:42.721285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9914783-d139-4f24-868c-ed190eedf305 req-31ef3af9-906a-4fad-9793-c5a8b0f8b10a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:42.735090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9914783-d139-4f24-868c-ed190eedf305 req-31ef3af9-906a-4fad-9793-c5a8b0f8b10a tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 946 time: 0.1726208 Oct 26 11:45:42.845592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9914783-d139-4f24-868c-ed190eedf305 req-3d6bd289-55c2-4f35-ac49-a655d843297b tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/security-groups?id=c3c16537-32c6-4ffb-9a3a-2350b2cd7157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091306 Oct 26 11:45:42.905143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Deleting port 532a30fa-6994-42d8-b0db-50f6e508bf26 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:42.905624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:43.223362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-fccf708c-0619-4d80-ab8f-c05bd02a589d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2048929 Oct 26 11:45:43.247474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] For port 532a30fa-6994-42d8-b0db-50f6e508bf26, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=532a30fa-6994-42d8-b0db-50f6e508bf26,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:43.248014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:43.345200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Calling delete_port for 532a30fa-6994-42d8-b0db-50f6e508bf26 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:43.534190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ce2f-a042-4c87-829b-e7d95a6d9571 req-9d8c80f2-1cf9-491f-80dd-79882982cace tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:43.546967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd83ce2f-a042-4c87-829b-e7d95a6d9571 req-9d8c80f2-1cf9-491f-80dd-79882982cace tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.3811245 Oct 26 11:45:43.665855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd83ce2f-a042-4c87-829b-e7d95a6d9571 req-a435ad66-9829-4f3b-8a73-e7857558a8db tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171365 Oct 26 11:45:43.685895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-e7b8180d-31dd-428c-9092-d866bf99e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:43.685895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-e7b8180d-31dd-428c-9092-d866bf99e11a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1095 time: 0.3493001 Oct 26 11:45:44.142075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-362a1f17-bb26-445a-9915-cf9fa668ea30 req-6c0ba383-9d04-496b-8c9e-07a8c7ac7c1d tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 210 time: 0.0512826 Oct 26 11:45:44.146889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:44.207441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Pushing event deleted for resources: {'Port': ['ID=532a30fa-6994-42d8-b0db-50f6e508bf26,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:44.305518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-310ac141-ee62-4d31-a99d-20aa47bbc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:44.307923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-310ac141-ee62-4d31-a99d-20aa47bbc2c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.5871525 Oct 26 11:45:44.410417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] No DVR routers for this DVR port 532a30fa-6994-42d8-b0db-50f6e508bf26 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:45:44.417409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:44.429407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7610d57b-d784-4bcf-9161-ed01b1deef97 req-f26507eb-cb88-4cb0-b90a-7bd0d21a085e tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.30 "DELETE /v2.0/ports/532a30fa-6994-42d8-b0db-50f6e508bf26 HTTP/1.1" status: 204 len: 173 time: 2.0243294 Oct 26 11:45:44.429407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'name': 'network-vif-deleted', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:44.437787 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b246770-66c4-4c7d-8158-9bc716c56d5d" -d '{"events": [{"server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "name": "network-vif-deleted", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:44.454730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-b2af5df5-6096-45ea-a728-a35b97cae2b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.1193449 Oct 26 11:45:44.624163 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebeb4d5-f33d-4449-b859-8aef532132b2 x-openstack-request-id: req-3ebeb4d5-f33d-4449-b859-8aef532132b2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:44.625039 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7fc7de-638e-4914-8696-24f2bd24d041", "name": "network-vif-deleted", "tag": "532a30fa-6994-42d8-b0db-50f6e508bf26", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:44.625039 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ebeb4d5-f33d-4449-b859-8aef532132b2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:44.625485 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7fc7de-638e-4914-8696-24f2bd24d041', 'name': 'network-vif-deleted', 'tag': '532a30fa-6994-42d8-b0db-50f6e508bf26', 'status': 'completed', 'code': 200} Oct 26 11:45:44.685130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-0e638c0c-6325-4436-817e-d0461319323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:44.687999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-0e638c0c-6325-4436-817e-d0461319323f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2243204 Oct 26 11:45:44.790079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-f08d590b-e769-463e-a98a-2f6584af10e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894315 Oct 26 11:45:45.173636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 532a30fa-6994-42d8-b0db-50f6e508bf26 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:45.254705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 532a30fa-6994-42d8-b0db-50f6e508bf26 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:45:45.257618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 532a30fa-6994-42d8-b0db-50f6e508bf26 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:45.291594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-ae835ad9-97f2-4977-abd7-6af3c9a86035 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877744 Oct 26 11:45:45.396616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975492-4cc5-4da8-b0ff-29c3bf0feac4 req-e8704da7-12ec-43fe-8989-efbfefa330ae tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:45.398248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7975492-4cc5-4da8-b0ff-29c3bf0feac4 req-e8704da7-12ec-43fe-8989-efbfefa330ae tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.3823690 Oct 26 11:45:45.547373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-393339f4-2b06-4834-aa99-838bb3b6ac5c req-4b879c36-6af3-4f89-b5a2-8306be78b021 tempest-FloatingIPsAssociationTestJSON-1852539444 tempest-FloatingIPsAssociationTestJSON-1852539444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e7fc7de-638e-4914-8696-24f2bd24d041 HTTP/1.1" status: 200 len: 210 time: 0.0924733 Oct 26 11:45:45.615801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7975492-4cc5-4da8-b0ff-29c3bf0feac4 req-e5f2f5cc-ac3a-454c-adc0-489b0e771ebd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032034 Oct 26 11:45:45.623668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13096c84-7652-4bd4-b5d7-e85dd2504318 req-6d96b072-2374-4fdd-b017-9676b9329686 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222494 Oct 26 11:45:46.665656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50102) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:45:46.965806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6021c-87e9-490c-a8fb-dfc6db0201da req-57bf68ef-4ed8-4e0a-b3f5-b6bec3dc4d26 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:46.969440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3f6021c-87e9-490c-a8fb-dfc6db0201da req-57bf68ef-4ed8-4e0a-b3f5-b6bec3dc4d26 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1852899 Oct 26 11:45:47.100447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3f6021c-87e9-490c-a8fb-dfc6db0201da req-db97b8f0-f406-4858-bbc5-7c1df0f8fb48 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200309 Oct 26 11:45:47.360169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:47.827087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Deleting port b8ba5636-a66f-40b4-9ab5-014316ad04b9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:47.828045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:47.971590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-9e1bef41-9fc0-4b89-863a-932bfec5f545 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:47.973888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-9e1bef41-9fc0-4b89-863a-932bfec5f545 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 0.1662934 Oct 26 11:45:47.985403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] For port b8ba5636-a66f-40b4-9ab5-014316ad04b9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b8ba5636-a66f-40b4-9ab5-014316ad04b9,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:47.985906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:48.001767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-9bd61a74-e98b-4d9e-b369-1b8841a4ce6e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/quotas/509e12f736444faebe14a8f5fdd05607 HTTP/1.1" status: 200 len: 375 time: 0.0204823 Oct 26 11:45:48.007946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Calling delete_port for b8ba5636-a66f-40b4-9ab5-014316ad04b9 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:48.114761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-f48057be-f3cd-4a19-bba7-636d20c1173e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077414 Oct 26 11:45:48.263794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-c4f9477d-5573-4bc8-8774-7f7666e37497 service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406574 Oct 26 11:45:48.413463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9344a-561b-4064-a7ed-4626c30380d3 req-6a8865c2-0dd7-4308-9bd3-d6a537ee0982 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:48.416782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edd9344a-561b-4064-a7ed-4626c30380d3 req-6a8865c2-0dd7-4308-9bd3-d6a537ee0982 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1516569 Oct 26 11:45:48.417679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:48.466253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ba5636-a66f-40b4-9ab5-014316ad04b9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:48.493829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edd9344a-561b-4064-a7ed-4626c30380d3 req-28977f3b-521b-416b-888a-12c09a735bd6 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651457 Oct 26 11:45:48.511033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-51e22023-363e-4675-8567-5ecd6d3e01bf service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357981 Oct 26 11:45:48.828916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:49.093839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79003e7e-1176-4f64-bb9b-21cfea6f300b req-f3ea2721-f85b-4f14-9c21-d8cef2ded4e8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 210 time: 0.0742931 Oct 26 11:45:49.127964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf5164a2-d98a-4357-8be8-832b1dc517d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:49.335664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-72b5be68-4cc7-437b-8576-b97a3f745137 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:49.336796 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-72b5be68-4cc7-437b-8576-b97a3f745137 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.100 "GET /v2.0/ports?device_id=806ccdab-3d0b-4a5b-89a7-fbc94a09668a HTTP/1.1" status: 200 len: 946 time: 0.1179461 Oct 26 11:45:49.339324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Router 1005bde5-2b50-4880-b742-0a184b4bb7e1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:49.640648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Deleting port b1443ceb-ce1c-4770-a069-f55e95632820 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:49.641031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:49.651246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:49.678469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] Sync routers for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:49.691506 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8dc0547f-dc85-45f3-9cfd-ee1d47ed1fb3 admin admin] 10.222.0.88 "PUT /v2.0/routers/1005bde5-2b50-4880-b742-0a184b4bb7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0237696 Oct 26 11:45:49.721964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:49.735270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:49.748718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50170) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:45:49.875326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b1ad-3f43-42ae-b924-83462a3b2b7f req-d2c9ad8b-c3f9-46c8-af87-ddd7a4dd12c9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:49.878240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c846b1ad-3f43-42ae-b924-83462a3b2b7f req-d2c9ad8b-c3f9-46c8-af87-ddd7a4dd12c9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2322512 Oct 26 11:45:49.938589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:50.077327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c846b1ad-3f43-42ae-b924-83462a3b2b7f req-caab0808-027f-4340-aebb-2887ac7752bc tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823289 Oct 26 11:45:50.368600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] For port b1443ceb-ce1c-4770-a069-f55e95632820, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b1443ceb-ce1c-4770-a069-f55e95632820,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:50.369459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:50.399968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:50.402568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b1443ceb-ce1c-4770-a069-f55e95632820 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:50.433997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Calling delete_port for b1443ceb-ce1c-4770-a069-f55e95632820 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:50.458211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83cc1daa-6b90-4fa4-a93c-a1b03241045e req-d2e60e2e-21c0-45ff-aece-0f5cab5f436f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 210 time: 0.0444894 Oct 26 11:45:50.470311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:50.745106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Deleting port f54ce4c4-3bd0-4924-b5b9-b1246e86f051 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:50.745449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:50.748777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:50.817705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event deleted for resources: {'Port': ['ID=b1443ceb-ce1c-4770-a069-f55e95632820,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:50.841760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Port b1443ceb-ce1c-4770-a069-f55e95632820 update to DOWN by agent not found {{(pid=102761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 11:45:50.923968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:45:48Z', 'revision_number': 5, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port': {'id': 'f54ce4c4-3bd0-4924-b5b9-b1246e86f051', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:43:57Z', 'updated_at': '2021-10-26T11:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:50.939891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] No DVR routers for this DVR port b1443ceb-ce1c-4770-a069-f55e95632820 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:45:50.953216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:50.957718 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dd5dc0b-264f-4eb5-bb82-eab7d177c1ba req-4661ec79-6d2d-4f28-ba2d-92fc36da547f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.100 "DELETE /v2.0/ports/b1443ceb-ce1c-4770-a069-f55e95632820 HTTP/1.1" status: 204 len: 173 time: 1.6133499 Oct 26 11:45:50.958497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'name': 'network-vif-deleted', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:50.978744 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b702471e-517f-4649-8b69-cfc9ef69e731" -d '{"events": [{"server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "name": "network-vif-deleted", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:51.031120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] Checking router: 1005bde5-2b50-4880-b742-0a184b4bb7e1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:51.045097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] For port f54ce4c4-3bd0-4924-b5b9-b1246e86f051, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:51.045874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:51.075510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] Routers {'1005bde5-2b50-4880-b742-0a184b4bb7e1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:45:51.076162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1005bde5-2b50-4880-b742-0a184b4bb7e1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:51.078803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Calling delete_port for f54ce4c4-3bd0-4924-b5b9-b1246e86f051 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:51.116371 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd0e145-5848-4d5a-b608-8d56af63a7ee x-openstack-request-id: req-7bd0e145-5848-4d5a-b608-8d56af63a7ee {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:51.116774 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ccdab-3d0b-4a5b-89a7-fbc94a09668a", "name": "network-vif-deleted", "tag": "b1443ceb-ce1c-4770-a069-f55e95632820", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:51.117116 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7bd0e145-5848-4d5a-b608-8d56af63a7ee {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:51.117665 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ccdab-3d0b-4a5b-89a7-fbc94a09668a', 'name': 'network-vif-deleted', 'tag': 'b1443ceb-ce1c-4770-a069-f55e95632820', 'status': 'completed', 'code': 200} Oct 26 11:45:51.128927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-559531c6-4ba3-4030-a794-ffa40c10aebf tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:51.131223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-559531c6-4ba3-4030-a794-ffa40c10aebf tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 0.3212283 Oct 26 11:45:51.146350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Request body: {'port': {'device_id': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'admin_state_up': True, 'tenant_id': '509e12f736444faebe14a8f5fdd05607'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:51.326850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] Set router 1005bde5-2b50-4880-b742-0a184b4bb7e1 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:45:51.414061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:45:50Z', 'revision_number': 6, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:51.417004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e71c69-a9e0-45af-a2c9-1d63f2b738ed req-062b53da-5512-4f0f-b837-c01867fde08f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:51.427489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81e71c69-a9e0-45af-a2c9-1d63f2b738ed req-062b53da-5512-4f0f-b837-c01867fde08f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1488595 Oct 26 11:45:51.499677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b429ff6-c9ba-4880-b2b2-d91260421da3 None None] The sync data for ids ['1005bde5-2b50-4880-b742-0a184b4bb7e1'] in n-d-812150-3 is: [{'id': '1005bde5-2b50-4880-b742-0a184b4bb7e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1745141229-router', 'tenant_id': '9dcf1e45e4a243a4987e7053bf222746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:43:55Z', 'updated_at': '2021-10-26T11:45:50Z', 'revision_number': 6, 'project_id': '9dcf1e45e4a243a4987e7053bf222746', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:51.540324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81e71c69-a9e0-45af-a2c9-1d63f2b738ed req-344a60b2-a871-4992-bf3c-c7c1c54e3ef8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067200 Oct 26 11:45:51.560334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Made reservation on behalf of 509e12f736444faebe14a8f5fdd05607 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:51.566415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:51.575489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:51.716193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54ce4c4-3bd0-4924-b5b9-b1246e86f051,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:51.740963 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d92f82e1-41e9-4f8f-8b9e-85fdbcf137a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:51.857773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:51.935847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40cf7022-881a-4b07-a84f-ec31f1bda3a6 req-5d0d0b5f-7c97-422c-affa-67d4201e734d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 210 time: 0.1910117 Oct 26 11:45:52.049718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Allocated IP 172.20.0.5 (ea5b50cd-edaa-4bd7-b87a-d3b59a752b55/6d512d3a-6e91-46a9-a7d2-9562a80d2a07/8f272db5-423a-43ef-a7da-cb46881bd2e4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:52.191738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.196723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.253334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.254022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1005bde5-2b50-4880-b742-0a184b4bb7e1 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:45:52.259871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.261262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-17b6358e-0fe9-47ad-9a19-9995c619fbb4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/1005bde5-2b50-4880-b742-0a184b4bb7e1 HTTP/1.1" status: 204 len: 168 time: 2.5112679 Oct 26 11:45:52.264674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50208) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:45:52.353505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Deleting subnet cb720498-6349-4f25-b7a1-eb63fdc2b821 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:45:52.361911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.415776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.480780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.513547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f54ce4c4-3bd0-4924-b5b9-b1246e86f051 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:52.551232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.552026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.588078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f54ce4c4-3bd0-4924-b5b9-b1246e86f051 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:45:52.589087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f54ce4c4-3bd0-4924-b5b9-b1246e86f051 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:52.590875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b8ba5636-a66f-40b4-9ab5-014316ad04b9 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:52.647875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b8ba5636-a66f-40b4-9ab5-014316ad04b9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:45:52.654832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b8ba5636-a66f-40b4-9ab5-014316ad04b9 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:52.671488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:52.674208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.681140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:52.688892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:45:52.745614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb720498-6349-4f25-b7a1-eb63fdc2b821,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:52.747579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:52.754548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e29192-7481-4860-9d8b-d0daa303830e None None] Network ce254c70-00a3-4d9b-b1f4-819819fb3d52 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:45:52.763930 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.768978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eea03501-6ec9-4f40-8c80-d9dc66a83468 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cb720498-6349-4f25-b7a1-eb63fdc2b821 HTTP/1.1" status: 204 len: 168 time: 0.5030892 Oct 26 11:45:52.771658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50218) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:45:52.826042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:52.828038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.853504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c491e-041f-4574-b91b-64e86d3be86e req-66da9d73-a763-488e-bbd4-5721168288fe tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:52.861652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-303c491e-041f-4574-b91b-64e86d3be86e req-66da9d73-a763-488e-bbd4-5721168288fe tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.1289701 Oct 26 11:45:52.872187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-df1a3534-4d72-4dad-ad08-5320dca8564f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7310643 Oct 26 11:45:52.887766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Request body: {'port': {'device_id': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:52.930794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:52.946512 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.009619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-303c491e-041f-4574-b91b-64e86d3be86e req-5d3bd9aa-8ba6-4dbd-82c5-cacf961491a9 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470330 Oct 26 11:45:53.018736 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.028534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Deleting port a1c1c0f9-d039-475b-9176-a2a90659c568 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:53.029038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.067916 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.201707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] DHCP port deletion for ce254c70-00a3-4d9b-b1f4-819819fb3d52 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:45:53.377833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] Deleting port a1c1c0f9-d039-475b-9176-a2a90659c568 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:45:53.379001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.432774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c566-f4a6-472d-9c1c-01ff7c5f28f5 req-94a5c85a-f1ba-4b18-b399-b3d05725ab0b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:53.447095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e592c566-f4a6-472d-9c1c-01ff7c5f28f5 req-94a5c85a-f1ba-4b18-b399-b3d05725ab0b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 931 time: 0.2906168 Oct 26 11:45:53.499610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] For port a1c1c0f9-d039-475b-9176-a2a90659c568, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a1c1c0f9-d039-475b-9176-a2a90659c568,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:53.501557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.518906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] Calling delete_port for a1c1c0f9-d039-475b-9176-a2a90659c568 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:53.553886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] For port a1c1c0f9-d039-475b-9176-a2a90659c568, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a1c1c0f9-d039-475b-9176-a2a90659c568,segment=NetworkSegment(8165df11-02ef-46a2-ba5d-cef7e8abfaa9),segment_id=8165df11-02ef-46a2-ba5d-cef7e8abfaa9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:53.554431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.571155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Calling delete_port for a1c1c0f9-d039-475b-9176-a2a90659c568 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:45:53.660199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.710264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] Pushing event deleted for resources: {'Port': ['ID=a1c1c0f9-d039-475b-9176-a2a90659c568,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.729622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3062cf-3d1e-41f6-afa4-ffa354c1ad98 None None] No DVR routers for this DVR port a1c1c0f9-d039-475b-9176-a2a90659c568 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:45:53.754141 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.772788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c1c0f9-d039-475b-9176-a2a90659c568,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.790332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] No DVR routers for this DVR port a1c1c0f9-d039-475b-9176-a2a90659c568 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:45:53.827580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e592c566-f4a6-472d-9c1c-01ff7c5f28f5 req-6826bcbb-db59-431e-bdd8-d31458e045c9 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764296 Oct 26 11:45:53.933522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-ddbb1076-0232-445c-b7a8-6ad72691044b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:53.941425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-ddbb1076-0232-445c-b7a8-6ad72691044b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.4810979 Oct 26 11:45:53.946495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:53.978823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce254c70-00a3-4d9b-b1f4-819819fb3d52']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:53.982175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-123c86a8-4e25-4f65-adf4-0834f180332d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/quotas/3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 375 time: 0.0398293 Oct 26 11:45:54.000413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f272db5-423a-43ef-a7da-cb46881bd2e4 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:54.008413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8165df11-02ef-46a2-ba5d-cef7e8abfaa9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:54.009187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8165df11-02ef-46a2-ba5d-cef7e8abfaa9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:54.022154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.044024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.067437 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.079024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:45:54.079939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:45:54.082575 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:45:54.153615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:54.156359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:54.202293 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.210793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.216281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ce254c70-00a3-4d9b-b1f4-819819fb3d52 HTTP/1.1" status: 204 len: 168 time: 1.4432507 Oct 26 11:45:54.250025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591423e-0454-49b6-8f0f-05e419778c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce254c70-00a3-4d9b-b1f4-819819fb3d52,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:54.362200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:54.424554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'mac_address': 'fa:16:3e:2b:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:45:54.520699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a1c1c0f9-d039-475b-9176-a2a90659c568 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:54.531086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.562222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:45:54.591354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: a1c1c0f9-d039-475b-9176-a2a90659c568 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:45:54.592437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a1c1c0f9-d039-475b-9176-a2a90659c568 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:54.600869 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.635116 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74885d5f-2b7a-444c-8d7e-a7902600e853 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9dcf1e45e4a243a4987e7053bf222746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712907 Oct 26 11:45:54.639188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50248) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:45:54.675145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:54.692577 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.706398 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1327614-86e0-493b-9ad3-d89d09cc635a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.710194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Transition to ACTIVE for port object 8f272db5-423a-43ef-a7da-cb46881bd2e4 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:45:54.733799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:54.744164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1327614-86e0-493b-9ad3-d89d09cc635a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.745833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.747995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.815823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1327614-86e0-493b-9ad3-d89d09cc635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.819718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1327614-86e0-493b-9ad3-d89d09cc635a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:54.821792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1327614-86e0-493b-9ad3-d89d09cc635a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c3c16537-32c6-4ffb-9a3a-2350b2cd7157 HTTP/1.1" status: 204 len: 168 time: 0.1813884 Oct 26 11:45:54.837521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:54.875122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1327614-86e0-493b-9ad3-d89d09cc635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c16537-32c6-4ffb-9a3a-2350b2cd7157,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:54.896427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-481a9100-0cc4-4706-a571-eeeeab1ff5c6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9007218 Oct 26 11:45:54.950288 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:45:54.951211 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:45:54.956886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:54.963500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb0dbb-093b-4566-8f13-98e584700de7 req-00ab7ac6-9277-4f96-b74e-95cfc608381d tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:54.965977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2abb0dbb-093b-4566-8f13-98e584700de7 req-00ab7ac6-9277-4f96-b74e-95cfc608381d tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 949 time: 0.2947247 Oct 26 11:45:55.078587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:55.125030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2abb0dbb-093b-4566-8f13-98e584700de7 req-8d5bef5b-b861-4334-9aee-f0b04b2cf966 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093059 Oct 26 11:45:55.140104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-177ccb4e-1764-4239-bdd3-0c2e3653e24b service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288156 Oct 26 11:45:55.211944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Attempting to bind port 8f272db5-423a-43ef-a7da-cb46881bd2e4 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:45:55.212365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Attempting to bind port 8f272db5-423a-43ef-a7da-cb46881bd2e4 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:45:55.212756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Attempting to bind port 8f272db5-423a-43ef-a7da-cb46881bd2e4 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:55.224103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Port 8f272db5-423a-43ef-a7da-cb46881bd2e4 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:45:55.224721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Attempting to bind port 8f272db5-423a-43ef-a7da-cb46881bd2e4 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:55.236282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:45:55.236787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Checking segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:45:55.237305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Bound using segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:55.238652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Bound port: 8f272db5-423a-43ef-a7da-cb46881bd2e4, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:45:55.239360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:55.367422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-783f8c1a-ffd3-4fe9-ba27-165eca03b46f service neutron] 10.222.0.88 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261133 Oct 26 11:45:55.415912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:55.423362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:55.435032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:55.455338 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:45:55.537479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:55.545565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:55.548389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:55.550835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] 10.222.0.30 "PUT /v2.0/ports/8f272db5-423a-43ef-a7da-cb46881bd2e4 HTTP/1.1" status: 200 len: 1091 time: 2.6674573 Oct 26 11:45:55.574352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:55.590213 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db64f909-ff49-4faf-ad01-07ba16b4808b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:55.591751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:55.633352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:55.638605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:55.664050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9a9b2-6bcb-441b-89d6-c13cd0605be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:55.754715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:55.815572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51bf7-391a-4ba5-8b57-ab2ce0cd4d39 req-1236ce23-d8bd-4023-b464-8a3bdb2bbe84 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:55.827478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4e51bf7-391a-4ba5-8b57-ab2ce0cd4d39 req-1236ce23-d8bd-4023-b464-8a3bdb2bbe84 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 943 time: 0.2738898 Oct 26 11:45:55.874093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-9ecfff2b-dce9-4416-a140-2ffaa0091623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:55.876189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-9ecfff2b-dce9-4416-a140-2ffaa0091623 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 1094 time: 0.2079060 Oct 26 11:45:56.002075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-801e7fcd-9b58-4557-b475-3642ac2d2ea9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4 HTTP/1.1" status: 200 len: 217 time: 0.1085289 Oct 26 11:45:56.019388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4e51bf7-391a-4ba5-8b57-ab2ce0cd4d39 req-935d5237-e729-4444-b7fe-956da1b99745 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905403 Oct 26 11:45:56.117288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093babf6-4512-4d6d-9b82-93e25efed179 req-beeb2170-4565-46c2-8bbd-0005d6b9bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:56.119488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-beeb2170-4565-46c2-8bbd-0005d6b9bb15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.0967076 Oct 26 11:45:56.165855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:56.268975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-29e330c6-2b01-462f-8d2d-e7750aee67b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403046 Oct 26 11:45:56.375303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port ffeda209-0440-4e8d-8231-1e82435490e6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:45:56.376223 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:56.433980 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe1cac1-a7b0-42fe-997b-f98c1de474f8 x-openstack-request-id: req-afe1cac1-a7b0-42fe-997b-f98c1de474f8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:56.434422 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:56.434831 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afe1cac1-a7b0-42fe-997b-f98c1de474f8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:56.435570 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'status': 'completed', 'code': 200} Oct 26 11:45:56.501148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:56.529360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:45:56.532475 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24efdb1d-a16c-4bea-b295-d6bf6894b0ff" -d '{"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:56.549831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:56.557327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:56.568885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a8a000f-0478-4980-b5b6-f07ad2611a09 req-a581f32f-9186-4161-91d9-3c45645ead23 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.1392469 Oct 26 11:45:56.632754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=10']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:56.650046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-1801c348-afe5-4740-bae0-72aae9cddf3a service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721085 Oct 26 11:45:56.659517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38aeb4-db96-4605-a4dc-cb52f09b8b63 req-698c7fac-ea14-4e00-87be-32be1cd92256 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:56.668647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c38aeb4-db96-4605-a4dc-cb52f09b8b63 req-698c7fac-ea14-4e00-87be-32be1cd92256 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 947 time: 0.2318575 Oct 26 11:45:56.813408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c38aeb4-db96-4605-a4dc-cb52f09b8b63 req-1e0f04ac-c735-4c45-ba54-61968d3fdfd8 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396499 Oct 26 11:45:56.915397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093babf6-4512-4d6d-9b82-93e25efed179 req-93f5c8bc-8da3-44b1-95a8-315089a357d9 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431715 Oct 26 11:45:56.927748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-2f523251-dc78-4e5c-85b4-34a41b63555a tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c1399ad87ec04abca2202b91c0e5fab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633123 Oct 26 11:45:56.965768 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436839c9-8003-4915-8dc1-7e6863b98805 x-openstack-request-id: req-436839c9-8003-4915-8dc1-7e6863b98805 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:56.966081 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:56.966536 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-436839c9-8003-4915-8dc1-7e6863b98805 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:56.967136 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'code': 200} Oct 26 11:45:57.271064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018bd0-ec1a-449a-9dc8-6b289b453251 req-f1d2a3e3-b81f-44cb-b3d3-0516dc5739b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:57.273505 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8a018bd0-ec1a-449a-9dc8-6b289b453251 req-f1d2a3e3-b81f-44cb-b3d3-0516dc5739b4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1101 time: 0.0691571 Oct 26 11:45:57.279104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-c1d2c684-40dc-43d5-95e1-16e91c851188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:57.280999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-c1d2c684-40dc-43d5-95e1-16e91c851188 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 1094 time: 0.2886539 Oct 26 11:45:57.330338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac658b3-ed21-4656-bd17-8c4b982ac433 req-7d4aea4b-9513-48d2-9151-09814d8fc257 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:57.333173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ac658b3-ed21-4656-bd17-8c4b982ac433 req-7d4aea4b-9513-48d2-9151-09814d8fc257 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 943 time: 0.1663892 Oct 26 11:45:57.359572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8a018bd0-ec1a-449a-9dc8-6b289b453251 req-a29bf8b8-6eeb-4580-89d8-c6ffad0497c9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775173 Oct 26 11:45:57.401130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-9ea012af-60a6-4cc1-a3c5-3d7de04cd7f0 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:57.403653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-9ea012af-60a6-4cc1-a3c5-3d7de04cd7f0 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748893 Oct 26 11:45:57.496012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-e44e6135-e4c5-4938-ab60-46be358e8f0c tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/quotas/c1399ad87ec04abca2202b91c0e5fab3 HTTP/1.1" status: 200 len: 375 time: 0.0290012 Oct 26 11:45:57.511713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ac658b3-ed21-4656-bd17-8c4b982ac433 req-c9ae182b-b22a-4621-a186-77a14715e11c tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535506 Oct 26 11:45:57.571443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-1b4dabb6-8541-44a3-9157-06692b27e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:57.575308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-1b4dabb6-8541-44a3-9157-06692b27e263 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 906 time: 0.2399313 Oct 26 11:45:57.610801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-4aae141c-e7fb-4f8e-9072-fa77aa796c62 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1399ad87ec04abca2202b91c0e5fab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981157 Oct 26 11:45:57.661126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-d5b07e23-0e1e-4f9b-a85e-a1a51fdf0b23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4 HTTP/1.1" status: 200 len: 217 time: 0.0749195 Oct 26 11:45:57.792441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-436e5c14-3ed8-4cfe-94b8-d67d530a5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:57.793982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-436e5c14-3ed8-4cfe-94b8-d67d530a5d02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.1151066 Oct 26 11:45:57.813589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8e29f87-84fa-4afc-a78c-99f89080baf6 req-cbb024a8-710d-4fa3-8d15-48deeed272b3 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.0482383 Oct 26 11:45:57.847788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-ef02aad9-42d5-4236-9ead-7a175bab0ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380464 Oct 26 11:45:58.055163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb08ef60-3c45-426a-9ce8-55afc1446d3e req-9a0bf0a7-c011-4f9f-80b6-7c31c6d19907 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 210 time: 0.1618936 Oct 26 11:45:58.161576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-970bd7ab-6f61-4535-a36b-ed8ab3761cc2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:58.162815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-970bd7ab-6f61-4535-a36b-ed8ab3761cc2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 808 time: 0.2089796 Oct 26 11:45:58.208868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Request body: {'port': {'device_id': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'admin_state_up': True, 'tenant_id': '3d6d8ca1489247c88c028d3bfc43e60e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:58.228393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76cc1f-a365-434d-a4c8-b710f2d8dc26 req-8ed0ee9a-c595-4a5a-8351-c207a7588137 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:58.237734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae76cc1f-a365-434d-a4c8-b710f2d8dc26 req-8ed0ee9a-c595-4a5a-8351-c207a7588137 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 950 time: 0.2212355 Oct 26 11:45:58.349319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-997d6fcd-9f5e-45c7-aa91-07e12d5eb3e6 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922233 Oct 26 11:45:58.521563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae76cc1f-a365-434d-a4c8-b710f2d8dc26 req-b4be18be-050b-473d-adb6-b90e1ec8202a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825658 Oct 26 11:45:58.553947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Made reservation on behalf of 3d6d8ca1489247c88c028d3bfc43e60e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:58.566898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:58.821411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db64f909-ff49-4faf-ad01-07ba16b4808b req-d8175427-cfc5-4c80-80fc-0046ae4418e7 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850455 Oct 26 11:45:58.891277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91d98-6138-4f21-88c4-096c57fe91c1 req-02b18f99-41db-49c2-b482-b1d62d842d6e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:58.899792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9e91d98-6138-4f21-88c4-096c57fe91c1 req-02b18f99-41db-49c2-b482-b1d62d842d6e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 943 time: 0.2246587 Oct 26 11:45:59.004655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9e91d98-6138-4f21-88c4-096c57fe91c1 req-d0bfb2f7-ca5a-4b9b-aa10-b1cfb5c96b07 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026421 Oct 26 11:45:59.057704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Allocated IP 172.20.0.11 (68550a16-fa5c-4506-886c-93ab4412cb16/12f686f1-6add-4b58-9072-b625da6ccc84/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:59.264432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:59.334195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eec7d545-1579-4552-a5fb-d04bb96aa922 req-c14dc9c0-6e12-48cb-8f60-a928ac82e73f tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 210 time: 0.1029766 Oct 26 11:45:59.369793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-453be8e4-15c2-45ef-a9c3-52ccc8c7fb7a req-e37013b1-4d87-49b5-8c27-76f3c93ef57b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.3371108 Oct 26 11:45:59.396144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:59.415219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'mac_address': 'fa:16:3e:5a:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:45:59.418072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:59.464258 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:59.486799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['93e060f9-e667-4f51-9519-9a7935d95547'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:45:59.514494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Network 68550a16-fa5c-4506-886c-93ab4412cb16 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:59.532728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:59.535761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:45:59.555551 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:59.600554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:59.643989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:45:59.647138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:59.665762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f272db5-423a-43ef-a7da-cb46881bd2e4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:45:59.691621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f151be5c-8bd8-438b-a4e9-4bb3f5456216 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5053802 Oct 26 11:45:59.713124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Request body: {'port': {'device_id': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:45:59.739091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:59.750340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-084cff3e-6d4d-40e5-a7a8-076ec78975d0 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c1399ad87ec04abca2202b91c0e5fab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426881 Oct 26 11:45:59.765206 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:45:59.906417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:00.043755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-61ddebfb-5e63-4d84-9735-9ae87ecae58d tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:00.045341 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-61ddebfb-5e63-4d84-9735-9ae87ecae58d tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888341 Oct 26 11:46:00.062495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Request body: {'port': {'device_id': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'c1399ad87ec04abca2202b91c0e5fab3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:00.160458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfe71-8175-4d91-94c3-3cabcfb5c8f7 req-8c7c2446-6c9e-49e4-bab0-3844e3e45d7f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:00.172655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc8bfe71-8175-4d91-94c3-3cabcfb5c8f7 req-8c7c2446-6c9e-49e4-bab0-3844e3e45d7f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 950 time: 0.2671571 Oct 26 11:46:00.319792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Made reservation on behalf of c1399ad87ec04abca2202b91c0e5fab3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:46:00.324059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:00.325898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:00.356401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:00.385266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['8f272db5-423a-43ef-a7da-cb46881bd2e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:00.472374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc8bfe71-8175-4d91-94c3-3cabcfb5c8f7 req-f0db5870-6984-4589-8e21-8eb5ba7b2ec7 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987487 Oct 26 11:46:00.568320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:00.590763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:00.659843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcc4f1-720d-4e58-baf2-bead20f25e58 req-109f1dda-09d0-43a6-9a35-fa9831823a96 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:00.669240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9afcc4f1-720d-4e58-baf2-bead20f25e58 req-109f1dda-09d0-43a6-9a35-fa9831823a96 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 944 time: 0.3235588 Oct 26 11:46:00.754302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c64e3e1-6829-4d42-a3fd-c9e8efbe8e7a req-491c4eb4-e469-424c-a14c-bba0cfd48125 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 210 time: 0.0816684 Oct 26 11:46:00.895857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dda49b-12d8-422b-be35-7f80558cb6c6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:01.080487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Allocated IP 192.168.233.210 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/4c4a26ff-7b7a-45f5-a73a-8bd770080c43) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:01.090910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd403be3-ea92-4658-9625-e85b27a92169 req-9be7cfd9-8162-496f-8afb-4709fed79ad5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:01.107642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd403be3-ea92-4658-9625-e85b27a92169 req-9be7cfd9-8162-496f-8afb-4709fed79ad5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 932 time: 0.1499104 Oct 26 11:46:01.207436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:01.229063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:01.269453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Transition to ACTIVE for port object 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:46:01.305494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:01.335639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9afcc4f1-720d-4e58-baf2-bead20f25e58 req-961b8485-5b13-4491-88ef-d004e767aa93 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628752 Oct 26 11:46:01.492744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:01.572202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:01.613173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd403be3-ea92-4658-9625-e85b27a92169 req-f829f59f-360b-4582-baaa-a6933e15668c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042739 Oct 26 11:46:01.621459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:01.866138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:01.902158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:01.907212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:01.907608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:01.908461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:01.915755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:46:01.916179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:01.926930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:01.930901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:01.931255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:01.931663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:01.932128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Bound port: 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:01.932503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:01.938013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:02.113222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:02.114015 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:02.165298 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-be42a60e-8fab-4f3f-bbe2-01c0cc5a3526 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1032112 Oct 26 11:46:02.178210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Request body: {'port': {'device_id': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:02.276888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:02.325340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb55e8-883f-4c06-8cc7-62c5c7a546a1 req-0d7f70a5-2b87-483c-9d28-e506dfc231cb tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:02.326988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86cb55e8-883f-4c06-8cc7-62c5c7a546a1 req-0d7f70a5-2b87-483c-9d28-e506dfc231cb tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 936 time: 0.2310500 Oct 26 11:46:02.329463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:02.332324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969100b-f680-4ba5-b62c-602184541214 req-f2ba135d-4b92-4775-bed3-c04362797737 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:02.341267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3969100b-f680-4ba5-b62c-602184541214 req-f2ba135d-4b92-4775-bed3-c04362797737 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1101 time: 0.2439537 Oct 26 11:46:02.350808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:02.351452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:02.419738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a8bd3ee3-30e8-49d0-907d-22b902a80e40 None None] Provisioning complete for port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:02.420981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3ee3-30e8-49d0-907d-22b902a80e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:02.481325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:02.481969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:02.483455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] 10.222.0.30 "PUT /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 1092 time: 2.7804031 Oct 26 11:46:02.488025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:02.490832 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945" -d '{"events": [{"name": "network-changed", "server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:02.532718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd3ee3-30e8-49d0-907d-22b902a80e40 None None] Port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:46:02.542588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3969100b-f680-4ba5-b62c-602184541214 req-f83b59fb-6a32-4cc9-9f74-a1e1c5bafd48 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799884 Oct 26 11:46:02.574739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86cb55e8-883f-4c06-8cc7-62c5c7a546a1 req-f2b6844d-2754-40ae-86ac-7f202d495c41 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270555 Oct 26 11:46:02.620851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f5faf-ec9f-4759-ba8d-6755fd1f42fe service neutron] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:02.667307 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f2fd4-90e4-4a97-8e2b-e4143061950e x-openstack-request-id: req-d39f2fd4-90e4-4a97-8e2b-e4143061950e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:02.667876 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:02.668421 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d39f2fd4-90e4-4a97-8e2b-e4143061950e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:02.669267 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'status': 'completed', 'code': 200} Oct 26 11:46:02.674278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-da85e772-a864-467f-bb1f-fb44d9ec482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:02.676577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-da85e772-a864-467f-bb1f-fb44d9ec482d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1095 time: 0.1260169 Oct 26 11:46:02.767211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-ac3ae1e9-d14f-4cb8-ad06-f47d9835eaae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 217 time: 0.0806966 Oct 26 11:46:02.979250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a5938-2362-4206-adc7-e6c331bde2d0 req-9d643d57-06e7-4b67-a528-5dd96b0c734e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:02.982018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc4a5938-2362-4206-adc7-e6c331bde2d0 req-9d643d57-06e7-4b67-a528-5dd96b0c734e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 944 time: 0.2214444 Oct 26 11:46:03.014135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:03.022396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-088cc5bf-9366-49b9-8d7e-075e4f14fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:03.025808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-088cc5bf-9366-49b9-8d7e-075e4f14fdf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2370203 Oct 26 11:46:03.027324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.053229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Transition to ACTIVE for port object 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:46:03.064673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.120220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-6b25f762-c32e-4cbc-b8b5-fd8624a35e0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797181 Oct 26 11:46:03.189888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc4a5938-2362-4206-adc7-e6c331bde2d0 req-52f1a8f1-1ce4-4f95-9302-6e33ab06ac77 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933193 Oct 26 11:46:03.285384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c3cc-2927-4909-a24c-bc063f11f083 req-cd54b631-c07c-4ece-bd1c-0bd4a06bb858 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:03.286062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:03.295492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e55c3cc-2927-4909-a24c-bc063f11f083 req-cd54b631-c07c-4ece-bd1c-0bd4a06bb858 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.3536437 Oct 26 11:46:03.306645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:03.365756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Attempting to bind port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:03.366139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Attempting to bind port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:03.366416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Attempting to bind port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:03.372129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:46:03.372459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Attempting to bind port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:03.389145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:03.389495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:03.389886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:03.390603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Bound port: 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:03.391125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.478311 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.500995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 8f272db5-423a-43ef-a7da-cb46881bd2e4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:46:03.502477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e55c3cc-2927-4909-a24c-bc063f11f083 req-5348ffe0-1473-4f93-a9e1-eefc1371cb00 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952176 Oct 26 11:46:03.518493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 8f272db5-423a-43ef-a7da-cb46881bd2e4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:03.520483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.561174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428814b-3c38-4d4d-aeea-917736356931 req-1923ee92-036b-4f35-ab90-7b70a830e404 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:03.563630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b428814b-3c38-4d4d-aeea-917736356931 req-1923ee92-036b-4f35-ab90-7b70a830e404 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 1101 time: 0.2652791 Oct 26 11:46:03.608503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:03.619105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:03.624112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-7fd69f80-beef-4804-83b0-97a97314e187 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951184 Oct 26 11:46:03.633118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.694547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:03.697641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.699413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] 10.222.0.100 "PUT /v2.0/ports/4c4a26ff-7b7a-45f5-a73a-8bd770080c43 HTTP/1.1" status: 200 len: 1096 time: 1.5257754 Oct 26 11:46:03.779464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:03.782339 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9e76c7-98ac-4227-9389-3a151a56d8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:03.792457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44304-e4ae-4b3d-af4b-453d4d61c076 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:03.823865 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.901367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:03.913182 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82618589-bb9d-4c45-a31d-42820505c13e" -d '{"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-plugged", "status": "completed", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:03.935739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b428814b-3c38-4d4d-aeea-917736356931 req-685769f9-1a2c-4e3c-b8ed-c02a9f4372b7 tempest-ServersAdminTestJSON-976222836 tempest-ServersAdminTestJSON-976222836-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573565 Oct 26 11:46:03.960232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:03.972677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:03.986658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-497c3887-63be-4a8f-9466-fcd3faec49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:03.989688 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-497c3887-63be-4a8f-9466-fcd3faec49b9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c1399ad87ec04abca2202b91c0e5fab3&device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 1099 time: 0.1730194 Oct 26 11:46:04.119028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:04.137902 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fae89e0-77aa-4cce-bf6f-3d465312ff8a x-openstack-request-id: req-1fae89e0-77aa-4cce-bf6f-3d465312ff8a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:04.139079 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:04.139079 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1fae89e0-77aa-4cce-bf6f-3d465312ff8a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:04.139934 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'status': 'completed', 'code': 200} Oct 26 11:46:04.140906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-74846d28-6327-4710-86a8-66eb9f79cb3d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43 HTTP/1.1" status: 200 len: 217 time: 0.1377118 Oct 26 11:46:04.149924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8241bd32-07d1-41a8-a9ad-3198ef849043 req-edc56f39-773e-4bcc-b391-5e9bc88801eb service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960127 Oct 26 11:46:04.167174 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65683851-cd30-4baf-a7b9-e9dd92724237 x-openstack-request-id: req-65683851-cd30-4baf-a7b9-e9dd92724237 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:04.167765 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-plugged", "status": "completed", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:04.168485 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65683851-cd30-4baf-a7b9-e9dd92724237 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:04.174453 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'code': 200} Oct 26 11:46:04.176342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc74cb8-8c72-4f11-bd27-62459acfbe96 req-385b246c-0a5d-4ca3-8dd7-4e5529c75e04 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:04.187127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecc74cb8-8c72-4f11-bd27-62459acfbe96 req-385b246c-0a5d-4ca3-8dd7-4e5529c75e04 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 948 time: 0.1789250 Oct 26 11:46:04.301355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-17699914-d93e-4889-a5a5-2facfdf048f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:04.303110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-17699914-d93e-4889-a5a5-2facfdf048f6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1543317 Oct 26 11:46:04.441391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-9390162a-09bd-43f5-8851-f0120b928256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:04.443807 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-9390162a-09bd-43f5-8851-f0120b928256 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328478 Oct 26 11:46:04.628220 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-060613ec-76b4-4e95-a140-2e57c6245516 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756804 Oct 26 11:46:04.843042 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44d89040-10e9-4ae1-b7c0-c9d6c75c016f req-44465f11-e049-437b-8236-41230a6a2146 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033801 Oct 26 11:46:04.916346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecc74cb8-8c72-4f11-bd27-62459acfbe96 req-16f2472f-6048-4e2e-9158-014fe0afa7fb tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273839 Oct 26 11:46:04.958511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e32d3-eae6-42fc-913c-12ad3590ea21 req-a8a171c0-7be8-4a26-9866-60c40ffdcc92 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:04.960538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d68e32d3-eae6-42fc-913c-12ad3590ea21 req-a8a171c0-7be8-4a26-9866-60c40ffdcc92 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 945 time: 0.1877351 Oct 26 11:46:04.968674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-f6bc74a3-d9f8-4646-a320-2928bc8b530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:04.972811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-f6bc74a3-d9f8-4646-a320-2928bc8b530d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1095 time: 0.1989739 Oct 26 11:46:04.979371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa211a87-3ad0-4fdb-8656-e53bd802f4fd req-d3ce355d-435f-414a-bda0-f78e19ec43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:04.981901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa211a87-3ad0-4fdb-8656-e53bd802f4fd req-d3ce355d-435f-414a-bda0-f78e19ec43a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 1096 time: 0.2105534 Oct 26 11:46:05.007254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-dee04022-1a5e-434c-a802-afd421065d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.009342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-dee04022-1a5e-434c-a802-afd421065d8f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c1399ad87ec04abca2202b91c0e5fab3&device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 1099 time: 0.0891249 Oct 26 11:46:05.105375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:05.136638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa211a87-3ad0-4fdb-8656-e53bd802f4fd req-0eea759e-70de-42da-b622-3095ea17503b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366236 Oct 26 11:46:05.188505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-dd9295b9-fa3c-4213-989e-50e829a4e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.189931 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-dd9295b9-fa3c-4213-989e-50e829a4e5de service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1725705 Oct 26 11:46:05.191631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d68e32d3-eae6-42fc-913c-12ad3590ea21 req-8233c31b-f1e8-41cb-b4b1-4afad4624573 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083979 Oct 26 11:46:05.236424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7646-b3c3-453a-83e7-0ec1c2926745 req-547d99a1-e9e5-482a-8c1d-09b2d433206e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.238316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdbd7646-b3c3-453a-83e7-0ec1c2926745 req-547d99a1-e9e5-482a-8c1d-09b2d433206e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.1640604 Oct 26 11:46:05.273358 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-77bd7321-ca4f-4686-a335-a29f398d3e98 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43 HTTP/1.1" status: 200 len: 217 time: 0.0706167 Oct 26 11:46:05.298983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-617e29b4-4fb4-44e2-bb37-f95c41340d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.302124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-617e29b4-4fb4-44e2-bb37-f95c41340d97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.2987843 Oct 26 11:46:05.375837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdbd7646-b3c3-453a-83e7-0ec1c2926745 req-26e7539b-1d6e-4b18-ac02-0a67012bdc05 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270738 Oct 26 11:46:05.385661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-7a2f545d-2dd7-4188-a024-4c695f1cdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.386944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-7a2f545d-2dd7-4188-a024-4c695f1cdb93 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1053886 Oct 26 11:46:05.448716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-a11781a8-0d29-4fa4-b108-3037169f8bf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 217 time: 0.1012206 Oct 26 11:46:05.473345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-26eedfee-8f22-409d-a497-5414ee1aa6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.475162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-26eedfee-8f22-409d-a497-5414ee1aa6ae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730717 Oct 26 11:46:05.513626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6af9a-a1de-4d0e-bc2d-60e50533bc6f req-a77b1a6e-b723-4258-9542-5f4acf0db8cf tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.522206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cc6af9a-a1de-4d0e-bc2d-60e50533bc6f req-a77b1a6e-b723-4258-9542-5f4acf0db8cf tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 949 time: 0.1924255 Oct 26 11:46:05.566270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-1c0f7c4d-0f73-4254-80f4-3c7bbaa55857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:05.568241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-1c0f7c4d-0f73-4254-80f4-3c7bbaa55857 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.1099555 Oct 26 11:46:05.593467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cc6af9a-a1de-4d0e-bc2d-60e50533bc6f req-268de276-be73-43e2-82ed-7eeeb64709cc tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699010 Oct 26 11:46:05.624274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-4acf6725-f145-49be-9615-4d1dc3492f96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449142 Oct 26 11:46:05.628217 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-149a6998-d481-415f-84c3-49b7b77e4366 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404905 Oct 26 11:46:05.778290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc9e76c7-98ac-4227-9389-3a151a56d8c9 req-2a8d96bb-ba42-4134-9032-0efb0d6cd1c2 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302464 Oct 26 11:46:05.791511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-5554e8ab-c538-49d0-b784-8a9ed27f5c60 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564484 Oct 26 11:46:05.914742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aafd8e6-8ffd-43e9-a7e6-795cbe0cd945 req-f6104984-97ab-4d60-a39c-d0092efa208d service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123655 Oct 26 11:46:06.070425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc194af-a61d-4431-88d7-f736c9976b1b req-ed528e38-992b-4a7e-94dc-b90f11150907 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:06.073361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bc194af-a61d-4431-88d7-f736c9976b1b req-ed528e38-992b-4a7e-94dc-b90f11150907 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 948 time: 0.0734808 Oct 26 11:46:06.123363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bc194af-a61d-4431-88d7-f736c9976b1b req-7841ceea-3a67-4260-bdf1-2151c1b94681 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Oct 26 11:46:06.139957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-208623de-0a0c-47d8-bd82-183907699749 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:06.141542 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-208623de-0a0c-47d8-bd82-183907699749 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 949 time: 0.1000438 Oct 26 11:46:06.278571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Deleting port c085a815-bbc9-42c1-acbb-dc5af48faa8e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:06.279245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:06.353724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263292a1-ed20-4054-9fe6-40b6aaaad6af req-8e88a3f9-e931-4e2a-9b73-df9f7631c9aa tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:06.357009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-263292a1-ed20-4054-9fe6-40b6aaaad6af req-8e88a3f9-e931-4e2a-9b73-df9f7631c9aa tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 945 time: 0.0757108 Oct 26 11:46:06.418273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] For port c085a815-bbc9-42c1-acbb-dc5af48faa8e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c085a815-bbc9-42c1-acbb-dc5af48faa8e,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:06.418651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:06.445788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Calling delete_port for c085a815-bbc9-42c1-acbb-dc5af48faa8e owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:06.448234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-263292a1-ed20-4054-9fe6-40b6aaaad6af req-136bbb52-bf1d-4bf3-8a95-ad09dd63a60a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841298 Oct 26 11:46:06.599526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5ef4-b080-4afd-93aa-6583d27c5e2c req-b0f861ce-6d8a-418c-916b-7cb58a034df0 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:06.601210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb2b5ef4-b080-4afd-93aa-6583d27c5e2c req-b0f861ce-6d8a-418c-916b-7cb58a034df0 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.1049976 Oct 26 11:46:06.672527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:06.689821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c085a815-bbc9-42c1-acbb-dc5af48faa8e', 'ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:06.704048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb2b5ef4-b080-4afd-93aa-6583d27c5e2c req-be87a11b-cda8-41c1-8d0a-44312ccbf1ef tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870445 Oct 26 11:46:06.742257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event deleted for resources: {'Port': ['ID=c085a815-bbc9-42c1-acbb-dc5af48faa8e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:06.775237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.775614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.775965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.776326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.776671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.777009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.777341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.777672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.780864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.780864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.782488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.783573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:06.803359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['55a44e82-c471-48b8-981a-4107800e086d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:06.810457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d51725b-b8c9-4ea3-8394-9d0744dab554 req-0eb004f0-59dd-46a6-999b-43572d43eb06 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfad30f7-6f57-4867-b2f0-a63325d3bcbd HTTP/1.1" status: 200 len: 210 time: 0.0724864 Oct 26 11:46:06.871324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] No DVR routers for this DVR port c085a815-bbc9-42c1-acbb-dc5af48faa8e on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:46:06.873502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:06.880010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b5fefdbb-5e5b-4d10-8351-f50956477b64 req-4a6140c5-3554-430f-861f-7492c203f67f tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "DELETE /v2.0/ports/c085a815-bbc9-42c1-acbb-dc5af48faa8e HTTP/1.1" status: 204 len: 173 time: 0.7314377 Oct 26 11:46:06.882568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'name': 'network-vif-deleted', 'tag': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:06.886690 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167f5f55-d77e-4a3f-9571-965fa5fecde9" -d '{"events": [{"server_uuid": "dfad30f7-6f57-4867-b2f0-a63325d3bcbd", "name": "network-vif-deleted", "tag": "c085a815-bbc9-42c1-acbb-dc5af48faa8e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:06.969951 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f71023a-6bed-4db3-9575-527c5b47f355 x-openstack-request-id: req-6f71023a-6bed-4db3-9575-527c5b47f355 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:06.970250 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad30f7-6f57-4867-b2f0-a63325d3bcbd", "name": "network-vif-deleted", "tag": "c085a815-bbc9-42c1-acbb-dc5af48faa8e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:06.970511 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f71023a-6bed-4db3-9575-527c5b47f355 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:06.970941 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfad30f7-6f57-4867-b2f0-a63325d3bcbd', 'name': 'network-vif-deleted', 'tag': 'c085a815-bbc9-42c1-acbb-dc5af48faa8e', 'status': 'completed', 'code': 200} Oct 26 11:46:07.317660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12740-4271-4cb9-99cb-ca8a2d830a5f req-70795a01-299a-4cfa-a76b-744ca1cbb045 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:07.328907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb12740-4271-4cb9-99cb-ca8a2d830a5f req-70795a01-299a-4cfa-a76b-744ca1cbb045 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 948 time: 0.0913770 Oct 26 11:46:07.438915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb12740-4271-4cb9-99cb-ca8a2d830a5f req-130c86af-ea01-4e36-9bb3-f73c73921cdf tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053953 Oct 26 11:46:07.685183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4809b-30d9-4db0-9a21-9b8fd5ca2542 req-c7bc73ab-2eb0-45a8-9d43-3bd96bd444d6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:07.686930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfe4809b-30d9-4db0-9a21-9b8fd5ca2542 req-c7bc73ab-2eb0-45a8-9d43-3bd96bd444d6 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 945 time: 0.1117396 Oct 26 11:46:07.763359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfe4809b-30d9-4db0-9a21-9b8fd5ca2542 req-6bc042db-19fa-414d-9fd1-bfe048d93dbb tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610259 Oct 26 11:46:07.941550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be440-d2e1-44f8-a72c-1e15b4c9e38c req-1f796750-34ef-4614-8d31-f875fde1cf52 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:07.954110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b12be440-d2e1-44f8-a72c-1e15b4c9e38c req-1f796750-34ef-4614-8d31-f875fde1cf52 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.1101027 Oct 26 11:46:08.081303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b12be440-d2e1-44f8-a72c-1e15b4c9e38c req-172364f0-1dcf-4d08-b124-02d6fe0f9a41 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173267 Oct 26 11:46:08.240055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:08.256976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf0cd-6c85-47cf-b4f8-87d093203f42 req-5509e07b-7ba5-44a0-a3a8-332bc5e4931b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:08.265083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e9cf0cd-6c85-47cf-b4f8-87d093203f42 req-5509e07b-7ba5-44a0-a3a8-332bc5e4931b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 945 time: 0.1158798 Oct 26 11:46:08.356734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e9cf0cd-6c85-47cf-b4f8-87d093203f42 req-64cb023c-ed31-450a-ae01-088039221f16 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870886 Oct 26 11:46:08.549568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:08.564733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'mac_address': 'fa:16:3e:87:b9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:08.613947 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:08.633223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:08.675316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bd312-3b9f-4566-b5c5-23b3f56421c4 req-1e0992d6-3952-4315-a9aa-97dd5b3b63c9 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:08.678053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:08.683501 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:08.693810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-710bd312-3b9f-4566-b5c5-23b3f56421c4 req-1e0992d6-3952-4315-a9aa-97dd5b3b63c9 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 948 time: 0.1362343 Oct 26 11:46:08.731930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba123d-7972-4981-9830-bf4772392a09 req-d3fc1090-3c3b-4052-beae-2aef2208d889 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:08.733461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03ba123d-7972-4981-9830-bf4772392a09 req-d3fc1090-3c3b-4052-beae-2aef2208d889 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 950 time: 0.2021759 Oct 26 11:46:08.788848 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:08.819842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-710bd312-3b9f-4566-b5c5-23b3f56421c4 req-1f9030b2-c1bb-433d-afcc-fa2abafae2c8 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250806 Oct 26 11:46:08.830085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03ba123d-7972-4981-9830-bf4772392a09 req-efa04a67-e537-4ce3-9bb5-793e26805af4 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779250 Oct 26 11:46:08.972161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['4c4a26ff-7b7a-45f5-a73a-8bd770080c43'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:09.245592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90054-88fa-42cc-8eeb-b794e81e6c3b req-c931775a-d17a-49c5-aa5a-3157842ad793 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:09.251880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65d90054-88fa-42cc-8eeb-b794e81e6c3b req-c931775a-d17a-49c5-aa5a-3157842ad793 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.0756080 Oct 26 11:46:09.306490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65d90054-88fa-42cc-8eeb-b794e81e6c3b req-7939935e-0571-4617-8d87-d79a68c5c718 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Oct 26 11:46:09.497133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da2388-6ca5-4285-84b9-be316ccc2216 req-022339ba-511d-4301-af92-07e7fe7a3b95 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:09.498831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34da2388-6ca5-4285-84b9-be316ccc2216 req-022339ba-511d-4301-af92-07e7fe7a3b95 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 945 time: 0.0558968 Oct 26 11:46:09.546331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34da2388-6ca5-4285-84b9-be316ccc2216 req-9bb37dfc-8d68-4b49-9f1b-4468a1199fd1 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Oct 26 11:46:10.119089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d05df-4f29-4c42-be26-d32474688e75 req-2924b19b-1d45-442f-8045-b867cc6a9821 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:10.128198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-000d05df-4f29-4c42-be26-d32474688e75 req-2924b19b-1d45-442f-8045-b867cc6a9821 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 949 time: 0.1127243 Oct 26 11:46:10.221567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253fd08-ec36-4603-b692-9b1565818a20 req-4a9c81c5-0ad7-457c-9a1a-fe8b9e990c23 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:10.223327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b253fd08-ec36-4603-b692-9b1565818a20 req-4a9c81c5-0ad7-457c-9a1a-fe8b9e990c23 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.30 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 950 time: 0.1504230 Oct 26 11:46:10.237688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:10.238531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-000d05df-4f29-4c42-be26-d32474688e75 req-4bf0dccc-a2da-4c5f-91b7-a32d6692f2bf tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051955 Oct 26 11:46:10.323535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d842-a0e5-4ec2-bd4a-73c714415904 req-7b92e5d9-ec60-4e64-843c-6d7dac5cdfbd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:10.325569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb93d842-a0e5-4ec2-bd4a-73c714415904 req-7b92e5d9-ec60-4e64-843c-6d7dac5cdfbd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 950 time: 0.1767025 Oct 26 11:46:10.350579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:46:10.358849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:10.359293 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:10.441452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb93d842-a0e5-4ec2-bd4a-73c714415904 req-bb25e398-dc6b-4401-8960-c24386a17092 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043088 Oct 26 11:46:10.475491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:10.487309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Deleting port 55a44e82-c471-48b8-981a-4107800e086d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:10.488001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:10.550446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:10.557796 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd861fe-dc4c-49be-ab66-4152c1912299" -d '{"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:10.578659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:10.584632 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:10.585999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c085a815-bbc9-42c1-acbb-dc5af48faa8e no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:10.644851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c085a815-bbc9-42c1-acbb-dc5af48faa8e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:46:10.645204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c085a815-bbc9-42c1-acbb-dc5af48faa8e not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:46:10.667875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:10.684713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57047d-4fe3-40a4-a6d3-08fa7a66e20c req-fb8407cc-0a81-4d55-a21d-fd7843677797 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:10.686476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e57047d-4fe3-40a4-a6d3-08fa7a66e20c req-fb8407cc-0a81-4d55-a21d-fd7843677797 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 945 time: 0.1086984 Oct 26 11:46:10.771545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] For port 55a44e82-c471-48b8-981a-4107800e086d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=55a44e82-c471-48b8-981a-4107800e086d,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:10.772126 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:10.853613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Calling delete_port for 55a44e82-c471-48b8-981a-4107800e086d owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:10.871663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e57047d-4fe3-40a4-a6d3-08fa7a66e20c req-526a9480-b018-4d47-96d0-da823e6e5783 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597133 Oct 26 11:46:10.941749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc9b1-1667-4fa1-8055-99b4a467fd2f req-6d064e83-21f7-4188-8233-805514842bc9 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:10.944530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e7dc9b1-1667-4fa1-8055-99b4a467fd2f req-6d064e83-21f7-4188-8233-805514842bc9 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.1676371 Oct 26 11:46:10.958336 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc65e5a9-5eac-431e-943b-f1f275e77da0 x-openstack-request-id: req-cc65e5a9-5eac-431e-943b-f1f275e77da0 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:10.958922 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:10.959397 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc65e5a9-5eac-431e-943b-f1f275e77da0 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:10.959998 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'code': 200} Oct 26 11:46:11.066895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e7dc9b1-1667-4fa1-8055-99b4a467fd2f req-1609f89f-737c-44d7-8a9a-d2174057b268 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Oct 26 11:46:11.181312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:11.194946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:11.200680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['55a44e82-c471-48b8-981a-4107800e086d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:11.228529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1a3c3-4b6f-45f2-8540-d5271cb95c0e req-24ec479b-6450-4f21-b2cd-8ea145e99ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:11.231040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6ab1a3c3-4b6f-45f2-8540-d5271cb95c0e req-24ec479b-6450-4f21-b2cd-8ea145e99ce8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 1101 time: 0.1938164 Oct 26 11:46:11.235611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event deleted for resources: {'Port': ['ID=55a44e82-c471-48b8-981a-4107800e086d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:11.292222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] No DVR routers for this DVR port 55a44e82-c471-48b8-981a-4107800e086d on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:46:11.293799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6ab1a3c3-4b6f-45f2-8540-d5271cb95c0e req-b7f88e9b-0e80-4723-9465-2ec2760ab9cf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537016 Oct 26 11:46:11.297116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:11.304569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b253fd08-ec36-4603-b692-9b1565818a20 req-8fa635b6-7bdb-4fdc-a147-a19b3752294a tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.30 "DELETE /v2.0/ports/55a44e82-c471-48b8-981a-4107800e086d HTTP/1.1" status: 204 len: 173 time: 1.0645983 Oct 26 11:46:11.305987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'name': 'network-vif-deleted', 'tag': '55a44e82-c471-48b8-981a-4107800e086d'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:11.312700 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09c8f8-acbe-4b5f-82aa-c52469da6cb0" -d '{"events": [{"server_uuid": "52cd03e8-4d67-42a1-9653-2ea8a255e294", "name": "network-vif-deleted", "tag": "55a44e82-c471-48b8-981a-4107800e086d"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:11.329023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:11.401059 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e164fc-59c3-4754-bb5c-4b31cded55a2 x-openstack-request-id: req-40e164fc-59c3-4754-bb5c-4b31cded55a2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:11.401536 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd03e8-4d67-42a1-9653-2ea8a255e294", "name": "network-vif-deleted", "tag": "55a44e82-c471-48b8-981a-4107800e086d", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:11.401946 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40e164fc-59c3-4754-bb5c-4b31cded55a2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:11.402718 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd03e8-4d67-42a1-9653-2ea8a255e294', 'name': 'network-vif-deleted', 'tag': '55a44e82-c471-48b8-981a-4107800e086d', 'status': 'completed', 'code': 200} Oct 26 11:46:11.497553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450dd77-3e4f-47b9-9778-42820ed41451 req-fe6f99dd-f142-4bff-ad29-604c4da96e45 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:11.506628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6450dd77-3e4f-47b9-9778-42820ed41451 req-fe6f99dd-f142-4bff-ad29-604c4da96e45 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 950 time: 0.1368108 Oct 26 11:46:11.574463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6450dd77-3e4f-47b9-9778-42820ed41451 req-3367230a-c390-4224-9f52-3550efd7f190 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Oct 26 11:46:11.599958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:11.632590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'mac_address': 'fa:16:3e:5a:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:11.691264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:11.706711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f272db5-423a-43ef-a7da-cb46881bd2e4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:11.734088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:11.742390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:11.831255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:11.832309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e7c6b28-acad-4a98-93ae-cbd215e0e997 req-5d24411f-2e06-46a3-adac-54ea841b928e tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cd03e8-4d67-42a1-9653-2ea8a255e294 HTTP/1.1" status: 200 len: 210 time: 0.0608244 Oct 26 11:46:11.872641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['8f272db5-423a-43ef-a7da-cb46881bd2e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:11.934191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-410a9060-e499-42fe-bf69-5db174083313 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:11.936168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-410a9060-e499-42fe-bf69-5db174083313 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.100 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 945 time: 0.0721846 Oct 26 11:46:12.062846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799663d3-24d3-48ed-b5ad-959e76262011 req-b952a8a5-9ff2-4606-86ce-8b5e9a739c85 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:12.071103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-799663d3-24d3-48ed-b5ad-959e76262011 req-b952a8a5-9ff2-4606-86ce-8b5e9a739c85 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/ports?device_id=8697091f-b29e-472c-8f1c-89eab83ba065 HTTP/1.1" status: 200 len: 945 time: 0.0678535 Oct 26 11:46:12.106470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-799663d3-24d3-48ed-b5ad-959e76262011 req-dbcd4302-f356-4601-83a1-7af7cd2b6524 tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.88 "GET /v2.0/security-groups?id=28f354c6-aea7-4135-ac00-d38197aa9380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Oct 26 11:46:12.119780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Deleting port 6c44ab43-59c6-47f5-8884-4975a23389c0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:12.120125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:12.219773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] For port 6c44ab43-59c6-47f5-8884-4975a23389c0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c44ab43-59c6-47f5-8884-4975a23389c0,segment=NetworkSegment(2bc62b88-e73d-4adf-bf92-dc01a0c03e9f),segment_id=2bc62b88-e73d-4adf-bf92-dc01a0c03e9f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:12.220168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:12.229639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffea4c-3bcb-4892-aa8e-5bed3ba3439a req-9bb755ac-be05-4bf5-880b-69ce4cb59463 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:12.231835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ffea4c-3bcb-4892-aa8e-5bed3ba3439a req-9bb755ac-be05-4bf5-880b-69ce4cb59463 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.0567205 Oct 26 11:46:12.235724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Calling delete_port for 6c44ab43-59c6-47f5-8884-4975a23389c0 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:12.277660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ffea4c-3bcb-4892-aa8e-5bed3ba3439a req-0844b58a-2f37-4f8a-9f81-db408aaacce3 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Oct 26 11:46:12.378807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:12.392937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6c44ab43-59c6-47f5-8884-4975a23389c0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:12.464739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] No DVR routers for this DVR port 6c44ab43-59c6-47f5-8884-4975a23389c0 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:46:12.466847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Pushing event deleted for resources: {'Port': ['ID=6c44ab43-59c6-47f5-8884-4975a23389c0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:12.469094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:12.472423 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5647c15-d9f8-45a8-8bf3-2b3ebe6b47dc req-608b2b35-afe6-4410-afc1-f3cfeb9e9a7e tempest-VolumesAdminNegativeTest-1721114578 tempest-VolumesAdminNegativeTest-1721114578-project] 10.222.0.100 "DELETE /v2.0/ports/6c44ab43-59c6-47f5-8884-4975a23389c0 HTTP/1.1" status: 204 len: 173 time: 0.5281861 Oct 26 11:46:12.472856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697091f-b29e-472c-8f1c-89eab83ba065', 'name': 'network-vif-deleted', 'tag': '6c44ab43-59c6-47f5-8884-4975a23389c0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:12.475418 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652ab213-efe8-438d-95ae-d93053a2baa5" -d '{"events": [{"server_uuid": "8697091f-b29e-472c-8f1c-89eab83ba065", "name": "network-vif-deleted", "tag": "6c44ab43-59c6-47f5-8884-4975a23389c0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:12.558265 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9f038e-0dc2-4a25-a287-e3ad05b97238 x-openstack-request-id: req-5b9f038e-0dc2-4a25-a287-e3ad05b97238 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:12.558658 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697091f-b29e-472c-8f1c-89eab83ba065", "name": "network-vif-deleted", "tag": "6c44ab43-59c6-47f5-8884-4975a23389c0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:12.559046 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b9f038e-0dc2-4a25-a287-e3ad05b97238 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:12.559589 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697091f-b29e-472c-8f1c-89eab83ba065', 'name': 'network-vif-deleted', 'tag': '6c44ab43-59c6-47f5-8884-4975a23389c0', 'status': 'completed', 'code': 200} Oct 26 11:46:12.789275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766504f-897c-4a1c-947a-92d5ebddb635 req-0632f58f-be74-4271-8f02-e3223da36947 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:12.791198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7766504f-897c-4a1c-947a-92d5ebddb635 req-0632f58f-be74-4271-8f02-e3223da36947 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 950 time: 0.0952146 Oct 26 11:46:12.841350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7766504f-897c-4a1c-947a-92d5ebddb635 req-cdbb4de6-0160-488b-b38a-9ed09db815f9 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Oct 26 11:46:13.327853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:13.391431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732f7d0-2fb1-4b9b-99eb-0c0f18b78756 req-cb67a594-6b9e-49d9-b7d2-f8284e3ad7bd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:13.399415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3732f7d0-2fb1-4b9b-99eb-0c0f18b78756 req-cb67a594-6b9e-49d9-b7d2-f8284e3ad7bd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 950 time: 0.0829930 Oct 26 11:46:13.420387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 8f272db5-423a-43ef-a7da-cb46881bd2e4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:13.421698 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:13.457558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3732f7d0-2fb1-4b9b-99eb-0c0f18b78756 req-136c7399-0fdf-4009-ba8c-c0401d41316c tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564241 Oct 26 11:46:13.552324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50692) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:13.603758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:13.662404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Deleting subnet f11a88aa-0c2d-4882-b13a-215863921ce2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:46:13.671091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:13.671761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:13.675619 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1141b16-fc21-4735-80c8-39ef84bd9bd8" -d '{"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-plugged", "status": "completed", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:13.729768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:13.738971 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:13.741408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 55a44e82-c471-48b8-981a-4107800e086d no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:13.783071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:13.812053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730becb-ef30-44c4-92a3-570471d6c307 req-c3178115-8212-4913-afd0-3818d3986155 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:13.814247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8730becb-ef30-44c4-92a3-570471d6c307 req-c3178115-8212-4913-afd0-3818d3986155 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.1455336 Oct 26 11:46:13.855500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 55a44e82-c471-48b8-981a-4107800e086d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:46:13.858218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 55a44e82-c471-48b8-981a-4107800e086d not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:46:13.933632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:13.940761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8730becb-ef30-44c4-92a3-570471d6c307 req-29598805-3f92-4aae-a2c6-39b43b61f832 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177993 Oct 26 11:46:13.972760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.105525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.149192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11a88aa-0c2d-4882-b13a-215863921ce2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:14.151399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.157236 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-109fa689-a2b6-4f9f-9725-86494991edc0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f11a88aa-0c2d-4882-b13a-215863921ce2 HTTP/1.1" status: 204 len: 168 time: 0.6012540 Oct 26 11:46:14.157628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50704) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:14.225550 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce90e0-877c-4848-b423-2137500e91b7 x-openstack-request-id: req-36ce90e0-877c-4848-b423-2137500e91b7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:14.225853 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-plugged", "status": "completed", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:14.226175 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36ce90e0-877c-4848-b423-2137500e91b7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:14.227092 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'code': 200} Oct 26 11:46:14.275762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.433274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.455355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f092b-1f35-4376-9494-748e2b7832f0 req-f5b29005-0d27-4ec7-ad64-26f9d1b19401 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:14.457291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b9f092b-1f35-4376-9494-748e2b7832f0 req-f5b29005-0d27-4ec7-ad64-26f9d1b19401 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 950 time: 0.1754940 Oct 26 11:46:14.487597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63820f03-c04b-42d3-814d-7eeb27d4ba43']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:14.511606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:14.512460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc62b88-e73d-4adf-bf92-dc01a0c03e9f') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:14.546482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.599397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b9f092b-1f35-4376-9494-748e2b7832f0 req-567cd586-1750-4f0f-ae26-0639eb4c2eb3 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Oct 26 11:46:14.601496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.624107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:46:14.624849 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:46:14.653115 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:46:14.689260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-a3f6b917-e4ad-4d68-83ab-76850760653d tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:14.691396 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-a3f6b917-e4ad-4d68-83ab-76850760653d tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 950 time: 0.0774691 Oct 26 11:46:14.880578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.901126 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:14.909170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] 10.222.0.88 "DELETE /v2.0/networks/63820f03-c04b-42d3-814d-7eeb27d4ba43 HTTP/1.1" status: 204 len: 168 time: 0.7505810 Oct 26 11:46:14.913382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50710) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:14.999412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2d535-6ecc-4a00-935a-84b7eadc6509 admin admin] Pushing event deleted for resources: {'Network': ['ID=63820f03-c04b-42d3-814d-7eeb27d4ba43,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:15.037904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Deleting subnet 88c50daf-1af4-44e8-8a31-3216fafa308b {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:46:15.042123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.112793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Deleting port ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:15.113105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.135115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934058da-f8a5-497d-a2c5-30aaf8b5400d req-0c351d13-6030-4fc3-82f5-9db4148e46bd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:15.137512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-934058da-f8a5-497d-a2c5-30aaf8b5400d req-0c351d13-6030-4fc3-82f5-9db4148e46bd tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d32aec9-b106-4ad2-a737-309cd73b2ccd HTTP/1.1" status: 200 len: 950 time: 0.1030035 Oct 26 11:46:15.171969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.208520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-934058da-f8a5-497d-a2c5-30aaf8b5400d req-f47c0773-f53a-4dbd-9743-10b7454848fa tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606272 Oct 26 11:46:15.296139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.370719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] For port ffeda209-0440-4e8d-8231-1e82435490e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=ffeda209-0440-4e8d-8231-1e82435490e6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:15.371309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.402291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Calling delete_port for ffeda209-0440-4e8d-8231-1e82435490e6 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:15.487085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.529027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.535891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/88c50daf-1af4-44e8-8a31-3216fafa308b HTTP/1.1" status: 204 len: 168 time: 0.6186430 Oct 26 11:46:15.536110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:15.541307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a17555-9240-4fc2-ab0f-10fc77e87d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c50daf-1af4-44e8-8a31-3216fafa308b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:15.662643 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.674657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.688729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['ffeda209-0440-4e8d-8231-1e82435490e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:15.712729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Pushing event deleted for resources: {'Port': ['ID=ffeda209-0440-4e8d-8231-1e82435490e6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:15.797924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] No DVR routers for this DVR port ffeda209-0440-4e8d-8231-1e82435490e6 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:46:15.801374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.807545 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd181d04-f832-4a71-8b49-bb4f769778c9 req-ed28618c-d38d-4906-adea-96ba8a63d652 tempest-ServersAdminTestJSON-2001456684 tempest-ServersAdminTestJSON-2001456684-project] 10.222.0.100 "DELETE /v2.0/ports/ffeda209-0440-4e8d-8231-1e82435490e6 HTTP/1.1" status: 204 len: 173 time: 1.1064427 Oct 26 11:46:15.808384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-deleted', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:15.825845 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1f485-ff92-48a7-ad1c-69edcafd94b7" -d '{"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-deleted", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:15.829959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.886025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:15.903945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5950b79-36d9-4a0f-9f8b-5fe41e748e6c') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:15.904246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5950b79-36d9-4a0f-9f8b-5fe41e748e6c') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:15.916521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.933543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.944096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:46:15.945439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:46:15.947644 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:46:16.037275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:16.058665 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:16.065351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] 10.222.0.88 "DELETE /v2.0/networks/de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5 HTTP/1.1" status: 204 len: 168 time: 0.5253112 Oct 26 11:46:16.065351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbebd6f-bd1c-4892-a2bb-dd200bdf26ee admin admin] Pushing event deleted for resources: {'Network': ['ID=de12dbc8-98aa-4c0d-a31e-bfc0d3ea2ed5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:16.336761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:16.384825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: ffeda209-0440-4e8d-8231-1e82435490e6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:46:16.385327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device ffeda209-0440-4e8d-8231-1e82435490e6 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:46:16.386094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c44ab43-59c6-47f5-8884-4975a23389c0 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:16.422769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 6c44ab43-59c6-47f5-8884-4975a23389c0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:46:16.423764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c44ab43-59c6-47f5-8884-4975a23389c0 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:46:16.455910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50734) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:16.536987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-55b8b7e4-b84a-4919-b541-0b67c9de010a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52171fd260a74ee5a19a4c13bc763fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781097 Oct 26 11:46:16.537371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50736) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:16.633527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-72338558-b712-466b-be0c-7518a7ad8e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:16.676316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-72338558-b712-466b-be0c-7518a7ad8e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:16.771041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-72338558-b712-466b-be0c-7518a7ad8e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:16.775422 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-72338558-b712-466b-be0c-7518a7ad8e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:16.776978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-72338558-b712-466b-be0c-7518a7ad8e47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28f354c6-aea7-4135-ac00-d38197aa9380 HTTP/1.1" status: 204 len: 168 time: 0.2385068 Oct 26 11:46:16.794016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72338558-b712-466b-be0c-7518a7ad8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f354c6-aea7-4135-ac00-d38197aa9380,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:17.354470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:17.489250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50744) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:17.501514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:17.531024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16', 'port_id': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'mac_address': 'fa:16:3e:8e:a4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f686f1-6add-4b58-9072-b625da6ccc84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:17.594994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fba6c188-4317-4541-9e21-d4e057e5b328 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ac30b37680af428fa5014ec7c7f07e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039653 Oct 26 11:46:17.598221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50746) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:17.624191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:17.648916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:17.682912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:17.705409 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:17.716899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52f74c14-cfed-4804-8522-3b542e57c6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:17.753172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52f74c14-cfed-4804-8522-3b542e57c6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:17.788653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:17.828833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52f74c14-cfed-4804-8522-3b542e57c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:17.829870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52f74c14-cfed-4804-8522-3b542e57c6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:17.835808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-52f74c14-cfed-4804-8522-3b542e57c6ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c57a7c50-c5a0-406d-bdce-60b8b42dda28 HTTP/1.1" status: 204 len: 168 time: 0.2322719 Oct 26 11:46:17.845939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f74c14-cfed-4804-8522-3b542e57c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a7c50-c5a0-406d-bdce-60b8b42dda28,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:18.018363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:19.083229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3e42828d-fb81-4bdc-a3b5-d1abd36f76bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:19.353864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:19.431172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:46:19.436595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:19.437310 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:19.599435 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:19.648775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:19.652696 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a86857-ad98-44c4-8975-f70ebe22bbae" -d '{"events": [{"server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "name": "network-vif-plugged", "status": "completed", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:19.672847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:19.681049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:19.745650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:20.039925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc333e-bab3-4746-b22b-6dad30af0797 req-c1b570ce-e076-416a-8af3-390156869ccf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:20.043278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8abc333e-bab3-4746-b22b-6dad30af0797 req-c1b570ce-e076-416a-8af3-390156869ccf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.0963371 Oct 26 11:46:20.135050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8abc333e-bab3-4746-b22b-6dad30af0797 req-e5728681-f353-4ee6-b705-0f5ddc1d3ba6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Oct 26 11:46:20.384307 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7a962-9380-4f7e-b832-40725d0ac862 x-openstack-request-id: req-f0e7a962-9380-4f7e-b832-40725d0ac862 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:20.389245 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d32aec9-b106-4ad2-a737-309cd73b2ccd", "name": "network-vif-deleted", "tag": "ffeda209-0440-4e8d-8231-1e82435490e6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:20.393756 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f0e7a962-9380-4f7e-b832-40725d0ac862 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:20.395185 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d32aec9-b106-4ad2-a737-309cd73b2ccd', 'name': 'network-vif-deleted', 'tag': 'ffeda209-0440-4e8d-8231-1e82435490e6', 'status': 'completed', 'code': 200} Oct 26 11:46:20.445251 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae31cf9-1203-48df-80f4-39eec89b3d25 x-openstack-request-id: req-3ae31cf9-1203-48df-80f4-39eec89b3d25 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:20.446115 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "name": "network-vif-plugged", "status": "completed", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:20.446115 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ae31cf9-1203-48df-80f4-39eec89b3d25 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:20.446671 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'code': 200} Oct 26 11:46:20.676480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed4efc-48a7-454a-b56c-6490268156e5 req-96173bf0-d86b-4904-80b2-6b205e14d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:20.682627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0ed4efc-48a7-454a-b56c-6490268156e5 req-96173bf0-d86b-4904-80b2-6b205e14d57b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1097 time: 0.1548705 Oct 26 11:46:20.792141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0ed4efc-48a7-454a-b56c-6490268156e5 req-6df83121-1ab1-4bfd-8162-7c44975daaa1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920444 Oct 26 11:46:20.932740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:21.408744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a9b66410-866a-497d-b634-42b1b09d49be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=10968fe72d0d43078eccc4160b7de3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738345 Oct 26 11:46:21.414560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:21.546438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f2da-1a80-4542-b802-4177327d50e4 req-9d841c21-9d55-48aa-b2c5-7e146bad18ac tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:21.553728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac84f2da-1a80-4542-b802-4177327d50e4 req-9d841c21-9d55-48aa-b2c5-7e146bad18ac tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.2862763 Oct 26 11:46:21.575729 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05341dc3-2409-4657-9507-2c05b0db59c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:21.630038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac84f2da-1a80-4542-b802-4177327d50e4 req-305ef613-5e1b-41f3-a759-68b4d92b9983 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669572 Oct 26 11:46:21.649509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05341dc3-2409-4657-9507-2c05b0db59c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:21.769224 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-28dad07e-a008-4c63-a9e4-e36a36fa40e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:21.783496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05341dc3-2409-4657-9507-2c05b0db59c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:21.789093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05341dc3-2409-4657-9507-2c05b0db59c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:21.791374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-05341dc3-2409-4657-9507-2c05b0db59c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b HTTP/1.1" status: 204 len: 168 time: 0.3524182 Oct 26 11:46:21.824146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05341dc3-2409-4657-9507-2c05b0db59c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaac7f2-6412-4fbc-b762-b8bcbdff5f8b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:22.372397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:22.596788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50910) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:22.715435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:22.733801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c6de7272-a81c-476c-afb0-f683a910909e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a333780bec0a45df8a098995e7380801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357160 Oct 26 11:46:22.738758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50928) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:22.769381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'mac_address': 'fa:16:3e:87:b9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:22.869611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:22.997123 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:22.998830 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.033282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a81114ef-04d7-4331-8f42-d9c66142b479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.070954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:23.090085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.106927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a81114ef-04d7-4331-8f42-d9c66142b479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.173951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:23.180290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.278634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-821dc15d-b4aa-4cf7-8e9a-8aa13270c465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.311408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['4c4a26ff-7b7a-45f5-a73a-8bd770080c43'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:23.324412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80d18-ae40-4a84-9581-5e20f480864e req-1d6962b0-4e2b-4342-b895-c9f687a34d11 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:23.347117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bd80d18-ae40-4a84-9581-5e20f480864e req-1d6962b0-4e2b-4342-b895-c9f687a34d11 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.4065189 Oct 26 11:46:23.458418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:23.479226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bd80d18-ae40-4a84-9581-5e20f480864e req-7fc14b88-76b2-477c-8704-a3382e24e291 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233325 Oct 26 11:46:23.481808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a81114ef-04d7-4331-8f42-d9c66142b479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.496325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a81114ef-04d7-4331-8f42-d9c66142b479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.496325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a81114ef-04d7-4331-8f42-d9c66142b479 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c350ee47-1389-4b3d-9a0a-1f85f163092e HTTP/1.1" status: 204 len: 168 time: 0.7467773 Oct 26 11:46:23.515196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81114ef-04d7-4331-8f42-d9c66142b479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350ee47-1389-4b3d-9a0a-1f85f163092e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:23.613981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-821dc15d-b4aa-4cf7-8e9a-8aa13270c465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.622922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-821dc15d-b4aa-4cf7-8e9a-8aa13270c465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:23.707926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50966) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:23.717633 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-821dc15d-b4aa-4cf7-8e9a-8aa13270c465 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fcc00069f68e4ae0909b67855a41d1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461843 Oct 26 11:46:23.732989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c982a9-f4a9-4f78-893e-b4ccc8f4a9d8 req-c1dfa44d-1078-4d9a-aea2-8d7d11fae063 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:23.748042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25c982a9-f4a9-4f78-893e-b4ccc8f4a9d8 req-c1dfa44d-1078-4d9a-aea2-8d7d11fae063 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1097 time: 0.1482999 Oct 26 11:46:23.779839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dc15d-b4aa-4cf7-8e9a-8aa13270c465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf60d90-b6ee-4c66-8e3e-2e767ace9a31,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:23.913409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25c982a9-f4a9-4f78-893e-b4ccc8f4a9d8 req-b6c2218b-7ac8-4483-b3db-40cc1b40d736 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634264 Oct 26 11:46:23.997932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6f3eb43-8d84-4959-b57a-2be0521f9338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:24.069450 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6f3eb43-8d84-4959-b57a-2be0521f9338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:24.254044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6f3eb43-8d84-4959-b57a-2be0521f9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:24.277176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6f3eb43-8d84-4959-b57a-2be0521f9338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:24.279162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a6f3eb43-8d84-4959-b57a-2be0521f9338 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cbf60d90-b6ee-4c66-8e3e-2e767ace9a31 HTTP/1.1" status: 204 len: 168 time: 0.5695858 Oct 26 11:46:24.297142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3eb43-8d84-4959-b57a-2be0521f9338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf60d90-b6ee-4c66-8e3e-2e767ace9a31,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:24.372656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:24.556160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322663b-017f-43bc-b910-38ef1bcc9fff req-e41de2b6-87f8-487f-8983-5cf3b226c0d1 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:24.577941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3322663b-017f-43bc-b910-38ef1bcc9fff req-e41de2b6-87f8-487f-8983-5cf3b226c0d1 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1097 time: 0.2360578 Oct 26 11:46:24.696253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3322663b-017f-43bc-b910-38ef1bcc9fff req-9c8e70a4-293d-4292-9503-4163d6b6b67c tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155267 Oct 26 11:46:24.702674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:24.715995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:24.719259 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:25.050761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:25.164084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:25.165486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:25.171154 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad17d87-9f67-4583-bcc9-085f541a761e" -d '{"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:25.178701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:25.275384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:30.285971 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f033c-f6a7-4827-be45-897f6bb8a1ea x-openstack-request-id: req-924f033c-f6a7-4827-be45-897f6bb8a1ea {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:30.286746 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:30.286914 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-924f033c-f6a7-4827-be45-897f6bb8a1ea {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:30.287818 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'code': 200} Oct 26 11:46:30.626828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-6ccebb20-281e-49f2-ba65-d1f9c7142d84 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512683 Oct 26 11:46:30.955124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-a5d166db-ca8c-4b78-a80e-f4fa2a259e6a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:30.971208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-a5d166db-ca8c-4b78-a80e-f4fa2a259e6a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336940 Oct 26 11:46:31.001064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-94a3ae29-c072-4527-814a-f1c71750c486 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/quotas/1824073f4350477ebf9e2e0920239e81 HTTP/1.1" status: 200 len: 375 time: 0.0270789 Oct 26 11:46:31.055569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-9778dba8-7b87-40e9-abab-79eee8fae47e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531874 Oct 26 11:46:31.077933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51144) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:31.343711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:31.518641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:31.524603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:31.629544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=af00f2078eb54b2d8001524f2ad6382b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5498881 Oct 26 11:46:31.631596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d98191-36e3-46ef-bbab-a4b8571f6fcb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:31.634152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51176) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:31.661712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.662263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.664286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.664811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.665346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.665879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.666416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.671157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.671743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.672191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.672572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.673137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eccec2-4f75-4c6f-815d-8f1ad497b0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:31.844837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afdb9712-4c93-411b-bc69-c20a18edb658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:31.898061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afdb9712-4c93-411b-bc69-c20a18edb658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:32.018713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afdb9712-4c93-411b-bc69-c20a18edb658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:32.028030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afdb9712-4c93-411b-bc69-c20a18edb658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:32.030432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-afdb9712-4c93-411b-bc69-c20a18edb658 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/87d98191-36e3-46ef-bbab-a4b8571f6fcb HTTP/1.1" status: 204 len: 168 time: 0.3931251 Oct 26 11:46:32.085534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9712-4c93-411b-bc69-c20a18edb658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d98191-36e3-46ef-bbab-a4b8571f6fcb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:32.468530 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:46:32.939001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-5a5178a4-df1a-4248-af81-95343a28368f tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:46:32.941982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-5a5178a4-df1a-4248-af81-95343a28368f tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0145576 Oct 26 11:46:33.095078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-0509a80b-2ef8-412a-9960-96341c03ce64 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:33.123427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-0509a80b-2ef8-412a-9960-96341c03ce64 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 1094 time: 0.1668026 Oct 26 11:46:33.163902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Request body: {'binding': {'host': 'n-h2-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:33.168369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:46:33.429577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:33.480829 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:33.543488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8df3b84b-b9ea-41ba-b611-d3dfab7336d6 req-74552219-a2e1-4a45-92c7-4e26fedf43cf tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 210 time: 0.0776310 Oct 26 11:46:33.734899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:33.782026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:33.784249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:33.791209 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da1fa5d-66ed-4757-85b0-78e3d0b39a9b" -d '{"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-unplugged", "status": "completed", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:33.797317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:33.844421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on host n-h2-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:33.845056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:33.845607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:33.863493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:46:33.867746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:33.895985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:33.899946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:33.902274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:33.905174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Bound port: 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:33.944632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:33.999849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.002480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.003664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:34.006174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.010598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.012910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.014239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.015229 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:34.018230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.024626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.027076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.030075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.031568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.036299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-62967165-0b8a-4fb2-bfd0-570a65d0cc33 service neutron] 10.222.0.88 "POST /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f/bindings HTTP/1.1" status: 201 len: 389 time: 0.9090412 Oct 26 11:46:34.038170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:34.319621 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10eeefe-0152-426f-8369-b73732bb4093 x-openstack-request-id: req-b10eeefe-0152-426f-8369-b73732bb4093 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:34.320068 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-unplugged", "status": "completed", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:34.320381 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b10eeefe-0152-426f-8369-b73732bb4093 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:34.320946 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'code': 200} Oct 26 11:46:34.371978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51274) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:34.453945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-98103fa9-f8b6-4a48-83e0-43b9a3658e17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942576 Oct 26 11:46:34.806068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-249730547-network', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:34.891109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-09799278-47b2-41eb-bd3b-779c02ec0eb6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:34.900058 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-09799278-47b2-41eb-bd3b-779c02ec0eb6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4391317 Oct 26 11:46:34.916168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:35.131913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93ec03d7-4ac8-493e-b04f-9795d85da66f req-e9baa69b-df00-4887-8158-d214262aef9f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 210 time: 0.1364756 Oct 26 11:46:35.132719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.144062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:46:35.156082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.222087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:46:35.247291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.263661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-e4cf9ec0-2ffc-4a24-a0ef-9853cf67d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:35.270846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-e4cf9ec0-2ffc-4a24-a0ef-9853cf67d127 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1097 time: 0.4404056 Oct 26 11:46:35.271859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.294479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.492884 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.501287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.549212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb01542-b4a2-4d74-8406-83042e4772dd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:35.741415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:35.806847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-7fc8fbc8-b157-494c-a7e5-6ac31ba33bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:35.809515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-7fc8fbc8-b157-494c-a7e5-6ac31ba33bd2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.5084708 Oct 26 11:46:35.814642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.070228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.24 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:36.321277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-ce82a9aa-ff0d-48a2-9fb2-457f160c1878 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 217 time: 0.4999619 Oct 26 11:46:36.322534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.387770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:46:36.392022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.469860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae5601-7751-4dec-94c9-536b7ae12131,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:36.498320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:36.500249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:36.517777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:36.520501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.520953 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Added segment 8a32f936-c312-47c7-9060-1f81f3ea7e78 of type vlan for network 3d004cdd-4874-4abd-b718-802086e852e2 Oct 26 11:46:36.554838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fdc74-7917-4477-b285-200608fa5ca5 req-b30a6dc1-bbe3-4db6-8e89-3e93e0f86cbd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:36.562820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-522fdc74-7917-4477-b285-200608fa5ca5 req-b30a6dc1-bbe3-4db6-8e89-3e93e0f86cbd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 1.1206403 Oct 26 11:46:36.617243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:36.618212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.631006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-4c9e064b-b68e-4adb-aea3-547c63b88057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:36.631006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-4c9e064b-b68e-4adb-aea3-547c63b88057 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2938058 Oct 26 11:46:36.661086 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7513852 Oct 26 11:46:36.675295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-f64e4e2e-b9df-4435-9b07-227979feaf6c tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:36.681513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Request body: {'port': {'device_id': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:36.688155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-f64e4e2e-b9df-4435-9b07-227979feaf6c tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 1.2527931 Oct 26 11:46:36.770271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.773507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-ee050c19-5877-4e56-b557-970007ccd0c1 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/quotas/509e12f736444faebe14a8f5fdd05607 HTTP/1.1" status: 200 len: 375 time: 0.0378611 Oct 26 11:46:36.775732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-7065dae8-6ab7-4f8e-8e11-c5e0602943be service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121485 Oct 26 11:46:36.785985 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:36.789889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-522fdc74-7917-4477-b285-200608fa5ca5 req-17185a74-4bd6-4a5d-9994-225cde129a08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259061 Oct 26 11:46:36.994961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-02173fc6-02c5-4534-adad-c60af369e1c7 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:36.996827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-02173fc6-02c5-4534-adad-c60af369e1c7 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccffe8f-8b3d-44dc-a5d0-153fcb516031 HTTP/1.1" status: 200 len: 943 time: 0.5202520 Oct 26 11:46:36.998143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:46:37.041390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-b4df2431-629f-4cb9-80b1-6f1be6eca988 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445476 Oct 26 11:46:37.043367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-85203326-74a6-4b41-9748-126a5f7cbb58 None None] Provisioning complete for port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:37.044091 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85203326-74a6-4b41-9748-126a5f7cbb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.089150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.090358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:37.090752 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.177041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-85203326-74a6-4b41-9748-126a5f7cbb58 None None] Port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:46:37.367903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:37.380086 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.394299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Transition to ACTIVE for port object 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:46:37.396153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c369e-63aa-4c53-996e-60aa8c833d17 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:37.400980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.446642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d004cdd-4874-4abd-b718-802086e852e2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:37.462445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:37.462747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3d004cdd-4874-4abd-b718-802086e852e2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:46:37.479576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-1a41f0c9-503e-4ef9-a42c-c3ea7a6bdd28 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077756 Oct 26 11:46:37.579483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-ef7b330a-f66b-4cd2-ab6f-53d61954ed9f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7847533 Oct 26 11:46:37.633773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Attempting to bind port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:37.634851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Attempting to bind port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:37.635104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Attempting to bind port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:37.651785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:46:37.652233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Attempting to bind port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:37.660227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:37.665089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:37.665597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:37.667353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Bound port: 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:37.667842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.734790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-702a9337-5a0b-43cb-bdcc-bbe0ce3bcfb3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3607905 Oct 26 11:46:37.744627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51322) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:37.784315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Request body: {'subnet': {'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-249730547-subnet', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:37.846792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] For port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:37.855074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] For port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:37.857789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:46:37.862964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.867326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.940905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Deleting port 8f272db5-423a-43ef-a7da-cb46881bd2e4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:37.941514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:37.984224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:38.047408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114a3cd-debc-4110-858f-286d378f72a6 req-b1d572f7-9a9d-4072-988d-d6501e646530 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:38.060892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:38.061994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:38.062130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8114a3cd-debc-4110-858f-286d378f72a6 req-b1d572f7-9a9d-4072-988d-d6501e646530 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 947 time: 0.5767586 Oct 26 11:46:38.063052 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-5e9cecf6-98f6-4dd2-8229-5e7ffec44037 service neutron] 10.222.0.100 "PUT /v2.0/ports/0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 HTTP/1.1" status: 200 len: 1095 time: 1.3923123 Oct 26 11:46:38.063471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'tag': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:38.074078 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4b2257-58ac-42ba-8b58-3a953a8f0126" -d '{"events": [{"name": "network-changed", "server_uuid": "83d41e52-b6f2-44ae-b420-f049b99480e4", "tag": "0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:38.313605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-4c5e94c2-08bf-4b32-95a3-83a9c853f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:38.316842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-4c5e94c2-08bf-4b32-95a3-83a9c853f60c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 1098 time: 0.1933312 Oct 26 11:46:38.336940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8114a3cd-debc-4110-858f-286d378f72a6 req-a4edad1c-20f9-4459-83b7-5f2de7c0aac9 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735293 Oct 26 11:46:38.378824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] For port 8f272db5-423a-43ef-a7da-cb46881bd2e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8f272db5-423a-43ef-a7da-cb46881bd2e4,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:38.379471 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:38.398372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-33e2c55e-9791-4c48-85d9-b9be34401587 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 HTTP/1.1" status: 200 len: 217 time: 0.0727456 Oct 26 11:46:38.441844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Calling delete_port for 8f272db5-423a-43ef-a7da-cb46881bd2e4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:38.468151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-414ce753-7fbf-44f1-8565-166757100bc1 service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106534 Oct 26 11:46:38.706912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:38.806175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa3cc-d3ce-4496-8032-00864c51edd9 req-67e143ac-cceb-46e0-8da0-66c43a39ef5e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:38.808599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526aa3cc-d3ce-4496-8032-00864c51edd9 req-67e143ac-cceb-46e0-8da0-66c43a39ef5e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.2928176 Oct 26 11:46:38.831686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-70aea503-1662-4270-9f09-04df8003e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:38.837448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-70aea503-1662-4270-9f09-04df8003e641 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.4281619 Oct 26 11:46:38.856857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=701a57a1-ae95-4361-a790-fbb3c0f8d240,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:38.942550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-851bb744-d921-4a0c-87a3-a9b0aa19ab59 service neutron] 10.222.0.88 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572010 Oct 26 11:46:38.965585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526aa3cc-d3ce-4496-8032-00864c51edd9 req-2ca0d24a-a939-4e96-8ac3-99a19732bdd5 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454909 Oct 26 11:46:38.995799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Checking segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:38.996555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Network hostable DHCP agents. Network: 3d004cdd-4874-4abd-b718-802086e852e2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:46:39.020302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-c46a4021-e9ee-4b34-956b-287120d53923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:39.024604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-c46a4021-e9ee-4b34-956b-287120d53923 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603727 Oct 26 11:46:39.104858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:39.175090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event deleted for resources: {'Port': ['ID=8f272db5-423a-43ef-a7da-cb46881bd2e4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:39.268001 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-2d04de01-9126-49e7-b8a6-e215a8d8d16c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339134 Oct 26 11:46:39.269673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Network 3d004cdd-4874-4abd-b718-802086e852e2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:46:39.278181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] No DVR routers for this DVR port 8f272db5-423a-43ef-a7da-cb46881bd2e4 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:46:39.292706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:39.302222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ac8f42c-341d-4a0f-b258-87df928fed44 req-eb04da5b-65db-4c1c-adfc-4b0cd161dca5 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "DELETE /v2.0/ports/8f272db5-423a-43ef-a7da-cb46881bd2e4 HTTP/1.1" status: 204 len: 173 time: 2.2774968 Oct 26 11:46:39.302222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-deleted', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:39.316670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3d004cdd-4874-4abd-b718-802086e852e2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:39.331049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51198f-0ea1-41bc-82ce-e5ed351a2eba None None] Network 3d004cdd-4874-4abd-b718-802086e852e2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:46:39.351150 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3a7f76-f5f6-4d31-a220-6b5e9e1f42c2" -d '{"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-deleted", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:39.380194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:39.381233 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:39.533882 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dd527134-a474-4124-ba11-c881c4d2c831 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7822545 Oct 26 11:46:39.547662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:39.562887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:39.611959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:39.613911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:39.630574 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e12606-5175-4e16-b924-781d0140a7f9 x-openstack-request-id: req-60e12606-5175-4e16-b924-781d0140a7f9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:39.632421 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d41e52-b6f2-44ae-b420-f049b99480e4", "tag": "0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:39.632891 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60e12606-5175-4e16-b924-781d0140a7f9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:39.633533 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'tag': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', 'status': 'completed', 'code': 200} Oct 26 11:46:39.672440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-e07ba1e2-36c6-42da-b2c2-0d40b025f82c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1878912 Oct 26 11:46:39.697282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:39.767236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c19a811a-ec64-4fca-baa7-9e45162c5e8f req-3ea74911-b8a6-43c8-8aa5-3bb4c94b907a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 210 time: 0.0680490 Oct 26 11:46:39.903235 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-40841dcb-7f5c-40b5-b74b-d43397a33db3 req-7d67b705-b1f7-4db6-b223-538970bb1d57 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064801 Oct 26 11:46:39.904927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:39.905739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 8f272db5-423a-43ef-a7da-cb46881bd2e4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:46:39.906284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8f272db5-423a-43ef-a7da-cb46881bd2e4 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:46:39.996211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3d004cdd-4874-4abd-b718-802086e852e2', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:46:39.998067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:40.136417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-995df724-d38a-42f6-82f8-d59078172cc1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:40.144831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-995df724-d38a-42f6-82f8-d59078172cc1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.2742422 Oct 26 11:46:40.172116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-aa0b9eaf-e81f-4994-bf43-0246c45b891d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/quotas/bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 375 time: 0.0259860 Oct 26 11:46:40.193124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-c2b5c968-274b-4a6a-b3ee-413a435561b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:40.194756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-c2b5c968-274b-4a6a-b3ee-413a435561b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 1096 time: 0.4304540 Oct 26 11:46:40.229282 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ef850-7e4e-49fb-87ff-55c749382c41 x-openstack-request-id: req-b06ef850-7e4e-49fb-87ff-55c749382c41 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:40.229573 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccffe8f-8b3d-44dc-a5d0-153fcb516031", "name": "network-vif-deleted", "tag": "8f272db5-423a-43ef-a7da-cb46881bd2e4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:40.230247 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b06ef850-7e4e-49fb-87ff-55c749382c41 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:40.230823 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccffe8f-8b3d-44dc-a5d0-153fcb516031', 'name': 'network-vif-deleted', 'tag': '8f272db5-423a-43ef-a7da-cb46881bd2e4', 'status': 'completed', 'code': 200} Oct 26 11:46:40.364753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ce68eec2-87a1-4ce0-b7c2-a319e8bdd49c tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1914437 Oct 26 11:46:40.434130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:40.571307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-baf5618a-2a78-4cdc-b4db-849690ccb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:40.576066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-baf5618a-2a78-4cdc-b4db-849690ccb304 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.3441162 Oct 26 11:46:40.725436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0db6b-2207-4977-855c-0a95d7a63bf7 req-4040cd41-8ede-40a9-b9bf-c55f1719296d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:40.732770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4a0db6b-2207-4977-855c-0a95d7a63bf7 req-4040cd41-8ede-40a9-b9bf-c55f1719296d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 947 time: 0.3479683 Oct 26 11:46:40.751334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-35921028-0cbf-4f37-b039-3e5b5eca0dd4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 200 len: 217 time: 0.1582837 Oct 26 11:46:40.762480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Allocated IP 172.20.0.2 (3d004cdd-4874-4abd-b718-802086e852e2/701a57a1-ae95-4361-a790-fbb3c0f8d240/5c893811-2061-4de0-bca3-186003329ae6) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:40.896975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-1f4dec5b-f53b-4b1c-beb2-93c2f4960599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:40.898450 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-1f4dec5b-f53b-4b1c-beb2-93c2f4960599 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 1098 time: 0.1659296 Oct 26 11:46:40.946893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.036300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-2e648803-4531-4f7a-98ef-18fbaf7c6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:41.040958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-2e648803-4531-4f7a-98ef-18fbaf7c6111 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.2430272 Oct 26 11:46:41.092154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.147447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-5fd569d8-c07a-4de4-8e38-3a8cdd8a22aa service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801144 Oct 26 11:46:41.163216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.189120 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.289261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Network 3d004cdd-4874-4abd-b718-802086e852e2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:41.294161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:41.313406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:41.314822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Allocated IP 172.25.4.133 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ae38a71e-37a4-4068-8b89-d4528aa156a3) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:41.329981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Pushing event updated for resources: {'Port': ['ID=5c893811-2061-4de0-bca3-186003329ae6,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:41.470071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.470383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Attempting to bind port 5c893811-2061-4de0-bca3-186003329ae6 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:41.473345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Attempting to bind port 5c893811-2061-4de0-bca3-186003329ae6 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:41.473877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Attempting to bind port 5c893811-2061-4de0-bca3-186003329ae6 on network 3d004cdd-4874-4abd-b718-802086e852e2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:41.494066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:41.494619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Checking segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:41.494934 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.496050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Bound using segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:41.496050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Bound port: 5c893811-2061-4de0-bca3-186003329ae6, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:41.496394 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.517904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-8c75afb4-f1f6-4b99-822c-6ef8d6271a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:41.520933 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-8c75afb4-f1f6-4b99-822c-6ef8d6271a55 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.5749950 Oct 26 11:46:41.523965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.533699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-73028dad-dafe-4681-b995-b73792a36d95 service neutron] 10.222.0.88 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851421 Oct 26 11:46:41.552594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-98584f87-0c19-448a-bae5-57fa1a2578dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4911776 Oct 26 11:46:41.638129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-2ec99118-a89d-4b64-800e-89b8acd3a6d2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 HTTP/1.1" status: 200 len: 217 time: 0.1086202 Oct 26 11:46:41.640218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Pushing event updated for resources: {'Port': ['ID=ae38a71e-37a4-4068-8b89-d4528aa156a3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:41.729577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4a0db6b-2207-4977-855c-0a95d7a63bf7 req-f718e97e-3876-4d52-9187-9d3db0fd9637 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9733779 Oct 26 11:46:41.742543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-bc3c904e-f251-4100-ac26-70483751499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:41.744463 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-bc3c904e-f251-4100-ac26-70483751499e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0976851 Oct 26 11:46:41.781932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:41.820854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] For port 5c893811-2061-4de0-bca3-186003329ae6, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:41.833087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] For port 5c893811-2061-4de0-bca3-186003329ae6, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5c893811-2061-4de0-bca3-186003329ae6,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:41.841091 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:41.889205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:41.917430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:41.977641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-7284f73f-4f6b-46fb-aaa8-c21682570c2a service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808339 Oct 26 11:46:42.103409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d09ca-6ec6-46c4-acd0-fe9738ca0a9d None None] Pushing event updated for resources: {'Port': ['ID=5c893811-2061-4de0-bca3-186003329ae6,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:42.143801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-c42be4ed-5ea7-4640-bd46-5a2609ba3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:42.146331 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-c42be4ed-5ea7-4640-bd46-5a2609ba3908 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3864627 Oct 26 11:46:42.504178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:42.743717 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:42.901005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f7f4e-9ca1-4dab-8f13-8fd214ad0489 req-21682459-6b61-4639-9b6e-01339ca7ec30 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:42.925830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb7f7f4e-9ca1-4dab-8f13-8fd214ad0489 req-21682459-6b61-4639-9b6e-01339ca7ec30 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.9087000 Oct 26 11:46:43.000686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5c893811-2061-4de0-bca3-186003329ae6 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:43.216916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:43.261057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', 'mac_address': 'fa:16:3e:be:86:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:43.266326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5c893811-2061-4de0-bca3-186003329ae6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:43.274858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:43.312725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-c921a486-715e-4952-bd64-1f1d0b04250a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:43.317325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-c921a486-715e-4952-bd64-1f1d0b04250a tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 804 time: 1.1107771 Oct 26 11:46:43.328418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e7a841-8960-4d61-a7f2-e0bf1f888189 req-7b6e3d3d-9fce-4db2-a9d4-984bb7dfebc9 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3435125 Oct 26 11:46:43.427104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb7f7f4e-9ca1-4dab-8f13-8fd214ad0489 req-529e7bfa-4ba3-4521-9dfc-5336332511f9 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885521 Oct 26 11:46:43.444121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Request body: {'port': {'device_id': '994540af-1a74-4674-b970-3d23031d951c', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'admin_state_up': True, 'tenant_id': '509e12f736444faebe14a8f5fdd05607'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:43.640503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:43.685937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:43.745629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:43.753638 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:43.830383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7677ed64-3ce5-4712-bce0-d1dde624227d req-a4a73d2a-0347-4e94-a982-7584c0724809 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 210 time: 0.5655010 Oct 26 11:46:43.907897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:43.969725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:43.974026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d3f6d11-c22b-41bf-a651-ed0ed185a5dc req-a3a28caa-b709-4235-a5de-3a5ca1620801 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.2010944 Oct 26 11:46:44.035802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Made reservation on behalf of 509e12f736444faebe14a8f5fdd05607 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:46:44.039671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 5c893811-2061-4de0-bca3-186003329ae6, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5c893811-2061-4de0-bca3-186003329ae6,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:44.045929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:44.057978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:44.181850 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:44.242282 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-f3bbaabd-3e1d-4fb0-9c95-44d092cecdb4 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0857406 Oct 26 11:46:44.286037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacece9d-92e1-474a-af78-03cd3eb2e616 None None] Network 3d004cdd-4874-4abd-b718-802086e852e2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:46:44.447714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7162-c9e0-499b-ac88-83f61b4a4902 req-583eae4e-3fb2-48eb-b093-3bd30cc1586a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:44.458357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db3d7162-c9e0-499b-ac88-83f61b4a4902 req-583eae4e-3fb2-48eb-b093-3bd30cc1586a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 948 time: 0.3844440 Oct 26 11:46:44.626716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e0e722b6-dfa1-4436-838c-d90ff042b3e6 None None] Provisioning complete for port 5c893811-2061-4de0-bca3-186003329ae6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:44.629094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e0e722b6-dfa1-4436-838c-d90ff042b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:44.650666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3d4b2257-58ac-42ba-8b58-3a953a8f0126 req-006c2b25-5f4c-439b-a7dc-fe10957f8c0c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950882 Oct 26 11:46:44.673683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=5c893811-2061-4de0-bca3-186003329ae6,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:44.689125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:44.794151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db3d7162-c9e0-499b-ac88-83f61b4a4902 req-42276f6a-2c56-42ab-b264-42896ae3ece6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307726 Oct 26 11:46:44.948893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1682ff-5783-49bf-84aa-024475272d9a req-338b107b-e63b-4b3b-8331-43b4e9043d46 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:44.957253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Router c86e6505-d390-480c-a300-97209cd1b80b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:46:44.959289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e1682ff-5783-49bf-84aa-024475272d9a req-338b107b-e63b-4b3b-8331-43b4e9043d46 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.3387799 Oct 26 11:46:44.969532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-8946f300-7322-4292-bab9-b94f6170dd27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8062353 Oct 26 11:46:45.100936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d002bc2-2b78-4d36-8f8a-1d22cfde6161 req-a7a9f086-e96f-4342-9d3b-2c089cd40720 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 210 time: 0.0913694 Oct 26 11:46:45.190473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Allocated IP 172.20.0.14 (ea5b50cd-edaa-4bd7-b87a-d3b59a752b55/6d512d3a-6e91-46a9-a7d2-9562a80d2a07/86c43d81-d67f-4bba-8660-072b729391c3) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:45.339140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:46:45.353286 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Sync routers for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:45.377843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5ecbbc53-d2ef-46e1-87ae-2e0ad12cc880 None None] Provisioning complete for port 5c893811-2061-4de0-bca3-186003329ae6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:45.378448 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-d2ef-46e1-87ae-2e0ad12cc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:45.383176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0c8001a-88c2-4f6b-96da-f59470749716 req-53f92124-98f6-4eb5-bdfe-0dd34ed9f2c0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.1258566 Oct 26 11:46:45.386342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:46:45.387024 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:45.434265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e1682ff-5783-49bf-84aa-024475272d9a req-4dc1ce99-04de-4269-a77e-a33eb3e3ab55 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740374 Oct 26 11:46:45.548290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-9b557a2d-42ab-4f1c-884a-8cb22b21902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:45.551324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-9b557a2d-42ab-4f1c-884a-8cb22b21902c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 1096 time: 0.4473426 Oct 26 11:46:45.612637 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:46:45.920999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-dbd9aaa3-8dab-4822-b4f5-ef1d28f652ae tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:45.932734 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-dbd9aaa3-8dab-4822-b4f5-ef1d28f652ae tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 821 time: 0.5692563 Oct 26 11:46:45.952335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Request body: {'port': {'device_id': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'admin_state_up': True, 'tenant_id': 'bc408bd386fc4487b5dacb8c1e8aabc6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:45.980159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:45.987587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b6c037d8-8cd1-4802-a9ea-97628f0c3ddd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4363351 Oct 26 11:46:45.988917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51444) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:46:46.260430 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:42Z', 'revision_number': 3, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:46.343371 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Checking router: c86e6505-d390-480c-a300-97209cd1b80b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:46.347999 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Updating router c86e6505-d390-480c-a300-97209cd1b80b port ae38a71e-37a4-4068-8b89-d4528aa156a3 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:46:46.467858 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:46.536539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:46.712609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5c893811-2061-4de0-bca3-186003329ae6 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:46.768097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Made reservation on behalf of bc408bd386fc4487b5dacb8c1e8aabc6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:46:46.773447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:46.811920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:46:46.836471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:46.841838 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:46.950492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5c893811-2061-4de0-bca3-186003329ae6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:46.964232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.059255 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.070187 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.213568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.216401 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Attempting to bind port ae38a71e-37a4-4068-8b89-d4528aa156a3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:47.216777 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Attempting to bind port ae38a71e-37a4-4068-8b89-d4528aa156a3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:47.217138 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Attempting to bind port ae38a71e-37a4-4068-8b89-d4528aa156a3 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:47.230454 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:47.231151 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:47.232192 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.232873 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:47.233732 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Bound port: ae38a71e-37a4-4068-8b89-d4528aa156a3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:47.234424 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.321710 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] For port ae38a71e-37a4-4068-8b89-d4528aa156a3, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:47.329456 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] For port ae38a71e-37a4-4068-8b89-d4528aa156a3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ae38a71e-37a4-4068-8b89-d4528aa156a3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:47.342022 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.351795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Allocated IP 172.20.0.12 (a5c4b9a2-23d4-4c72-9ebb-a8953d60510c/23a2de61-8262-4495-9b6b-66bad112f839/921c3d11-9246-4ab5-a327-6fce42f5ccbb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:47.394497 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:46:47.395952 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:47.409129 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.426205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ec27970-8e01-466c-a81c-6cd808cc0005 req-682bde58-b439-42af-856c-ac71190fc794 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 210 time: 0.3364067 Oct 26 11:46:47.584797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07678b7d-59e4-4286-b698-72e2e7019592 req-e5e53fa0-98dc-4a58-9d69-c23ebd55a432 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:47.603306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:47.604011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07678b7d-59e4-4286-b698-72e2e7019592 req-e5e53fa0-98dc-4a58-9d69-c23ebd55a432 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 948 time: 0.5148079 Oct 26 11:46:47.608983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:47.618974 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4bba36-d7b5-488b-8496-2194fbcbb164" -d '{"events": [{"server_uuid": "83d41e52-b6f2-44ae-b420-f049b99480e4", "name": "network-vif-plugged", "status": "completed", "tag": "0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:47.628950 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:47.656220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:46:47.804492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-475a289c-2ca4-41fb-a7b3-dda7314c0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:47.816443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-475a289c-2ca4-41fb-a7b3-dda7314c0dc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 2.2336895 Oct 26 11:46:47.936866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:47.974472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:48.022485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07678b7d-59e4-4286-b698-72e2e7019592 req-c570e878-3b34-4d08-9814-7dfe6f19cac8 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176345 Oct 26 11:46:48.035732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-2905caf8-1a6d-494e-82e2-8c1efd60d957 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 200 len: 217 time: 0.1929400 Oct 26 11:46:48.046462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:48.077308 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Pushing event updated for resources: {'Port': ['ID=ae38a71e-37a4-4068-8b89-d4528aa156a3,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:48.086981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:48.103054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['49933478-d757-442a-af5e-ddc8af3d6f9d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:48.137477 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.137887 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.138251 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.138781 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.139763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.140896 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.141283 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.141612 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.143311 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.143667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.144010 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.144368 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:48.264433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-50537281-9b07-4f70-b8c3-143dc2f5b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:48.268101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-50537281-9b07-4f70-b8c3-143dc2f5b253 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2071345 Oct 26 11:46:48.273128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:48.274214 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3d761-2b8d-4e79-8816-9d33e8a33e56 None None] Pushing event updated for resources: {'Port': ['ID=ae38a71e-37a4-4068-8b89-d4528aa156a3,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:48.286354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b2647-ebce-448a-9caa-f495a5871e99 req-aee75b28-e32c-440b-9f61-1054da56d856 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:48.294593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-396b2647-ebce-448a-9caa-f495a5871e99 req-aee75b28-e32c-440b-9f61-1054da56d856 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.6107144 Oct 26 11:46:48.295712 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:42Z', 'revision_number': 3, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:48.346932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:48.353454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:48.357485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:48.384704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df32b5-abd0-4ddb-8f75-c62934d3ec83 None None] The sync data for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 is: [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:42Z', 'revision_number': 3, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:48.397644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-bb5200c1-fddf-4ae0-b936-701f2a8aff9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974255 Oct 26 11:46:48.452635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:48.462208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:48.481860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:48.482135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:48.482686 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:48.507299 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5620525 Oct 26 11:46:48.576336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Request body: {'port': {'device_id': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:48.581254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c303-8728-411c-97c5-89389ecfd1fb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:48.678745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:48.682910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-396b2647-ebce-448a-9caa-f495a5871e99 req-ca568e4b-036c-4a2d-af94-330b5479b723 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760448 Oct 26 11:46:48.737734 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:48.830661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe6c3c-9500-426f-b8c5-74d8dc07c816 req-7274f06d-0758-49ac-9c8e-b3411396c0bf tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:48.840436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08fe6c3c-9500-426f-b8c5-74d8dc07c816 req-7274f06d-0758-49ac-9c8e-b3411396c0bf tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 932 time: 0.5692613 Oct 26 11:46:49.051142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:49.052809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:49.094462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08fe6c3c-9500-426f-b8c5-74d8dc07c816 req-c26f8865-8aaf-4688-9a04-9c14d61d7088 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526417 Oct 26 11:46:49.148089 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4c56-04e1-4821-b536-2105d3433c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:49.171482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-a7d6fbda-ad5f-4a51-8c46-e1341a4ad8b2 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169135 Oct 26 11:46:49.182787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-72275186-1cc6-4267-b6c2-b5cbbd7d5f05 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8031356 Oct 26 11:46:49.220227 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354f3ca-2794-4030-967a-6feed24e1268 x-openstack-request-id: req-8354f3ca-2794-4030-967a-6feed24e1268 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:49.220979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Request body: {'port': {'device_id': '994540af-1a74-4674-b970-3d23031d951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:46:49.221448 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d41e52-b6f2-44ae-b420-f049b99480e4", "name": "network-vif-plugged", "status": "completed", "tag": "0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:49.222156 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8354f3ca-2794-4030-967a-6feed24e1268 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:49.223349 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', 'code': 200} Oct 26 11:46:49.682209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:49.867681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad63f8-d61b-46f5-af22-3b52157c4174 req-e49287d8-2969-4cbf-b604-e43cdcaf5cf7 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:49.870091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1ad63f8-d61b-46f5-af22-3b52157c4174 req-e49287d8-2969-4cbf-b604-e43cdcaf5cf7 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 932 time: 0.4657226 Oct 26 11:46:49.937158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2bc0c-12c2-464e-8b14-61811c5ece49 req-a6d64bb7-d40f-4bb5-92b0-2407c984c9ae tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:49.955285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06d2bc0c-12c2-464e-8b14-61811c5ece49 req-a6d64bb7-d40f-4bb5-92b0-2407c984c9ae tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 946 time: 0.5052807 Oct 26 11:46:49.999128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5ed65-efc3-43bf-8b98-06844bcbd9e3 req-954622ef-1fc1-489e-bb24-fc8dbfbfb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:50.001937 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22d5ed65-efc3-43bf-8b98-06844bcbd9e3 req-954622ef-1fc1-489e-bb24-fc8dbfbfb7fc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 1100 time: 0.6147547 Oct 26 11:46:50.032330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04249e42-09e6-4b0f-9f2d-004ae7db95e1 req-07e55715-89e5-494e-aa0a-e994a357e1ba service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8441932 Oct 26 11:46:50.048046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1ad63f8-d61b-46f5-af22-3b52157c4174 req-2013898b-9e93-4119-ba9e-021d2cbddd5d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303651 Oct 26 11:46:50.132301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06d2bc0c-12c2-464e-8b14-61811c5ece49 req-f07dc983-4157-4c53-b2f1-15461fc44d05 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742663 Oct 26 11:46:50.205672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Allocated IP 172.20.0.1 (3d004cdd-4874-4abd-b718-802086e852e2/701a57a1-ae95-4361-a790-fbb3c0f8d240/0cba4cf9-d72b-42f9-85d6-84abdedd1707) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:50.210111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22d5ed65-efc3-43bf-8b98-06844bcbd9e3 req-5bfa45bd-70dc-4bb3-abbb-a6691f4c82bd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839974 Oct 26 11:46:50.244927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921c3d11-9246-4ab5-a327-6fce42f5ccbb {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:50.259376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:50.336665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Transition to ACTIVE for port object 921c3d11-9246-4ab5-a327-6fce42f5ccbb will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:46:50.345804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:50.488102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:50.493070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:50.549643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b1ad-d064-4aab-a3cd-68a3fdc2372d req-c7c63194-d44f-40dc-864f-102e215ccb21 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:50.553779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9944b1ad-d064-4aab-a3cd-68a3fdc2372d req-c7c63194-d44f-40dc-864f-102e215ccb21 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 949 time: 0.2026339 Oct 26 11:46:50.564630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d3df7-fdec-405f-814a-a9eb48e4f2fc req-957e44d7-3a9b-485d-b80a-168bd43f54a3 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:50.566265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f9d3df7-fdec-405f-814a-a9eb48e4f2fc req-957e44d7-3a9b-485d-b80a-168bd43f54a3 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.2031808 Oct 26 11:46:50.666783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:50.767033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ae38a71e-37a4-4068-8b89-d4528aa156a3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:50.784499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Network 3d004cdd-4874-4abd-b718-802086e852e2 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:50.799221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f9d3df7-fdec-405f-814a-a9eb48e4f2fc req-a571a710-b2d7-4727-a242-b363d150ac84 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931226 Oct 26 11:46:50.814842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9944b1ad-d064-4aab-a3cd-68a3fdc2372d req-f3b261c6-0386-4bdb-a895-95e082e7eebc tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311068 Oct 26 11:46:50.819060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:50.929691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:46:50.999371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ae38a71e-37a4-4068-8b89-d4528aa156a3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:51.000328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.036257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c43d81-d67f-4bba-8660-072b729391c3 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:51.086659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Pushing event updated for resources: {'Port': ['ID=0cba4cf9-d72b-42f9-85d6-84abdedd1707,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:51.128461 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.159051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.162524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:51.162695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:51.163068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:51.190825 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.191856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Transition to ACTIVE for port object 86c43d81-d67f-4bba-8660-072b729391c3 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:46:51.209755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.228661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port ae38a71e-37a4-4068-8b89-d4528aa156a3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ae38a71e-37a4-4068-8b89-d4528aa156a3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:51.236876 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.240026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:46:51.240998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:51.256685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:51.257148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:51.257467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:51.257928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Bound port: 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:51.258286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.338367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:51.365881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=ae38a71e-37a4-4068-8b89-d4528aa156a3,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:51.408425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a4ac2922-66e8-4f62-9578-82133671f0d3 None None] Provisioning complete for port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:51.409128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2922-66e8-4f62-9578-82133671f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.435756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115259b4-9c2e-46ae-aa49-b6b369d3b67c req-26dc0887-f3a6-4220-aa87-4bae874fbd90 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:51.440676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-115259b4-9c2e-46ae-aa49-b6b369d3b67c req-26dc0887-f3a6-4220-aa87-4bae874fbd90 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.3518934 Oct 26 11:46:51.448318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:51.453292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:51.486540 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.505607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac2922-66e8-4f62-9578-82133671f0d3 None None] Port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:46:51.533775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:51.534715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.537434 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 1092 time: 2.9650915 Oct 26 11:46:51.540565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:51.551980 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650b6d2d-616e-4562-9539-50d6e275390b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:51.577376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.593077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1850c4-b132-4fcb-a845-e0193d1c5259 req-cec1619f-06b8-453d-833f-029667030db3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:51.610986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb1850c4-b132-4fcb-a845-e0193d1c5259 req-cec1619f-06b8-453d-833f-029667030db3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.3949418 Oct 26 11:46:51.630069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02cd3e-5ca4-42cd-8d50-a66040eac5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:51.701098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4619da22-5686-4873-a925-5f0c88328f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:51.702352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-115259b4-9c2e-46ae-aa49-b6b369d3b67c req-fb7c044b-d497-4e6a-a790-8bf7c39d66cf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476454 Oct 26 11:46:51.795746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb1850c4-b132-4fcb-a845-e0193d1c5259 req-2bad6b67-f11c-4f36-b30c-bec044dd990a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706185 Oct 26 11:46:51.858644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-0b5ecbbb-c975-44be-ba72-6019e7f80938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:51.861743 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-0b5ecbbb-c975-44be-ba72-6019e7f80938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1095 time: 0.1643066 Oct 26 11:46:51.866283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Attempting to bind port 86c43d81-d67f-4bba-8660-072b729391c3 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:51.867307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Attempting to bind port 86c43d81-d67f-4bba-8660-072b729391c3 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:51.867307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Attempting to bind port 86c43d81-d67f-4bba-8660-072b729391c3 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:51.879991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Port 86c43d81-d67f-4bba-8660-072b729391c3 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:46:51.880544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Attempting to bind port 86c43d81-d67f-4bba-8660-072b729391c3 on network ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:51.894849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:51.895237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Checking segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:51.895616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Bound using segment: {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:51.896371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Bound port: 86c43d81-d67f-4bba-8660-072b729391c3, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb3dfab-abcd-437b-bab6-8bea436d1dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:51.896823 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.038301 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-994c8e11-47d5-4f31-aaab-8c8d1b03b42c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 217 time: 0.0986972 Oct 26 11:46:52.046424 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176fdfaa-a34c-4e3b-b9dd-63dfa43a8141 x-openstack-request-id: req-176fdfaa-a34c-4e3b-b9dd-63dfa43a8141 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:52.046980 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:52.047396 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-176fdfaa-a34c-4e3b-b9dd-63dfa43a8141 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:52.048316 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'status': 'completed', 'code': 200} Oct 26 11:46:52.131078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:52.152152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:52.159122 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.176765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-84193d52-59c1-488e-971f-0f4385bb6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.180118 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-84193d52-59c1-488e-971f-0f4385bb6217 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1302733 Oct 26 11:46:52.180691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48cc84-fcc4-4e43-a4e3-c74cc8d36b05 req-a7bf2058-e142-4a1d-aa22-9290bee44852 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.182735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a48cc84-fcc4-4e43-a4e3-c74cc8d36b05 req-a7bf2058-e142-4a1d-aa22-9290bee44852 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 944 time: 0.1177535 Oct 26 11:46:52.248487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-5669b2fa-46ac-47c6-933d-c740742bcd71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491595 Oct 26 11:46:52.258972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.259893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.261906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] 10.222.0.30 "PUT /v2.0/ports/86c43d81-d67f-4bba-8660-072b729391c3 HTTP/1.1" status: 200 len: 1092 time: 3.0476031 Oct 26 11:46:52.262629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994540af-1a74-4674-b970-3d23031d951c', 'tag': '86c43d81-d67f-4bba-8660-072b729391c3'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:52.265379 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3" -d '{"events": [{"name": "network-changed", "server_uuid": "994540af-1a74-4674-b970-3d23031d951c", "tag": "86c43d81-d67f-4bba-8660-072b729391c3"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:52.342734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a48cc84-fcc4-4e43-a4e3-c74cc8d36b05 req-e84ffada-72d3-4d24-a284-a150d9da7f07 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Oct 26 11:46:52.382147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875933a-dda4-4528-946b-0fe1ad37cfbc service neutron] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:52.424309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-26fd94e8-79b1-4c62-ad6a-18f977e9ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.427534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-26fd94e8-79b1-4c62-ad6a-18f977e9ff58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 1095 time: 0.1069531 Oct 26 11:46:52.504383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-93344367-e3df-4c16-bed3-9759d86ecda4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381349 Oct 26 11:46:52.512921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-faf8f3fa-e426-4806-a8d9-6768058eaba9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c43d81-d67f-4bba-8660-072b729391c3 HTTP/1.1" status: 200 len: 217 time: 0.0744147 Oct 26 11:46:52.610760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-ff3b1f87-ec0e-429e-818c-4ae22461aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.613449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-ff3b1f87-ec0e-429e-818c-4ae22461aaf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.0891130 Oct 26 11:46:52.626689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.643214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.669840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-f3105a8e-d9e8-4530-805c-2fb3e71fa945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378759 Oct 26 11:46:52.750704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ae38a71e-37a4-4068-8b89-d4528aa156a3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:52.774857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.823305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5779a1-7105-4b6e-b61c-317032b1b0c0 req-c7beb47a-6bcd-4b64-bc12-43f72584ba08 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.830375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a5779a1-7105-4b6e-b61c-317032b1b0c0 req-c7beb47a-6bcd-4b64-bc12-43f72584ba08 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 949 time: 0.2154195 Oct 26 11:46:52.877935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd159-cc9a-45aa-905f-9580994058d5 req-d98aeedb-d9b5-4b82-946b-69ca49fb2748 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:52.880596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1cd159-cc9a-45aa-905f-9580994058d5 req-d98aeedb-d9b5-4b82-946b-69ca49fb2748 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 946 time: 0.1872823 Oct 26 11:46:52.883324 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.893928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ae38a71e-37a4-4068-8b89-d4528aa156a3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:52.894669 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:52.907728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a5779a1-7105-4b6e-b61c-317032b1b0c0 req-3474ca9a-e830-4300-ae3c-b668e8945451 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738654 Oct 26 11:46:52.962319 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11650a2c-f9ce-4f7b-8551-35b9302c8c39 req-f4f29f54-79aa-4203-b942-6cccadb46ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484928 Oct 26 11:46:52.965765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Pushing event updated for resources: {'Port': ['ID=0cba4cf9-d72b-42f9-85d6-84abdedd1707,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:53.057967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-481d01c5-c71d-49e4-a52a-8636e6fda645 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548753 Oct 26 11:46:53.106541 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:53.114225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1cd159-cc9a-45aa-905f-9580994058d5 req-65902756-9b75-4215-a747-14a2c52b175e tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007980 Oct 26 11:46:53.121168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Network 3d004cdd-4874-4abd-b718-802086e852e2 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:53.138551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:53.192889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1094356-9c11-4726-ab01-e14354a888a2 req-f7b14b1e-4290-4ad1-8fd9-890a6f47ea6b tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.213321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1094356-9c11-4726-ab01-e14354a888a2 req-f7b14b1e-4290-4ad1-8fd9-890a6f47ea6b tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 950 time: 0.2216649 Oct 26 11:46:53.240928 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589fd234-d5eb-46ef-9567-d358593d4f2c x-openstack-request-id: req-589fd234-d5eb-46ef-9567-d358593d4f2c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:53.241387 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994540af-1a74-4674-b970-3d23031d951c", "tag": "86c43d81-d67f-4bba-8660-072b729391c3", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:53.241817 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-589fd234-d5eb-46ef-9567-d358593d4f2c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:53.242458 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994540af-1a74-4674-b970-3d23031d951c', 'tag': '86c43d81-d67f-4bba-8660-072b729391c3', 'status': 'completed', 'code': 200} Oct 26 11:46:53.289786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6d2d-616e-4562-9539-50d6e275390b req-7eb78934-0362-4053-9225-52442f79e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.292717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-7eb78934-0362-4053-9225-52442f79e852 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1095 time: 0.1990662 Oct 26 11:46:53.357708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1094356-9c11-4726-ab01-e14354a888a2 req-07e7ee1f-2b50-46ac-aae8-d8d8a8cccc07 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431589 Oct 26 11:46:53.416094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40d72cf0-e5f6-4455-b9e7-0df8008b2b0c req-205a07a0-a48d-4ef7-ba84-6a52ebdd1d91 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243711 Oct 26 11:46:53.522009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6d2d-616e-4562-9539-50d6e275390b req-9637b1ff-4fee-415f-a1ce-3e605d88adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.524957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-9637b1ff-4fee-415f-a1ce-3e605d88adb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.2194669 Oct 26 11:46:53.528731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Router c86e6505-d390-480c-a300-97209cd1b80b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:46:53.624343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-38adbf06-a5c8-455c-8725-7acdabc38a1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 217 time: 0.0753534 Oct 26 11:46:53.681506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d291c1-c3eb-458c-a568-7886729b45ee req-5e9b685f-c1c6-496b-9bc0-3916821eae81 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.681988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-71480a39-f5e5-4c3b-b8a2-c737d907aa99 None None] Provisioning complete for port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:53.682625 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-71480a39-f5e5-4c3b-b8a2-c737d907aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:53.683022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59d291c1-c3eb-458c-a568-7886729b45ee req-5e9b685f-c1c6-496b-9bc0-3916821eae81 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.2001522 Oct 26 11:46:53.691230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec2cc4-1365-452a-9c2b-6bb69d3a1f72 req-2da04b96-e30c-470a-b150-8aa09bb98f1b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.693977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7aec2cc4-1365-452a-9c2b-6bb69d3a1f72 req-2da04b96-e30c-470a-b150-8aa09bb98f1b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.1397247 Oct 26 11:46:53.696449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-6aba2769-d6f3-494f-a8e5-d36ecdc0be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.698659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-6aba2769-d6f3-494f-a8e5-d36ecdc0be29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=509e12f736444faebe14a8f5fdd05607&device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 1095 time: 0.1921341 Oct 26 11:46:53.759586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-bff6f1bd-b315-409f-b921-ac476168c726 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.761264 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-bff6f1bd-b315-409f-b921-ac476168c726 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 946 time: 0.2298632 Oct 26 11:46:53.766326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-71480a39-f5e5-4c3b-b8a2-c737d907aa99 None None] Port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:46:53.783181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6d2d-616e-4562-9539-50d6e275390b req-c8cbd2a7-f3e9-4076-9302-9fd83ec958d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.784792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-c8cbd2a7-f3e9-4076-9302-9fd83ec958d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1516905 Oct 26 11:46:53.851116 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-eadb05e6-a764-4a02-bea3-4319984094b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572803 Oct 26 11:46:53.872933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7aec2cc4-1365-452a-9c2b-6bb69d3a1f72 req-266e010c-087c-4043-9e8d-9014a37eb6be tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710560 Oct 26 11:46:53.881628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59d291c1-c3eb-458c-a568-7886729b45ee req-59c97c38-8e9b-4543-a052-5fc8575fbd09 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818442 Oct 26 11:46:53.914747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:46:53.930719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Sync routers for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:53.963787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-8c71d7b0-2a2f-40ea-bd00-6b113ea0aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:53.968718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:46:53.969472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:53.971054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-8c71d7b0-2a2f-40ea-bd00-6b113ea0aee0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 200 len: 906 time: 0.2628818 Oct 26 11:46:54.018725 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-0f768a1e-654f-448f-9e56-e7b938f65609 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545539 Oct 26 11:46:54.023449 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff17a53b-0473-4d22-8b75-94b54745fd61 admin admin] 10.222.0.88 "PUT /v2.0/routers/c86e6505-d390-480c-a300-97209cd1b80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0175433 Oct 26 11:46:54.085737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-1733291c-da34-4723-b070-7603b9668caf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c43d81-d67f-4bba-8660-072b729391c3 HTTP/1.1" status: 200 len: 217 time: 0.1055627 Oct 26 11:46:54.207904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-82b200b2-578d-4d32-b53d-36c7f8e7055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:54.208907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-82b200b2-578d-4d32-b53d-36c7f8e7055c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 200 len: 844 time: 0.1084085 Oct 26 11:46:54.249020 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-650b6d2d-616e-4562-9539-50d6e275390b req-eaa9fba1-4bb4-41d9-88b1-26a0ca060230 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210317 Oct 26 11:46:54.275435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70face31-7f12-4b1a-a978-0ee5e59c7271 req-b0f07e01-df2c-430d-a40b-b61b2eddff94 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:54.277720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70face31-7f12-4b1a-a978-0ee5e59c7271 req-b0f07e01-df2c-430d-a40b-b61b2eddff94 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.1678245 Oct 26 11:46:54.280919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-9a5ae7ea-a3cc-497f-9960-2182909a5bc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614181 Oct 26 11:46:54.292311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Deleting port b82b3c96-fc14-412d-b859-cfc3f06541c9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:54.294251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:54.399342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:46:54.519697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70face31-7f12-4b1a-a978-0ee5e59c7271 req-b6d71ec3-a5f1-430e-9f45-34ca1f48159a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253308 Oct 26 11:46:54.535131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:54.625557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bc2fe-81b5-49ad-8b8d-336bede03e25 req-e21377af-ee09-41ae-b2e8-83bb921d790a tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:54.629821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-967bc2fe-81b5-49ad-8b8d-336bede03e25 req-e21377af-ee09-41ae-b2e8-83bb921d790a tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 1100 time: 0.2189960 Oct 26 11:46:54.631737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b82b3c96-fc14-412d-b859-cfc3f06541c9 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:54.690845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-a4f92c63-4b78-4df5-af5a-56de96fa7322 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989384 Oct 26 11:46:54.734639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-967bc2fe-81b5-49ad-8b8d-336bede03e25 req-6a30c9c1-b1ef-49c2-bf17-f7b3f2449362 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:54.925695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:54.926701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.013784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-967bc2fe-81b5-49ad-8b8d-336bede03e25 req-6a30c9c1-b1ef-49c2-bf17-f7b3f2449362 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.070086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-967bc2fe-81b5-49ad-8b8d-336bede03e25 req-6a30c9c1-b1ef-49c2-bf17-f7b3f2449362 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.118445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 2, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:55.120886 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.125517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c9c1-b1ef-49c2-bf17-f7b3f2449362 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71821aa0-2e35-4943-876a-ae93467cfaf2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:55.171273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-967bc2fe-81b5-49ad-8b8d-336bede03e25 req-6a30c9c1-b1ef-49c2-bf17-f7b3f2449362 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321276 Oct 26 11:46:55.197501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35b1b5-b8c2-4e43-aac9-c31e1d7231e3 req-be4d67fb-e308-4ed3-98bc-b271d93308cd service neutron] 10.222.0.30 "GET /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690335 Oct 26 11:46:55.203218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a609d-fcfe-4e2e-8546-857c8a5dfbae req-b95a5399-d899-4f9a-938c-c625319d235e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:55.214753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e6a609d-fcfe-4e2e-8546-857c8a5dfbae req-b95a5399-d899-4f9a-938c-c625319d235e tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 944 time: 0.3087003 Oct 26 11:46:55.283285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b82b3c96-fc14-412d-b859-cfc3f06541c9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b82b3c96-fc14-412d-b859-cfc3f06541c9,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:55.285302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:55.289908 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022e4123-4974-40e5-858f-6a5b32f35f20" -d '{"events": [{"server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "name": "network-vif-unplugged", "status": "completed", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:55.293979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Checking router: c86e6505-d390-480c-a300-97209cd1b80b for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:55.294465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Updating router c86e6505-d390-480c-a300-97209cd1b80b port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:46:55.305787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e6a609d-fcfe-4e2e-8546-857c8a5dfbae req-cb4467ae-5e42-4bf2-9da7-3c1baebb73be tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888793 Oct 26 11:46:55.336932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.365953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.366766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:55.367639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.368738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.369286 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c disassociated. External IP: 172.25.4.64, port: b82b3c96-fc14-412d-b859-cfc3f06541c9. Oct 26 11:46:55.369836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Calling delete_port for b82b3c96-fc14-412d-b859-cfc3f06541c9 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:55.421827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deae1a-eb6f-48ee-82d7-c0abe1eba142 req-82fbf807-d901-4377-a0b1-70c7e7777883 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:55.423567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04deae1a-eb6f-48ee-82d7-c0abe1eba142 req-82fbf807-d901-4377-a0b1-70c7e7777883 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/ports?device_id=69961a77-fcbd-4eaf-913f-e374a8fd4d35 HTTP/1.1" status: 200 len: 944 time: 0.0930088 Oct 26 11:46:55.519761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 86c43d81-d67f-4bba-8660-072b729391c3 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:55.536322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04deae1a-eb6f-48ee-82d7-c0abe1eba142 req-87e0845c-62dd-4d33-8756-5f9c0d75f527 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa320ba-7a17-4389-8dfd-68eaed61e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040950 Oct 26 11:46:55.576625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdc3cc-9c0a-4672-adff-9d4e3b06e2a4 req-caeec86b-7b95-4ccf-87a5-c4ea44c15b0f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:55.582610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ebdc3cc-9c0a-4672-adff-9d4e3b06e2a4 req-caeec86b-7b95-4ccf-87a5-c4ea44c15b0f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.1115854 Oct 26 11:46:55.658236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.675878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ebdc3cc-9c0a-4672-adff-9d4e3b06e2a4 req-02681103-aefb-4d8e-913c-ada6d5df5614 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807743 Oct 26 11:46:55.679071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:55.852548 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:55.877349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event deleted for resources: {'Port': ['ID=b82b3c96-fc14-412d-b859-cfc3f06541c9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:55.914840 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06712b31-a5da-47f3-b596-1b5d6a741aa0 x-openstack-request-id: req-06712b31-a5da-47f3-b596-1b5d6a741aa0 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:55.915394 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "name": "network-vif-unplugged", "status": "completed", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:55.915623 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-06712b31-a5da-47f3-b596-1b5d6a741aa0 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:55.916195 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'code': 200} Oct 26 11:46:55.944870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:55.956916 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:56.000032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:46:56.144738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:56.223397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:56.244622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '86c43d81-d67f-4bba-8660-072b729391c3', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': '86c43d81-d67f-4bba-8660-072b729391c3', 'mac_address': 'fa:16:3e:70:d6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:56.325527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:46:56.345933 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:56.385906 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:46:56.388063 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:56.402599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] No DVR routers for this DVR port b82b3c96-fc14-412d-b859-cfc3f06541c9 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:46:56.406798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:56.411028 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0c52cb63-8797-4b64-9b9f-fec5fd904b5b req-276d02ed-7148-4c49-bfa4-cf1c97b54b54 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.100 "DELETE /v2.0/ports/b82b3c96-fc14-412d-b859-cfc3f06541c9 HTTP/1.1" status: 204 len: 173 time: 2.6374652 Oct 26 11:46:56.430085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'name': 'network-vif-deleted', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:56.452096 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d646bf-32b7-4534-abad-d60b852551d5" -d '{"events": [{"server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "name": "network-vif-deleted", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:56.532865 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:56.534833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751288a-6527-4f8a-95a7-1d5ece5d90a0 req-6a4c0885-4a41-4ebe-95e4-fa2421b894c9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:56.552571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9751288a-6527-4f8a-95a7-1d5ece5d90a0 req-6a4c0885-4a41-4ebe-95e4-fa2421b894c9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.1498475 Oct 26 11:46:56.585341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c43d81-d67f-4bba-8660-072b729391c3 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:46:56.665575 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:56.668603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:56.672040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9751288a-6527-4f8a-95a7-1d5ece5d90a0 req-8796166c-69d1-4761-8e34-9d0a2c1d419b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184838 Oct 26 11:46:56.676258 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:56.687618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:56.710923 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:46:56.942684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:56.946910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-014c549a-7e94-43cc-a2ad-17279ffb5fba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631924 Oct 26 11:46:57.186316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebfe73-7235-4ca2-b06d-56f462570c17 None None] Pushing event updated for resources: {'Port': ['ID=0cba4cf9-d72b-42f9-85d6-84abdedd1707,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:57.200609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['86c43d81-d67f-4bba-8660-072b729391c3'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:46:57.236596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-cd53bca5-95cb-4e87-bc19-ee58d4ad5180 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:57.248501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-cd53bca5-95cb-4e87-bc19-ee58d4ad5180 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999642 Oct 26 11:46:57.262556 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:57.271988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Attempting to bind port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:46:57.277427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Attempting to bind port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:46:57.278193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Attempting to bind port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 on network 3d004cdd-4874-4abd-b718-802086e852e2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:46:57.281508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-ff7c4472-857b-40a2-989a-e9095cc56043 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/quotas/1824073f4350477ebf9e2e0920239e81 HTTP/1.1" status: 200 len: 375 time: 0.0311584 Oct 26 11:46:57.313751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74235b0c-fe00-4a68-bde6-d78ab3ee8545 req-93415132-a7c3-416f-8b7c-027468482246 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:57.315642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74235b0c-fe00-4a68-bde6-d78ab3ee8545 req-93415132-a7c3-416f-8b7c-027468482246 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.2035768 Oct 26 11:46:57.341772 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:57.365864 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:46:57.368307 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:57.400466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-8479fcb8-cc65-4b42-99c7-9261c904f059 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171658 Oct 26 11:46:57.412078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74235b0c-fe00-4a68-bde6-d78ab3ee8545 req-bef28f7d-0505-4baf-8dec-980458d346af tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809777 Oct 26 11:46:57.429355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:46:57.429989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Checking segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:46:57.430634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:57.431210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Bound using segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:46:57.432098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Bound port: 0cba4cf9-d72b-42f9-85d6-84abdedd1707, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:46:57.432555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:57.487845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c5c1dc99-0bb3-4338-babd-3c0e173f20d9 None None] Provisioning complete for port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:57.488251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c1dc99-0bb3-4338-babd-3c0e173f20d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:57.655098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65306dc-44b5-497a-866d-9c8ea3736d4a req-236ca16e-40f1-43be-9a4a-9a10e85fbbc8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:57.665467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b65306dc-44b5-497a-866d-9c8ea3736d4a req-236ca16e-40f1-43be-9a4a-9a10e85fbbc8 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 945 time: 0.1335070 Oct 26 11:46:57.689099 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:46:57.785301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b65306dc-44b5-497a-866d-9c8ea3736d4a req-1778836b-47a7-4c21-acce-c9a597a41878 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945723 Oct 26 11:46:57.813200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1dc99-0bb3-4338-babd-3c0e173f20d9 None None] Port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:46:57.847673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] For port 0cba4cf9-d72b-42f9-85d6-84abdedd1707, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:46:57.863952 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65598e34-2cba-4dd7-aa6d-774e2b4f9b47 x-openstack-request-id: req-65598e34-2cba-4dd7-aa6d-774e2b4f9b47 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:57.865065 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69961a77-fcbd-4eaf-913f-e374a8fd4d35", "name": "network-vif-deleted", "tag": "b82b3c96-fc14-412d-b859-cfc3f06541c9", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:57.866911 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65598e34-2cba-4dd7-aa6d-774e2b4f9b47 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:57.868622 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69961a77-fcbd-4eaf-913f-e374a8fd4d35', 'name': 'network-vif-deleted', 'tag': 'b82b3c96-fc14-412d-b859-cfc3f06541c9', 'status': 'completed', 'code': 200} Oct 26 11:46:57.872183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] For port 0cba4cf9-d72b-42f9-85d6-84abdedd1707, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0cba4cf9-d72b-42f9-85d6-84abdedd1707,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:46:57.887762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:57.957825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:46:57.963558 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77deff40-0a5d-421a-8874-d675d11ca18a" -d '{"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:58.027872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc3963-d906-429b-803a-f343e80504d4 req-4e0b4868-c103-44a7-ac0a-83318aa48d88 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:58.030513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6acc3963-d906-429b-803a-f343e80504d4 req-4e0b4868-c103-44a7-ac0a-83318aa48d88 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.1622119 Oct 26 11:46:58.089739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:46:58.090059 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:58.090736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:58.154888 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5de95-fc20-495c-8b9d-44517981013a None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:41:43Z', 'revision_number': 4, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'a5547a56-9c21-4d52-805d-bea84268fe50', 'name': '', 'network_id': '4b734d32-f2d1-40ac-bde0-dea86903c6db', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'mac_address': 'fa:16:3e:a0:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:40Z', 'updated_at': '2021-10-26T11:41:50Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'subnets': [{'id': 'b4d33bed-d9f0-4382-b285-d6c172457859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:58.220839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebfe73-7235-4ca2-b06d-56f462570c17 None None] Pushing event updated for resources: {'Port': ['ID=0cba4cf9-d72b-42f9-85d6-84abdedd1707,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:58.245755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fff8fd-0b59-4985-9b92-729df3b56121 req-841c7207-dbfd-4269-a32e-f84eb7abfab4 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:58.257575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73fff8fd-0b59-4985-9b92-729df3b56121 req-841c7207-dbfd-4269-a32e-f84eb7abfab4 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.2248290 Oct 26 11:46:58.396889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73fff8fd-0b59-4985-9b92-729df3b56121 req-13cb3644-076b-4cf8-8f4a-29cc2a4aa04a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382446 Oct 26 11:46:58.417493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Deleting port 8584265c-2e0a-4863-a1cc-17b3485fdc77 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:46:58.429044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:58.522253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:46:58.748137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] For port 8584265c-2e0a-4863-a1cc-17b3485fdc77, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=8584265c-2e0a-4863-a1cc-17b3485fdc77,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:58.750427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:58.787738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887efee1-1fe2-44af-8fc3-b06b4644ed04 None None] New status for floating IP 9814764a-c513-455f-a6d4-9bd920f4a87c: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:46:59.014707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a043300d-c94a-45f4-b1bf-fd05e924d9be None None] Provisioning complete for port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:59.015233 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a043300d-c94a-45f4-b1bf-fd05e924d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:59.044769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb2b3-c76a-4357-b9da-e0902d724f8f req-c17944bf-14bf-4b1a-8b84-9f4543ffbe5f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:59.051592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b21eb2b3-c76a-4357-b9da-e0902d724f8f req-c17944bf-14bf-4b1a-8b84-9f4543ffbe5f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.2556596 Oct 26 11:46:59.352987 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c613f8a3-e969-4456-b318-53241c399b95 x-openstack-request-id: req-c613f8a3-e969-4456-b318-53241c399b95 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:59.353984 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:59.354468 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c613f8a3-e969-4456-b318-53241c399b95 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:59.355276 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'code': 200} Oct 26 11:46:59.381376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a043300d-c94a-45f4-b1bf-fd05e924d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:59.427062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a043300d-c94a-45f4-b1bf-fd05e924d9be None None] For port 0cba4cf9-d72b-42f9-85d6-84abdedd1707, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0cba4cf9-d72b-42f9-85d6-84abdedd1707,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:59.452227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a043300d-c94a-45f4-b1bf-fd05e924d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:59.505728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:59.507454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:59.508237 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Floating IP 5e687e62-10dc-4672-9d36-f6a2915ee7d5 disassociated. External IP: 172.25.4.145, port: 8584265c-2e0a-4863-a1cc-17b3485fdc77. Oct 26 11:46:59.508998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Calling delete_port for 8584265c-2e0a-4863-a1cc-17b3485fdc77 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:46:59.528383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 86c43d81-d67f-4bba-8660-072b729391c3 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:59.568313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b21eb2b3-c76a-4357-b9da-e0902d724f8f req-a5c476f7-cf73-4230-9d6e-76be08b8509d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783545 Oct 26 11:46:59.694593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:57Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:59.700989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a869a6-de80-4867-8617-64cffd1b3d75 req-3489651c-316d-434a-9866-5e23deb207e9 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:46:59.707551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99a869a6-de80-4867-8617-64cffd1b3d75 req-3489651c-316d-434a-9866-5e23deb207e9 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 945 time: 0.2757981 Oct 26 11:46:59.819095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d61d1-2e91-456f-9728-1d9107ef5cb9 None None] The sync data for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 is: [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:57Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:59.846445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043300d-c94a-45f4-b1bf-fd05e924d9be None None] Pushing event updated for resources: {'Port': ['ID=0cba4cf9-d72b-42f9-85d6-84abdedd1707,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:59.937885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 86c43d81-d67f-4bba-8660-072b729391c3 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:46:59.943618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:46:59.967203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 86c43d81-d67f-4bba-8660-072b729391c3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:46:59.967830 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:00.029886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event deleted for resources: {'Port': ['ID=8584265c-2e0a-4863-a1cc-17b3485fdc77,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:00.226789 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:00.333288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:00.343503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99a869a6-de80-4867-8617-64cffd1b3d75 req-55ea4290-e911-435e-b294-a640c3060910 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups?id=5056498d-3fcc-40d1-bed5-25abb5e85b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159894 Oct 26 11:47:00.368273 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:00.369277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8584265c-2e0a-4863-a1cc-17b3485fdc77 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:00.482104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 8584265c-2e0a-4863-a1cc-17b3485fdc77 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:00.482104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 8584265c-2e0a-4863-a1cc-17b3485fdc77 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:00.552573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Router c676c510-ecfb-42ad-8ff0-3da33a9a4226 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:47:00.780687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:00.944542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0cba4cf9-d72b-42f9-85d6-84abdedd1707 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:01.168866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:01.169917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:01.199003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:47:01.220125 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] Sync routers for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:47:01.263227 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:01.266951 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:01.375622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994540af-1a74-4674-b970-3d23031d951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c43d81-d67f-4bba-8660-072b729391c3'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:01.386428 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7068f72-7fb9-4680-8678-7bbd5952a6b3" -d '{"events": [{"server_uuid": "994540af-1a74-4674-b970-3d23031d951c", "name": "network-vif-plugged", "status": "completed", "tag": "86c43d81-d67f-4bba-8660-072b729391c3"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:01.744815 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:02.447136 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:27Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:02.512269 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] Checking router: c676c510-ecfb-42ad-8ff0-3da33a9a4226 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:47:02.525872 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:02.526816 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:02.535923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-392ce7bb-9372-4a39-8f22-7e1683372a16 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776646 Oct 26 11:47:02.631579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084191a-7889-44ba-8820-01f0da881680 req-bff8d2c4-8ed3-4de8-bf30-1127040d3868 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:02.647328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2084191a-7889-44ba-8820-01f0da881680 req-bff8d2c4-8ed3-4de8-bf30-1127040d3868 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 946 time: 2.0260632 Oct 26 11:47:02.662615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] No DVR routers for this DVR port 8584265c-2e0a-4863-a1cc-17b3485fdc77 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:02.708977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:02.721945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6acc3963-d906-429b-803a-f343e80504d4 req-92b3f53e-1e68-4867-ac10-3d852d0c1ab1 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.30 "DELETE /v2.0/ports/8584265c-2e0a-4863-a1cc-17b3485fdc77 HTTP/1.1" status: 204 len: 173 time: 4.6717165 Oct 26 11:47:02.730958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'name': 'network-vif-deleted', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:02.734984 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0da8b1-0dd4-4bd0-aed4-9380d96a0a5a" -d '{"events": [{"server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "name": "network-vif-deleted", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:02.820447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2084191a-7889-44ba-8820-01f0da881680 req-2658b74c-e0d7-401e-8eee-6af4bf361ce0 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691206 Oct 26 11:47:02.846266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edb491-d277-4d60-8818-06bb55ca71d6 req-cc5e0938-728d-4142-8863-1b99a3aedadd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:02.849829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-0a7b38d9-129d-463c-b4dd-7983edd2c919 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:02.854129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-0a7b38d9-129d-463c-b4dd-7983edd2c919 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099663 Oct 26 11:47:02.855518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62edb491-d277-4d60-8818-06bb55ca71d6 req-cc5e0938-728d-4142-8863-1b99a3aedadd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.1977499 Oct 26 11:47:02.878183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:02.890541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:02.966088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62edb491-d277-4d60-8818-06bb55ca71d6 req-398f6343-d321-4480-af26-53624a3139de tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023772 Oct 26 11:47:03.234069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b976faef-21a5-4591-a1cc-b50875ee1e4a req-b7cc1a81-3152-4695-b7b7-365ecffa9f67 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 210 time: 0.0734651 Oct 26 11:47:03.237002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:03.242308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:03.399955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-48b21965-1497-495a-8a2c-e211d914575d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671031 Oct 26 11:47:03.447755 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3b612b-6e7e-4e65-94e3-b3a9a107c3a2 x-openstack-request-id: req-4f3b612b-6e7e-4e65-94e3-b3a9a107c3a2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:03.448473 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994540af-1a74-4674-b970-3d23031d951c", "name": "network-vif-plugged", "status": "completed", "tag": "86c43d81-d67f-4bba-8660-072b729391c3", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:03.448473 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f3b612b-6e7e-4e65-94e3-b3a9a107c3a2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:03.449105 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994540af-1a74-4674-b970-3d23031d951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c43d81-d67f-4bba-8660-072b729391c3', 'code': 200} Oct 26 11:47:03.484776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:03.598582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e171-ff6f-48e1-81a5-37032271ba71 req-cbcce09a-7487-4ce0-895a-c2e08b846db6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:03.604128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebb9e171-ff6f-48e1-81a5-37032271ba71 req-cbcce09a-7487-4ce0-895a-c2e08b846db6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.3618896 Oct 26 11:47:03.652590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.113 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/710d4023-08d4-461d-ba4f-94368c6ff667) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:03.737896 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:27Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:03.791954 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a638040b-4083-4fa2-b717-6ff14a943730 None None] The sync data for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 is: [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:44:21Z', 'revision_number': 4, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '635aee32-73fd-417c-9ec8-204397f3f397', 'name': '', 'network_id': '04d5f0ae-f262-4637-8ade-cd52137d10bf', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'mac_address': 'fa:16:3e:a1:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:19Z', 'updated_at': '2021-10-26T11:44:27Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'subnets': [{'id': 'a3bd96d2-64c3-494d-99af-af6af94783b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:47:03.971393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a0f090-1ee5-4f83-814d-59d4e2eb241e req-b28167d1-d2e6-4613-8baf-b855101d6280 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/ports?device_id=0139cf40-d1a9-47fd-bd96-bf7573c46ad9 HTTP/1.1" status: 200 len: 210 time: 0.2497301 Oct 26 11:47:04.035202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebb9e171-ff6f-48e1-81a5-37032271ba71 req-43a9a1aa-b4a4-4583-8543-b9f8b7a0bf54 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244494 Oct 26 11:47:04.049362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-5546e347-6448-4166-806e-3d90b55f7053 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:04.051617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-5546e347-6448-4166-806e-3d90b55f7053 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6165755 Oct 26 11:47:04.091860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': '9c087878-c162-425c-b948-1fe158cf3c2b', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:04.157084 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:04.203578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b859b-1193-44ac-9be1-59c8d17b3d6c req-772a49f6-9c4d-4f05-a181-aeb99e9ae6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:04.205310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-201b859b-1193-44ac-9be1-59c8d17b3d6c req-772a49f6-9c4d-4f05-a181-aeb99e9ae6a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 1097 time: 0.3045027 Oct 26 11:47:04.231190 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf1f6d-2ea6-4b16-9b70-fc0ecfb42a20 x-openstack-request-id: req-5bbf1f6d-2ea6-4b16-9b70-fc0ecfb42a20 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:04.231591 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0139cf40-d1a9-47fd-bd96-bf7573c46ad9", "name": "network-vif-deleted", "tag": "8584265c-2e0a-4863-a1cc-17b3485fdc77", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:04.232044 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bbf1f6d-2ea6-4b16-9b70-fc0ecfb42a20 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:04.232713 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0139cf40-d1a9-47fd-bd96-bf7573c46ad9', 'name': 'network-vif-deleted', 'tag': '8584265c-2e0a-4863-a1cc-17b3485fdc77', 'status': 'completed', 'code': 200} Oct 26 11:47:04.249541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:04.265148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:04.356065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:04.367050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:04.372595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:04.477270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51794) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:04.523422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:04.525331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:04.596166 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7261519 Oct 26 11:47:04.630584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Request body: {'port': {'device_id': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:04.649806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:04.654837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f02263-5c9b-47ff-9bb3-68859affee6b None None] New status for floating IP 5e687e62-10dc-4672-9d36-f6a2915ee7d5: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:47:04.713283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a775eb0-ff18-4c92-88c1-df7c9b15f16e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=710d4023-08d4-461d-ba4f-94368c6ff667,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:04.782234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:04.826632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-201b859b-1193-44ac-9be1-59c8d17b3d6c req-55038c89-7fd9-4b47-a276-b092860a610c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119308 Oct 26 11:47:04.931862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2702c9-8f2b-4609-a0a9-d4de5f8c5a07 req-aa5781f7-ad56-4ac4-abe1-6daa9832ecc4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:04.948739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2702c9-8f2b-4609-a0a9-d4de5f8c5a07 req-aa5781f7-ad56-4ac4-abe1-6daa9832ecc4 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 946 time: 0.5938289 Oct 26 11:47:05.011366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c9af3a-311c-4274-bd35-78c8e5e0cb59 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.069549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c9af3a-311c-4274-bd35-78c8e5e0cb59 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.127854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:05.149916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'mac_address': 'fa:16:3e:87:b9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:05.214691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c9af3a-311c-4274-bd35-78c8e5e0cb59 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.219792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c9af3a-311c-4274-bd35-78c8e5e0cb59 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.221768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82c9af3a-311c-4274-bd35-78c8e5e0cb59 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "DELETE /v2.0/security-groups/faa320ba-7a17-4389-8dfd-68eaed61e3b6 HTTP/1.1" status: 204 len: 168 time: 0.7132134 Oct 26 11:47:05.256087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51816) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:05.296859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2702c9-8f2b-4609-a0a9-d4de5f8c5a07 req-1c85dd28-592b-4c52-91d1-743b84af9309 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462219 Oct 26 11:47:05.297822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:05.312432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.325665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.372766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-598ba75b-bec5-444c-89fe-5219679b7ba0 None None] Provisioning complete for port 710d4023-08d4-461d-ba4f-94368c6ff667 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:05.373202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-598ba75b-bec5-444c-89fe-5219679b7ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.387520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9af3a-311c-4274-bd35-78c8e5e0cb59 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa320ba-7a17-4389-8dfd-68eaed61e3b6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:05.406690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.407050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff51ef-6d1f-4593-936a-15442d469109 req-af8850a9-0481-4821-8178-84227c0d80a6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:05.408687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff51ef-6d1f-4593-936a-15442d469109 req-af8850a9-0481-4821-8178-84227c0d80a6 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 946 time: 0.6893134 Oct 26 11:47:05.507205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-598ba75b-bec5-444c-89fe-5219679b7ba0 None None] Port 710d4023-08d4-461d-ba4f-94368c6ff667 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:47:05.525355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:05.565791 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-1d35994d-8541-436c-be05-ca0c657eccf9 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] show failed (client error): The resource could not be found. Oct 26 11:47:05.567057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d35994d-8541-436c-be05-ca0c657eccf9 tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "GET /v2.0/security-groups/faa320ba-7a17-4389-8dfd-68eaed61e3b6 HTTP/1.1" status: 404 len: 347 time: 0.3058712 Oct 26 11:47:05.569567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:05.576366 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.588303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:05.642046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710d4023-08d4-461d-ba4f-94368c6ff667 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:05.658522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.668223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Transition to ACTIVE for port object 710d4023-08d4-461d-ba4f-94368c6ff667 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:47:05.673588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:05.762336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Pushing event updated for resources: {'Port': ['ID=710d4023-08d4-461d-ba4f-94368c6ff667,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:05.823154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff51ef-6d1f-4593-936a-15442d469109 req-759fcbd0-8724-4a42-bd04-a92536ff4275 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159690 Oct 26 11:47:06.065617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Attempting to bind port 710d4023-08d4-461d-ba4f-94368c6ff667 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:06.074236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Attempting to bind port 710d4023-08d4-461d-ba4f-94368c6ff667 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:06.074504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:06.075310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Attempting to bind port 710d4023-08d4-461d-ba4f-94368c6ff667 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:06.087271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Port 710d4023-08d4-461d-ba4f-94368c6ff667 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:06.087978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Attempting to bind port 710d4023-08d4-461d-ba4f-94368c6ff667 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:06.107057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:06.131169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:06.131660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:06.132129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Bound port: 710d4023-08d4-461d-ba4f-94368c6ff667, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:06.132525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:06.142549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['4c4a26ff-7b7a-45f5-a73a-8bd770080c43'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:06.241650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.245 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/1db65a33-2309-4c6a-8b58-c8b1b97dc3b2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:06.319857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b5d82cb-b926-461f-b361-f2d170ef7528 req-88e6bd58-3353-485f-b114-556eceb8d679 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 210 time: 0.2162983 Oct 26 11:47:06.506476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-4bc905a6-74cf-4cbe-8c18-e7efd62d88ed tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:06.518880 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-4bc905a6-74cf-4cbe-8c18-e7efd62d88ed tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1097 time: 0.7061548 Oct 26 11:47:06.522698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] For port 710d4023-08d4-461d-ba4f-94368c6ff667, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:06.558490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:06.624719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Deleting port bf8719d6-f19e-41cc-aaeb-c2b1092b3e7e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:06.625314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:06.642234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] For port 710d4023-08d4-461d-ba4f-94368c6ff667, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=710d4023-08d4-461d-ba4f-94368c6ff667,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:06.645129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:06.657095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:06.753385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:06.757345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:06.761745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] 10.222.0.100 "PUT /v2.0/ports/710d4023-08d4-461d-ba4f-94368c6ff667 HTTP/1.1" status: 200 len: 1096 time: 2.1469784 Oct 26 11:47:06.768148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'tag': '710d4023-08d4-461d-ba4f-94368c6ff667'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:06.775318 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33" -d '{"events": [{"name": "network-changed", "server_uuid": "eed8763c-ac94-46e6-b37f-602e11291c2a", "tag": "710d4023-08d4-461d-ba4f-94368c6ff667"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:06.903624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:06.975241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Pushing event updated for resources: {'Port': ['ID=710d4023-08d4-461d-ba4f-94368c6ff667,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:07.029725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:07.052465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f has no active binding in host n-h2-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:47:07.217660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04340ba-c8c0-4873-ad9a-5ddb781491de req-744ce6d0-2576-4aec-a3ac-e45c044e6b6f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:07.230738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d04340ba-c8c0-4873-ad9a-5ddb781491de req-744ce6d0-2576-4aec-a3ac-e45c044e6b6f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.2949774 Oct 26 11:47:07.252536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:07.253473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:07.256487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:07.299168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:07.301932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Calling delete_port for bf8719d6-f19e-41cc-aaeb-c2b1092b3e7e owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:07.302775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.303190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.303540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.303906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.304240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.304670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.305008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.305339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.306607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.307053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.307391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.307732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13336b7e-874a-400a-8844-9cb0f50a51ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:07.335514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:07.363378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-d6c1d375-9b04-4d09-9984-afbecd155376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:07.365010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-d6c1d375-9b04-4d09-9984-afbecd155376 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 1099 time: 0.5323956 Oct 26 11:47:07.371900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d04340ba-c8c0-4873-ad9a-5ddb781491de req-7a4e66f3-3b30-4e2d-803b-73aadfd33dbb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390755 Oct 26 11:47:07.426165 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-1d116a74-00c0-427a-b0e8-99e5f740d1d1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=710d4023-08d4-461d-ba4f-94368c6ff667 HTTP/1.1" status: 200 len: 217 time: 0.0473018 Oct 26 11:47:07.533175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:07.542177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-570c2c4d-6083-44d5-a7a1-80fbe1e2590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:07.543744 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-570c2c4d-6083-44d5-a7a1-80fbe1e2590a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1094112 Oct 26 11:47:07.545079 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:07.604229 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:07.616760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:07.692038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ccf35-3e60-495e-b2c3-eff5c8b3e9a7 req-9b91155c-5ab1-4c1c-a421-dc391f6fb35d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:07.701545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d13ccf35-3e60-495e-b2c3-eff5c8b3e9a7 req-9b91155c-5ab1-4c1c-a421-dc391f6fb35d tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 946 time: 0.2021806 Oct 26 11:47:07.716960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:07.744401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:07.746678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:07.770744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:07.821695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:07.894384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d13ccf35-3e60-495e-b2c3-eff5c8b3e9a7 req-5c7461a3-3ee1-405e-babe-ff753d160f4f tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911726 Oct 26 11:47:07.935218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-87bd02f4-990e-4ef8-b0d1-1a13bb9cf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:07.937934 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-87bd02f4-990e-4ef8-b0d1-1a13bb9cf3a9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3796008 Oct 26 11:47:07.943411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:07.943665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:07.944003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:08.005728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:08.018569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.040152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:08.040624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Attempting to bind port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on network 68550a16-fa5c-4506-886c-93ab4412cb16 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:08.045919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:08.073071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:08.073071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Checking segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:08.073382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Bound using segment: {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:08.073778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Bound port: 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af01af3-a25c-46af-bbd9-f6e3a14793e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '68550a16-fa5c-4506-886c-93ab4412cb16'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:08.074143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.107984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.217757 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-af41d0cd-ce50-4e6f-ae3d-f1a6dec04b50 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673600 Oct 26 11:47:08.227140 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6599a4e-fd69-4fa0-b032-5afdb5675d0c x-openstack-request-id: req-b6599a4e-fd69-4fa0-b032-5afdb5675d0c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:08.227623 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed8763c-ac94-46e6-b37f-602e11291c2a", "tag": "710d4023-08d4-461d-ba4f-94368c6ff667", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:08.227992 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b6599a4e-fd69-4fa0-b032-5afdb5675d0c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:08.228578 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'tag': '710d4023-08d4-461d-ba4f-94368c6ff667', 'status': 'completed', 'code': 200} Oct 26 11:47:08.240633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-304c81cf-39c5-4e74-ab38-63d3b3b84681 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1512942 Oct 26 11:47:08.270924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Request body: {'port': {'device_id': '9c087878-c162-425c-b948-1fe158cf3c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:08.279643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Pushing event deleted for resources: {'Port': ['ID=bf8719d6-f19e-41cc-aaeb-c2b1092b3e7e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:08.345377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e700d452-5775-4ce2-a6a2-33c90d30a3fd None None] Provisioning complete for port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:08.345855 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e700d452-5775-4ce2-a6a2-33c90d30a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.464816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e700d452-5775-4ce2-a6a2-33c90d30a3fd None None] Port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:47:08.476631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.486038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-176bc58b-9ff0-4789-8980-ba30dffdf742 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.529772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:08.592169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:08.597870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-176bc58b-9ff0-4789-8980-ba30dffdf742 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.612311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.661494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:08.680849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565435-3aa3-4ffb-86e7-b46fba098830 req-5ba26850-412a-4921-aed0-178a2ddd4f7c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:08.694716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42565435-3aa3-4ffb-86e7-b46fba098830 req-5ba26850-412a-4921-aed0-178a2ddd4f7c tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 944 time: 0.3224859 Oct 26 11:47:08.726453 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.730999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.736195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-601abf4d-a1f4-46dc-88b2-82c76b70aa5d tempest-ServersWithSpecificFlavorTestJSON-253381610 tempest-ServersWithSpecificFlavorTestJSON-253381610-project] 10.222.0.88 "DELETE /v2.0/floatingips/9814764a-c513-455f-a6d4-9bd920f4a87c HTTP/1.1" status: 204 len: 168 time: 3.1461596 Oct 26 11:47:08.881373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:08.882368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:08.889288 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-f5fddb78-c382-4099-b8aa-9899dc113c09 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529884 Oct 26 11:47:08.891418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-8f9f3a3d-21b8-4ced-a235-9d50ad92021d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3106217 Oct 26 11:47:08.961099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42565435-3aa3-4ffb-86e7-b46fba098830 req-239f23ba-fbdc-49b1-9134-be412bf10b4e tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647903 Oct 26 11:47:09.281723 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:09.381472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-3222a760-dc1d-4fe4-8f3c-e5a3022b445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:09.386889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-3222a760-dc1d-4fe4-8f3c-e5a3022b445d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 1095 time: 0.4200454 Oct 26 11:47:09.389517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:09.409931 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1c0aa-8f43-4fb1-8cd4-d09716567e7d" -d '{"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:09.472510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:09.474803 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:47:09.488813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:09.624878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:09.626186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:09.628941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] 10.222.0.100 "PUT /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 1122 time: 3.0924914 Oct 26 11:47:09.630449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1480af-bb83-4ddd-b764-165a66dd9d7d service neutron] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:09.742460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=10']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:09.758115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-176bc58b-9ff0-4789-8980-ba30dffdf742 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:09.763469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-176bc58b-9ff0-4789-8980-ba30dffdf742 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:09.766854 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-176bc58b-9ff0-4789-8980-ba30dffdf742 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "DELETE /v2.0/security-groups/5056498d-3fcc-40d1-bed5-25abb5e85b90 HTTP/1.1" status: 204 len: 168 time: 1.7169487 Oct 26 11:47:09.774281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:09.787025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:09.839992 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-a6249a0c-d132-4928-9f07-38e2340fd233 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] show failed (client error): The resource could not be found. Oct 26 11:47:09.842430 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6249a0c-d132-4928-9f07-38e2340fd233 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "GET /v2.0/security-groups/5056498d-3fcc-40d1-bed5-25abb5e85b90 HTTP/1.1" status: 404 len: 347 time: 0.0620234 Oct 26 11:47:09.845374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bc58b-9ff0-4789-8980-ba30dffdf742 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5056498d-3fcc-40d1-bed5-25abb5e85b90,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:09.850649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51860) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:09.868491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-567f16b0-dc97-409f-8f23-1dd37ac61e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:09.876315 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-567f16b0-dc97-409f-8f23-1dd37ac61e85 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 1099 time: 0.2657089 Oct 26 11:47:09.888627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:09.961622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:09.993009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.027463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Transition to ACTIVE for port object 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:47:10.063673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a04-5e0a-4229-9564-12be52b61747 req-6e19fa78-3e70-41dc-8635-4366b562d61a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:10.074327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d1a3a04-5e0a-4229-9564-12be52b61747 req-6e19fa78-3e70-41dc-8635-4366b562d61a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 936 time: 0.8314464 Oct 26 11:47:10.102757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.178607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-17b10806-db32-45fe-897b-3e45fc0d8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:10.183067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-17b10806-db32-45fe-897b-3e45fc0d8ca8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2480145 Oct 26 11:47:10.185655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Pushing event updated for resources: {'Port': ['ID=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:10.189423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-970649e1-3dd3-4eee-935a-0addd398774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:10.191358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-970649e1-3dd3-4eee-935a-0addd398774b service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.7471018 Oct 26 11:47:10.302163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'}, {'name': 'network-changed', 'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:10.317127 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc3405-c560-4e93-a8a6-e0560547b932" -d '{"events": [{"server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f"}, {"name": "network-changed", "server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:10.336718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-d6233b0a-0036-4544-83fa-e676c27aabe8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 200 len: 217 time: 0.1345868 Oct 26 11:47:10.353346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d1a3a04-5e0a-4229-9564-12be52b61747 req-1fd78a2e-a2e5-493f-9427-e89b964d1d60 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776289 Oct 26 11:47:10.384463 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-15b495b1-ca6a-4a4d-b3ca-81011b15b413 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=710d4023-08d4-461d-ba4f-94368c6ff667 HTTP/1.1" status: 200 len: 217 time: 0.1891363 Oct 26 11:47:10.560141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-39a4c899-fd32-4d2a-bc7d-a8a0b0d05f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:10.562697 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-39a4c899-fd32-4d2a-bc7d-a8a0b0d05f29 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1578701 Oct 26 11:47:10.571587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Deleting port 009ac9a6-2bce-4234-96d8-c4ae40da2661 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:10.571921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.631894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Attempting to bind port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:10.633024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Attempting to bind port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:10.633580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Attempting to bind port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:10.642649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:10.643473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Attempting to bind port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:10.654523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-8288e7ff-912e-4723-b6b1-dc94b4e0ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:10.657319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-8288e7ff-912e-4723-b6b1-dc94b4e0ea69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.3016274 Oct 26 11:47:10.662700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:10.663140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:10.663696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:10.664194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Bound port: 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:10.664644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.760127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-0931f3c2-41f3-46fd-b18c-3eb8dc3a788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:10.761975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-0931f3c2-41f3-46fd-b18c-3eb8dc3a788f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465588 Oct 26 11:47:10.841873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] For port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:10.847237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] For port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:10.852277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-dea8edd7-8139-42fd-ac9d-a17f3698cba3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807885 Oct 26 11:47:10.852528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.852743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.855162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:10.887589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Calling delete_port for 009ac9a6-2bce-4234-96d8-c4ae40da2661 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:10.993064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-40470057-10a7-4562-a9bd-97713c43c14c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139127 Oct 26 11:47:11.002824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:11.004037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:11.007225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] 10.222.0.100 "PUT /v2.0/ports/1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 HTTP/1.1" status: 200 len: 1096 time: 2.7481196 Oct 26 11:47:11.078336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c087878-c162-425c-b948-1fe158cf3c2b', 'tag': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:11.086548 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c087878-c162-425c-b948-1fe158cf3c2b", "tag": "1db65a33-2309-4c6a-8b58-c8b1b97dc3b2"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:11.259325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44670-751e-4ca4-95f6-c234d4d74f1a service neutron] Pushing event updated for resources: {'Port': ['ID=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:11.282777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc3ea13f-9bf4-447b-83d7-7fbb09359f33 req-4132d973-790a-4a5e-8a3a-0424a10d82db service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764294 Oct 26 11:47:11.297579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-87a3fb0c-29ce-4a97-9720-c63af2a6f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:11.299816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-87a3fb0c-29ce-4a97-9720-c63af2a6f949 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 1099 time: 0.2005153 Oct 26 11:47:11.303493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-71b0604f-8995-4232-943f-def797046f30 service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413006 Oct 26 11:47:11.322805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:11.372760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Pushing event deleted for resources: {'Port': ['ID=009ac9a6-2bce-4234-96d8-c4ae40da2661,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:11.467913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-49a9fcb0-122a-4e2a-bd31-cb356c2978dd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 HTTP/1.1" status: 200 len: 217 time: 0.1427758 Oct 26 11:47:11.543284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:11.548769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:11.554180 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12a98daf-bb74-4941-96e3-240ba8795816 tempest-ServersTestJSON-547061445 tempest-ServersTestJSON-547061445-project] 10.222.0.88 "DELETE /v2.0/floatingips/5e687e62-10dc-4672-9d36-f6a2915ee7d5 HTTP/1.1" status: 204 len: 168 time: 1.7013814 Oct 26 11:47:11.554776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51878) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:11.583661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:11.628230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac7c5e9a-c381-49b4-bfd0-4f24d91e4f69 req-ed63c5ae-affe-48a2-b75d-8c27ed438baf service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139391 Oct 26 11:47:11.642542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-773d0300-b11c-4214-8a6a-3819fe57027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:11.646501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-773d0300-b11c-4214-8a6a-3819fe57027b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1363819 Oct 26 11:47:11.742515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-10428de7-9ce4-4ad1-a335-62971105315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:11.746108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-10428de7-9ce4-4ad1-a335-62971105315d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897441 Oct 26 11:47:11.789069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:11.809306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c', 'port_id': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'mac_address': 'fa:16:3e:0c:59:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a2de61-8262-4495-9b6b-66bad112f839', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:11.908694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:11.940350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921c3d11-9246-4ab5-a327-6fce42f5ccbb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:11.969288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-f3b34eb3-de25-4894-8915-ed5091172130 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016740 Oct 26 11:47:11.993900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:12.001838 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:12.145305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:12.220726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a20109-60aa-4f61-805c-0e3592f7144b req-a5455553-f42f-4997-8cd6-5a9f7758e7f6 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414103 Oct 26 11:47:12.380157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['921c3d11-9246-4ab5-a327-6fce42f5ccbb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:12.389756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:12.688714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 710d4023-08d4-461d-ba4f-94368c6ff667 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:12.869215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Deleting port 635aee32-73fd-417c-9ec8-204397f3f397 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:12.869873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:12.871142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 710d4023-08d4-461d-ba4f-94368c6ff667, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=710d4023-08d4-461d-ba4f-94368c6ff667,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:12.893561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '710d4023-08d4-461d-ba4f-94368c6ff667', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '710d4023-08d4-461d-ba4f-94368c6ff667', 'mac_address': 'fa:16:3e:e4:ae:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:12.947328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:12.975563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710d4023-08d4-461d-ba4f-94368c6ff667 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:13.001488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 710d4023-08d4-461d-ba4f-94368c6ff667, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=710d4023-08d4-461d-ba4f-94368c6ff667,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:13.008179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:13.085383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] For port 635aee32-73fd-417c-9ec8-204397f3f397, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=635aee32-73fd-417c-9ec8-204397f3f397,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:13.086123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:13.098775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=710d4023-08d4-461d-ba4f-94368c6ff667,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:13.117348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Calling delete_port for 635aee32-73fd-417c-9ec8-204397f3f397 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:13.381619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['710d4023-08d4-461d-ba4f-94368c6ff667'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:13.482337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:13.569953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=635aee32-73fd-417c-9ec8-204397f3f397,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:13.599886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:13.810822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 921c3d11-9246-4ab5-a327-6fce42f5ccbb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:47:13.819813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 921c3d11-9246-4ab5-a327-6fce42f5ccbb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:13.820203 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:13.882327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:14.021790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:14.149637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:14.157048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:14.306090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:14.430257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Router c676c510-ecfb-42ad-8ff0-3da33a9a4226 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:47:14.644322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:47:14.669808 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] Sync routers for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:47:14.673436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b8c581e8-50e9-4106-8e25-4bf7e53b9f32 admin admin] 10.222.0.88 "PUT /v2.0/routers/c676c510-ecfb-42ad-8ff0-3da33a9a4226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1174402 Oct 26 11:47:14.676067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51888) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:14.694556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:14.699406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 710d4023-08d4-461d-ba4f-94368c6ff667 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:14.713115 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:14.720609 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:14.964550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 710d4023-08d4-461d-ba4f-94368c6ff667 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:47:15.070806 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:15.071062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:15.101565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'mac_address': 'fa:16:3e:88:53:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:15.117018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 710d4023-08d4-461d-ba4f-94368c6ff667 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:15.117636 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:15.252424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:15.285904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:15.335256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:15.352741 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:15.528932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:47:13Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:15.546504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:15.569451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:15.597797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] Checking router: c676c510-ecfb-42ad-8ff0-3da33a9a4226 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:47:15.612851 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] Routers {'c676c510-ecfb-42ad-8ff0-3da33a9a4226'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:15.614416 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:15.616953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 710d4023-08d4-461d-ba4f-94368c6ff667, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=710d4023-08d4-461d-ba4f-94368c6ff667,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:15.623862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:15.651599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:15.728087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:15.732852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:15.817599 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] Set router c676c510-ecfb-42ad-8ff0-3da33a9a4226 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:15.994076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:16.182918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Deleting port 25274989-c0f1-4181-84cd-4add69024bd0 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:16.186082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:16.255470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=710d4023-08d4-461d-ba4f-94368c6ff667,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:16.339609 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:47:13Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:16.369416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] For port 25274989-c0f1-4181-84cd-4add69024bd0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=25274989-c0f1-4181-84cd-4add69024bd0,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:16.369848 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:16.437865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Calling delete_port for 25274989-c0f1-4181-84cd-4add69024bd0 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:16.450332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e92c67-873c-41b0-be52-b40581ab52f3 None None] The sync data for ids ['c676c510-ecfb-42ad-8ff0-3da33a9a4226'] in n-d-812150-3 is: [{'id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'name': 'tempest-ServersTestJSON-1327894593-router', 'tenant_id': '6964d52251b64a9cb78761c0536a78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '25274989-c0f1-4181-84cd-4add69024bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:44:12Z', 'updated_at': '2021-10-26T11:47:13Z', 'revision_number': 5, 'project_id': '6964d52251b64a9cb78761c0536a78e5', 'gw_port': {'id': '25274989-c0f1-4181-84cd-4add69024bd0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c676c510-ecfb-42ad-8ff0-3da33a9a4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:44:13Z', 'updated_at': '2021-10-26T11:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:47:16.840084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:16.880726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 635aee32-73fd-417c-9ec8-204397f3f397 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:16.918901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Pushing event deleted for resources: {'Port': ['ID=25274989-c0f1-4181-84cd-4add69024bd0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:16.943116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 635aee32-73fd-417c-9ec8-204397f3f397 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:16.943530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 635aee32-73fd-417c-9ec8-204397f3f397 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:17.054668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.356526 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.363559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.365949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-c19c6634-fa25-4921-a89a-219734e3839e service neutron] 10.222.0.30 "GET /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.0849912 Oct 26 11:47:17.480509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.481066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c676c510-ecfb-42ad-8ff0-3da33a9a4226 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:47:17.488094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.491919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51896) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:17.493160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2cad30ff-6a2e-42d0-b8c1-6cc631df146d admin admin] 10.222.0.88 "DELETE /v2.0/routers/c676c510-ecfb-42ad-8ff0-3da33a9a4226 HTTP/1.1" status: 204 len: 168 time: 2.8151426 Oct 26 11:47:17.575767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Deleting subnet a3bd96d2-64c3-494d-99af-af6af94783b6 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:47:17.594693 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.659565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:17.770578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:17.842620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:17.887063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.023965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:18.046992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.049848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:18.068521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.087470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3bd96d2-64c3-494d-99af-af6af94783b6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:18.097478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.101484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ff618-c1b4-401b-b437-59835c99ba02 None None] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:18.131811 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e2dba4d-85ce-4fc0-b772-657f5788bf9c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a3bd96d2-64c3-494d-99af-af6af94783b6 HTTP/1.1" status: 204 len: 168 time: 0.6385870 Oct 26 11:47:18.134965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:18.261931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] Transition to ACTIVE for port object 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:47:18.271489 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.343874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.402170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] No DVR routers for this DVR port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:18.435887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] Pushing event updated for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:18.464150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-970b03eb-1ae6-4783-8f08-8f0f20db801e service neutron] 10.222.0.30 "PUT /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f/bindings/n-h2-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0861413 Oct 26 11:47:18.466706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Deleting port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:18.467084 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.526084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] DHCP port deletion for 04d5f0ae-f262-4637-8ade-cd52137d10bf request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:47:18.616003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] For port ec0afd83-cf7e-40b7-9784-56f4381ab7f9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:18.616835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.634972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Calling delete_port for ec0afd83-cf7e-40b7-9784-56f4381ab7f9 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:18.679868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-6d20876e-6220-44b0-91e2-2c7fee080e64 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:18.680128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Deleting port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:18.680526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.681421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-6d20876e-6220-44b0-91e2-2c7fee080e64 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1308134 Oct 26 11:47:18.765116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.804646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-6b2128ed-f286-41a1-875b-fd86e9d335b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:18.809244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-6b2128ed-f286-41a1-875b-fd86e9d335b4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e HTTP/1.1" status: 200 len: 1096 time: 0.1172588 Oct 26 11:47:18.852158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:18.864379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:18.867179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 25274989-c0f1-4181-84cd-4add69024bd0 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:18.874195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] No DVR routers for this DVR port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:18.940668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-c721de4f-06d7-4e03-9964-e38029885c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:18.942824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-c721de4f-06d7-4e03-9964-e38029885c52 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1096 time: 0.1051002 Oct 26 11:47:18.957946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] For port ec0afd83-cf7e-40b7-9784-56f4381ab7f9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,segment=NetworkSegment(82addd56-12aa-485f-84e4-3456c7b284d9),segment_id=82addd56-12aa-485f-84e4-3456c7b284d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:18.961146 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:18.965245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 25274989-c0f1-4181-84cd-4add69024bd0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:18.971408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 25274989-c0f1-4181-84cd-4add69024bd0 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:18.974986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ec0afd83-cf7e-40b7-9784-56f4381ab7f9 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:19.076710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.080727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Calling delete_port for ec0afd83-cf7e-40b7-9784-56f4381ab7f9 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:19.085558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ec0afd83-cf7e-40b7-9784-56f4381ab7f9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:19.086470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ec0afd83-cf7e-40b7-9784-56f4381ab7f9 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:19.127278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d5f0ae-f262-4637-8ade-cd52137d10bf']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:19.130663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd3bbd9a-5db0-4006-b870-0e0133c7283b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.145509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82addd56-12aa-485f-84e4-3456c7b284d9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:19.146099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82addd56-12aa-485f-84e4-3456c7b284d9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:19.157994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.165677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-decb2f5b-ca64-48ba-a664-c329141ee498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:19.172249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-decb2f5b-ca64-48ba-a664-c329141ee498 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.2173262 Oct 26 11:47:19.175660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.184374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:47:19.184903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:47:19.187461 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:47:19.204868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:47:19.215326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:19.215922 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.265884 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.296363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.303262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] 10.222.0.88 "DELETE /v2.0/networks/04d5f0ae-f262-4637-8ade-cd52137d10bf HTTP/1.1" status: 204 len: 168 time: 1.1645033 Oct 26 11:47:19.303262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0cef4-5a35-4610-badb-e210ac5f5d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d5f0ae-f262-4637-8ade-cd52137d10bf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:19.340081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-fced8bb7-e8a5-40e1-9f36-6c0d445aede6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 217 time: 0.1570237 Oct 26 11:47:19.354295 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.365312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Network 04d5f0ae-f262-4637-8ade-cd52137d10bf is not hosted by any dhcp agent {{(pid=102761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:47:19.365850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] No DVR routers for this DVR port ec0afd83-cf7e-40b7-9784-56f4381ab7f9 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:19.418507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde98f7-d8f0-48f0-b90e-dc80fb1820ea None None] Pushing event deleted for resources: {'Port': ['ID=ec0afd83-cf7e-40b7-9784-56f4381ab7f9,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:19.419475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-6e06fbd1-d60e-46d5-9194-d6285c6db028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:19.421859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-6e06fbd1-d60e-46d5-9194-d6285c6db028 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.0728066 Oct 26 11:47:19.429717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.465307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-1e89d458-e654-4232-9078-af0e07ce67b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355546 Oct 26 11:47:19.527927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:19.530494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51906) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:19.536810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.620304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-16e26942-9bf7-44de-a2cc-e29b427fc14a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6964d52251b64a9cb78761c0536a78e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874836 Oct 26 11:47:19.620897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51908) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:19.640486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:19.671682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-32f93a2a-ef60-4706-95cb-a5df89cf53be service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971726 Oct 26 11:47:19.722988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3237b45-94f2-489e-8d00-774a9b592d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.760577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3237b45-94f2-489e-8d00-774a9b592d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.837964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3237b45-94f2-489e-8d00-774a9b592d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.845219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-a2d2535f-bab9-42be-82a3-435bd9428c70 service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631887 Oct 26 11:47:19.845865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3237b45-94f2-489e-8d00-774a9b592d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:19.849923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3237b45-94f2-489e-8d00-774a9b592d26 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16736586-f5f8-420d-96ef-f5e5e1187c0b HTTP/1.1" status: 204 len: 168 time: 0.2272778 Oct 26 11:47:19.861300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3237b45-94f2-489e-8d00-774a9b592d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16736586-f5f8-420d-96ef-f5e5e1187c0b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:20.220593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-c89eceb2-a573-442c-9af2-1d2f90831afa tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:20.222200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-c89eceb2-a573-442c-9af2-1d2f90831afa tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f&tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.0888953 Oct 26 11:47:20.443758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-f27662d7-b125-4be5-8c0b-d2c9e6a6a16d service neutron] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:20.450272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-f27662d7-b125-4be5-8c0b-d2c9e6a6a16d service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:20.452853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9407f778-c8e9-44dc-a71a-f0c68ae71913 req-f27662d7-b125-4be5-8c0b-d2c9e6a6a16d service neutron] 10.222.0.100 "DELETE /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f/bindings/n-h1-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.2218010 Oct 26 11:47:21.234979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:21.441904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1389304628-network', 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:21.521649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:21.525164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.539553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.661435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.669381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.691847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb087-87f6-4be1-985b-1e25fe849394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.714161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:47:21.735369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c5849-4a57-4c97-b065-92ee6b7e6091,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:21.760702 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.761274 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Added segment 2719df73-4760-4f4e-9166-8a6b572a8a91 of type vlan for network cefb0e51-1bca-4306-bad0-98b3b472a6f7 Oct 26 11:47:21.865505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.919865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.921734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:21.922892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:21.947939 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7086430 Oct 26 11:47:21.950856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51942) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:21.956840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Request body: {'subnet': {'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1389304628-subnet', 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:22.005042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:22.008808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:22.035013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ef45-f4ce-489f-b132-501df8771c5c admin admin] Pushing event updated for resources: {'Network': ['ID=cefb0e51-1bca-4306-bad0-98b3b472a6f7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:22.051884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:47:22.420343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:22.487359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b834d65b-dcbd-4bef-a66a-262e38ec0163,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:22.524098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:22.524558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Network hostable DHCP agents. Network: cefb0e51-1bca-4306-bad0-98b3b472a6f7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:47:22.560830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:47:22.577477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, cefb0e51-1bca-4306-bad0-98b3b472a6f7) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:22.584903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:22.585814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:22.598224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144e6db9-b5b6-4e4b-9e6f-d42d3269360c None None] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:22.642278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5522b976-aa4b-4db3-96ef-3b019a763a19 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6774156 Oct 26 11:47:22.799222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b52582-88bf-476c-a08a-0c28a7b4f289 None None] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:22.886363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:23.085825 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:23.434815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d6a08-2356-4933-b4a4-94d712f1faba req-13e1b0cd-775a-4a32-8531-f371cfbb628d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:23.436707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-511d6a08-2356-4933-b4a4-94d712f1faba req-13e1b0cd-775a-4a32-8531-f371cfbb628d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.1117232 Oct 26 11:47:23.538583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-511d6a08-2356-4933-b4a4-94d712f1faba req-3f76b7f7-add4-4257-b8a2-9c32d2f132da tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892043 Oct 26 11:47:23.802721 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b795a-bbf0-459e-926e-45db759dcad2 x-openstack-request-id: req-2f4b795a-bbf0-459e-926e-45db759dcad2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:23.804327 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:23.805090 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f4b795a-bbf0-459e-926e-45db759dcad2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:23.805769 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'code': 200} Oct 26 11:47:24.044981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac065af-0d97-41f3-88f6-8ac41fe6e807 req-b7f12fdd-8287-472a-a289-73a5cb967baa tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:24.048517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac065af-0d97-41f3-88f6-8ac41fe6e807 req-b7f12fdd-8287-472a-a289-73a5cb967baa tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 945 time: 0.1175539 Oct 26 11:47:24.168330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac065af-0d97-41f3-88f6-8ac41fe6e807 req-124acf6e-2652-40d8-a97e-a3f5eac45991 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073544 Oct 26 11:47:24.220933 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09e4fd9-7036-4a45-a522-616d029f3be6 x-openstack-request-id: req-d09e4fd9-7036-4a45-a522-616d029f3be6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:24.221649 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f", "code": 200}, {"name": "network-changed", "server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:24.221649 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d09e4fd9-7036-4a45-a522-616d029f3be6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:24.222001 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'code': 200} Oct 26 11:47:24.222183 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'status': 'completed', 'code': 200} Oct 26 11:47:24.285639 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6a98e9-3868-42c9-b4b9-9b18c6ac7c87 x-openstack-request-id: req-7a6a98e9-3868-42c9-b4b9-9b18c6ac7c87 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:24.286253 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c087878-c162-425c-b948-1fe158cf3c2b", "tag": "1db65a33-2309-4c6a-8b58-c8b1b97dc3b2", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:24.286690 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a6a98e9-3868-42c9-b4b9-9b18c6ac7c87 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:24.287793 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c087878-c162-425c-b948-1fe158cf3c2b', 'tag': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'status': 'completed', 'code': 200} Oct 26 11:47:24.360346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-268c18f8-6daa-4f27-956f-ed0023b8a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:24.362335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-268c18f8-6daa-4f27-956f-ed0023b8a9d6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1096 time: 0.0928712 Oct 26 11:47:24.431997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-b8225464-4397-48a6-a923-d5ae01489cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:24.433950 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-b8225464-4397-48a6-a923-d5ae01489cc1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 1101 time: 0.1005795 Oct 26 11:47:24.453364 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:24.591782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3524a5-f97d-444f-aa96-03c416bab91a req-f7c2eefc-e4fa-4881-8517-1d7e5b511245 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:24.600353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c3524a5-f97d-444f-aa96-03c416bab91a req-f7c2eefc-e4fa-4881-8517-1d7e5b511245 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 950 time: 0.1987512 Oct 26 11:47:24.633804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-4e5a2f67-5b29-4a39-a2fd-f71bd886a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:24.636826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-4e5a2f67-5b29-4a39-a2fd-f71bd886a9c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.2663798 Oct 26 11:47:24.769982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c3524a5-f97d-444f-aa96-03c416bab91a req-c13183d4-c272-4a26-81ef-43bf92fdc093 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681092 Oct 26 11:47:24.773626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-ec1ed114-0f34-43d7-aaba-d7388827fa15 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 200 len: 217 time: 0.1249926 Oct 26 11:47:24.981982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-1e14de68-a705-4367-87fe-0042eb67d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:24.983861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-1e14de68-a705-4367-87fe-0042eb67d98e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2010477 Oct 26 11:47:25.088784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-dd00fd45-34fb-4446-b976-ce5f2bdfe981 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957417 Oct 26 11:47:25.211935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-d25d6eda-810c-4827-998a-0db1ed7b1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:25.216294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-d25d6eda-810c-4827-998a-0db1ed7b1000 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.7717292 Oct 26 11:47:25.219664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-19cb5366-5efb-4dd2-b39d-fbf85ad4c476 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:25.221766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-19cb5366-5efb-4dd2-b39d-fbf85ad4c476 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.5019789 Oct 26 11:47:25.260494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-917f7d4b-036c-4be0-8f0c-cfecc25e952d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.0254934 Oct 26 11:47:25.324201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-bf5814ad-c9e4-48ca-b709-d0c39807bb34 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624168 Oct 26 11:47:25.331994 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-5d4d142b-2989-4d9a-ab51-883454fe45b5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 HTTP/1.1" status: 200 len: 217 time: 0.0980930 Oct 26 11:47:25.417719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-2b0118ab-9153-4a8d-9916-1a878470c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:25.419445 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-2b0118ab-9153-4a8d-9916-1a878470c9c6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0787823 Oct 26 11:47:25.497971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-3ce29ace-e2e2-43c9-a605-aee5daf8d32f service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980947 Oct 26 11:47:25.515507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-a8bfb18a-69e9-4aa8-aa29-e33ea90200ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:25.517967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-a8bfb18a-69e9-4aa8-aa29-e33ea90200ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814700 Oct 26 11:47:25.677642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 86c43d81-d67f-4bba-8660-072b729391c3 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:25.682166 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-c42fee3b-dfa4-471c-a395-90f5b9ba8749 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506684 Oct 26 11:47:25.689031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-ae510dba-40bf-4a47-87dd-6a4efd7738c2 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636894 Oct 26 11:47:25.710508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebcacb-e300-44d5-87c7-1d060d8ba53b req-b647dee8-770b-4434-8be3-028f0a87483d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:25.718847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdebcacb-e300-44d5-87c7-1d060d8ba53b req-b647dee8-770b-4434-8be3-028f0a87483d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.1961570 Oct 26 11:47:25.808492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb'}, {'server_uuid': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710d4023-08d4-461d-ba4f-94368c6ff667'}, {'server_uuid': '9c087878-c162-425c-b948-1fe158cf3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:25.813908 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467d960-a646-49e4-a50b-bc2a0936f499" -d '{"events": [{"server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "name": "network-vif-plugged", "status": "completed", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb"}, {"server_uuid": "eed8763c-ac94-46e6-b37f-602e11291c2a", "name": "network-vif-plugged", "status": "completed", "tag": "710d4023-08d4-461d-ba4f-94368c6ff667"}, {"server_uuid": "9c087878-c162-425c-b948-1fe158cf3c2b", "name": "network-vif-plugged", "status": "completed", "tag": "1db65a33-2309-4c6a-8b58-c8b1b97dc3b2"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:25.865852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c239d3a-5626-4c5d-a5c6-f13d50f08ee5 req-7676498f-abc5-493e-8ef5-94b3c0762d9d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747711 Oct 26 11:47:25.986241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ecc3405-c560-4e93-a8a6-e0560547b932 req-8dd67089-d2b6-41a5-b5d1-1c80414adbaa service neutron] 10.222.0.100 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744847 Oct 26 11:47:26.005668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:26.022217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '86c43d81-d67f-4bba-8660-072b729391c3', 'network_id': 'ea5b50cd-edaa-4bd7-b87a-d3b59a752b55', 'port_id': '86c43d81-d67f-4bba-8660-072b729391c3', 'mac_address': 'fa:16:3e:70:d6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d512d3a-6e91-46a9-a7d2-9562a80d2a07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:26.041772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-12206810-2fca-4349-ab14-1fa529acacde service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516364 Oct 26 11:47:26.078402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdebcacb-e300-44d5-87c7-1d060d8ba53b req-a5048dd6-3cff-4b9b-8292-abbbf7f715fc tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565419 Oct 26 11:47:26.117768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:26.164519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86c43d81-d67f-4bba-8660-072b729391c3 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:26.208464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:26.214548 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:26.380643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['86c43d81-d67f-4bba-8660-072b729391c3'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:26.435335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bc957-a273-45e2-b394-3757b39c4560 req-d7341f74-d881-48b9-9b56-2ffc520b8354 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:26.443370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-852bc957-a273-45e2-b394-3757b39c4560 req-d7341f74-d881-48b9-9b56-2ffc520b8354 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 1096 time: 0.1133859 Oct 26 11:47:26.495121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-852bc957-a273-45e2-b394-3757b39c4560 req-3d7a1dc2-0b19-4d3e-9777-2d5fdbadec25 tempest-LiveMigrationTest-809217866 tempest-LiveMigrationTest-809217866-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472994 Oct 26 11:47:26.514529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:26.611741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9cb31-ede6-4e1f-8e6b-f71ecffc568d req-684d2807-8f74-49e2-80da-f8abbf6bcd00 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:26.620314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1e9cb31-ede6-4e1f-8e6b-f71ecffc568d req-684d2807-8f74-49e2-80da-f8abbf6bcd00 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 950 time: 0.1175766 Oct 26 11:47:26.719119 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d6692-74d0-4a75-9ca1-38dba7379bb4 x-openstack-request-id: req-255d6692-74d0-4a75-9ca1-38dba7379bb4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:26.721252 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "name": "network-vif-plugged", "status": "completed", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb", "code": 200}, {"server_uuid": "eed8763c-ac94-46e6-b37f-602e11291c2a", "name": "network-vif-plugged", "status": "completed", "tag": "710d4023-08d4-461d-ba4f-94368c6ff667", "code": 200}, {"server_uuid": "9c087878-c162-425c-b948-1fe158cf3c2b", "name": "network-vif-plugged", "status": "completed", "tag": "1db65a33-2309-4c6a-8b58-c8b1b97dc3b2", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:26.722395 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-255d6692-74d0-4a75-9ca1-38dba7379bb4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:26.725016 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'code': 200} Oct 26 11:47:26.729179 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710d4023-08d4-461d-ba4f-94368c6ff667', 'code': 200} Oct 26 11:47:26.729510 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c087878-c162-425c-b948-1fe158cf3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'code': 200} Oct 26 11:47:26.822663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1e9cb31-ede6-4e1f-8e6b-f71ecffc568d req-92613e2f-1ad4-4f94-aa35-993415f7e0b8 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803510 Oct 26 11:47:27.027694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edb19-153e-477f-847d-835d7f497560 req-fa2da9bf-4e76-44f8-b81c-476ed8184d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:27.030064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c65edb19-153e-477f-847d-835d7f497560 req-fa2da9bf-4e76-44f8-b81c-476ed8184d2a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 1101 time: 0.1056066 Oct 26 11:47:27.134885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c65edb19-153e-477f-847d-835d7f497560 req-dade2b4c-5db5-4662-a6ae-e0a384063b4b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956588 Oct 26 11:47:27.270977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bce81745-8c98-4adc-b384-54d5e68b4163 req-15712717-4636-42cf-ba41-519849823104 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 210 time: 0.1032462 Oct 26 11:47:27.294469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eef00-080b-4e7f-b783-13e1e87816ee req-3067fb8c-8817-4e8b-9bf9-bd2185cfb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:27.299650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f5eef00-080b-4e7f-b783-13e1e87816ee req-3067fb8c-8817-4e8b-9bf9-bd2185cfb483 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1097 time: 0.3253124 Oct 26 11:47:27.420167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e45e20-bea9-4f4f-8e0a-77f0c661230c req-5f251643-237d-4167-b7bd-6849fab3526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:27.436124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18e45e20-bea9-4f4f-8e0a-77f0c661230c req-5f251643-237d-4167-b7bd-6849fab3526d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 1101 time: 0.5103738 Oct 26 11:47:27.548770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18e45e20-bea9-4f4f-8e0a-77f0c661230c req-b19f783f-4be9-46a2-ab19-1e1b7e21e142 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930562 Oct 26 11:47:27.552285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f5eef00-080b-4e7f-b783-13e1e87816ee req-57cbb45b-9b9a-44ef-aab3-c060bbf4e2d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428291 Oct 26 11:47:27.680057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 86c43d81-d67f-4bba-8660-072b729391c3 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:27.697394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe627-2855-4893-8dd3-6e51fb576da1 req-ceccab07-705c-4d5f-a99d-bac0e34f8f61 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:27.708412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d11fe627-2855-4893-8dd3-6e51fb576da1 req-ceccab07-705c-4d5f-a99d-bac0e34f8f61 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.1367095 Oct 26 11:47:27.786077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d11fe627-2855-4893-8dd3-6e51fb576da1 req-5a9c8d74-9fe1-467f-9265-1dfe8a0a026d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755086 Oct 26 11:47:27.945823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:27.983945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 86c43d81-d67f-4bba-8660-072b729391c3 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:28.017386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334d2d1-778d-4411-a56d-e57769a9f221 req-28267ccc-2587-4409-b2c4-892846e0abaf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:28.044090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0334d2d1-778d-4411-a56d-e57769a9f221 req-28267ccc-2587-4409-b2c4-892846e0abaf tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 945 time: 0.1266186 Oct 26 11:47:28.064079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:28.087894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:28.153993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a696f-cd9d-4f05-be92-25e4160d2448 req-d65f512b-a4ae-473e-b276-c49a9f773c9b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:28.156712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd6a696f-cd9d-4f05-be92-25e4160d2448 req-d65f512b-a4ae-473e-b276-c49a9f773c9b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 945 time: 0.1906099 Oct 26 11:47:28.169609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:28.179518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0334d2d1-778d-4411-a56d-e57769a9f221 req-9fe37eb0-aa99-4b84-8d6a-9919881ae074 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522937 Oct 26 11:47:28.260308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd6a696f-cd9d-4f05-be92-25e4160d2448 req-0dbf6e28-6b79-4feb-bcc8-289dedfb6270 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744083 Oct 26 11:47:28.387649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52138) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:28.498941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bfdacc3-2f4e-4ad7-886c-a19726bbc953 req-05b42bce-0214-4ede-987e-40952482def8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 210 time: 0.0420060 Oct 26 11:47:28.515136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8daf8e-dba0-4d22-89db-fe400fe0e7d3 req-68d2ab6e-5576-4e49-a65b-82244145e52f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:28.531891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd8daf8e-dba0-4d22-89db-fe400fe0e7d3 req-68d2ab6e-5576-4e49-a65b-82244145e52f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 950 time: 0.1577945 Oct 26 11:47:28.727585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd8daf8e-dba0-4d22-89db-fe400fe0e7d3 req-b0372fd6-9ea7-4d70-ab75-020ddcfedc25 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947651 Oct 26 11:47:28.804936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-b6ef44ed-c1e7-478c-bc61-4688e1ab7781 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:28.811008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-b6ef44ed-c1e7-478c-bc61-4688e1ab7781 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.2720931 Oct 26 11:47:28.832850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Request body: {'port': {'device_id': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'admin_state_up': True, 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:29.299637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-8d664474-3ddc-4a73-beb1-a5243659d83f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:29.301710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-8d664474-3ddc-4a73-beb1-a5243659d83f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 945 time: 0.5480416 Oct 26 11:47:29.505840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78244-3345-44ad-93f2-586310c0f474 req-2e7ab163-6b37-4e30-a7aa-458cff2eb3cf tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:29.507471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36e78244-3345-44ad-93f2-586310c0f474 req-2e7ab163-6b37-4e30-a7aa-458cff2eb3cf tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 951 time: 0.2158284 Oct 26 11:47:29.520596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bbb8d-6e49-4864-8f54-64f3a0a75012 req-3d4bf120-2722-4b4c-8b5c-b33cd22f159b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:29.522287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b72bbb8d-6e49-4864-8f54-64f3a0a75012 req-3d4bf120-2722-4b4c-8b5c-b33cd22f159b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.2332196 Oct 26 11:47:29.632045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:29.636624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:29.687876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36e78244-3345-44ad-93f2-586310c0f474 req-fdad1c44-ead6-4809-b2a3-a8f8999dc792 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641607 Oct 26 11:47:29.719659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b72bbb8d-6e49-4864-8f54-64f3a0a75012 req-5a8a7acf-ad65-4ac5-b7cf-5fa046f1b2f8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815412 Oct 26 11:47:29.743394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Deleting port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:29.743394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:29.944591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] For port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:29.944987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:29.980328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Calling delete_port for 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:30.039047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83159cc3-059a-4547-8771-330614fea976 req-e673483f-ece8-4b57-822d-2fff85f0bd94 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 210 time: 0.0818434 Oct 26 11:47:30.084119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad3da-ac57-4ef7-aa64-996196e73a70 req-a957e581-a0c3-4745-a709-237b67446ae1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:30.093283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a3ad3da-ac57-4ef7-aa64-996196e73a70 req-a957e581-a0c3-4745-a709-237b67446ae1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 945 time: 0.2622623 Oct 26 11:47:30.262415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Allocated IP 172.20.0.14 (cefb0e51-1bca-4306-bad0-98b3b472a6f7/b834d65b-dcbd-4bef-a66a-262e38ec0163/b8f8b3f5-cfee-4806-87a3-886b445dc2f9) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:30.300163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a3ad3da-ac57-4ef7-aa64-996196e73a70 req-33d13c6f-ff52-45f7-ab5f-c84c297efd3a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054012 Oct 26 11:47:30.581700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:30.713304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:30.729362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:30.731780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['93e060f9-e667-4f51-9519-9a7935d95547'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:30.749127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-13456cc0-2d11-420a-9856-f22967a0df29 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:30.754056 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-13456cc0-2d11-420a-9856-f22967a0df29 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 944 time: 0.0973597 Oct 26 11:47:30.810630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b9e3-33a0-484a-8fd5-627903e7c086 req-78d698c5-8c3e-4a53-a2d6-a5e255eb7d3e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:30.813599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6a5b9e3-33a0-484a-8fd5-627903e7c086 req-78d698c5-8c3e-4a53-a2d6-a5e255eb7d3e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 950 time: 0.3313105 Oct 26 11:47:30.820346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:30.870412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event deleted for resources: {'Port': ['ID=0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:30.934551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6a5b9e3-33a0-484a-8fd5-627903e7c086 req-6608b4c5-d27e-4bb6-8446-d1e777c922ba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Oct 26 11:47:31.015176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] No DVR routers for this DVR port 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:31.020522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.023988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59645aca-64fb-476d-bc62-bde9ddbc649a req-3e41b583-70c7-41cc-83c5-281ed5793ff2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.100 "DELETE /v2.0/ports/0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f HTTP/1.1" status: 204 len: 173 time: 1.7139063 Oct 26 11:47:31.055006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'name': 'network-vif-deleted', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:31.062073 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d049186d-4fd8-4a72-98cf-ad14bf0cfdb3" -d '{"events": [{"server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "name": "network-vif-deleted", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:31.064989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Deleting port 86c43d81-d67f-4bba-8660-072b729391c3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:31.066462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.077663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.221655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] For port 86c43d81-d67f-4bba-8660-072b729391c3, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=86c43d81-d67f-4bba-8660-072b729391c3,segment=NetworkSegment(5fb3dfab-abcd-437b-bab6-8bea436d1dca),segment_id=5fb3dfab-abcd-437b-bab6-8bea436d1dca)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:31.222749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.237418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:31.244185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Calling delete_port for 86c43d81-d67f-4bba-8660-072b729391c3 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:31.254957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccdd8c-831c-45f7-b147-0435cc7bc751 req-65c8db5a-f3f1-4930-878c-11e3055e603b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:31.256540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ccdd8c-831c-45f7-b147-0435cc7bc751 req-65c8db5a-f3f1-4930-878c-11e3055e603b tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/ports?device_id=994540af-1a74-4674-b970-3d23031d951c HTTP/1.1" status: 200 len: 944 time: 0.2444348 Oct 26 11:47:31.257201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event updated for resources: {'Port': ['ID=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:31.260892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:31.264066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:31.322790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2fa6b-90be-44d0-bff9-e5d4f2516da7 req-046b6c73-444c-432c-8527-9fa47c54d6cf tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:31.324236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85e2fa6b-90be-44d0-bff9-e5d4f2516da7 req-046b6c73-444c-432c-8527-9fa47c54d6cf tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.1620142 Oct 26 11:47:31.418479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:31.419172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.427522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85e2fa6b-90be-44d0-bff9-e5d4f2516da7 req-44214167-3ce7-45c3-a532-f25d6643b083 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924287 Oct 26 11:47:31.434075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ccdd8c-831c-45f7-b147-0435cc7bc751 req-fcf6533a-ca36-4a54-a24c-d58d51763953 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.88 "GET /v2.0/security-groups?id=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536770 Oct 26 11:47:31.452296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-df27bffb-990d-4a96-9c23-fb55b176c1f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6283352 Oct 26 11:47:31.483197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Request body: {'port': {'device_id': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:31.500468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.681295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.703937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Pushing event deleted for resources: {'Port': ['ID=86c43d81-d67f-4bba-8660-072b729391c3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:31.745593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] No DVR routers for this DVR port 86c43d81-d67f-4bba-8660-072b729391c3 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:31.749583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.758656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d833f24-984e-4f65-87e4-efaa70bd7fd5 req-67260bf3-7cf0-4795-b180-d91a57c06205 tempest-ImagesTestJSON-417303926 tempest-ImagesTestJSON-417303926-project] 10.222.0.30 "DELETE /v2.0/ports/86c43d81-d67f-4bba-8660-072b729391c3 HTTP/1.1" status: 204 len: 173 time: 0.9968185 Oct 26 11:47:31.759492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994540af-1a74-4674-b970-3d23031d951c', 'name': 'network-vif-deleted', 'tag': '86c43d81-d67f-4bba-8660-072b729391c3'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:31.763163 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d488b8ee-3dd9-479e-a366-267307849060" -d '{"events": [{"server_uuid": "994540af-1a74-4674-b970-3d23031d951c", "name": "network-vif-deleted", "tag": "86c43d81-d67f-4bba-8660-072b729391c3"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:31.779336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Deleting port a5547a56-9c21-4d52-805d-bea84268fe50 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:31.779681 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:31.815283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5348b-d774-4294-9a3d-df02707ccc4f req-6634b90a-40a5-4ff6-8a7e-8f06b098b175 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:31.817841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60e5348b-d774-4294-9a3d-df02707ccc4f req-6634b90a-40a5-4ff6-8a7e-8f06b098b175 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 950 time: 0.1781719 Oct 26 11:47:31.905111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f51eb-d718-46f2-9840-bce8bfaa1e8e req-ca9f75c1-67cb-45d2-88e4-b6f26092549a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:31.906784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf1f51eb-d718-46f2-9840-bce8bfaa1e8e req-ca9f75c1-67cb-45d2-88e4-b6f26092549a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 932 time: 0.2012529 Oct 26 11:47:32.038188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60e5348b-d774-4294-9a3d-df02707ccc4f req-058b436e-ccf0-4b3f-a6ee-48863fdc2634 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875794 Oct 26 11:47:32.134553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf1f51eb-d718-46f2-9840-bce8bfaa1e8e req-5f5bd1d0-331c-4375-87d3-f91723476a0c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180221 Oct 26 11:47:32.146799 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e8f8e-16a9-4b4a-9dc4-af85826ddc78 x-openstack-request-id: req-3f0e8f8e-16a9-4b4a-9dc4-af85826ddc78 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:32.147105 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f267570-0b4b-40ba-bd6b-17bec67bb04f", "name": "network-vif-deleted", "tag": "0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:32.147384 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f0e8f8e-16a9-4b4a-9dc4-af85826ddc78 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:32.147775 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f267570-0b4b-40ba-bd6b-17bec67bb04f', 'name': 'network-vif-deleted', 'tag': '0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f', 'status': 'completed', 'code': 200} Oct 26 11:47:32.278071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] For port a5547a56-9c21-4d52-805d-bea84268fe50, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a5547a56-9c21-4d52-805d-bea84268fe50,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:32.278562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:32.391681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Calling delete_port for a5547a56-9c21-4d52-805d-bea84268fe50 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:32.413132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49905810-bbb9-472d-bf9b-301341a8dfdc req-20040f1b-b131-4beb-9892-89db8c69e198 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.1285434 Oct 26 11:47:32.431249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d4584-0d66-4a54-a922-026b290caf7c req-00838aa2-6abb-4ce2-b394-176e37a5ac22 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:32.434015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-432d4584-0d66-4a54-a922-026b290caf7c req-00838aa2-6abb-4ce2-b394-176e37a5ac22 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1097 time: 0.1585193 Oct 26 11:47:32.563023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-432d4584-0d66-4a54-a922-026b290caf7c req-faa7ee0c-a15f-4774-bcef-c3969e63cd30 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191554 Oct 26 11:47:32.625356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f8b3f5-cfee-4806-87a3-886b445dc2f9 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:32.644689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:32.679312 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a606e-9ce5-490f-a7ef-90b74755ad6f x-openstack-request-id: req-025a606e-9ce5-490f-a7ef-90b74755ad6f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:32.679788 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994540af-1a74-4674-b970-3d23031d951c", "name": "network-vif-deleted", "tag": "86c43d81-d67f-4bba-8660-072b729391c3", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:32.680139 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-025a606e-9ce5-490f-a7ef-90b74755ad6f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:32.680660 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994540af-1a74-4674-b970-3d23031d951c', 'name': 'network-vif-deleted', 'tag': '86c43d81-d67f-4bba-8660-072b729391c3', 'status': 'completed', 'code': 200} Oct 26 11:47:32.762366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Transition to ACTIVE for port object b8f8b3f5-cfee-4806-87a3-886b445dc2f9 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:47:32.785571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:32.791785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:32.816571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:32.817500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0c6eaa3c-0d1d-4984-84d8-32bfd5f6074f not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:32.818240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:32.947198 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:32.974833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:32.977739 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d67f44e-fdad-40cb-8a37-5932c10d1b78" -d '{"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:32.995530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:33.002134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:33.023071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:33.072247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:33.135908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb913b-5fde-4bfe-856b-64b569cc47ab req-4fc8d7a8-7584-4557-a9be-8c4c7e3a7ef6 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:33.137456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79bb913b-5fde-4bfe-856b-64b569cc47ab req-4fc8d7a8-7584-4557-a9be-8c4c7e3a7ef6 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1097 time: 0.2689941 Oct 26 11:47:33.170383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.171057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.171596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.171937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.172276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.172612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.172946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.173277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.173601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.173938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.174261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.174586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:33.247592 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:33.270222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79bb913b-5fde-4bfe-856b-64b569cc47ab req-c8794529-d9fe-4909-9854-3ec3b3fd8498 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873885 Oct 26 11:47:33.296845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546e03-ad49-4fc2-afb0-61bce278323e req-8971260b-1af7-4c38-9bbb-b2ec2e4b451f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:33.303037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546e03-ad49-4fc2-afb0-61bce278323e req-8971260b-1af7-4c38-9bbb-b2ec2e4b451f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:33.304665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92546e03-ad49-4fc2-afb0-61bce278323e req-8971260b-1af7-4c38-9bbb-b2ec2e4b451f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b&device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 1691 time: 0.2013147 Oct 26 11:47:33.306545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Attempting to bind port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:33.306902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Attempting to bind port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:33.307275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Attempting to bind port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:33.310743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a5547a56-9c21-4d52-805d-bea84268fe50,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:33.319115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:33.319437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Attempting to bind port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:33.376854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:33.377210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:33.377585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Bound using segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:33.378686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Bound port: b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:33.378972 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:33.461131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:33.485634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92546e03-ad49-4fc2-afb0-61bce278323e req-d079b42c-90f6-4f6e-bbd8-2c0e4188b32e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445837 Oct 26 11:47:33.580074 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b1517-8529-4222-a27d-9da542eb2e52 x-openstack-request-id: req-217b1517-8529-4222-a27d-9da542eb2e52 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:33.580375 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:33.580636 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-217b1517-8529-4222-a27d-9da542eb2e52 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:33.581040 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'code': 200} Oct 26 11:47:33.721077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 86c43d81-d67f-4bba-8660-072b729391c3 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:33.770007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 86c43d81-d67f-4bba-8660-072b729391c3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:33.770767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 86c43d81-d67f-4bba-8660-072b729391c3 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:34.012757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abee87-fd1b-48d1-8090-7d8cca5d67ed req-3cb19eba-04b1-4fb7-b18f-0ddf061876ed tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:34.014298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99abee87-fd1b-48d1-8090-7d8cca5d67ed req-3cb19eba-04b1-4fb7-b18f-0ddf061876ed tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 949 time: 0.5963666 Oct 26 11:47:34.020348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] For port b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:34.025566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] For port b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:34.043050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:34.114519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae09f85-3ead-41d9-9bed-209131c05c2d req-bc9625cf-20b0-4655-9783-3ee219464208 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:34.123675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ae09f85-3ead-41d9-9bed-209131c05c2d req-bc9625cf-20b0-4655-9783-3ee219464208 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 944 time: 0.2177010 Oct 26 11:47:34.126036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:34.135415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:34.136036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:34.137444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b8f8b3f5-cfee-4806-87a3-886b445dc2f9 HTTP/1.1" status: 200 len: 1092 time: 2.6634402 Oct 26 11:47:34.149242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'tag': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:34.152536 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b28546e-e49c-4fc3-8ecd-5170cda8471f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6ae690-8164-4f2b-b2f2-b31776b381cb", "tag": "b8f8b3f5-cfee-4806-87a3-886b445dc2f9"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:34.193410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99abee87-fd1b-48d1-8090-7d8cca5d67ed req-5e7bcab3-c4ba-4760-af3c-30cb6c60c5d1 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648998 Oct 26 11:47:34.203777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a6d4c-49e8-48d1-8e7d-3fef57d06be6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:34.310827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ae09f85-3ead-41d9-9bed-209131c05c2d req-13a4df3c-5027-4c98-a1a0-0d567e51ca54 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861026 Oct 26 11:47:34.366836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-bde50a20-2ab5-4d87-a3b3-19c57538905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:34.368500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-bde50a20-2ab5-4d87-a3b3-19c57538905d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 1095 time: 0.1193249 Oct 26 11:47:34.485216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64037307-ea1d-46cf-a381-ae0d6e22ce5d req-2e3a1485-403e-4901-b496-14fd9c911ab3 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.1121318 Oct 26 11:47:34.558277 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88038c8c-431b-4bf9-9c51-3027e7435e77 x-openstack-request-id: req-88038c8c-431b-4bf9-9c51-3027e7435e77 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:34.558981 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6ae690-8164-4f2b-b2f2-b31776b381cb", "tag": "b8f8b3f5-cfee-4806-87a3-886b445dc2f9", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:34.558981 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88038c8c-431b-4bf9-9c51-3027e7435e77 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:34.559312 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'tag': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9', 'status': 'completed', 'code': 200} Oct 26 11:47:34.565887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-64faa5e0-1ba3-4367-8017-f8b3fc1d7e11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.1423872 Oct 26 11:47:34.670616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205d7a7-28a3-4f30-bad5-fde8b06380b4 req-bd8b33b0-5d07-428d-85c9-3c60776e7faf tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:34.672251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2205d7a7-28a3-4f30-bad5-fde8b06380b4 req-bd8b33b0-5d07-428d-85c9-3c60776e7faf tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 1101 time: 0.1158025 Oct 26 11:47:34.676261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-74e9e161-1a19-4a95-9e17-2e084d735805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:34.677972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-74e9e161-1a19-4a95-9e17-2e084d735805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.1027288 Oct 26 11:47:34.744596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:47:34.748232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-e8866e7d-f1ee-4874-a276-bdaa498b9d57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609517 Oct 26 11:47:34.822505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2205d7a7-28a3-4f30-bad5-fde8b06380b4 req-3dbbf615-21ed-457e-af83-def46d50c493 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372111 Oct 26 11:47:35.016600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-aedf22ed-ede4-4b1d-a7a8-db982df74240 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545633 Oct 26 11:47:35.058493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:47:35.067270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:35.069214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8ff5f99-61b8-4fe9-938e-8f574d8f10ca admin admin] 10.222.0.88 "PUT /v2.0/routers/7f2a44a8-6ec9-4c46-a3d7-989253c93114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6802468 Oct 26 11:47:35.077974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] Sync routers for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:47:35.119490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:35.120137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:47:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:35.136898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.252816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-c0dd27d0-ce0c-4027-8fdb-4fd133ecd9c3 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:35.255762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-c0dd27d0-ce0c-4027-8fdb-4fd133ecd9c3 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.100 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 949 time: 0.3286080 Oct 26 11:47:35.286850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f296c-6c16-43cd-b27b-a080df44ab0b req-6db89391-9e3a-4e60-be6b-57ccd6c03c8d tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:35.295077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c7f296c-6c16-43cd-b27b-a080df44ab0b req-6db89391-9e3a-4e60-be6b-57ccd6c03c8d tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 1101 time: 0.2930558 Oct 26 11:47:35.335612 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.414636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:35.423792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c7f296c-6c16-43cd-b27b-a080df44ab0b req-e69aaf2b-8642-485a-9f08-ce1fa0a8736e tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231756 Oct 26 11:47:35.434482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6368b6-1c42-4a4c-8947-653a4570e933 req-af4f00a6-e7fa-4c3a-bbab-8c95149b9d7f service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905108 Oct 26 11:47:35.517271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Deleting port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:35.522938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.535981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.641594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Deleting port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:35.642312 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.698476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-676216a0-42e6-4606-9793-f492387fbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:35.700696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-676216a0-42e6-4606-9793-f492387fbd99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 1095 time: 0.1981959 Oct 26 11:47:35.710933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9feb69-2870-4234-9fd0-ac3e41839f45 req-086218d1-b4bc-4b6f-97d8-99ad543b79bb tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:35.712554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f9feb69-2870-4234-9fd0-ac3e41839f45 req-086218d1-b4bc-4b6f-97d8-99ad543b79bb tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebfe262a-0b91-486d-985d-3e6592e1b869 HTTP/1.1" status: 200 len: 949 time: 0.0871363 Oct 26 11:47:35.720592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:47:32Z', 'revision_number': 5, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port': {'id': 'aaacb81c-4d0c-43b2-bd09-92c5dda74b2a', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:33Z', 'updated_at': '2021-10-26T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:35.763880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] For port aaacb81c-4d0c-43b2-bd09-92c5dda74b2a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:35.764276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.782456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Calling delete_port for aaacb81c-4d0c-43b2-bd09-92c5dda74b2a owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:35.794382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] Checking router: 7f2a44a8-6ec9-4c46-a3d7-989253c93114 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:47:35.825797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] Routers {'7f2a44a8-6ec9-4c46-a3d7-989253c93114'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:35.828137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:47:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:35.840220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f9feb69-2870-4234-9fd0-ac3e41839f45 req-db25ec18-cdc0-4f4b-aed1-71aefff1e076 tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.88 "GET /v2.0/security-groups?id=61dda49b-12d8-422b-be35-7f80558cb6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203454 Oct 26 11:47:35.883549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] For port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:35.884106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:35.900625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Calling delete_port for 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:36.010197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] Set router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:36.082052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:47:35Z', 'revision_number': 6, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:36.085996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.120459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-0320d6bd-f7c3-496f-8bbd-109734ed1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:36.121996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-0320d6bd-f7c3-496f-8bbd-109734ed1d24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.3814826 Oct 26 11:47:36.125682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1dbf05-d053-4193-be25-2af6d3d51d39 None None] The sync data for ids ['7f2a44a8-6ec9-4c46-a3d7-989253c93114'] in n-d-812150-3 is: [{'id': '7f2a44a8-6ec9-4c46-a3d7-989253c93114', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1812496241-router', 'tenant_id': '7a7f0c672ba149549792a9c2b5681aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:30Z', 'updated_at': '2021-10-26T11:47:35Z', 'revision_number': 6, 'project_id': '7a7f0c672ba149549792a9c2b5681aff', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:47:36.125898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaacb81c-4d0c-43b2-bd09-92c5dda74b2a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:36.130706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eaf36-033f-4e96-a74a-6f572243a3e2 req-29159251-b64e-499f-860a-85fe8f0199fe tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:36.145074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a41eaf36-033f-4e96-a74a-6f572243a3e2 req-29159251-b64e-499f-860a-85fe8f0199fe tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 944 time: 0.1645839 Oct 26 11:47:36.212261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-4d222131-b64d-45e6-8aec-42142b819fba tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:47:36.213282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.214750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-4d222131-b64d-45e6-8aec-42142b819fba tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1859467 Oct 26 11:47:36.309435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.311877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.316929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-89b65480-b116-4a07-8b20-ebb9df48e5bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.1618056 Oct 26 11:47:36.364820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.367399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.368572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2a44a8-6ec9-4c46-a3d7-989253c93114 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:47:36.374342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.377954 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2ed7b53-8725-413d-bf98-0342a9fc9fa2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/7f2a44a8-6ec9-4c46-a3d7-989253c93114 HTTP/1.1" status: 204 len: 168 time: 1.3074095 Oct 26 11:47:36.378359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52336) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:36.403153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a41eaf36-033f-4e96-a74a-6f572243a3e2 req-92538ed4-5a13-4083-892b-4541a78aea5d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984625 Oct 26 11:47:36.443793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Pushing event deleted for resources: {'Port': ['ID=4c4a26ff-7b7a-45f5-a73a-8bd770080c43,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:36.446016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Deleting subnet b4d33bed-d9f0-4382-b285-d6c172457859 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:47:36.448762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-77a10394-9ae7-4af3-954e-b66f4d15807c tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:36.450606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.451023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-77a10394-9ae7-4af3-954e-b66f4d15807c tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 1094 time: 0.1888852 Oct 26 11:47:36.506356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.523140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-b3c5e0a6-ebf9-4e44-9bee-228afe2137dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:36.524775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-b3c5e0a6-ebf9-4e44-9bee-228afe2137dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.1811910 Oct 26 11:47:36.550802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] No DVR routers for this DVR port 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:36.554342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.558130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-551ebb97-52b3-4a01-bd00-6485647c71ec req-b70932ce-5966-4555-ad83-9a472f8c61ac tempest-ImagesOneServerTestJSON-527870329 tempest-ImagesOneServerTestJSON-527870329-project] 10.222.0.100 "DELETE /v2.0/ports/4c4a26ff-7b7a-45f5-a73a-8bd770080c43 HTTP/1.1" status: 204 len: 173 time: 1.2892213 Oct 26 11:47:36.574763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-deleted', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:36.581933 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025de317-6705-4bf4-a97a-7e2307d0994c" -d '{"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-deleted", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:36.597780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-ebd4a934-f73b-4994-85e6-9c4f22fb7953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551257 Oct 26 11:47:36.643374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.720154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.770694 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:36.782474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f459a7-4950-4b98-8a35-4f69f50b6035 None None] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:36.786441 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b4d33bed-d9f0-4382-b285-d6c172457859 HTTP/1.1" status: 204 len: 168 time: 0.4068992 Oct 26 11:47:36.791087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:36.882499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Request body: {'binding': {'host': 'n-h2-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:36.882499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:47:36.903108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5f29a-b9f8-4fde-9d55-25a764839d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d33bed-d9f0-4382-b285-d6c172457859,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:37.005181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a5547a56-9c21-4d52-805d-bea84268fe50 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:37.030485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: a5547a56-9c21-4d52-805d-bea84268fe50 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:37.031182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a5547a56-9c21-4d52-805d-bea84268fe50 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:37.117969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.225304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Deleting port 624a81eb-a53c-4bff-895c-397ef4ecf083 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:37.227379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.365633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] For port 624a81eb-a53c-4bff-895c-397ef4ecf083, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=624a81eb-a53c-4bff-895c-397ef4ecf083,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:37.366529 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.384862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Calling delete_port for 624a81eb-a53c-4bff-895c-397ef4ecf083 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:37.419120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dc6e80d-c64d-4b91-849a-d2d26789db76 req-1a3412b3-6506-4aec-9453-2667a0af7174 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.2822027 Oct 26 11:47:37.454639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-9ece6650-d14d-4dd2-ab99-59c873aae3cf service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373477 Oct 26 11:47:37.523715 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b8eb19-de64-49bd-b9a2-2006af3d0ca9 x-openstack-request-id: req-f4b8eb19-de64-49bd-b9a2-2006af3d0ca9 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:37.523998 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe262a-0b91-486d-985d-3e6592e1b869", "name": "network-vif-deleted", "tag": "4c4a26ff-7b7a-45f5-a73a-8bd770080c43", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:37.524407 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4b8eb19-de64-49bd-b9a2-2006af3d0ca9 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:37.525342 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe262a-0b91-486d-985d-3e6592e1b869', 'name': 'network-vif-deleted', 'tag': '4c4a26ff-7b7a-45f5-a73a-8bd770080c43', 'status': 'completed', 'code': 200} Oct 26 11:47:37.583278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] DHCP port deletion for 4b734d32-f2d1-40ac-bde0-dea86903c6db request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:47:37.642717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Deleting port 624a81eb-a53c-4bff-895c-397ef4ecf083 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:37.643189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.696939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.761324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b8f8b3f5-cfee-4806-87a3-886b445dc2f9 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:37.778056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=624a81eb-a53c-4bff-895c-397ef4ecf083,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:37.786649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] No DVR routers for this DVR port 624a81eb-a53c-4bff-895c-397ef4ecf083 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:37.813680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b28546e-e49c-4fc3-8ecd-5170cda8471f req-e839eed4-42e3-4fb1-8c32-c4ddd54ceadd service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492465 Oct 26 11:47:37.858699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on host n-h2-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:37.859496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:37.860262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:37.892881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-51b814e4-f993-4a67-9119-5bf089a1948c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755446 Oct 26 11:47:37.921616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:37.926088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:37.931680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.956889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b734d32-f2d1-40ac-bde0-dea86903c6db']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:37.963986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] For port 624a81eb-a53c-4bff-895c-397ef4ecf083, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=624a81eb-a53c-4bff-895c-397ef4ecf083,segment=NetworkSegment(50530255-0685-4ba2-adea-3c12645b2b49),segment_id=50530255-0685-4ba2-adea-3c12645b2b49)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:37.964521 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:37.967949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50530255-0685-4ba2-adea-3c12645b2b49') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:37.968253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50530255-0685-4ba2-adea-3c12645b2b49') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:37.981512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:37.982604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:37.983476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:37.984142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Bound port: 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:37.984552 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.000704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.004194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Calling delete_port for 624a81eb-a53c-4bff-895c-397ef4ecf083 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:38.008353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:47:38.008761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:47:38.134647 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:47:38.137843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.145229 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.152890 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4b734d32-f2d1-40ac-bde0-dea86903c6db HTTP/1.1" status: 204 len: 168 time: 1.3453865 Oct 26 11:47:38.159746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:38.199507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:38.248441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fba013-b895-4805-a022-f905ea7a6af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b734d32-f2d1-40ac-bde0-dea86903c6db,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:38.252262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:38.261119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.262661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a81062a8-a3f2-42a5-a206-30edda6c86f9 service neutron] 10.222.0.88 "POST /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb/bindings HTTP/1.1" status: 201 len: 389 time: 1.7558725 Oct 26 11:47:38.279514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:38.290858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-33544b4b-2597-461f-8b5b-d60feec25c24 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:38.299160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-33544b4b-2597-461f-8b5b-d60feec25c24 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3990355 Oct 26 11:47:38.326916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9', 'mac_address': 'fa:16:3e:ad:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:38.328295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-d0812383-d956-425b-ad12-839a698cffa4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/quotas/1824073f4350477ebf9e2e0920239e81 HTTP/1.1" status: 200 len: 375 time: 0.0281918 Oct 26 11:47:38.437325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.499543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e1805836-6680-4b02-b579-102d52de6a83 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1698968 Oct 26 11:47:38.541855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Network 4b734d32-f2d1-40ac-bde0-dea86903c6db is not hosted by any dhcp agent {{(pid=102761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:47:38.542599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] No DVR routers for this DVR port 624a81eb-a53c-4bff-895c-397ef4ecf083 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:38.548098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.629541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Pushing event deleted for resources: {'Port': ['ID=624a81eb-a53c-4bff-895c-397ef4ecf083,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:38.670235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.671809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.672915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.673428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.674477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.677127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.677914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.679341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.679965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.681037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.682075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.682765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da83741b-1f41-40b1-a42d-2376c02a6af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:47:38.700316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f8b3f5-cfee-4806-87a3-886b445dc2f9 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:38.760445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:38.766451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:38.872764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:38.877015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82c632f3-cb6b-42c8-9632-22d786c3e1bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c1399ad87ec04abca2202b91c0e5fab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602356 Oct 26 11:47:38.905859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb36d18-38b8-46aa-bea6-f0c096d99ce4 req-cbee687b-627d-457a-a3ea-ff50b3562fe0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:38.913660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb36d18-38b8-46aa-bea6-f0c096d99ce4 req-cbee687b-627d-457a-a3ea-ff50b3562fe0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 944 time: 0.3440514 Oct 26 11:47:38.935888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aaacb81c-4d0c-43b2-bd09-92c5dda74b2a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:38.950010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-5ebcfee1-23eb-4643-9d5b-f186fd6471fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:38.952182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-5ebcfee1-23eb-4643-9d5b-f186fd6471fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1097 time: 0.2451253 Oct 26 11:47:39.008393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:39.029746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-89804e1d-41b5-4687-bd74-8c0a895ca05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:39.039925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb36d18-38b8-46aa-bea6-f0c096d99ce4 req-9004b66e-b263-4ca5-81af-3444b28219cc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177690 Oct 26 11:47:39.081491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: aaacb81c-4d0c-43b2-bd09-92c5dda74b2a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:39.081842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aaacb81c-4d0c-43b2-bd09-92c5dda74b2a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:39.082273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 624a81eb-a53c-4bff-895c-397ef4ecf083 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:39.138042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-d2ce0d11-fd94-494e-8de3-e9177eacac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:39.139619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:39.141762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-d2ce0d11-fd94-494e-8de3-e9177eacac73 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.1827939 Oct 26 11:47:39.147910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-89804e1d-41b5-4687-bd74-8c0a895ca05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:39.199174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:39.199542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4c4a26ff-7b7a-45f5-a73a-8bd770080c43 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:39.225235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 624a81eb-a53c-4bff-895c-397ef4ecf083 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:39.229963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 624a81eb-a53c-4bff-895c-397ef4ecf083 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:39.244952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:39.245845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-8425b3dd-ade5-4111-8d05-07037503c5f2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 217 time: 0.0952477 Oct 26 11:47:39.321567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['b8f8b3f5-cfee-4806-87a3-886b445dc2f9'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:39.511418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-89804e1d-41b5-4687-bd74-8c0a895ca05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:39.524230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-89804e1d-41b5-4687-bd74-8c0a895ca05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:39.526927 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-89804e1d-41b5-4687-bd74-8c0a895ca05c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/61dda49b-12d8-422b-be35-7f80558cb6c6 HTTP/1.1" status: 204 len: 168 time: 0.6479218 Oct 26 11:47:39.569763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89804e1d-41b5-4687-bd74-8c0a895ca05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dda49b-12d8-422b-be35-7f80558cb6c6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:39.899171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Deleting port 4a70187d-08cc-48ea-be33-9a6b72c5d23d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:39.900140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:39.965994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a2d57da-2adf-4594-aadc-12aacbdfd8d2 req-86f7e51c-399d-4e9f-b38c-50eb259d6e2f tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f267570-0b4b-40ba-bd6b-17bec67bb04f HTTP/1.1" status: 200 len: 210 time: 0.0370014 Oct 26 11:47:39.980478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-4b728e56-de8e-4b9c-bf0f-a0accaa4533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:39.982121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-4b728e56-de8e-4b9c-bf0f-a0accaa4533d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.7303193 Oct 26 11:47:40.050627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] For port 4a70187d-08cc-48ea-be33-9a6b72c5d23d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4a70187d-08cc-48ea-be33-9a6b72c5d23d,segment=NetworkSegment(72b9d600-a336-422c-95a3-68fc35e89438),segment_id=72b9d600-a336-422c-95a3-68fc35e89438)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:40.051239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:40.080342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Calling delete_port for 4a70187d-08cc-48ea-be33-9a6b72c5d23d owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:40.124965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8b41-4b2a-4d1a-996a-c16ba0373155 req-85c92db7-886e-448e-a8d8-46c12a96daf1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:40.126611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a5c8b41-4b2a-4d1a-996a-c16ba0373155 req-85c92db7-886e-448e-a8d8-46c12a96daf1 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.8249598 Oct 26 11:47:40.130327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-b7ae4139-e6da-4d41-a42e-f05539b3c104 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299255 Oct 26 11:47:40.362797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a5c8b41-4b2a-4d1a-996a-c16ba0373155 req-b3f731f8-8186-4150-971a-51e1ee646ced tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235539 Oct 26 11:47:40.370315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52428) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:40.505166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:40.539095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Deleting subnet 6d512d3a-6e91-46a9-a7d2-9562a80d2a07 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:47:40.540930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a70187d-08cc-48ea-be33-9a6b72c5d23d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:40.569187 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-806bea86-91bf-418d-b939-b7da5552eae6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307890 Oct 26 11:47:40.588269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:40.597663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1591048913'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:40.620881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97815b2c-1742-4300-8336-4ae1729da18d req-1bc5d150-fa46-434c-8f47-d4678875382e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 210 time: 0.1404476 Oct 26 11:47:40.639573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:40.734639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:40.784767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-0858783f-049d-454a-b9e1-d45f5e50e87a service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896699 Oct 26 11:47:40.794631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b057526-53ae-463a-bd6e-5cd73dcf3f2f req-b73b8aae-6af1-443a-b1af-5d34bb8abf66 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:40.802611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b057526-53ae-463a-bd6e-5cd73dcf3f2f req-b73b8aae-6af1-443a-b1af-5d34bb8abf66 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 945 time: 0.3234377 Oct 26 11:47:40.990693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b057526-53ae-463a-bd6e-5cd73dcf3f2f req-7364379e-fced-496f-b498-b042545ee479 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869748 Oct 26 11:47:41.048055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.245957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-22f59f89-83e7-4014-a354-3cfa41142418 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384987 Oct 26 11:47:41.279821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.332228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d512d3a-6e91-46a9-a7d2-9562a80d2a07,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:41.346839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.361290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-120888b0-617e-4cda-90c4-593c7b6bad63 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6d512d3a-6e91-46a9-a7d2-9562a80d2a07 HTTP/1.1" status: 204 len: 168 time: 0.9896560 Oct 26 11:47:41.367723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52454) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:41.624982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.654578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23a95-e056-474e-9677-b78ce48ae250 req-5656fe1f-e28c-4432-af06-684250cb37c7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:41.655690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3c23a95-e056-474e-9677-b78ce48ae250 req-5656fe1f-e28c-4432-af06-684250cb37c7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.1011128 Oct 26 11:47:41.659318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:41.664909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.689240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-8b10b124-99e2-4a1d-8192-0369e1e828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:41.691723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-8b10b124-99e2-4a1d-8192-0369e1e828b0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 1095 time: 1.0855885 Oct 26 11:47:41.722825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:47:41.727804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b8f8b3f5-cfee-4806-87a3-886b445dc2f9 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:41.744303 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.744723 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Added segment d9dc59d9-65b9-4d4a-bc42-9a83d12938b1 of type vlan for network 27efb480-40de-46e0-a1bd-5c2fdb66e587 Oct 26 11:47:41.758234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:41.991500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:47:42.008807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.013926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:42.021984 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.241325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.257474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:42.261212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.308417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b575e28-a5e2-4c26-8196-5e10a90ef1cc req-58cf2de9-899e-420b-9874-6040a143b123 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 210 time: 0.3323119 Oct 26 11:47:42.407323 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.411497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3c23a95-e056-474e-9677-b78ce48ae250 req-7207c874-d91d-4b1b-b32f-38df24e4aaba tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942216 Oct 26 11:47:42.459705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.487929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:42.489165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:42.493200 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83b90e-896e-46d4-9d5a-1679acd550b8" -d '{"events": [{"server_uuid": "7d6ae690-8164-4f2b-b2f2-b31776b381cb", "name": "network-vif-plugged", "status": "completed", "tag": "b8f8b3f5-cfee-4806-87a3-886b445dc2f9"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:42.498652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:42.559454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:42.569126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-b91aedb4-71f0-4d14-96db-1e92b5e42fa7 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3705790 Oct 26 11:47:42.657992 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4503ca69-5e8b-4ade-b96c-ce2e52f424ac x-openstack-request-id: req-4503ca69-5e8b-4ade-b96c-ce2e52f424ac {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:42.658291 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6ae690-8164-4f2b-b2f2-b31776b381cb", "name": "network-vif-plugged", "status": "completed", "tag": "b8f8b3f5-cfee-4806-87a3-886b445dc2f9", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:42.658548 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4503ca69-5e8b-4ade-b96c-ce2e52f424ac {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:42.659133 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9', 'code': 200} Oct 26 11:47:42.689422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-caa42c6f-4c8d-40f1-ab92-2f24fb61980c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3757517 Oct 26 11:47:42.694651 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1002097 Oct 26 11:47:42.696261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52470) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:42.790751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-942e362b-046b-4cdf-bc3b-dc11a64be41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:42.792552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5b50cd-edaa-4bd7-b87a-d3b59a752b55']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:42.799677 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-942e362b-046b-4cdf-bc3b-dc11a64be41b service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.9818420 Oct 26 11:47:42.804705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62fb72-c272-49c0-a073-b0ab054c47bd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Network': ['ID=27efb480-40de-46e0-a1bd-5c2fdb66e587,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:42.825849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:47:42.826727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1568462220'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:42.982841 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-9193c802-cf50-48bc-8393-34d3cb352e6b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 200 len: 217 time: 0.1453671 Oct 26 11:47:42.995158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb3dfab-abcd-437b-bab6-8bea436d1dca') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:42.995552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb3dfab-abcd-437b-bab6-8bea436d1dca') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:43.014631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.053023 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.082701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:47:43.083288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:47:43.093402 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:47:43.166367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:43.170090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.177655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-f2bde113-21c5-4e3f-afeb-4727e4ca9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:43.179283 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-f2bde113-21c5-4e3f-afeb-4727e4ca9299 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1393323 Oct 26 11:47:43.212816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8e9a1-2969-4c84-9bc6-7a08eb33c09e req-d1e0fb9a-7119-406b-a23d-fbc0fd9d9dfc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:43.217638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d8e9a1-2969-4c84-9bc6-7a08eb33c09e req-d1e0fb9a-7119-406b-a23d-fbc0fd9d9dfc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 946 time: 0.5734587 Oct 26 11:47:43.242645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-eb60e004-00a1-43c7-ab1d-15aed71be3fc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441313 Oct 26 11:47:43.256318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4d04-89f5-40ca-b85a-ab481263694c req-fbbdaaa0-c64c-49e0-9bc6-5840f19837b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:43.258316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dc7b4d04-89f5-40ca-b85a-ab481263694c req-fbbdaaa0-c64c-49e0-9bc6-5840f19837b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 1097 time: 0.2723250 Oct 26 11:47:43.302264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-b9925524-ffdd-4a53-b233-ed424a47ffc9 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:43.304076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-b9925524-ffdd-4a53-b233-ed424a47ffc9 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7316525 Oct 26 11:47:43.318465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c168b59f-f5df-4ac8-8749-c3afb88c78e3 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:43.320172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c168b59f-f5df-4ac8-8749-c3afb88c78e3 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6211009 Oct 26 11:47:43.322809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.328193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.332773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] 10.222.0.88 "DELETE /v2.0/networks/ea5b50cd-edaa-4bd7-b87a-d3b59a752b55 HTTP/1.1" status: 204 len: 168 time: 1.9586346 Oct 26 11:47:43.354459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': '509def3f-53c4-40fc-9a77-62fd495f2755', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:43.368192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:43.368518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:47:43.427107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Router 9e808ae4-5926-4416-a13e-6af40f3c24df has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:47:43.453856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.461515 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Added segment 4ba41fe4-c8af-4466-9b20-b02930c4dcd1 of type vlan for network 037c1482-cbb0-4eeb-9be0-3fc618365408 Oct 26 11:47:43.527244 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dc7b4d04-89f5-40ca-b85a-ab481263694c req-0e1cc733-e0c2-4e58-9f77-005b2d9aae86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546835 Oct 26 11:47:43.578115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f995b45-178d-412a-9e62-bf8f0b91f51d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5b50cd-edaa-4bd7-b87a-d3b59a752b55,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:43.616451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.635123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17cd9bfc-ab68-4c6b-8967-6373c7aa1741 req-3b6fd75b-16f4-490e-a48b-990d47d683f5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 210 time: 0.0629547 Oct 26 11:47:43.650111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d8e9a1-2969-4c84-9bc6-7a08eb33c09e req-9c13dfc4-df8a-4615-bcc9-b863aab12522 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161556 Oct 26 11:47:43.797667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:43.809853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:43.877144 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-51fd36c3-bbeb-4782-a82c-a3e68896ccca service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155083 Oct 26 11:47:43.888121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:43.894725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:47:44.015945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:44.022121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:44.022724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:44.212797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.103 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/844417e6-9118-46d7-8c16-b05c13b36649) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:44.232596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:47:44.245395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-901924e1-2686-44d4-b9a7-2acafec00115 admin admin] 10.222.0.88 "PUT /v2.0/routers/9e808ae4-5926-4416-a13e-6af40f3c24df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0804288 Oct 26 11:47:44.246482 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] Sync routers for ids ['9e808ae4-5926-4416-a13e-6af40f3c24df'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:47:44.262197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] Routers {'9e808ae4-5926-4416-a13e-6af40f3c24df'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:44.267113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52520) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:44.268100 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:47:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9e808ae4-5926-4416-a13e-6af40f3c24df'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:44.295413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4958959 Oct 26 11:47:44.302642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52522) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:44.317357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'subnet': {'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:44.341813 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12c35d8f-78cb-4555-ab1c-6fd810c42d89 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=509e12f736444faebe14a8f5fdd05607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511032 Oct 26 11:47:44.380739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52524) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:44.409664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b93a5-ad53-4c5d-ad68-c543ea79dad7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Network': ['ID=037c1482-cbb0-4eeb-9be0-3fc618365408,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:44.413958 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9135400c-3b4b-4200-97ec-14d38f4c2789 req-014a8f9f-3ea2-4296-95e8-03107cc7fc7a service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245962 Oct 26 11:47:44.422657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:47:44.463179 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] Set router 9e808ae4-5926-4416-a13e-6af40f3c24df gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:44.525613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:44.533061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:44.538389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:44.670287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17619d4-d27f-4eef-be62-b2408a1c259e req-421f0e98-e2ca-4aa1-820b-b850920cc3c4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:44.690193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f17619d4-d27f-4eef-be62-b2408a1c259e req-421f0e98-e2ca-4aa1-820b-b850920cc3c4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.8351092 Oct 26 11:47:44.810679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:44.811181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f17619d4-d27f-4eef-be62-b2408a1c259e req-ea278552-e1d8-461f-842c-c43b6b17887e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151071 Oct 26 11:47:44.949442 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:47:40Z', 'revision_number': 5, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port': {'id': '11013f65-9809-4b1e-826b-44a466ac4e82', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:41:52Z', 'updated_at': '2021-10-26T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:44.961580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8021579-8186-408d-b883-fa65f5f96fff req-6ef41444-abd4-45aa-940c-40dc521f4677 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 210 time: 0.1716411 Oct 26 11:47:45.003313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Deleting port 11013f65-9809-4b1e-826b-44a466ac4e82 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:45.003853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.030373 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] Checking router: 9e808ae4-5926-4416-a13e-6af40f3c24df for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:47:45.054044 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] Routers {'9e808ae4-5926-4416-a13e-6af40f3c24df'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:47:45.054673 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:47:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9e808ae4-5926-4416-a13e-6af40f3c24df'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:45.183338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:45.201200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.245073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] For port 11013f65-9809-4b1e-826b-44a466ac4e82, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=11013f65-9809-4b1e-826b-44a466ac4e82,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:45.245858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.260819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff008-6d82-49f3-8360-5fb8c38a37a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.270891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Calling delete_port for 11013f65-9809-4b1e-826b-44a466ac4e82 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:45.309585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.376757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58efc1-c617-4f66-9ca9-aa772533771f req-ad1a5080-0e60-4a65-8bbf-a836637e4f15 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:45.388301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c58efc1-c617-4f66-9ca9-aa772533771f req-ad1a5080-0e60-4a65-8bbf-a836637e4f15 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 946 time: 0.3815801 Oct 26 11:47:45.398795 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] Set router 9e808ae4-5926-4416-a13e-6af40f3c24df gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:47:45.400511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff008-6d82-49f3-8360-5fb8c38a37a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.468811 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:47:44Z', 'revision_number': 6, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:45.553064 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311df26d-93a2-4a0f-8801-169c59b18ea9 None None] The sync data for ids ['9e808ae4-5926-4416-a13e-6af40f3c24df'] in n-d-812150-3 is: [{'id': '9e808ae4-5926-4416-a13e-6af40f3c24df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-50490961-router', 'tenant_id': 'c68b440c3be84addb916b5d5b28dd610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:41:49Z', 'updated_at': '2021-10-26T11:47:44Z', 'revision_number': 6, 'project_id': 'c68b440c3be84addb916b5d5b28dd610', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:47:45.559643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c58efc1-c617-4f66-9ca9-aa772533771f req-60906642-6e89-4791-bd9c-2c075de3ffab tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702065 Oct 26 11:47:45.684677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.689097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.697281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:45.807924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11013f65-9809-4b1e-826b-44a466ac4e82,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:45.829894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff008-6d82-49f3-8360-5fb8c38a37a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.834026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff008-6d82-49f3-8360-5fb8c38a37a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:45.850226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5e8ff008-6d82-49f3-8360-5fb8c38a37a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4adf7cd-3354-46ab-8648-d91c2c6c2dcf HTTP/1.1" status: 204 len: 168 time: 1.4520359 Oct 26 11:47:45.938599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ff008-6d82-49f3-8360-5fb8c38a37a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4adf7cd-3354-46ab-8648-d91c2c6c2dcf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:45.980076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:45.999493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:46.022527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.048457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:46.240116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.148 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/c8543365-9bc0-481d-b40c-247342e90dd6) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:46.388757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.395633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.466294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:47:46.528773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.529388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e808ae4-5926-4416-a13e-6af40f3c24df {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:47:46.538372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.539911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=844417e6-9118-46d7-8c16-b05c13b36649,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:46.545049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2bfbd8d-2928-4bdb-8e06-0ab8da4d35b1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9e808ae4-5926-4416-a13e-6af40f3c24df HTTP/1.1" status: 204 len: 168 time: 2.2674367 Oct 26 11:47:46.545987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:46.632455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93aa9fbd-b6a1-44b9-b43d-cd21024dea70 req-36ce18bb-4cef-4def-a41c-a372cc3b5351 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 210 time: 0.3120027 Oct 26 11:47:46.699568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0cf3c3fb-c8e5-4cbb-91cc-8d767d245ba3 None None] Provisioning complete for port 844417e6-9118-46d7-8c16-b05c13b36649 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:46.700048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c3fb-c8e5-4cbb-91cc-8d767d245ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.706710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:46.713933 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.793343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3c3fb-c8e5-4cbb-91cc-8d767d245ba3 None None] Port 844417e6-9118-46d7-8c16-b05c13b36649 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:47:46.825211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Deleting subnet 546cc047-efce-4100-bb10-2c74199732cc {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:47:46.850846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:46.875744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4a70187d-08cc-48ea-be33-9a6b72c5d23d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:46.911336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 4a70187d-08cc-48ea-be33-9a6b72c5d23d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:46.912233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4a70187d-08cc-48ea-be33-9a6b72c5d23d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:46.913394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11013f65-9809-4b1e-826b-44a466ac4e82 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:46.951023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 11013f65-9809-4b1e-826b-44a466ac4e82 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:46.951655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11013f65-9809-4b1e-826b-44a466ac4e82 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:46.987757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.111565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f559d9af-34e1-48c1-b056-2f03a3f22b5d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7692506 Oct 26 11:47:47.199642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.252729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc105f-006e-491a-8c66-25f6b8db9aea req-2703d437-b8cf-4924-8694-6ae0104ee260 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:47.254455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36dc105f-006e-491a-8c66-25f6b8db9aea req-2703d437-b8cf-4924-8694-6ae0104ee260 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.9349017 Oct 26 11:47:47.289035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Request body: {'port': {'device_id': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:47.310358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.503305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.515335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36dc105f-006e-491a-8c66-25f6b8db9aea req-d9fe2d00-82df-4f88-b5be-405077217c83 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012907 Oct 26 11:47:47.534253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.542902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccee86b-16e4-439e-a40f-f5f16f04f0eb None None] Network 74f3b0d5-c83c-4082-a8b1-f415b01f847a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:47.562269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c144fa-cff8-4ced-a189-ef94386706dd req-c3bcdf7e-8f20-41ae-8090-1e14fc66cb24 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:47.564811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38c144fa-cff8-4ced-a189-ef94386706dd req-c3bcdf7e-8f20-41ae-8090-1e14fc66cb24 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 946 time: 0.5515921 Oct 26 11:47:47.565975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52600) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:47.573664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/546cc047-efce-4100-bb10-2c74199732cc HTTP/1.1" status: 204 len: 168 time: 1.0254071 Oct 26 11:47:47.655749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abfbf0-b278-4953-b437-95cb1f91d182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546cc047-efce-4100-bb10-2c74199732cc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:47.677787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.681616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.751277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Subnet': ['ID=5fe8a418-6cf7-4e8f-8350-86c9773fab38,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:47.858939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:47.889793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Checking segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:47.890318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network hostable DHCP agents. Network: 27efb480-40de-46e0-a1bd-5c2fdb66e587, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:47:47.977686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-fe806d3e-17e5-4a33-9c63-95af51095822 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1450498 Oct 26 11:47:48.057054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] DHCP port deletion for 74f3b0d5-c83c-4082-a8b1-f415b01f847a request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:47:48.189690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] Deleting port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:48.190105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:48.209708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-a7486631-e3b5-41a3-ba9b-13cd8f2d9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:48.212213 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-a7486631-e3b5-41a3-ba9b-13cd8f2d9242 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1634436 Oct 26 11:47:48.374432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] For port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,segment=NetworkSegment(72b9d600-a336-422c-95a3-68fc35e89438),segment_id=72b9d600-a336-422c-95a3-68fc35e89438)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:48.376901 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:48.408391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] Calling delete_port for 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:48.596361 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:48.620780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-dcb60e23-f68c-45fa-93c6-f5bb3722698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:48.623765 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-dcb60e23-f68c-45fa-93c6-f5bb3722698f service neutron] 10.222.0.30 "GET /v2.0/networks?id=68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 200 len: 910 time: 0.3841295 Oct 26 11:47:48.644498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] Pushing event deleted for resources: {'Port': ['ID=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:48.667593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7664ee2f-9aca-42b2-b491-4dd2f7bc82ad None None] No DVR routers for this DVR port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:48.751137 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-9c343704-d166-451c-b591-50ebfaf07455 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 200 len: 217 time: 0.1158702 Oct 26 11:47:48.861456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:48.952562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:48.952916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:48.958161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-fd06c037-6ad6-4cdb-b461-310fee0e02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:48.960990 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-fd06c037-6ad6-4cdb-b461-310fee0e02a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 200 len: 848 time: 0.2008286 Oct 26 11:47:49.065974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-17976160-f192-47cb-b312-f96081cc394a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68550a16-fa5c-4506-886c-93ab4412cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941155 Oct 26 11:47:49.084881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b550ba5-6e77-40c8-a221-d636302b47b7 req-27d476a4-fcef-41a2-b6ca-24ed385939b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 210 time: 1.2647760 Oct 26 11:47:49.131831 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f18982c9-586f-4fe2-9d80-5cddbff73f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:49.197041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38c144fa-cff8-4ced-a189-ef94386706dd req-5bee5142-9aaf-4bd8-952a-93a59a181da6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5232632 Oct 26 11:47:49.251041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:47:49.325399 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-eaa68541-e91c-4499-84b4-cec00112e6fb service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521908 Oct 26 11:47:49.361069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Deleting port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:49.362636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:49.555063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 27efb480-40de-46e0-a1bd-5c2fdb66e587) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:49.589696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a4d5e-8955-4ebb-91dc-80b45aa68592 None None] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:49.590855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:49.592093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:49.642203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-97adc134-8826-4adc-bc8d-421ac919532f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.3341491 Oct 26 11:47:49.645192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:49.647833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52646) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:49.668716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:49.767326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'subnet': {'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:50.007987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] For port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb, host n-d-812150-3, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:50.008663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.173371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-27efb480-40de-46e0-a1bd-5c2fdb66e587', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:47:50.174445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.261316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7fd70fb1-8b0b-41d1-a9bb-9da360e0f84f req-6770fe21-32ec-4c34-b0f1-97f1eb54a4dc service neutron] 10.222.0.30 "GET /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274743 Oct 26 11:47:50.347179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Calling delete_port for 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:50.350211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:47:50.427932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.451420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Allocated IP 10.1.1.2 (27efb480-40de-46e0-a1bd-5c2fdb66e587/5fe8a418-6cf7-4e8f-8350-86c9773fab38/b1544932-ad81-4d22-9f67-e1f25f002e62) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:50.476759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:50.482505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] No DVR routers for this DVR port 26b04be4-aef0-4c8e-a6a1-94bde0df9bfb on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:50.628955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:50.632893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:50.686171 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.697620 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.715944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.763867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f7c2-ecd2-4aca-9d44-b0bef206ebb4 req-8f626390-0430-4c3b-856a-38c406f4f5c1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:50.771724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d95f7c2-ecd2-4aca-9d44-b0bef206ebb4 req-8f626390-0430-4c3b-856a-38c406f4f5c1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.3888187 Oct 26 11:47:50.787108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-4016b71e-870d-421b-9b59-f01fe542d5ec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:50.788832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-4016b71e-870d-421b-9b59-f01fe542d5ec tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.4363186 Oct 26 11:47:50.794467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:50.817732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:50.825614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:50.842026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=c8543365-9bc0-481d-b40c-247342e90dd6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:50.946934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Pushing event updated for resources: {'Port': ['ID=b1544932-ad81-4d22-9f67-e1f25f002e62,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:50.966297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f3b0d5-c83c-4082-a8b1-f415b01f847a']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:50.979936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Pushing event deleted for resources: {'Port': ['ID=26b04be4-aef0-4c8e-a6a1-94bde0df9bfb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:50.981146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Attempting to bind port b1544932-ad81-4d22-9f67-e1f25f002e62 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:50.981566 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Attempting to bind port b1544932-ad81-4d22-9f67-e1f25f002e62 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:50.983107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Attempting to bind port b1544932-ad81-4d22-9f67-e1f25f002e62 on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:50.995952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea4581-f3a5-479d-9159-e380b4e258d1 req-5836e58a-42bc-4032-b0f5-a868129e7dc2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:50.997040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:50.997449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Checking segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:50.998008 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:50.999359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Bound using segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:50.999916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Bound port: b1544932-ad81-4d22-9f67-e1f25f002e62, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:51.000354 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.005217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cea4581-f3a5-479d-9159-e380b4e258d1 req-5836e58a-42bc-4032-b0f5-a868129e7dc2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 1.3244436 Oct 26 11:47:51.060144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:51.060832 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.070841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b9d600-a336-422c-95a3-68fc35e89438') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:51.070841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b9d600-a336-422c-95a3-68fc35e89438') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:47:51.097292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-06c3cdc1-5c0a-43a2-a61e-4dfcf3b1805e None None] Provisioning complete for port c8543365-9bc0-481d-b40c-247342e90dd6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:51.097826 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-06c3cdc1-5c0a-43a2-a61e-4dfcf3b1805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.111777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d95f7c2-ecd2-4aca-9d44-b0bef206ebb4 req-b38019be-1ac7-447a-8309-923a1b4de5e2 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388124 Oct 26 11:47:51.116323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.138739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.151219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:47:51.151720 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.178105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-06c3cdc1-5c0a-43a2-a61e-4dfcf3b1805e None None] Port c8543365-9bc0-481d-b40c-247342e90dd6 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:47:51.190395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] For port b1544932-ad81-4d22-9f67-e1f25f002e62, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:51.197389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] For port b1544932-ad81-4d22-9f67-e1f25f002e62, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b1544932-ad81-4d22-9f67-e1f25f002e62,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:51.204753 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.288980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c4b19-3fa1-46cb-932e-b9f4cc4874eb None None] Pushing event updated for resources: {'Port': ['ID=b1544932-ad81-4d22-9f67-e1f25f002e62,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:47:51.298585 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:47:51.302517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.304634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:51.309285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.378109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.384950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] 10.222.0.88 "DELETE /v2.0/networks/74f3b0d5-c83c-4082-a8b1-f415b01f847a HTTP/1.1" status: 204 len: 168 time: 3.8129804 Oct 26 11:47:51.428901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e80b7796-18d4-455b-ba6b-c0b9531bb4b0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.0943210 Oct 26 11:47:51.460126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Request body: {'port': {'device_id': '509def3f-53c4-40fc-9a77-62fd495f2755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:51.484621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5b633-75fa-412d-83df-5e79273ef76f admin admin] Pushing event deleted for resources: {'Network': ['ID=74f3b0d5-c83c-4082-a8b1-f415b01f847a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:51.652839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cea4581-f3a5-479d-9159-e380b4e258d1 req-3b061220-d425-4c04-9f3a-37b1a7f59093 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466832 Oct 26 11:47:51.703339 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b58877b1-dacf-4ee2-8b3b-11e19d6a05ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.806719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52680) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:51.819299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844417e6-9118-46d7-8c16-b05c13b36649 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:51.837029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-9dc3d541-d61c-4931-b948-c927352227a0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:51.838931 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-9dc3d541-d61c-4931-b948-c927352227a0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 946 time: 0.0909503 Oct 26 11:47:51.840621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.854464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.883153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6f7f-102b-45d4-94fe-41f8fd33d375 req-72a53c54-e49e-4d16-b903-96b1d287482a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:51.884707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b9f6f7f-102b-45d4-94fe-41f8fd33d375 req-72a53c54-e49e-4d16-b903-96b1d287482a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 936 time: 0.5107110 Oct 26 11:47:51.905353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Deleting port 93e060f9-e667-4f51-9519-9a7935d95547 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:51.905717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:51.943924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Transition to ACTIVE for port object 844417e6-9118-46d7-8c16-b05c13b36649 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:47:51.968012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Deleting port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:51.968517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.020092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.089053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] For port b8f8b3f5-cfee-4806-87a3-886b445dc2f9, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:52.089846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.111235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Calling delete_port for b8f8b3f5-cfee-4806-87a3-886b445dc2f9 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:52.155490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7edd8f4d-c0eb-4301-a180-90f842209a84 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7a7f0c672ba149549792a9c2b5681aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461032 Oct 26 11:47:52.171121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52684) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:52.276939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Pushing event updated for resources: {'Port': ['ID=844417e6-9118-46d7-8c16-b05c13b36649,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:52.316934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91167-ec01-4ba1-8f47-0a75caad7e65 req-c12c0f93-7bb3-4e92-ae78-7db812374cb4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:52.325780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64e91167-ec01-4ba1-8f47-0a75caad7e65 req-c12c0f93-7bb3-4e92-ae78-7db812374cb4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d6ae690-8164-4f2b-b2f2-b31776b381cb HTTP/1.1" status: 200 len: 946 time: 0.4620349 Oct 26 11:47:52.359285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.383467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['b8f8b3f5-cfee-4806-87a3-886b445dc2f9'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:47:52.436841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event deleted for resources: {'Port': ['ID=b8f8b3f5-cfee-4806-87a3-886b445dc2f9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:52.475579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b9f6f7f-102b-45d4-94fe-41f8fd33d375 req-3c9040ee-9b74-45a8-9f37-b90b4828e318 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667121 Oct 26 11:47:52.570490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] No DVR routers for this DVR port b8f8b3f5-cfee-4806-87a3-886b445dc2f9 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:52.573489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.582015 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0cc443f-e4ff-46f2-bb55-d89cffa52ef3 req-3cd5a3f6-0b08-4fd0-90d6-8725a268a49a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "DELETE /v2.0/ports/b8f8b3f5-cfee-4806-87a3-886b445dc2f9 HTTP/1.1" status: 204 len: 173 time: 0.7356863 Oct 26 11:47:52.583125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'name': 'network-vif-deleted', 'tag': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:52.586532 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b2989-6242-4e85-9477-29eb925e2283" -d '{"events": [{"server_uuid": "7d6ae690-8164-4f2b-b2f2-b31776b381cb", "name": "network-vif-deleted", "tag": "b8f8b3f5-cfee-4806-87a3-886b445dc2f9"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:52.617784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.839932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] For port 93e060f9-e667-4f51-9519-9a7935d95547, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=93e060f9-e667-4f51-9519-9a7935d95547,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:52.840466 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.841782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:52.858919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b1544932-ad81-4d22-9f67-e1f25f002e62 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:52.939162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-b15fba86-caed-4bd0-a526-7d698a47604e tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1977665 Oct 26 11:47:52.945489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64e91167-ec01-4ba1-8f47-0a75caad7e65 req-7ba60b3c-db53-4f74-9a82-7aa57a5cc2d2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180634 Oct 26 11:47:52.954991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Calling delete_port for 93e060f9-e667-4f51-9519-9a7935d95547 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:53.079244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d612bbe5-d686-44eb-ad46-3976eb4e2104 None None] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:53.152863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.162725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dd3457c7-5da4-4b00-8211-5b3e86df7a4d None None] Provisioning complete for port b1544932-ad81-4d22-9f67-e1f25f002e62 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:53.163333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd3457c7-5da4-4b00-8211-5b3e86df7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.206395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b1544932-ad81-4d22-9f67-e1f25f002e62 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:53.207837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.432534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Subnet': ['ID=f54028e2-314d-4e85-aae9-0708a74abc2b,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:53.444396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd3457c7-5da4-4b00-8211-5b3e86df7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.474148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.474479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-449aaa0b-48c6-4825-ba03-7545e505edac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.523344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dd3457c7-5da4-4b00-8211-5b3e86df7a4d None None] For port b1544932-ad81-4d22-9f67-e1f25f002e62, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b1544932-ad81-4d22-9f67-e1f25f002e62,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:53.528433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd3457c7-5da4-4b00-8211-5b3e86df7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.595375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Checking segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:53.596913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network hostable DHCP agents. Network: 037c1482-cbb0-4eeb-9be0-3fc618365408, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:47:53.622251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:47:53.622689 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:47:53.628630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3457c7-5da4-4b00-8211-5b3e86df7a4d None None] Pushing event updated for resources: {'Port': ['ID=b1544932-ad81-4d22-9f67-e1f25f002e62,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:53.678231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Attempting to bind port 844417e6-9118-46d7-8c16-b05c13b36649 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:53.678231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Attempting to bind port 844417e6-9118-46d7-8c16-b05c13b36649 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:53.678231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Attempting to bind port 844417e6-9118-46d7-8c16-b05c13b36649 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:53.706186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6b620-3cb8-4968-8d80-85519e59d35a req-d6b36667-a7bd-4bf1-91e0-f20eb88af10d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:53.708554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cad6b620-3cb8-4968-8d80-85519e59d35a req-d6b36667-a7bd-4bf1-91e0-f20eb88af10d tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aac61fa-1254-48ec-bacc-12d7e5617ca5 HTTP/1.1" status: 200 len: 945 time: 0.2789645 Oct 26 11:47:53.713278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-449aaa0b-48c6-4825-ba03-7545e505edac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.762938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-1d8f52fb-472e-4b86-8920-2dba15ede4d9 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:53.764550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-1d8f52fb-472e-4b86-8920-2dba15ede4d9 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8239231 Oct 26 11:47:53.765237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Port 844417e6-9118-46d7-8c16-b05c13b36649 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:53.765605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Attempting to bind port 844417e6-9118-46d7-8c16-b05c13b36649 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:53.785560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:53.785940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:53.786410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:53.786973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Bound port: 844417e6-9118-46d7-8c16-b05c13b36649, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:53.787341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.801191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:47:53.856237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-108df2d3-f1dc-465b-b51c-94ce235dec40 None None] Provisioning complete for port b1544932-ad81-4d22-9f67-e1f25f002e62 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:53.856608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-108df2d3-f1dc-465b-b51c-94ce235dec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:53.910254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-1593c88f-c1ca-430b-8b4c-8b2491e471b7 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/quotas/e348ffd1b7ec4fdcb1e3f366cede2ff5 HTTP/1.1" status: 200 len: 375 time: 0.1121724 Oct 26 11:47:53.946494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 037c1482-cbb0-4eeb-9be0-3fc618365408) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:53.959489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad106650-fba4-4bc1-866d-36178592b54a None None] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:54.011272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:54.012244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.067612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cad6b620-3cb8-4968-8d80-85519e59d35a req-92aaf471-d873-4ba6-9a5f-2ec3f5a7867b tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281519 Oct 26 11:47:54.070186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-bddfa76f-abff-4f2c-97ba-4e75e2567457 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171393 Oct 26 11:47:54.090338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8543365-9bc0-481d-b40c-247342e90dd6 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:47:54.095065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.107816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-449aaa0b-48c6-4825-ba03-7545e505edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.110381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-449aaa0b-48c6-4825-ba03-7545e505edac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.115385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-449aaa0b-48c6-4825-ba03-7545e505edac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70555862-7cdf-41a2-a173-ca8b7892091e HTTP/1.1" status: 204 len: 168 time: 1.8371484 Oct 26 11:47:54.120207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0151e46a-8619-46bd-b133-cbe0282816dd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.4561512 Oct 26 11:47:54.123326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52716) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:54.124190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.131293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'name': 'tempest-TaggedBootDevicesTest-301230026', 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:54.175417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] For port 844417e6-9118-46d7-8c16-b05c13b36649, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:54.186422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event deleted for resources: {'Port': ['ID=93e060f9-e667-4f51-9519-9a7935d95547,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:54.200395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449aaa0b-48c6-4825-ba03-7545e505edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70555862-7cdf-41a2-a173-ca8b7892091e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:54.207670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Transition to ACTIVE for port object c8543365-9bc0-481d-b40c-247342e90dd6 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:47:54.223856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] For port 844417e6-9118-46d7-8c16-b05c13b36649, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=844417e6-9118-46d7-8c16-b05c13b36649,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:54.225437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.274737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-037c1482-cbb0-4eeb-9be0-3fc618365408', 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'fixed_ips': [{'subnet_id': 'f54028e2-314d-4e85-aae9-0708a74abc2b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:47:54.276250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.324802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:54.332983 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcdf23f-5378-4a4b-a3b3-176b8abf419d x-openstack-request-id: req-6dcdf23f-5378-4a4b-a3b3-176b8abf419d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:54.333678 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6ae690-8164-4f2b-b2f2-b31776b381cb", "name": "network-vif-deleted", "tag": "b8f8b3f5-cfee-4806-87a3-886b445dc2f9", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:54.334271 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6dcdf23f-5378-4a4b-a3b3-176b8abf419d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:54.335407 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6ae690-8164-4f2b-b2f2-b31776b381cb', 'name': 'network-vif-deleted', 'tag': 'b8f8b3f5-cfee-4806-87a3-886b445dc2f9', 'status': 'completed', 'code': 200} Oct 26 11:47:54.377957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.451000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] No DVR routers for this DVR port 93e060f9-e667-4f51-9519-9a7935d95547 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:54.489076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.492298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22ceee58-a8ba-4332-9339-e51af542dc24 req-a9ef0fec-9524-4d4c-8b85-fcfa1914cda1 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "DELETE /v2.0/ports/93e060f9-e667-4f51-9519-9a7935d95547 HTTP/1.1" status: 204 len: 173 time: 3.6757782 Oct 26 11:47:54.492880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'name': 'network-vif-deleted', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:54.502445 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7f5db1-1d58-4571-a768-ace056821abe" -d '{"events": [{"server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "name": "network-vif-deleted", "tag": "93e060f9-e667-4f51-9519-9a7935d95547"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:54.557702 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.610530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:54.611970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.614837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/844417e6-9118-46d7-8c16-b05c13b36649 HTTP/1.1" status: 200 len: 1096 time: 7.3903356 Oct 26 11:47:54.636888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] device_id is not set on port 1c04f458-6594-44e2-87cf-ceb18cd03ace yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:47:54.648348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Pushing event updated for resources: {'Port': ['ID=c8543365-9bc0-481d-b40c-247342e90dd6,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:54.722592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Allocated IP 10.2.2.2 (037c1482-cbb0-4eeb-9be0-3fc618365408/f54028e2-314d-4e85-aae9-0708a74abc2b/a8797253-1596-4ba3-bc10-fb927f60de20) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:54.735175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:54.885800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b1544932-ad81-4d22-9f67-e1f25f002e62 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:54.994445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1eaa9-dd7c-46b9-8fc4-ef225d9538f8 req-3fdae3d2-973c-4da0-ab1e-b391ee5da68a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:55.002433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53f1eaa9-dd7c-46b9-8fc4-ef225d9538f8 req-3fdae3d2-973c-4da0-ab1e-b391ee5da68a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.5477705 Oct 26 11:47:55.041959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b1544932-ad81-4d22-9f67-e1f25f002e62 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:55.042597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.091549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52738) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:55.156980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c8fd-3c02-4ea9-851e-3690dc4085f8 service neutron] Pushing event updated for resources: {'Port': ['ID=844417e6-9118-46d7-8c16-b05c13b36649,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:55.230677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5a7c2959-6d6a-4d88-8061-1f52169bd3cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c68b440c3be84addb916b5d5b28dd610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266448 Oct 26 11:47:55.249775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e910-e7a2-4283-99d1-80abc379f132 req-4d32f95a-ba17-4974-80b5-52769edf3da4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:55.251570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bb9e910-e7a2-4283-99d1-80abc379f132 req-4d32f95a-ba17-4974-80b5-52769edf3da4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 948 time: 0.6834075 Oct 26 11:47:55.252475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52744) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:55.282195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-0ddfeffe-99ea-43b6-813e-ce036d98d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:55.284406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-0ddfeffe-99ea-43b6-813e-ce036d98d363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 1099 time: 0.4904737 Oct 26 11:47:55.293391 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.311247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Attempting to bind port c8543365-9bc0-481d-b40c-247342e90dd6 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:55.311591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Attempting to bind port c8543365-9bc0-481d-b40c-247342e90dd6 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:55.311931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Attempting to bind port c8543365-9bc0-481d-b40c-247342e90dd6 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:55.321070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.340580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53f1eaa9-dd7c-46b9-8fc4-ef225d9538f8 req-68c84d66-2630-40ae-a67a-d37dd4dfa0fc tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370769 Oct 26 11:47:55.427002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:55.427553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 10.1.1.145 (27efb480-40de-46e0-a1bd-5c2fdb66e587/5fe8a418-6cf7-4e8f-8350-86c9773fab38/1c04f458-6594-44e2-87cf-ceb18cd03ace) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:55.450030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:55.468436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:55.479736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Port c8543365-9bc0-481d-b40c-247342e90dd6 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:47:55.480761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Attempting to bind port c8543365-9bc0-481d-b40c-247342e90dd6 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:55.502766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Pushing event updated for resources: {'Port': ['ID=a8797253-1596-4ba3-bc10-fb927f60de20,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:55.523347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:55.523696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:55.524098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:55.524558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Bound port: c8543365-9bc0-481d-b40c-247342e90dd6, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:55.524920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.569793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-f7b4c62d-a232-4fd1-bfb6-8285a861ca52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=844417e6-9118-46d7-8c16-b05c13b36649 HTTP/1.1" status: 200 len: 217 time: 0.2525496 Oct 26 11:47:55.625690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Attempting to bind port a8797253-1596-4ba3-bc10-fb927f60de20 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:47:55.625690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Attempting to bind port a8797253-1596-4ba3-bc10-fb927f60de20 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:47:55.626157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Attempting to bind port a8797253-1596-4ba3-bc10-fb927f60de20 on network 037c1482-cbb0-4eeb-9be0-3fc618365408 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:47:55.636553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:47:55.637148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Checking segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:47:55.637604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.638260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Bound using segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:47:55.639244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Bound port: a8797253-1596-4ba3-bc10-fb927f60de20, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:47:55.639815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.647258 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f1b81-5dc8-477d-a7dd-d3d7b3690e98 x-openstack-request-id: req-403f1b81-5dc8-477d-a7dd-d3d7b3690e98 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:47:55.647852 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aac61fa-1254-48ec-bacc-12d7e5617ca5", "name": "network-vif-deleted", "tag": "93e060f9-e667-4f51-9519-9a7935d95547", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:47:55.647949 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-403f1b81-5dc8-477d-a7dd-d3d7b3690e98 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:47:55.648363 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aac61fa-1254-48ec-bacc-12d7e5617ca5', 'name': 'network-vif-deleted', 'tag': '93e060f9-e667-4f51-9519-9a7935d95547', 'status': 'completed', 'code': 200} Oct 26 11:47:55.745184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] For port a8797253-1596-4ba3-bc10-fb927f60de20, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:55.749043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] For port a8797253-1596-4ba3-bc10-fb927f60de20, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a8797253-1596-4ba3-bc10-fb927f60de20,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:55.756053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.758288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bb9e910-e7a2-4283-99d1-80abc379f132 req-79d3aa2b-968d-4fe2-ac35-5876ba23c78d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378526 Oct 26 11:47:55.799375 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.817523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f69f7503-e3b7-46dd-b2f2-cb36e239e9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.817879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b8f8b3f5-cfee-4806-87a3-886b445dc2f9 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:55.837065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-48407b14-0bbc-421f-b442-53dd3bc74a39 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831668 Oct 26 11:47:55.863379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e045511e-1a96-4b79-a297-39b371c166bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:55.863639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: b8f8b3f5-cfee-4806-87a3-886b445dc2f9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:55.863829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b8f8b3f5-cfee-4806-87a3-886b445dc2f9 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:55.864261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:47:55.865866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e045511e-1a96-4b79-a297-39b371c166bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2835867 Oct 26 11:47:55.920255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f69f7503-e3b7-46dd-b2f2-cb36e239e9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.928056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 93e060f9-e667-4f51-9519-9a7935d95547 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:47:55.928056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 93e060f9-e667-4f51-9519-9a7935d95547 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:47:55.936116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:55.970596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822e18-f431-425f-8c33-e355e95349a2 None None] Pushing event updated for resources: {'Port': ['ID=a8797253-1596-4ba3-bc10-fb927f60de20,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:55.979731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] For port c8543365-9bc0-481d-b40c-247342e90dd6, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:47:56.056279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:56.060665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:56.072259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] For port c8543365-9bc0-481d-b40c-247342e90dd6, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c8543365-9bc0-481d-b40c-247342e90dd6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:47:56.072547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:56.094496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.157972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:56.250717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:56.251729 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.254447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] 10.222.0.100 "PUT /v2.0/ports/c8543365-9bc0-481d-b40c-247342e90dd6 HTTP/1.1" status: 200 len: 1096 time: 4.7997198 Oct 26 11:47:56.255310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:56.255974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.262375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e9d175ee-32d9-4fa0-9ef6-7f4392b0e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:56.263876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e9d175ee-32d9-4fa0-9ef6-7f4392b0e8e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3850832 Oct 26 11:47:56.294360 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f14947c1-5041-4138-a1a0-16abf68873ad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1697912 Oct 26 11:47:56.297112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52780) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:56.310757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'name': 'tempest-TaggedBootDevicesTest-354892034', 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:56.376298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-17cb5490-129f-4ddf-89e1-38136bee4f15 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:56.378789 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-17cb5490-129f-4ddf-89e1-38136bee4f15 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5086403 Oct 26 11:47:56.585785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:56.598017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.702204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f69f7503-e3b7-46dd-b2f2-cb36e239e9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.706228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f69f7503-e3b7-46dd-b2f2-cb36e239e9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.707619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f69f7503-e3b7-46dd-b2f2-cb36e239e9d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/688ae7b4-f42d-4c53-8f29-17204922f131 HTTP/1.1" status: 204 len: 168 time: 1.4470379 Oct 26 11:47:56.715180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52786) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:56.734800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-ccbd0aab-ca85-4a25-8b53-e2e4f2e4783c tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/quotas/e348ffd1b7ec4fdcb1e3f366cede2ff5 HTTP/1.1" status: 200 len: 375 time: 0.3251181 Oct 26 11:47:56.741341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] device_id is not set on port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:47:56.745958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74ea7-9167-470f-bf8c-446c5e754613 service neutron] Pushing event updated for resources: {'Port': ['ID=c8543365-9bc0-481d-b40c-247342e90dd6,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:56.774363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-f221ad99-ed99-4bbe-9dfc-93879b797088 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1582539 Oct 26 11:47:56.788775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f7503-e3b7-46dd-b2f2-cb36e239e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688ae7b4-f42d-4c53-8f29-17204922f131,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:56.852977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-169b3a0d-4bae-47f6-8a2b-9e3dd7a2cd23 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171110 Oct 26 11:47:56.877444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ee5c7a7c-1368-4d34-aed0-597054a9aa0d None None] Provisioning complete for port 1c04f458-6594-44e2-87cf-ceb18cd03ace triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:56.878030 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee5c7a7c-1368-4d34-aed0-597054a9aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:56.964409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c7a7c-1368-4d34-aed0-597054a9aa0d None None] Port 1c04f458-6594-44e2-87cf-ceb18cd03ace cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:47:56.998681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a8797253-1596-4ba3-bc10-fb927f60de20 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:57.086504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-661bbfe4-aed6-4500-a917-1baddb57ee00 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:57.094140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-661bbfe4-aed6-4500-a917-1baddb57ee00 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.9095998 Oct 26 11:47:57.113714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a8797253-1596-4ba3-bc10-fb927f60de20 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:57.114133 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:57.170750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e672c33a-323c-4996-a632-6f0bf3e35f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:57.182028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-e672c33a-323c-4996-a632-6f0bf3e35f6d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 1099 time: 0.7872498 Oct 26 11:47:57.237274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-95bb13a4-1cd8-43e6-bff1-7e8b49731765 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9514098 Oct 26 11:47:57.265906 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:57.291071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 10.1.1.165 (27efb480-40de-46e0-a1bd-5c2fdb66e587/5fe8a418-6cf7-4e8f-8350-86c9773fab38/14f7a6ab-3f7c-438a-80dd-a9d280aa579d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:47:57.342395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-9016373d-92f7-4532-9ee1-db51166286f5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.2026684 Oct 26 11:47:57.371959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port a8797253-1596-4ba3-bc10-fb927f60de20, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a8797253-1596-4ba3-bc10-fb927f60de20,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:57.378700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:57.387874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-1d938425-a4bd-46fc-9f79-5fc965273145 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=c8543365-9bc0-481d-b40c-247342e90dd6 HTTP/1.1" status: 200 len: 217 time: 0.1933293 Oct 26 11:47:57.519640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=a8797253-1596-4ba3-bc10-fb927f60de20,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:57.647765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:57.658508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'tag': '844417e6-9118-46d7-8c16-b05c13b36649'}, {'name': 'network-changed', 'server_uuid': '509def3f-53c4-40fc-9a77-62fd495f2755', 'tag': 'c8543365-9bc0-481d-b40c-247342e90dd6'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:57.662485 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279ead55-4397-4446-98ab-964258678fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c6c4c-93c5-4a00-be93-25eba4d756a0", "tag": "844417e6-9118-46d7-8c16-b05c13b36649"}, {"name": "network-changed", "server_uuid": "509def3f-53c4-40fc-9a77-62fd495f2755", "tag": "c8543365-9bc0-481d-b40c-247342e90dd6"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:57.733634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b15626e-7f55-4690-946e-3d1a1586c080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:57.760134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-a78c7c52-c4ad-46bc-a717-e1ce30ccf05a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4016876 Oct 26 11:47:57.805485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:57.831669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40605082-da4c-4314-ba99-ed76656b96c6 None None] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:47:57.844105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-93b01e6c-5fec-4995-85bd-77cd01289e5c tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:57.847348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-93b01e6c-5fec-4995-85bd-77cd01289e5c tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0617504 Oct 26 11:47:57.894229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:47:57.901726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:47:57.907280 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:47:57.911273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:57.944174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Request body: {'port': {'device_id': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'e348ffd1b7ec4fdcb1e3f366cede2ff5'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:58.090501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-06b66e1b-bf6e-46ce-9a17-d94285ea1131 None None] Provisioning complete for port a8797253-1596-4ba3-bc10-fb927f60de20 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:58.091165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-06b66e1b-bf6e-46ce-9a17-d94285ea1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.099240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b15626e-7f55-4690-946e-3d1a1586c080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.108329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b15626e-7f55-4690-946e-3d1a1586c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.134950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:58.135909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.230262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b15626e-7f55-4690-946e-3d1a1586c080 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=882824d6f513448095fec7e41aa4fb04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5107877 Oct 26 11:47:58.242360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-85cd86f5-295f-4080-b093-6448729da404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:58.243935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08866597-3d81-4298-8f12-e5d66180af14 req-a3eb40ab-ed84-433c-9566-02dac04f63cd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:58.246011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-85cd86f5-295f-4080-b093-6448729da404 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.8115306 Oct 26 11:47:58.254258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52824) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:47:58.255529 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-08866597-3d81-4298-8f12-e5d66180af14 req-a3eb40ab-ed84-433c-9566-02dac04f63cd tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 944 time: 0.3494902 Oct 26 11:47:58.257534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15626e-7f55-4690-946e-3d1a1586c080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb7c3d0-c238-4b54-987b-dfa97c79603a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:58.285587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b628e4d-7881-4aee-bee5-5e8759902082 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9862709 Oct 26 11:47:58.376757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839cc1a-d609-4906-a004-5d46259b9187 req-1e759edc-bbf1-4296-a354-8cb931bbbc39 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:58.386008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8839cc1a-d609-4906-a004-5d46259b9187 req-1e759edc-bbf1-4296-a354-8cb931bbbc39 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 946 time: 0.7990317 Oct 26 11:47:58.511921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-2ac4a8df-738b-44b1-aefb-1dea9ce6cc7d service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1661444 Oct 26 11:47:58.531876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Deleting port 21b414fb-769d-4831-91ca-801137344aa2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:47:58.532225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.590158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2c75f036-8192-45e3-8cdb-ee6d7d7965d2 None None] Provisioning complete for port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:58.590445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c75f036-8192-45e3-8cdb-ee6d7d7965d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.694644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2c75f036-8192-45e3-8cdb-ee6d7d7965d2 None None] Port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:47:58.725741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8839cc1a-d609-4906-a004-5d46259b9187 req-3d6ecb99-a74f-47a7-bda7-6e4b0952daf2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385122 Oct 26 11:47:58.728078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-5804c93d-61d9-4647-876f-96b33118daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:58.730561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-5804c93d-61d9-4647-876f-96b33118daf3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4173629 Oct 26 11:47:58.765693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6012bdb9-56a6-4d3d-96b3-229cd05ff3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.785265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] For port 21b414fb-769d-4831-91ca-801137344aa2, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21b414fb-769d-4831-91ca-801137344aa2,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:58.790147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.820434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Calling delete_port for 21b414fb-769d-4831-91ca-801137344aa2 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:47:58.836412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Made reservation on behalf of e348ffd1b7ec4fdcb1e3f366cede2ff5 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:58.843270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d1e656ac-b54b-4af2-8b12-e707eade0cd6 None None] Provisioning complete for port a8797253-1596-4ba3-bc10-fb927f60de20 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:58.843705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1e656ac-b54b-4af2-8b12-e707eade0cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.853053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:58.864526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-4b45a128-e986-4683-9a5f-4e17d054eab6 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0762153 Oct 26 11:47:58.933780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.144686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a8797253-1596-4ba3-bc10-fb927f60de20 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:47:59.175156 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-e3ef329e-3f4c-4f4d-824e-482852d3db16 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552988 Oct 26 11:47:59.227249 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.321429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event deleted for resources: {'Port': ['ID=21b414fb-769d-4831-91ca-801137344aa2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:59.323229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a8797253-1596-4ba3-bc10-fb927f60de20 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:47:59.323788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.408765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] No DVR routers for this DVR port 21b414fb-769d-4831-91ca-801137344aa2 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:47:59.415922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.423016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-08866597-3d81-4298-8f12-e5d66180af14 req-0908c835-a2ea-4016-8b1b-e37f70e49786 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "DELETE /v2.0/ports/21b414fb-769d-4831-91ca-801137344aa2 HTTP/1.1" status: 204 len: 173 time: 1.1308165 Oct 26 11:47:59.423748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'name': 'network-vif-deleted', 'tag': '21b414fb-769d-4831-91ca-801137344aa2'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:47:59.427511 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f093d96a-2a7d-4b21-9d5e-697534e5ee13" -d '{"events": [{"server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "name": "network-vif-deleted", "tag": "21b414fb-769d-4831-91ca-801137344aa2"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:47:59.501424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-46b02407-d2ae-4a57-8e36-a389df8b4416 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:59.504602 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-46b02407-d2ae-4a57-8e36-a389df8b4416 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232820 Oct 26 11:47:59.532083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Request body: {'port': {'device_id': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'e348ffd1b7ec4fdcb1e3f366cede2ff5'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:47:59.546516 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6012bdb9-56a6-4d3d-96b3-229cd05ff3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.569659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-bfffdf69-af74-4db9-9d7c-e7c19e6dbcae service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215895 Oct 26 11:47:59.688266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd106f-4327-4702-bf92-46e812e92088 req-fbe0a808-1385-4c9d-b20f-8a29257c0cf2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:59.688503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Made reservation on behalf of e348ffd1b7ec4fdcb1e3f366cede2ff5 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:47:59.692899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.695806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ebd106f-4327-4702-bf92-46e812e92088 req-fbe0a808-1385-4c9d-b20f-8a29257c0cf2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 948 time: 0.8295755 Oct 26 11:47:59.702327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.788925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 844417e6-9118-46d7-8c16-b05c13b36649 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:47:59.795137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-908df4cb-1610-4366-ad3e-54fb48daa789 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9033849 Oct 26 11:47:59.825103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6012bdb9-56a6-4d3d-96b3-229cd05ff3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.828724 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6012bdb9-56a6-4d3d-96b3-229cd05ff3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.833140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6012bdb9-56a6-4d3d-96b3-229cd05ff3f3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfb7c3d0-c238-4b54-987b-dfa97c79603a HTTP/1.1" status: 204 len: 168 time: 1.5503464 Oct 26 11:47:59.848863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ebd106f-4327-4702-bf92-46e812e92088 req-f6aa3e16-53a9-4c6c-8ec7-0d54b9135624 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419287 Oct 26 11:47:59.854845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012bdb9-56a6-4d3d-96b3-229cd05ff3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb7c3d0-c238-4b54-987b-dfa97c79603a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:47:59.863416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946a7845-2e79-46bf-8a60-a6d07c879954 req-97b80c4a-2b0c-4087-a890-52de9bcef89c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816479 Oct 26 11:47:59.936228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.941965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:47:59.948229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 844417e6-9118-46d7-8c16-b05c13b36649, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=844417e6-9118-46d7-8c16-b05c13b36649,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:47:59.949781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e348ffd1b7ec4fdcb1e3f366cede2ff5 {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:47:59.953406 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:47:59.967907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '844417e6-9118-46d7-8c16-b05c13b36649', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '844417e6-9118-46d7-8c16-b05c13b36649', 'mac_address': 'fa:16:3e:b7:fa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:47:59.976500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-e3868803-377e-4109-8a02-fa5840131cc2 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:47:59.978212 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-e3868803-377e-4109-8a02-fa5840131cc2 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1097 time: 0.1404154 Oct 26 11:47:59.998123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:00.045904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:00.091691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844417e6-9118-46d7-8c16-b05c13b36649 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:00.150761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 844417e6-9118-46d7-8c16-b05c13b36649, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=844417e6-9118-46d7-8c16-b05c13b36649,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:00.157209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:00.177995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:00.268592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=844417e6-9118-46d7-8c16-b05c13b36649,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:00.330559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ac85aaa-4db5-4eb9-a883-90d9720a01d8 req-d8ac1bd1-4778-4430-a6af-1a07f4728c5a tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8eb1768-d63d-482d-810f-b93eca545985 HTTP/1.1" status: 200 len: 210 time: 0.1007895 Oct 26 11:48:00.334796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Allocated IP 192.168.233.46 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/4361147a-9d37-4a8d-8edb-94b6831b43de) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:00.378426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db8c747e-2dec-4d5c-84c1-bbc1919af7a2 req-b8f35013-c392-4c49-ad25-27c5a97baab4 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 210 time: 0.1474390 Oct 26 11:48:00.381841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1595b4ce-bef7-4717-9eab-72b700644c3c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:00.436588 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee53e6-9d16-4b04-aa6f-57e6d3c46b15 x-openstack-request-id: req-24ee53e6-9d16-4b04-aa6f-57e6d3c46b15 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:00.436808 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c6c4c-93c5-4a00-be93-25eba4d756a0", "tag": "844417e6-9118-46d7-8c16-b05c13b36649", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "509def3f-53c4-40fc-9a77-62fd495f2755", "tag": "c8543365-9bc0-481d-b40c-247342e90dd6", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:00.436960 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-24ee53e6-9d16-4b04-aa6f-57e6d3c46b15 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:00.437346 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'tag': '844417e6-9118-46d7-8c16-b05c13b36649', 'status': 'completed', 'code': 200} Oct 26 11:48:00.437602 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509def3f-53c4-40fc-9a77-62fd495f2755', 'tag': 'c8543365-9bc0-481d-b40c-247342e90dd6', 'status': 'completed', 'code': 200} Oct 26 11:48:00.445734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:00.467752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:00.568112 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc3182-e9f2-4f9a-af4c-721b21893858 x-openstack-request-id: req-fddc3182-e9f2-4f9a-af4c-721b21893858 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:00.568409 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8eb1768-d63d-482d-810f-b93eca545985", "name": "network-vif-deleted", "tag": "21b414fb-769d-4831-91ca-801137344aa2", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:00.568752 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fddc3182-e9f2-4f9a-af4c-721b21893858 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:00.569060 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eb1768-d63d-482d-810f-b93eca545985', 'name': 'network-vif-deleted', 'tag': '21b414fb-769d-4831-91ca-801137344aa2', 'status': 'completed', 'code': 200} Oct 26 11:48:00.585889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:00.822401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-a9555b21-f8bc-4263-8e99-d6f47f2b7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:00.824006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-a9555b21-f8bc-4263-8e99-d6f47f2b7fd2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 1099 time: 0.3487465 Oct 26 11:48:00.827287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-2580a3f7-d940-412e-8d04-8b97b986e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:00.831779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-2580a3f7-d940-412e-8d04-8b97b986e681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 1100 time: 0.3660893 Oct 26 11:48:00.897202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:00.998093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:01.183360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-2481ffa7-35d1-4bdb-aac5-5374f9acdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:01.185313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-2481ffa7-35d1-4bdb-aac5-5374f9acdfa6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3514698 Oct 26 11:48:01.221350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-f6c868cb-8194-49cc-8e65-27225323f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:01.233654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-f6c868cb-8194-49cc-8e65-27225323f19e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3925648 Oct 26 11:48:01.249036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:01.250528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:01.278800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb has no active binding in host n-h2-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 11:48:01.303069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-fd7fbb03-7f49-45fb-ac4e-5058c4bad189 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=c8543365-9bc0-481d-b40c-247342e90dd6 HTTP/1.1" status: 200 len: 217 time: 0.1085565 Oct 26 11:48:01.306136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:01.321013 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-044ec6e6-4b83-468a-af19-b892f1d6a3cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=844417e6-9118-46d7-8c16-b05c13b36649 HTTP/1.1" status: 200 len: 217 time: 0.0651307 Oct 26 11:48:01.321013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52884) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:01.340437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507326227', 'description': 'tempest-description--1818844421'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:01.475622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-d9c26698-8936-4659-8770-18d0d32c0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:01.477511 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-d9c26698-8936-4659-8770-18d0d32c0b89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1570475 Oct 26 11:48:01.498321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc6b354-74d4-4aad-a4cb-48b9142f47c4 req-abf1cf98-7eeb-41c6-91eb-e75c7c3fb7d6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.0522590 Oct 26 11:48:01.595112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146179b2-dd30-486b-a5c2-baadc7a40c12 req-0dda7118-4859-49f7-9616-822654a8cd43 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:01.599615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-146179b2-dd30-486b-a5c2-baadc7a40c12 req-0dda7118-4859-49f7-9616-822654a8cd43 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.2834764 Oct 26 11:48:01.628234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52894) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:01.633282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-3518c6fc-46ac-438b-b8ef-2b21fc27de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:01.635353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-3518c6fc-46ac-438b-b8ef-2b21fc27de47 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.3058314 Oct 26 11:48:01.655568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:01.805440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 844417e6-9118-46d7-8c16-b05c13b36649 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:01.815888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-146179b2-dd30-486b-a5c2-baadc7a40c12 req-3a3849c9-c842-4df3-99c9-ecf42da11be5 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015975 Oct 26 11:48:01.905434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:01.908964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1219102596-network', 'tenant_id': 'd8b39486bbc349b28c1a6db88ed414ba'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:01.945875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Made reservation on behalf of d8b39486bbc349b28c1a6db88ed414ba for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:01.948896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:01.995607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 844417e6-9118-46d7-8c16-b05c13b36649 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:02.012432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 844417e6-9118-46d7-8c16-b05c13b36649 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:02.013998 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.027063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:02.027948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:02.028313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:02.048175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:02.049304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Attempting to bind port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on network a5c4b9a2-23d4-4c72-9ebb-a8953d60510c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:02.064926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-6dc35f65-b2dc-4390-8ac4-c89baa2cc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:02.072499 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-6dc35f65-b2dc-4390-8ac4-c89baa2cc5ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5782981 Oct 26 11:48:02.075930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:02.076849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Checking segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:02.076849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Bound using segment: {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:02.077541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Bound port: 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df654d2-7ee1-4143-8590-37acf69c34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a5c4b9a2-23d4-4c72-9ebb-a8953d60510c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:02.078035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.086900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ead55-4397-4446-98ab-964258678fbb req-9d0013a3-42e3-4383-8dab-69fba9f11693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:02.089862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-9d0013a3-42e3-4383-8dab-69fba9f11693 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4289746 Oct 26 11:48:02.153523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.177877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.234632 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.242677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70841ebb-e102-456f-b416-65af1d21f9b3 req-b4a4e717-9269-4ecd-a8df-496486725443 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:02.244775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70841ebb-e102-456f-b416-65af1d21f9b3 req-b4a4e717-9269-4ecd-a8df-496486725443 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 948 time: 0.6018116 Oct 26 11:48:02.296694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:02.299431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844417e6-9118-46d7-8c16-b05c13b36649'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:02.300936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:02.304697 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8f12f5-255f-4251-914d-63ba44b30f2d" -d '{"events": [{"server_uuid": "5f7c6c4c-93c5-4a00-be93-25eba4d756a0", "name": "network-vif-plugged", "status": "completed", "tag": "844417e6-9118-46d7-8c16-b05c13b36649"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:02.306965 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-abf0264e-a570-445e-9249-aaa3b6ae9d96 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137733 Oct 26 11:48:02.318354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.331606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 844417e6-9118-46d7-8c16-b05c13b36649, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=844417e6-9118-46d7-8c16-b05c13b36649,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:02.336103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:02.340618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.341960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21b414fb-769d-4831-91ca-801137344aa2 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:48:02.370234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8932c35-3f31-47d6-80ef-2cd8ab3fe46b req-313c16ea-a2ce-4b10-8125-ccfeff979d32 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 210 time: 0.2179859 Oct 26 11:48:02.446603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-57c3acb5-856d-470a-9363-ca69a6b3a59b service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142464 Oct 26 11:48:02.522269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:02.527989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:02.528897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.531158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] 10.222.0.100 "PUT /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 1122 time: 2.5447991 Oct 26 11:48:02.536992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 21b414fb-769d-4831-91ca-801137344aa2 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:48:02.539290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21b414fb-769d-4831-91ca-801137344aa2 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:48:02.540364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=844417e6-9118-46d7-8c16-b05c13b36649,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:02.541115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:02.555534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:02.597229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:02.608607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb'}, {'name': 'network-changed', 'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:02.611216 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b15c70b-5a29-4279-abf9-601a09a9686b" -d '{"events": [{"server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb"}, {"name": "network-changed", "server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:02.614234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa01fd1-880b-46af-8330-af603d6a9339 service neutron] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:02.634350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['921c3d11-9246-4ab5-a327-6fce42f5ccbb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:02.644249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70841ebb-e102-456f-b416-65af1d21f9b3 req-f4584859-1355-4f35-a80c-a99e48bf8b84 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250751 Oct 26 11:48:02.658625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-e5c35378-4dce-4e0f-8b74-71942e8af75d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:02.685977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-e5c35378-4dce-4e0f-8b74-71942e8af75d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.8058431 Oct 26 11:48:02.712337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Allocated IP 192.168.233.96 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/fdea1e19-942e-4c5c-a400-94b25397aa78) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:02.760874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['921c3d11-9246-4ab5-a327-6fce42f5ccbb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:02.819083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Request body: {'port': {'device_id': '79035522-c1c1-4f2b-b67e-faf295b62768', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'admin_state_up': True, 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:02.885514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.894519 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28fed7-28ee-463a-9cfd-6387620523bc x-openstack-request-id: req-ad28fed7-28ee-463a-9cfd-6387620523bc {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:02.896359 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c6c4c-93c5-4a00-be93-25eba4d756a0", "name": "network-vif-plugged", "status": "completed", "tag": "844417e6-9118-46d7-8c16-b05c13b36649", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:02.896740 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad28fed7-28ee-463a-9cfd-6387620523bc {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:02.898580 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844417e6-9118-46d7-8c16-b05c13b36649', 'code': 200} Oct 26 11:48:02.914899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:02.922217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c8543365-9bc0-481d-b40c-247342e90dd6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:03.040350 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea76ffb6-0c37-418e-b404-cd6da7277220 x-openstack-request-id: req-ea76ffb6-0c37-418e-b404-cd6da7277220 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:03.041100 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb", "code": 200}, {"name": "network-changed", "server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:03.041100 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea76ffb6-0c37-418e-b404-cd6da7277220 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:03.041397 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'code': 200} Oct 26 11:48:03.041611 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'status': 'completed', 'code': 200} Oct 26 11:48:03.044788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.046525 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7267702 Oct 26 11:48:03.049825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.30', 58374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:03.137288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:03.148477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'security_group_rule': {'security_group_id': '3efd5c83-0908-4030-be65-63abcc4d74f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:03.202555 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.268513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:03.269419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.273165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da0ba-5142-4796-bfde-b833e36e762a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd5c83-0908-4030-be65-63abcc4d74f0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:03.321338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.30', 58377) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:03.323608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c8543365-9bc0-481d-b40c-247342e90dd6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c8543365-9bc0-481d-b40c-247342e90dd6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:03.338490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:03.343413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.350068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-df7e144b-3c8c-46a7-8837-b9311311e26f service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2195842 Oct 26 11:48:03.370156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c8543365-9bc0-481d-b40c-247342e90dd6', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c8543365-9bc0-481d-b40c-247342e90dd6', 'mac_address': 'fa:16:3e:1f:66:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:03.371579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa128f-0eb5-42e3-88cf-0fda33b7f9c5 req-31d98999-4340-4001-8dcb-a9c4e04850d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:03.373400 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c2fa128f-0eb5-42e3-88cf-0fda33b7f9c5 req-31d98999-4340-4001-8dcb-a9c4e04850d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 1101 time: 0.3997028 Oct 26 11:48:03.376886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-2e0b4d64-fa7d-4a67-9a7f-aab0b1e045ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:03.378594 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-2e0b4d64-fa7d-4a67-9a7f-aab0b1e045ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1125 time: 0.3142073 Oct 26 11:48:03.399686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.421372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f808dc97-c034-4f01-9072-01e85c597c5c req-a184e7cc-9abb-4511-9830-0c1d056c1539 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.4652100 Oct 26 11:48:03.537555 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.550792 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.556105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-4d43827d-e908-4c45-a61e-57f6c92e0994 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:03.557943 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-4d43827d-e908-4c45-a61e-57f6c92e0994 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 945 time: 0.2318218 Oct 26 11:48:03.566153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.569435 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c2fa128f-0eb5-42e3-88cf-0fda33b7f9c5 req-66175956-2325-4d82-b877-ad764907ccd5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787059 Oct 26 11:48:03.597887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a80c4ad7-9740-44e8-bc58-2f79073081ba None None] Provisioning complete for port 4361147a-9d37-4a8d-8edb-94b6831b43de triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:03.600115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a80c4ad7-9740-44e8-bc58-2f79073081ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.609202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.613863 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4739535 Oct 26 11:48:03.614512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52924) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:03.642584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'security_group_rule': {'security_group_id': '3efd5c83-0908-4030-be65-63abcc4d74f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:03.653030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.656519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8543365-9bc0-481d-b40c-247342e90dd6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:03.668383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.723550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745d1f6-8d01-4c31-b99a-ab0cf60aae2b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ab85b8-652b-4cd2-8543-3badd8527429,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:03.738157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-37451ef1-d6ab-40c0-bdb7-c408a40bbce0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8244698 Oct 26 11:48:03.758733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c8543365-9bc0-481d-b40c-247342e90dd6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c8543365-9bc0-481d-b40c-247342e90dd6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:03.760540 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.774493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:03.783533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a80c4ad7-9740-44e8-bc58-2f79073081ba None None] Port 4361147a-9d37-4a8d-8edb-94b6831b43de cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:03.808786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Request body: {'port': {'device_id': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:03.827479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:48:03.895965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c8543365-9bc0-481d-b40c-247342e90dd6,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:03.949977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278e70a-b738-4c52-bd46-7dbf4a60dfc0 req-eb45d4bd-6ae2-4de9-b026-1698268d6088 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:03.952292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8278e70a-b738-4c52-bd46-7dbf4a60dfc0 req-eb45d4bd-6ae2-4de9-b026-1698268d6088 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 945 time: 0.7687049 Oct 26 11:48:03.995302 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.010762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-0ac572c0-f663-44d3-81ad-3ed56784c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:04.012428 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-0ac572c0-f663-44d3-81ad-3ed56784c8b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.5977378 Oct 26 11:48:04.080340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.080870 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Added segment 9394283f-a85d-482e-b84e-87425491dd4f of type vlan for network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 Oct 26 11:48:04.082584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1296d6f-d489-4556-9e31-7c3f776be110,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:04.083285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-70772791-8c7f-4adf-8aa3-c09c924dfb16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 217 time: 0.0605521 Oct 26 11:48:04.115125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.148667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279ead55-4397-4446-98ab-964258678fbb req-39d742fc-f57c-4415-95ac-54f47cafe856 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927850 Oct 26 11:48:04.213932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:04.216478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c8543365-9bc0-481d-b40c-247342e90dd6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:04.231100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.234113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:04.239959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:04.240454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.245722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-3c8234db-4dca-4cdc-82f9-4f8b458dea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:04.247737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-3c8234db-4dca-4cdc-82f9-4f8b458dea18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.1472001 Oct 26 11:48:04.255272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Deleting port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:48:04.255650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.259405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.276951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.287564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8278e70a-b738-4c52-bd46-7dbf4a60dfc0 req-b24a7356-1b1c-4db4-95be-aa99f58b1d83 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/security-groups?id=1f108fe5-ff28-4a26-855d-abfcdb1539ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550247 Oct 26 11:48:04.314938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:04.385091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460183e6-20a8-4a36-9c8d-87c3e1b61df5 req-9de01e1d-9252-442e-b55e-2ddff77e7c25 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:04.387063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-460183e6-20a8-4a36-9c8d-87c3e1b61df5 req-9de01e1d-9252-442e-b55e-2ddff77e7c25 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.3734157 Oct 26 11:48:04.402766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-813c50d1-7c5e-4f05-bf88-4d6bfb463262 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412339 Oct 26 11:48:04.444887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b5e191-332a-42b5-8dab-6e9b1af88595,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:04.465944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Allocated IP 172.20.0.7 (cefb0e51-1bca-4306-bad0-98b3b472a6f7/b834d65b-dcbd-4bef-a66a-262e38ec0163/f72a82ba-c185-4c06-9195-d4a45c6cd36c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:04.482808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.484077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:04.484666 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.502262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.507082 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b3a95b1-0924-414b-830d-609f76b81f7c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8689704 Oct 26 11:48:04.507802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52930) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:04.521521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:04.539914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:04.540614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.625667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] For port 752d1139-66d5-48cf-bd7c-9f1daa9f5214, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=752d1139-66d5-48cf-bd7c-9f1daa9f5214,segment=NetworkSegment(8af01af3-a25c-46af-bbd9-f6e3a14793e6),segment_id=8af01af3-a25c-46af-bbd9-f6e3a14793e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:04.626229 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.641271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.661049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-0c29eb7e-5567-4e18-8a33-68166941e557 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1391456 Oct 26 11:48:04.663211 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-710f00e3-8128-4ffe-ae69-7d06bc7a3fbb service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510061 Oct 26 11:48:04.668414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Calling delete_port for 752d1139-66d5-48cf-bd7c-9f1daa9f5214 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:48:04.717877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Request body: {'port': {'device_id': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:04.721840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-460183e6-20a8-4a36-9c8d-87c3e1b61df5 req-761a30c0-5617-44f3-8a06-38761ada415d tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805250 Oct 26 11:48:04.771784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1347535 Oct 26 11:48:04.787847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52932) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:04.788435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c7b52-5afb-403a-a12c-58e72e797e90 admin admin] Pushing event updated for resources: {'Network': ['ID=00a5d140-a15a-4c02-b091-7d2c6c2f29e7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:04.800116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Request body: {'subnet': {'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1219102596-subnet', 'tenant_id': 'd8b39486bbc349b28c1a6db88ed414ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:04.818412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:48:04.840679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e357f-44bd-4570-9fcd-5476755bbe15 req-df9aea15-3769-4196-8850-3e9b313ff3be tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:04.853443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f3e357f-44bd-4570-9fcd-5476755bbe15 req-df9aea15-3769-4196-8850-3e9b313ff3be tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 935 time: 0.4162266 Oct 26 11:48:04.949355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.951314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5acbe79c-8221-42fe-bd44-98c219e759d6 None None] Provisioning complete for port fdea1e19-942e-4c5c-a400-94b25397aa78 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:04.951688 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5acbe79c-8221-42fe-bd44-98c219e759d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:04.985153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b15c70b-5a29-4279-abf9-601a09a9686b req-75d698d7-2379-4c50-b192-f5ae1990431a service neutron] 10.222.0.30 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106058 Oct 26 11:48:05.021689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5acbe79c-8221-42fe-bd44-98c219e759d6 None None] Port fdea1e19-942e-4c5c-a400-94b25397aa78 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:05.054358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Made reservation on behalf of d8b39486bbc349b28c1a6db88ed414ba for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:05.065715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.117058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.193599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.230594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Pushing event deleted for resources: {'Port': ['ID=752d1139-66d5-48cf-bd7c-9f1daa9f5214,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:05.236925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.247835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f3e357f-44bd-4570-9fcd-5476755bbe15 req-16a41e4a-22cb-47de-8587-e0a78926c81b tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929121 Oct 26 11:48:05.274653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.310278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585120b-c105-431f-9f19-4c2971944c3b req-785d4514-cdb8-4e61-87c1-6568d1e24fe6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:05.312670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2585120b-c105-431f-9f19-4c2971944c3b req-785d4514-cdb8-4e61-87c1-6568d1e24fe6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 949 time: 0.3265421 Oct 26 11:48:05.324383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] No DVR routers for this DVR port 752d1139-66d5-48cf-bd7c-9f1daa9f5214 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:48:05.328701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.332220 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eff5dfe2-b117-434b-a88a-f7dc0d066525 req-146ce558-400a-4199-8a1b-cc353566cb08 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.30 "DELETE /v2.0/ports/752d1139-66d5-48cf-bd7c-9f1daa9f5214 HTTP/1.1" status: 204 len: 173 time: 1.7617142 Oct 26 11:48:05.332673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'name': 'network-vif-deleted', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:05.335259 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c90812-15ae-495f-a424-b8d4fe023d2c" -d '{"events": [{"server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "name": "network-vif-deleted", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:05.411419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-615a63ea-0c66-443e-a058-94d9aa5d586a req-434d810a-59fe-4bc1-ace7-8524af3a8e73 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.0973718 Oct 26 11:48:05.414203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 172.25.4.227 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ce76047b-b88e-454a-9063-be49ea1d764c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:05.508078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2585120b-c105-431f-9f19-4c2971944c3b req-3637089e-7268-4bb1-9953-39214ef73edf tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854899 Oct 26 11:48:05.524821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.547572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4361147a-9d37-4a8d-8edb-94b6831b43de {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:05.583408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.600522 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e6f0d-5fc4-4e6b-86bf-f6a274f6cd06 x-openstack-request-id: req-4b5e6f0d-5fc4-4e6b-86bf-f6a274f6cd06 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:05.601044 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28028e59-c661-4b59-a8c3-e928f8031d46", "name": "network-vif-deleted", "tag": "752d1139-66d5-48cf-bd7c-9f1daa9f5214", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:05.601448 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b5e6f0d-5fc4-4e6b-86bf-f6a274f6cd06 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:05.602030 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28028e59-c661-4b59-a8c3-e928f8031d46', 'name': 'network-vif-deleted', 'tag': '752d1139-66d5-48cf-bd7c-9f1daa9f5214', 'status': 'completed', 'code': 200} Oct 26 11:48:05.607140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.672578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.694627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:05.698316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:05.723064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:05.791832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=ce76047b-b88e-454a-9063-be49ea1d764c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:05.845206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:05.901241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.030838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Transition to ACTIVE for port object 4361147a-9d37-4a8d-8edb-94b6831b43de will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:06.032643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:06.036539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb4d8ea8-d7e4-4d31-9578-5540bfdf9bb6 req-14e31e32-70b7-4206-b206-dfc6ca2a5389 tempest-LiveMigrationTest-1250902536 tempest-LiveMigrationTest-1250902536-project] 10.222.0.88 "GET /v2.0/ports?device_id=28028e59-c661-4b59-a8c3-e928f8031d46 HTTP/1.1" status: 200 len: 210 time: 0.0965040 Oct 26 11:48:06.046343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:06.048341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.050668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:06.053763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event updated for resources: {'Port': ['ID=f72a82ba-c185-4c06-9195-d4a45c6cd36c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:06.077538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.164984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.172858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.280041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fee85-768a-4b93-bded-fead4ea83a32 req-3510e6b4-10ff-4ba6-a5cd-7a7e7cc14b83 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:06.283305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db8fee85-768a-4b93-bded-fead4ea83a32 req-3510e6b4-10ff-4ba6-a5cd-7a7e7cc14b83 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.3452876 Oct 26 11:48:06.306397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:06.358365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:06.359915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.390202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44370acd-dbc2-4533-bda7-4230fbe5dc04,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:06.481503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-ca13d4ac-8256-4079-8020-33de605db188 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7814279 Oct 26 11:48:06.501134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Request body: {'port': {'device_id': '79035522-c1c1-4f2b-b67e-faf295b62768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:06.562025 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db8fee85-768a-4b93-bded-fead4ea83a32 req-01044b7e-d1c2-428c-9b8e-d07cb4ca3de9 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665877 Oct 26 11:48:06.570238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Checking segment: {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:06.580597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Network hostable DHCP agents. Network: 00a5d140-a15a-4c02-b091-7d2c6c2f29e7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:48:06.602431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.614021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=ce76047b-b88e-454a-9063-be49ea1d764c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:06.652328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Attempting to bind port 4361147a-9d37-4a8d-8edb-94b6831b43de on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:06.652765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Attempting to bind port 4361147a-9d37-4a8d-8edb-94b6831b43de by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:06.653113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Attempting to bind port 4361147a-9d37-4a8d-8edb-94b6831b43de on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:06.658385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.667914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e02f5aca-34c5-4275-aacb-6fe0315fb01b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1512947 Oct 26 11:48:06.679911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333894-ee04-41c5-a66a-7e5bbe30e758 req-08f7f685-ee33-4c1f-b3a5-2b2deb91ae94 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:06.691228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50333894-ee04-41c5-a66a-7e5bbe30e758 req-08f7f685-ee33-4c1f-b3a5-2b2deb91ae94 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 935 time: 0.2624745 Oct 26 11:48:06.760636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Port 4361147a-9d37-4a8d-8edb-94b6831b43de on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:06.761222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Attempting to bind port 4361147a-9d37-4a8d-8edb-94b6831b43de on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:06.792856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdea1e19-942e-4c5c-a400-94b25397aa78 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:06.802012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:48:06.804208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:06.804553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:06.804950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:06.805403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Bound port: 4361147a-9d37-4a8d-8edb-94b6831b43de, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:06.805754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.806259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.813149 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.837968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Transition to ACTIVE for port object fdea1e19-942e-4c5c-a400-94b25397aa78 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:06.847334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.856774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50333894-ee04-41c5-a66a-7e5bbe30e758 req-48e3aba7-03c2-4ae3-8389-1f7abe5056da tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593058 Oct 26 11:48:06.861321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 00a5d140-a15a-4c02-b091-7d2c6c2f29e7) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:06.890921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:06.894383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:06.900689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307405ce-89bc-4895-9582-9e44a79ad4c6 None None] Network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:48:06.937834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:07.005083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c8543365-9bc0-481d-b40c-247342e90dd6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:07.049756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Attempting to bind port fdea1e19-942e-4c5c-a400-94b25397aa78 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:07.050293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Attempting to bind port fdea1e19-942e-4c5c-a400-94b25397aa78 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:07.050927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Attempting to bind port fdea1e19-942e-4c5c-a400-94b25397aa78 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:07.053743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b808-4f5f-4096-bc40-5edc97977243 req-ae2d6f7d-5a56-414b-86e2-c76383f77457 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.062103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f814b808-4f5f-4096-bc40-5edc97977243 req-ae2d6f7d-5a56-414b-86e2-c76383f77457 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 931 time: 0.3200967 Oct 26 11:48:07.065243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Port fdea1e19-942e-4c5c-a400-94b25397aa78 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:07.066022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Attempting to bind port fdea1e19-942e-4c5c-a400-94b25397aa78 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:07.084547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:07.086164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:07.089735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:07.090916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Bound port: fdea1e19-942e-4c5c-a400-94b25397aa78, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:07.104218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.124745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-62d622f0-3fea-41d3-8e96-e0e2cbce0fc4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3332019 Oct 26 11:48:07.135735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c8543365-9bc0-481d-b40c-247342e90dd6 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:07.145511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c8543365-9bc0-481d-b40c-247342e90dd6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:07.146015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.256217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:07.265437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:07.278977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.327238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.327881 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.332486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] 10.222.0.100 "PUT /v2.0/ports/fdea1e19-942e-4c5c-a400-94b25397aa78 HTTP/1.1" status: 200 len: 1095 time: 2.6203475 Oct 26 11:48:07.358220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:07.376157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f814b808-4f5f-4096-bc40-5edc97977243 req-3fab52b6-dcb3-48a4-84ad-739937c21c3e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117795 Oct 26 11:48:07.445602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:07.463124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3a7c7-d8ba-4c19-b713-74cc5ec405f7 req-7a67b9d2-3e34-40ca-83c4-6649714dd819 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.468396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb3a7c7-d8ba-4c19-b713-74cc5ec405f7 req-7a67b9d2-3e34-40ca-83c4-6649714dd819 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 949 time: 0.4350457 Oct 26 11:48:07.483919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.555894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:07.591740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-d07f1cc5-ec85-45b6-a77e-8974552593f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.593221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-d07f1cc5-ec85-45b6-a77e-8974552593f1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1699543 Oct 26 11:48:07.594630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.595114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.595661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.596009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.596347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.596685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.597017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.597347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.597680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.598030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.598346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.598664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4bed3-dc44-4136-8831-762f711beff3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:07.605216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:07.608537 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efad9da-0e26-4509-a4c8-1daef38b32a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:07.650004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.650647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.652888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] 10.222.0.30 "PUT /v2.0/ports/4361147a-9d37-4a8d-8edb-94b6831b43de HTTP/1.1" status: 200 len: 1095 time: 3.8539433 Oct 26 11:48:07.689734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:07.697070 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d1c1b-502c-41f9-9538-9acf9499326c" -d '{"events": [{"name": "network-changed", "server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:07.709799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-f3c2b503-747a-4ded-ba52-72912d629975 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=fdea1e19-942e-4c5c-a400-94b25397aa78 HTTP/1.1" status: 200 len: 217 time: 0.1065214 Oct 26 11:48:07.744650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:07.769570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb3a7c7-d8ba-4c19-b713-74cc5ec405f7 req-77081a69-8c59-4ff4-81dd-480a8ca47c5f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873785 Oct 26 11:48:07.785454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d0e05-2c3c-4f43-8873-083351ea47c4 None None] Network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:48:07.814607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-5aac5c03-69c6-44d3-b23d-5d9357191f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.816203 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-5aac5c03-69c6-44d3-b23d-5d9357191f0b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0971286 Oct 26 11:48:07.826227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35afbba-090b-4537-80d2-8588bdef7d29 service neutron] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:07.873378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-8f749d75-280a-4bd0-99aa-af942188e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.875109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-8f749d75-280a-4bd0-99aa-af942188e993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 1098 time: 0.1663630 Oct 26 11:48:07.885893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509def3f-53c4-40fc-9a77-62fd495f2755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8543365-9bc0-481d-b40c-247342e90dd6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:07.890997 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264f4f6-6961-4b40-831a-0779e60aa302" -d '{"events": [{"server_uuid": "509def3f-53c4-40fc-9a77-62fd495f2755", "name": "network-vif-plugged", "status": "completed", "tag": "c8543365-9bc0-481d-b40c-247342e90dd6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:07.924861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9e4-3f87-4961-b963-136d15df716e req-71f5efbe-dc43-4212-ace2-96fa7ef57e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:07.926204 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-71f5efbe-dc43-4212-ace2-96fa7ef57e32 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991967 Oct 26 11:48:07.946473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:48:07.991713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-56c3f94e-80eb-404a-b2f1-e8e1fbc0039c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4361147a-9d37-4a8d-8edb-94b6831b43de HTTP/1.1" status: 200 len: 217 time: 0.1076534 Oct 26 11:48:07.997707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 752d1139-66d5-48cf-bd7c-9f1daa9f5214 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:48:07.998716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 752d1139-66d5-48cf-bd7c-9f1daa9f5214 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:48:08.021329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c8543365-9bc0-481d-b40c-247342e90dd6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c8543365-9bc0-481d-b40c-247342e90dd6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:08.037526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.053198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53010) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:08.144514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c8543365-9bc0-481d-b40c-247342e90dd6,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:08.184065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-85f8f827-b90a-440e-af66-010fc1b3e491 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485449 Oct 26 11:48:08.239069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-18d2a036-2aae-490c-a595-5fe71c30e874 req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1305808056', 'description': 'tempest-description-378036227'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:08.252348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72a82ba-c185-4c06-9195-d4a45c6cd36c {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:08.298684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-244683da-50cb-417f-9275-847556b4c60a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1507326227&fields=id&tenant_id=5440eb0c056e48f8b2c8cb711416f902 HTTP/1.1" status: 200 len: 267 time: 0.3148003 Oct 26 11:48:08.305809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.334162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-df84a9e4-3f87-4961-b963-136d15df716e req-441787e9-acf5-4cf4-8890-54f38649e67e service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309018 Oct 26 11:48:08.371640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-2fbd122d-2180-496f-8c79-5c6a12253fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:08.373145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-2fbd122d-2180-496f-8c79-5c6a12253fd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.3688319 Oct 26 11:48:08.403767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Transition to ACTIVE for port object f72a82ba-c185-4c06-9195-d4a45c6cd36c will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:08.430533 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.439664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Deleting subnet 12f686f1-6add-4b58-9072-b625da6ccc84 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:48:08.447972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-7f09b04b-3c1f-4749-b84c-d7056aa22e27 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:08.455625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-7f09b04b-3c1f-4749-b84c-d7056aa22e27 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 931 time: 0.1549938 Oct 26 11:48:08.464896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18d2a036-2aae-490c-a595-5fe71c30e874 req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.473256 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.611778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-356ffacc-745d-42fc-9cb0-74d50f44abc7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:08.613109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-356ffacc-745d-42fc-9cb0-74d50f44abc7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 931 time: 0.1567192 Oct 26 11:48:08.624411 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.628138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-8542fec3-c54d-45fe-a6a8-5c5f12c6e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:08.629693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-8542fec3-c54d-45fe-a6a8-5c5f12c6e911 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2470753 Oct 26 11:48:08.630327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Pushing event updated for resources: {'Port': ['ID=f72a82ba-c185-4c06-9195-d4a45c6cd36c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:08.785881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-0d888e3e-f152-4394-8fd2-5661c603d974 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1490448 Oct 26 11:48:08.868804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:08.897190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-5e7ae3f3-9594-45fa-9bb8-5a8576f4044f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0857298 Oct 26 11:48:09.013332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18d2a036-2aae-490c-a595-5fe71c30e874 req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.036358 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18d2a036-2aae-490c-a595-5fe71c30e874 req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.038644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Attempting to bind port f72a82ba-c185-4c06-9195-d4a45c6cd36c on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:09.039020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Attempting to bind port f72a82ba-c185-4c06-9195-d4a45c6cd36c by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:09.039347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Attempting to bind port f72a82ba-c185-4c06-9195-d4a45c6cd36c on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:09.070396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-052aa698-1fd6-4ad4-91e1-3c46426684e5 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066162 Oct 26 11:48:09.083741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Port f72a82ba-c185-4c06-9195-d4a45c6cd36c on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:09.083980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Attempting to bind port f72a82ba-c185-4c06-9195-d4a45c6cd36c on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:09.111225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18d2a036-2aae-490c-a595-5fe71c30e874 req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.112523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18d2a036-2aae-490c-a595-5fe71c30e874 req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9117012 Oct 26 11:48:09.165043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:09.165338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:09.165768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Bound using segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:09.166111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Bound port: f72a82ba-c185-4c06-9195-d4a45c6cd36c, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:09.166474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.180788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.188601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de479c50-bc27-4e1f-9f67-d341b2241b34 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:09.248835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3a42bf8a-0e40-4aa6-9e11-1f35856f94f3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.255081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3a42bf8a-0e40-4aa6-9e11-1f35856f94f3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.261229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3a42bf8a-0e40-4aa6-9e11-1f35856f94f3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.262983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3a42bf8a-0e40-4aa6-9e11-1f35856f94f3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/networks?id=3d004cdd-4874-4abd-b718-802086e852e2&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=037c1482-cbb0-4eeb-9be0-3fc618365408&id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 1990 time: 0.3562255 Oct 26 11:48:09.269226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f686f1-6add-4b58-9072-b625da6ccc84,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:09.306220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.309581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e47b44a0-8302-427e-905d-74266b38f66f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/12f686f1-6add-4b58-9072-b625da6ccc84 HTTP/1.1" status: 204 len: 168 time: 1.2407982 Oct 26 11:48:09.313490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:09.350208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-95000c59-812b-4079-b2a1-10125173d4e1 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/quotas/5440eb0c056e48f8b2c8cb711416f902 HTTP/1.1" status: 200 len: 375 time: 0.0784993 Oct 26 11:48:09.399720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13478ae8-cda4-4e9c-ab89-c4c35269ca1a req-7150b1f4-aa70-4431-9db0-a6c63b1da4a0 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189683 Oct 26 11:48:09.436678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47059c6-0ef4-49bf-97fb-3dced14ddde8 req-df3ddf5a-4e20-482f-8976-cbb7879e3589 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.438114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b47059c6-0ef4-49bf-97fb-3dced14ddde8 req-df3ddf5a-4e20-482f-8976-cbb7879e3589 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 944 time: 0.2341328 Oct 26 11:48:09.447523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] For port f72a82ba-c185-4c06-9195-d4a45c6cd36c, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:09.452129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] For port f72a82ba-c185-4c06-9195-d4a45c6cd36c, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:09.464983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.467274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.535773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fb374515-1868-457b-b09c-0fc12260a646 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1655202 Oct 26 11:48:09.569354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.569870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.571268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] 10.222.0.30 "PUT /v2.0/ports/f72a82ba-c185-4c06-9195-d4a45c6cd36c HTTP/1.1" status: 200 len: 1091 time: 3.0756721 Oct 26 11:48:09.598403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.637875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68550a16-fa5c-4506-886c-93ab4412cb16']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:48:09.653230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af01af3-a25c-46af-bbd9-f6e3a14793e6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:48:09.653632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af01af3-a25c-46af-bbd9-f6e3a14793e6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:48:09.657053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b47059c6-0ef4-49bf-97fb-3dced14ddde8 req-2e2ac2cb-a2cb-4f3d-96f4-73c07b7b8b26 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028668 Oct 26 11:48:09.674380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.703450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c573b1-db3a-47a7-919a-7e488c8a544b service neutron] Pushing event updated for resources: {'Port': ['ID=f72a82ba-c185-4c06-9195-d4a45c6cd36c,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:09.705780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.722024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:48:09.722211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:48:09.728088 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:48:09.734301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-ead071fe-35ce-4525-b812-4dab2da4e778 service neutron] 10.222.0.30 "GET /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.2538924 Oct 26 11:48:09.749843 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3ea35d-e663-4420-ab49-706828919843 x-openstack-request-id: req-cf3ea35d-e663-4420-ab49-706828919843 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:09.750306 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:09.751253 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf3ea35d-e663-4420-ab49-706828919843 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:09.752145 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'status': 'completed', 'code': 200} Oct 26 11:48:09.762314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-4425351b-e9a9-41c0-9962-62a770cc81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.766193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-4425351b-e9a9-41c0-9962-62a770cc81d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 1094 time: 0.1118662 Oct 26 11:48:09.784153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4bf41c41-ca4a-47b4-b8b9-f3d97c9e1779 service neutron] 10.222.0.88 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188473 Oct 26 11:48:09.803854 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796ec919-a46e-4e01-b613-bf2732266b4e x-openstack-request-id: req-796ec919-a46e-4e01-b613-bf2732266b4e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:09.804399 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:09.804649 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-796ec919-a46e-4e01-b613-bf2732266b4e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:09.805256 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'status': 'completed', 'code': 200} Oct 26 11:48:09.854692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:48:09.874070 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.879353 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:09.887219 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] 10.222.0.88 "DELETE /v2.0/networks/68550a16-fa5c-4506-886c-93ab4412cb16 HTTP/1.1" status: 204 len: 168 time: 0.5715122 Oct 26 11:48:09.911944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53024) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:09.969362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9312-ee57-4d10-a446-ab515b17cd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=68550a16-fa5c-4506-886c-93ab4412cb16,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:09.988226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-b5623f14-9446-47c1-a06e-f30928a7b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:09.989845 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-b5623f14-9446-47c1-a06e-f30928a7b3d1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1948862 Oct 26 11:48:09.992821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Deleting subnet 6a6ca99d-2a2c-44dd-8bc2-18d3e7ebe126 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:48:09.999021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.032992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1c1b-502c-41f9-9538-9acf9499326c req-d47e622c-ff3a-46a8-8bf5-ff03ae4d73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.035052 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-d47e622c-ff3a-46a8-8bf5-ff03ae4d73e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 1098 time: 0.1792345 Oct 26 11:48:10.134439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.218639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-c689ecd9-8919-4508-bfc2-37cda11040ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c HTTP/1.1" status: 200 len: 217 time: 0.4317770 Oct 26 11:48:10.239860 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.277780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-c11d35e5-9e96-415f-a85e-9495ead2c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.279273 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-c11d35e5-9e96-415f-a85e-9495ead2c906 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2582605 Oct 26 11:48:10.338235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1c1b-502c-41f9-9538-9acf9499326c req-f23704d1-b3a3-416b-a143-f75f45cd7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.339767 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-f23704d1-b3a3-416b-a143-f75f45cd7d5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2883542 Oct 26 11:48:10.341047 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-2949cc52-ad11-4111-9ce8-573af89adbf6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=fdea1e19-942e-4c5c-a400-94b25397aa78 HTTP/1.1" status: 200 len: 217 time: 0.0484369 Oct 26 11:48:10.410891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-8b6a1784-b8d7-4c97-a07d-29970ae7ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.412426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-8b6a1784-b8d7-4c97-a07d-29970ae7ea12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.1559155 Oct 26 11:48:10.431962 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-c9800e0d-9d9b-4502-86c4-050e8681fe46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4361147a-9d37-4a8d-8edb-94b6831b43de HTTP/1.1" status: 200 len: 217 time: 0.0819545 Oct 26 11:48:10.432278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69826701-a5cf-4fd6-a3b4-1a099904cf02 req-6df56137-ad0f-441b-b806-ee37ed87227e tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.434089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69826701-a5cf-4fd6-a3b4-1a099904cf02 req-6df56137-ad0f-441b-b806-ee37ed87227e tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.2287288 Oct 26 11:48:10.447633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.471761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-bc3033fe-8568-4b09-b2a6-1ae7a1d7d7d0 service neutron] 10.222.0.88 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635859 Oct 26 11:48:10.480136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-af77bf0b-3d02-4ec1-96f8-eadecbaa90ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593772 Oct 26 11:48:10.521443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6ca99d-2a2c-44dd-8bc2-18d3e7ebe126,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:10.528054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-b0b01887-9198-48d2-a241-c741ec8bd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.529538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-b0b01887-9198-48d2-a241-c741ec8bd3f5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1712036 Oct 26 11:48:10.537500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.540116 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d6b0bc4-7cfb-4bf0-ad47-74bb553386e8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6a6ca99d-2a2c-44dd-8bc2-18d3e7ebe126 HTTP/1.1" status: 204 len: 168 time: 0.6247895 Oct 26 11:48:10.551581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53026) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:10.579961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1c1b-502c-41f9-9538-9acf9499326c req-f23a53a7-63b4-4238-a456-30f0208539f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.581502 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-f23a53a7-63b4-4238-a456-30f0208539f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1359887 Oct 26 11:48:10.658553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3d776f3b-a016-4d58-8d25-fee0dcd7d8ad service neutron] 10.222.0.88 "GET /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1682131 Oct 26 11:48:10.666784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69826701-a5cf-4fd6-a3b4-1a099904cf02 req-c568d45a-756e-4b28-a472-279939f8490f tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162294 Oct 26 11:48:10.699668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-c905aadd-1465-4713-afaf-65bb65337dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.701252 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-c905aadd-1465-4713-afaf-65bb65337dcf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598523 Oct 26 11:48:10.705713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.711159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1c1b-502c-41f9-9538-9acf9499326c req-a46d7608-aa1e-4f65-a536-ea45a33b4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:10.713472 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-a46d7608-aa1e-4f65-a536-ea45a33b4f50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862219 Oct 26 11:48:10.748775 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909c2b2-12d3-456c-b39c-2e0ec4f18ffa x-openstack-request-id: req-6909c2b2-12d3-456c-b39c-2e0ec4f18ffa {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:10.749335 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509def3f-53c4-40fc-9a77-62fd495f2755", "name": "network-vif-plugged", "status": "completed", "tag": "c8543365-9bc0-481d-b40c-247342e90dd6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:10.749595 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6909c2b2-12d3-456c-b39c-2e0ec4f18ffa {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:10.749994 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509def3f-53c4-40fc-9a77-62fd495f2755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8543365-9bc0-481d-b40c-247342e90dd6', 'code': 200} Oct 26 11:48:10.807833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-53200c30-c58b-427f-8058-b8c6047d79cb service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041747 Oct 26 11:48:10.832815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:10.947463 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-40e70dc0-fee3-4d57-bd6a-9176b1cd7af0 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320430 Oct 26 11:48:10.949209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:10.967948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:10.976153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:11.009941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2e3597-5d17-41f3-9e2b-40e9f420267d']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:48:11.074373 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-ea6bfddb-501c-4660-9923-b70000f66ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494871 Oct 26 11:48:11.075535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c6c51e9a-f909-46ce-bd38-a2777b6b95d2 service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863153 Oct 26 11:48:11.077096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf862c1-9276-47a5-a0e3-465f93933150') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:48:11.077661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf862c1-9276-47a5-a0e3-465f93933150') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:48:11.077795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921c3d11-9246-4ab5-a327-6fce42f5ccbb {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:11.102496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f52b66-74e9-4d12-a15d-0a8f7ad6d5c6 req-db1f0f35-74cc-434e-9ee4-1739ecdebeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:11.104045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f52b66-74e9-4d12-a15d-0a8f7ad6d5c6 req-db1f0f35-74cc-434e-9ee4-1739ecdebeb4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 1101 time: 0.2500241 Oct 26 11:48:11.120367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:11.121606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.130541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:11.146123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'mac_address': 'fa:16:3e:d3:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:11.177197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f397-a8ff-4195-b2ab-6b4e3957cc94 req-9f58d610-61dc-47a0-8050-47b5eb57bbff tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:11.178800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4699f397-a8ff-4195-b2ab-6b4e3957cc94 req-9f58d610-61dc-47a0-8050-47b5eb57bbff tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 943 time: 0.3115129 Oct 26 11:48:11.189634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.190141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839ae392-3b3d-492b-a1c3-18eadf14f513 req-7c5b157e-27d7-4217-940d-e5c9dfd5a8ea service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724349 Oct 26 11:48:11.210109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdea1e19-942e-4c5c-a400-94b25397aa78 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:11.210611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.251001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:11.255987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.257812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.269824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f52b66-74e9-4d12-a15d-0a8f7ad6d5c6 req-036a286d-6692-4eae-87a9-f4bf8ff1e6d0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522501 Oct 26 11:48:11.294405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:48:11.295029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:48:11.297800 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:48:11.321030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:11.325940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4699f397-a8ff-4195-b2ab-6b4e3957cc94 req-e39340e6-0fc6-409b-845f-2a175f810d69 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331499 Oct 26 11:48:11.348242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-6d71b4ec-f429-4150-870f-2f1ff594eb5e service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561598 Oct 26 11:48:11.363703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4efad9da-0e26-4509-a4c8-1daef38b32a7 req-1a6902ee-30c5-4e00-989a-1e7a6570550c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044518 Oct 26 11:48:11.426984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-104d1c1b-502c-41f9-9538-9acf9499326c req-5070f07d-7eb7-485b-b8d4-27e37cdc3b15 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300354 Oct 26 11:48:11.428074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.435744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.439257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] 10.222.0.88 "DELETE /v2.0/networks/dd2e3597-5d17-41f3-9e2b-40e9f420267d HTTP/1.1" status: 204 len: 168 time: 0.8866603 Oct 26 11:48:11.443786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-bf1069be-a3de-4a65-b733-c2a9b2134960 service neutron] 10.222.0.88 "GET /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0807590 Oct 26 11:48:11.447930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] Transition to ACTIVE for port object 921c3d11-9246-4ab5-a327-6fce42f5ccbb will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:11.453346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937db2b5-4413-43bd-ab2c-3c41c8069c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2e3597-5d17-41f3-9e2b-40e9f420267d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:11.465543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.580113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1fe8-dba8-4656-8605-d6fd84d976ac req-971ac8d0-312b-47dd-9289-4de02b5c379c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:11.581604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b86e1fe8-dba8-4656-8605-d6fd84d976ac req-971ac8d0-312b-47dd-9289-4de02b5c379c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 950 time: 0.1825986 Oct 26 11:48:11.633530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] No DVR routers for this DVR port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:48:11.646296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53034) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:11.650908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] Pushing event updated for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:11.691379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['fdea1e19-942e-4c5c-a400-94b25397aa78'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:11.713102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-073942e1-9d5a-4b1c-bc99-c0fc86f23b2e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3d6d8ca1489247c88c028d3bfc43e60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654211 Oct 26 11:48:11.714726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-cfd81a93-e74c-4a92-b71a-afb4e4d2fb74 service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463164 Oct 26 11:48:11.719250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53038) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:11.722145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-a2350944-288a-4d39-bc71-959e509d6751 service neutron] 10.222.0.30 "PUT /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb/bindings/n-h2-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9714460 Oct 26 11:48:11.727096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b86e1fe8-dba8-4656-8605-d6fd84d976ac req-83a04339-40d7-4675-be12-41a9592e0d37 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344371 Oct 26 11:48:11.803540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b38008ac-2d9f-40ee-a801-dc9dbce50efd req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1225788405', 'description': 'tempest-description-1525067524'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:11.810079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79035522-c1c1-4f2b-b67e-faf295b62768', 'tag': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:11.812811 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399e530c-0cd0-4fc7-b27f-bebce3cb998f" -d '{"events": [{"name": "network-changed", "server_uuid": "79035522-c1c1-4f2b-b67e-faf295b62768", "tag": "f72a82ba-c185-4c06-9195-d4a45c6cd36c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:11.815854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf361bf6-1de4-47e1-b6b7-9712a4d12228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.857966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b38008ac-2d9f-40ee-a801-dc9dbce50efd req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.864931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:11.869887 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf361bf6-1de4-47e1-b6b7-9712a4d12228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.895259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-dd8e86c9-b5fc-4bab-acae-6f46900fd5e1 service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663549 Oct 26 11:48:11.905547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-98f53e29-b95f-45f0-ae61-0e612eb023ee tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:11.907253 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-98f53e29-b95f-45f0-ae61-0e612eb023ee tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.0930068 Oct 26 11:48:11.961481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf361bf6-1de4-47e1-b6b7-9712a4d12228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.964453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf361bf6-1de4-47e1-b6b7-9712a4d12228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:11.965811 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf361bf6-1de4-47e1-b6b7-9712a4d12228 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1f108fe5-ff28-4a26-855d-abfcdb1539ba HTTP/1.1" status: 204 len: 168 time: 0.2446480 Oct 26 11:48:11.984431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-1f3e7d32-d185-4c39-a5ac-c52b22def30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:11.986905 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-1f3e7d32-d185-4c39-a5ac-c52b22def30f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6 HTTP/1.1" status: 200 len: 1096 time: 0.0638778 Oct 26 11:48:11.988110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361bf6-1de4-47e1-b6b7-9712a4d12228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f108fe5-ff28-4a26-855d-abfcdb1539ba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:12.024625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:12.044202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'mac_address': 'fa:16:3e:53:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:12.072680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b38008ac-2d9f-40ee-a801-dc9dbce50efd req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.100505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b38008ac-2d9f-40ee-a801-dc9dbce50efd req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.109702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-8df515e6-83f0-44b8-954d-bdb031f7a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:12.109905 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.112781 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-8df515e6-83f0-44b8-954d-bdb031f7a8ab service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0871854 Oct 26 11:48:12.127132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4361147a-9d37-4a8d-8edb-94b6831b43de {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:12.151142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:12.156697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.190322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-eb22c291-8289-4c5f-a4df-2c8163d62977 service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828703 Oct 26 11:48:12.204035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b38008ac-2d9f-40ee-a801-dc9dbce50efd req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.218856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b38008ac-2d9f-40ee-a801-dc9dbce50efd req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4228537 Oct 26 11:48:12.257808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:12.288544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-86243fee-4698-4ba4-8e7f-e3868e13b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:12.288771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7df354-460e-4a9e-b741-5fbd18f73c6c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e938e6f-a60c-45f3-ba55-48ed2131197b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:12.290522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-86243fee-4698-4ba4-8e7f-e3868e13b9e6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 0.1631727 Oct 26 11:48:12.375644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-7c61239b-249a-4dfc-b350-8a386e6449b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 200 len: 217 time: 0.0732367 Oct 26 11:48:12.406307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4361147a-9d37-4a8d-8edb-94b6831b43de'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:12.448361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-2d2fc5fc-9e7f-49fa-955a-97792b220101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:12.450321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-2d2fc5fc-9e7f-49fa-955a-97792b220101 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0637767 Oct 26 11:48:12.451527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-ae07255f-e280-4f77-9251-517664485074 service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302983 Oct 26 11:48:12.462217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639757-4e77-4d3f-9768-f8fd80e1850e req-bf554866-7a01-4617-85c2-4245c824fc47 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:12.464106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07639757-4e77-4d3f-9768-f8fd80e1850e req-bf554866-7a01-4617-85c2-4245c824fc47 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 945 time: 0.1179681 Oct 26 11:48:12.500295 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-7f512e36-24c2-42fd-949b-8ec040ae6bf9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397696 Oct 26 11:48:12.576005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07639757-4e77-4d3f-9768-f8fd80e1850e req-7206dc92-707b-44b9-868c-0aba7a5b6e5b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024458 Oct 26 11:48:12.615749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-92d718d0-bf2a-4cf1-b7d8-a131a07aa909 service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504138 Oct 26 11:48:12.683846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53054) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:12.738749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-3c968d1e-f916-4875-9fcb-e2488e449745 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140148 Oct 26 11:48:12.768330 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53fa2bca-bc65-47aa-ae69-dd8b31dbe634 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc2e0c00c1234759bf15320ad2a1cb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827045 Oct 26 11:48:12.777636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53056) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:12.794544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-e4175fb2-8423-4feb-b570-b8f48f70036f service neutron] 10.222.0.88 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663222 Oct 26 11:48:12.815292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa5138-7ea5-41dc-8379-c0e7f54581f9 req-5a7e5612-b865-411c-be90-30f129b521ee tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:12.816951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5fa5138-7ea5-41dc-8379-c0e7f54581f9 req-5a7e5612-b865-411c-be90-30f129b521ee tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 948 time: 0.0797124 Oct 26 11:48:12.900255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3216d810-b4cc-4168-991e-eb959a511f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.908959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-bf64c1d4-c668-4639-8f68-125276cc09a9 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559124 Oct 26 11:48:12.936662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5fa5138-7ea5-41dc-8379-c0e7f54581f9 req-6cc40cfc-0ba1-4423-a7fa-de7f1c35e1ae tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885687 Oct 26 11:48:12.941826 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3216d810-b4cc-4168-991e-eb959a511f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:12.987144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-d0a94c2d-f3fb-45df-be8e-f00a4fe0c045 service neutron] 10.222.0.88 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683693 Oct 26 11:48:13.005714 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c299c-d9b5-4cd3-8a86-8b32f535f567 x-openstack-request-id: req-a81c299c-d9b5-4cd3-8a86-8b32f535f567 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:13.006032 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79035522-c1c1-4f2b-b67e-faf295b62768", "tag": "f72a82ba-c185-4c06-9195-d4a45c6cd36c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:13.006325 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a81c299c-d9b5-4cd3-8a86-8b32f535f567 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:13.006771 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79035522-c1c1-4f2b-b67e-faf295b62768', 'tag': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c', 'status': 'completed', 'code': 200} Oct 26 11:48:13.008764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3216d810-b4cc-4168-991e-eb959a511f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:13.011978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3216d810-b4cc-4168-991e-eb959a511f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:13.013395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3216d810-b4cc-4168-991e-eb959a511f50 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6509b74a-aedf-4eef-bb9a-33df35163dd3 HTTP/1.1" status: 204 len: 168 time: 0.2350447 Oct 26 11:48:13.026187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216d810-b4cc-4168-991e-eb959a511f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509b74a-aedf-4eef-bb9a-33df35163dd3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:13.179795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-c4da47fb-fd14-4523-92dc-adc009bf4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:13.181712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-c4da47fb-fd14-4523-92dc-adc009bf4477 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 1094 time: 0.1114569 Oct 26 11:48:13.261018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd719d-8dca-46d0-b509-a977df90c354 req-55a7c906-1c8a-41f2-ac48-5cd936475e33 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:13.263298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96dd719d-8dca-46d0-b509-a977df90c354 req-55a7c906-1c8a-41f2-ac48-5cd936475e33 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 943 time: 0.1783888 Oct 26 11:48:13.265993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4dc11527-5a1d-4e71-94c3-2359673f3727 service neutron] 10.222.0.88 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712288 Oct 26 11:48:13.309980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-90cd72d7-62fc-483b-94c0-fb07b8745fa3 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:13.312543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-90cd72d7-62fc-483b-94c0-fb07b8745fa3 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9&tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.0704002 Oct 26 11:48:13.472606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96dd719d-8dca-46d0-b509-a977df90c354 req-86efc98b-aeb3-4fb1-a58e-10fe93957874 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813929 Oct 26 11:48:13.478227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-f45228d1-7a07-4184-be91-a17421e11876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:13.479818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-f45228d1-7a07-4184-be91-a17421e11876 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.2894061 Oct 26 11:48:13.488880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-992a7e82-9efc-4504-a002-b1752d14dc56 service neutron] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:13.496630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-992a7e82-9efc-4504-a002-b1752d14dc56 service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:13.498561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3bb8bee-1fe3-4581-a32e-64cfaaeee26e req-992a7e82-9efc-4504-a002-b1752d14dc56 service neutron] 10.222.0.100 "DELETE /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb/bindings/n-h1-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.1764963 Oct 26 11:48:13.512988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-d6824c93-7449-4fe7-93e6-21d28e69957a service neutron] 10.222.0.88 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398190 Oct 26 11:48:13.561283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-0c1fc740-2721-4975-b57f-43671142bc8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c HTTP/1.1" status: 200 len: 217 time: 0.0685158 Oct 26 11:48:13.734021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-fc5504ea-6656-4adc-871f-dd21a63492d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:13.736140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-fc5504ea-6656-4adc-871f-dd21a63492d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.1641281 Oct 26 11:48:13.801619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-6cbed237-9836-48ff-b450-3577ec812c4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566192 Oct 26 11:48:13.845481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a8b85b2e-1fc5-4fe8-9bb1-3154f7478818 service neutron] 10.222.0.88 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853985 Oct 26 11:48:13.877098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f72a82ba-c185-4c06-9195-d4a45c6cd36c details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:13.878560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-d51114a9-c925-4958-82f2-c41034d85b13 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:13.880169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-d51114a9-c925-4958-82f2-c41034d85b13 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 813 time: 0.3005540 Oct 26 11:48:13.883131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:13.908091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-2f7735c3-ec30-4777-93f7-d07632dbde2f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/quotas/d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 375 time: 0.0210052 Oct 26 11:48:14.060368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 4361147a-9d37-4a8d-8edb-94b6831b43de completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:14.082025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4361147a-9d37-4a8d-8edb-94b6831b43de triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:14.082513 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:14.133367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port f72a82ba-c185-4c06-9195-d4a45c6cd36c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:14.162535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c', 'mac_address': 'fa:16:3e:8a:62:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:14.287877 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:14.304524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-4a2c56ae-02b3-4d0c-a536-bf880ae06919 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3851271 Oct 26 11:48:14.328350 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:14.341491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72a82ba-c185-4c06-9195-d4a45c6cd36c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:14.355215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-5060644d-b06d-4c93-b25f-07b77866060e service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412633 Oct 26 11:48:14.406338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port f72a82ba-c185-4c06-9195-d4a45c6cd36c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:14.419702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:14.464235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:14.466713 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd81f0-3d7d-48d9-bccd-29ff486d4523" -d '{"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-plugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:14.488951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:14.527284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=f72a82ba-c185-4c06-9195-d4a45c6cd36c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:14.528008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-804c7ad0-2dd0-457b-a8d8-f67aa3e7e269 service neutron] 10.222.0.88 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125394 Oct 26 11:48:14.531411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:14.590572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399e530c-0cd0-4fc7-b27f-bebce3cb998f req-44dd7398-fb50-4a64-836d-c8bdae1f336e service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983161 Oct 26 11:48:14.604634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:14.641401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-30e15895-ddcd-4f5e-86dd-105f72547b62 service neutron] 10.222.0.88 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130056 Oct 26 11:48:14.689912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['f72a82ba-c185-4c06-9195-d4a45c6cd36c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:15.003205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:15.102565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bb2a1-ad16-4fc0-8fc3-5f84cce29737 req-64869c8c-4733-4ef7-9935-dbe54033dfba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:15.110437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-121bb2a1-ad16-4fc0-8fc3-5f84cce29737 req-64869c8c-4733-4ef7-9935-dbe54033dfba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 950 time: 0.2059143 Oct 26 11:48:15.213663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f7d6-b42a-4620-98bc-9dc6a32de6f7 req-59380af9-dfec-4e87-b392-6c74578569a8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:15.214577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port fdea1e19-942e-4c5c-a400-94b25397aa78 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:15.216067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5d9f7d6-b42a-4620-98bc-9dc6a32de6f7 req-59380af9-dfec-4e87-b392-6c74578569a8 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 945 time: 0.2334065 Oct 26 11:48:15.223797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port fdea1e19-942e-4c5c-a400-94b25397aa78 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:15.226196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:15.271295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-121bb2a1-ad16-4fc0-8fc3-5f84cce29737 req-25a497ff-2364-45c6-aaac-6c6e690bbee7 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516836 Oct 26 11:48:15.290583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5d9f7d6-b42a-4620-98bc-9dc6a32de6f7 req-f8e8ceac-a8ed-45ed-a3bd-61656311aad7 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Oct 26 11:48:15.390961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:15.434019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728ac5-8fbb-404d-8c5f-ad7ed2d7e1b7 req-85458e2d-e808-48f5-bd54-bd3987ef0eaa tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:15.444311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56728ac5-8fbb-404d-8c5f-ad7ed2d7e1b7 req-85458e2d-e808-48f5-bd54-bd3987ef0eaa tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 948 time: 0.0888522 Oct 26 11:48:15.466637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:15.472139 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d901e-6c4a-4531-b0ab-0e9ad6237c84 x-openstack-request-id: req-a46d901e-6c4a-4531-b0ab-0e9ad6237c84 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:15.472452 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-plugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:15.473025 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a46d901e-6c4a-4531-b0ab-0e9ad6237c84 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:15.473566 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'code': 200} Oct 26 11:48:15.475131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:15.549229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:15.567973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56728ac5-8fbb-404d-8c5f-ad7ed2d7e1b7 req-48581a56-670b-4062-a674-664bda0731a0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224949 Oct 26 11:48:15.630385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbb9ab-bbbb-489c-adc2-3fe76f0b004a req-b6d66255-b9af-43e7-87c0-0707ec55e26b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:15.638529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5dfbb9ab-bbbb-489c-adc2-3fe76f0b004a req-b6d66255-b9af-43e7-87c0-0707ec55e26b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 944 time: 0.0689909 Oct 26 11:48:15.642339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b4ff-cf48-456d-a058-03a89da9a9d5 req-c1dd5156-e31f-47aa-bacd-694727f823b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:15.643884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0335b4ff-cf48-456d-a058-03a89da9a9d5 req-c1dd5156-e31f-47aa-bacd-694727f823b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 1100 time: 0.1378384 Oct 26 11:48:15.703683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a8a26f3-8126-4431-968e-0d540278648c req-888a6d00-6489-437a-8092-9906359bdd60 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0580630 Oct 26 11:48:15.735528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0335b4ff-cf48-456d-a058-03a89da9a9d5 req-badca130-f675-492d-82b6-761ed050999d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723131 Oct 26 11:48:15.750049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5dfbb9ab-bbbb-489c-adc2-3fe76f0b004a req-11c40493-77e9-48ff-8e8a-b607dbdd3d56 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103761 Oct 26 11:48:15.844290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37565f11-9708-4eef-aebc-21376cea4bd5 req-37610ae7-acab-46a7-bd77-3dc825886d07 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 210 time: 0.0512304 Oct 26 11:48:15.882971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f72a82ba-c185-4c06-9195-d4a45c6cd36c up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:15.952088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port f72a82ba-c185-4c06-9195-d4a45c6cd36c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:15.957213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port f72a82ba-c185-4c06-9195-d4a45c6cd36c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:15.957680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:16.010571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d9256-350f-4528-85ee-64cdb7c3ff09 req-08c7066b-7d5b-49d6-8186-cb7879606dae tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:16.012360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa1d9256-350f-4528-85ee-64cdb7c3ff09 req-08c7066b-7d5b-49d6-8186-cb7879606dae tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 950 time: 0.0906017 Oct 26 11:48:16.080985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa1d9256-350f-4528-85ee-64cdb7c3ff09 req-ade29312-73d8-4507-a7c1-be38bcbc4963 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568278 Oct 26 11:48:16.101727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:16.145244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port f72a82ba-c185-4c06-9195-d4a45c6cd36c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:16.150281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:16.213347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9606de-1d3a-489f-9446-bda1cfd0754c req-d5cddc8c-d486-4441-8395-b67e0e0e9f52 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:16.214781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9606de-1d3a-489f-9446-bda1cfd0754c req-d5cddc8c-d486-4441-8395-b67e0e0e9f52 tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0533421 Oct 26 11:48:16.218271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=f72a82ba-c185-4c06-9195-d4a45c6cd36c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:16.261995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9606de-1d3a-489f-9446-bda1cfd0754c req-12b85e25-1142-45cd-aca6-417dd4a5f28f tempest-LiveAutoBlockMigrationV225Test-1262041973 tempest-LiveAutoBlockMigrationV225Test-1262041973-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Oct 26 11:48:16.734476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-15a3c260-3222-4c7a-b407-1dc8a6295eb3 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:16.736690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-15a3c260-3222-4c7a-b407-1dc8a6295eb3 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.30 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 813 time: 0.2207038 Oct 26 11:48:16.754496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47782f-1339-4bbf-907a-130f0afd5b0f req-786a256f-08c7-43e5-83f6-c6694a9e64db tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:16.761043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47782f-1339-4bbf-907a-130f0afd5b0f req-786a256f-08c7-43e5-83f6-c6694a9e64db tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:16.762703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f47782f-1339-4bbf-907a-130f0afd5b0f req-786a256f-08c7-43e5-83f6-c6694a9e64db tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755&device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 1691 time: 0.1439528 Oct 26 11:48:16.767764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'port': {'device_id': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7', 'admin_state_up': True, 'tenant_id': 'd8b39486bbc349b28c1a6db88ed414ba'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:16.891440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f47782f-1339-4bbf-907a-130f0afd5b0f req-132ab8ae-a077-4079-b3ed-7edd27df56ba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196618 Oct 26 11:48:16.942240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e70d1-202f-4cc9-9dd4-667ec7cb713a req-9ee1e8b8-856e-4fb6-975f-e5f184e3b5b0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:16.943940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-466e70d1-202f-4cc9-9dd4-667ec7cb713a req-9ee1e8b8-856e-4fb6-975f-e5f184e3b5b0 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 949 time: 0.1024172 Oct 26 11:48:17.023367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Made reservation on behalf of d8b39486bbc349b28c1a6db88ed414ba for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:17.027425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:17.046502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-466e70d1-202f-4cc9-9dd4-667ec7cb713a req-e28b77cf-8f8a-4edc-adfb-c752be7a436d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946729 Oct 26 11:48:17.094123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac3955-ec61-46be-9743-6f97dca35c3e req-ee964159-414e-4650-8049-22facf7ae889 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.096420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78ac3955-ec61-46be-9743-6f97dca35c3e req-ee964159-414e-4650-8049-22facf7ae889 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 945 time: 0.1371031 Oct 26 11:48:17.155290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-b64ee15b-d740-4735-a945-287c9019edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.157963 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-b64ee15b-d740-4735-a945-287c9019edce service neutron] 10.222.0.30 "GET /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 1027 time: 0.0982115 Oct 26 11:48:17.209001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-42a1b3dc-f0e2-40c0-b7cd-c80dddf535b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.210853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-42a1b3dc-f0e2-40c0-b7cd-c80dddf535b4 service neutron] 10.222.0.30 "GET /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 1027 time: 0.0440459 Oct 26 11:48:17.222585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78ac3955-ec61-46be-9743-6f97dca35c3e req-bcb670ad-a95e-41af-80be-2a888e205b5e tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879569 Oct 26 11:48:17.264140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-562b1bde-980a-4ba4-b270-b8856fd4747c req-90ffdd11-4137-40dd-a36d-f1a788e0eb9d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0473270 Oct 26 11:48:17.311802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Allocated IP 172.20.0.3 (00a5d140-a15a-4c02-b091-7d2c6c2f29e7/44370acd-dbc2-4533-bda7-4230fbe5dc04/bf14d666-5f0a-4388-a39f-12df45694fc4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:17.475015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78'}, {'server_uuid': '79035522-c1c1-4f2b-b67e-faf295b62768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:17.481041 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3d929-f3b4-4e66-a5c5-dd6fc199ccec" -d '{"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-plugged", "status": "completed", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78"}, {"server_uuid": "79035522-c1c1-4f2b-b67e-faf295b62768", "name": "network-vif-plugged", "status": "completed", "tag": "f72a82ba-c185-4c06-9195-d4a45c6cd36c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:17.636040 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:17.699176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2276b8b0-4f67-4357-907c-b5011e0cd0ca req-09e04b11-7814-4952-af3b-d4d114e3b742 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 210 time: 0.0536802 Oct 26 11:48:17.752670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01058-5954-4ca9-810f-25452c209414 req-13be49d8-77fa-49bb-82ec-ec50d98aa76e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.760918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97a01058-5954-4ca9-810f-25452c209414 req-13be49d8-77fa-49bb-82ec-ec50d98aa76e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 945 time: 0.3698664 Oct 26 11:48:17.764960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:17.773736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-53fcf82f-25a7-47e7-b11a-0434afba6d9f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.790771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-53fcf82f-25a7-47e7-b11a-0434afba6d9f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.796802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-53fcf82f-25a7-47e7-b11a-0434afba6d9f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.798493 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-53fcf82f-25a7-47e7-b11a-0434afba6d9f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "GET /v2.0/networks?id=3d004cdd-4874-4abd-b718-802086e852e2&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=037c1482-cbb0-4eeb-9be0-3fc618365408&id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 1990 time: 0.5803528 Oct 26 11:48:17.861332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:17.906067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-66ef3009-14ed-4a42-ba34-e29ae8c3326f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:17.906630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53202) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:17.908067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-66ef3009-14ed-4a42-ba34-e29ae8c3326f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 945 time: 0.2128291 Oct 26 11:48:17.909007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:17.917787 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-b08fd27f-2fca-42bd-8408-de776b745c92 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5440eb0c056e48f8b2c8cb711416f902 HTTP/1.1" status: 200 len: 380 time: 0.1068926 Oct 26 11:48:17.924420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97a01058-5954-4ca9-810f-25452c209414 req-14ed72b5-fa7a-4e83-bede-e7b2b17d941b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622612 Oct 26 11:48:17.926147 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a1017c-2197-4b08-b497-901dc49411d1 x-openstack-request-id: req-f5a1017c-2197-4b08-b497-901dc49411d1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:17.926444 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-plugged", "status": "completed", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78", "code": 200}, {"server_uuid": "79035522-c1c1-4f2b-b67e-faf295b62768", "name": "network-vif-plugged", "status": "completed", "tag": "f72a82ba-c185-4c06-9195-d4a45c6cd36c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:17.926724 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5a1017c-2197-4b08-b497-901dc49411d1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:17.927180 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'code': 200} Oct 26 11:48:17.927440 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79035522-c1c1-4f2b-b67e-faf295b62768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c', 'code': 200} Oct 26 11:48:17.940214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:17.943593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:17.984469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'admin_state_up': True, 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'security_groups': ['3efd5c83-0908-4030-be65-63abcc4d74f0']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:18.196887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:18.197537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.210723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8324458-eed0-4a39-bd8c-b91b298dffdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.252273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Deleting port 921c3d11-9246-4ab5-a327-6fce42f5ccbb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:48:18.252857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.257140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:18.261289 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.294426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-62fbb903-4e72-43fd-8e0e-754e606c22a6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5306151 Oct 26 11:48:18.300394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac740f-2ef7-45a5-91d7-99c5b26f21a2 req-d9cab933-ae3c-4d16-97f9-9206a51045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:18.302085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2ac740f-2ef7-45a5-91d7-99c5b26f21a2 req-d9cab933-ae3c-4d16-97f9-9206a51045b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 1096 time: 0.2132945 Oct 26 11:48:18.309807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eb96c-a0fd-4943-b091-1e5fe743431c req-78b88fd7-53d0-4bf9-b688-0a24dc841cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:18.311331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-551eb96c-a0fd-4943-b091-1e5fe743431c req-78b88fd7-53d0-4bf9-b688-0a24dc841cfd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 1100 time: 0.2764382 Oct 26 11:48:18.329902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Request body: {'port': {'device_id': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:18.378918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626faa2a-afd3-41e2-956d-8a28ea7d6d9b req-7c04cfce-48ff-4af5-ae0e-907e87403921 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:18.380825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-626faa2a-afd3-41e2-956d-8a28ea7d6d9b req-7c04cfce-48ff-4af5-ae0e-907e87403921 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 1101 time: 0.2905033 Oct 26 11:48:18.458409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] For port 921c3d11-9246-4ab5-a327-6fce42f5ccbb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=921c3d11-9246-4ab5-a327-6fce42f5ccbb,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:18.458770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.467501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86463b-10dc-46af-bd27-cb4e09420f0f req-8fbe2cdf-c6ed-4ee1-928d-3335ea4ccc3a tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:18.470162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a86463b-10dc-46af-bd27-cb4e09420f0f req-8fbe2cdf-c6ed-4ee1-928d-3335ea4ccc3a tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 949 time: 0.2413104 Oct 26 11:48:18.483380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Calling delete_port for 921c3d11-9246-4ab5-a327-6fce42f5ccbb owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:48:18.507157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 172.20.0.4 (3d004cdd-4874-4abd-b718-802086e852e2/701a57a1-ae95-4361-a790-fbb3c0f8d240/7763cb0c-676c-4801-9e2e-1866a75a4da0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:18.509043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2ac740f-2ef7-45a5-91d7-99c5b26f21a2 req-835ebfa0-01b6-47cc-801f-b2217d93049e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936164 Oct 26 11:48:18.519433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-551eb96c-a0fd-4943-b091-1e5fe743431c req-ff78805f-1028-4bab-b8c1-386d24849281 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989076 Oct 26 11:48:18.561462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.570237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-626faa2a-afd3-41e2-956d-8a28ea7d6d9b req-cc5ef758-2606-48b7-8543-85203daef639 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662829 Oct 26 11:48:18.596815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8324458-eed0-4a39-bd8c-b91b298dffdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.608011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8324458-eed0-4a39-bd8c-b91b298dffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.653147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a86463b-10dc-46af-bd27-cb4e09420f0f req-00df0d39-1318-466b-8b72-10c2de7c08f4 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490819 Oct 26 11:48:18.790187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.802210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['49933478-d757-442a-af5e-ddc8af3d6f9d', '921c3d11-9246-4ab5-a327-6fce42f5ccbb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:18.812941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.842883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event deleted for resources: {'Port': ['ID=921c3d11-9246-4ab5-a327-6fce42f5ccbb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:18.920951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] No DVR routers for this DVR port 921c3d11-9246-4ab5-a327-6fce42f5ccbb on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:48:18.925628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:18.929929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c06e1fe7-5fc1-4c88-844c-be4aa700b1d1 req-db9a5308-97ab-42c5-856b-390e1c3bc050 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "DELETE /v2.0/ports/921c3d11-9246-4ab5-a327-6fce42f5ccbb HTTP/1.1" status: 204 len: 173 time: 1.0107508 Oct 26 11:48:18.930380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'name': 'network-vif-deleted', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:18.933539 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351352f-102a-4ef2-ba1d-8e85ecd4d84a" -d '{"events": [{"server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "name": "network-vif-deleted", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:18.947485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:18.948450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a8324458-eed0-4a39-bd8c-b91b298dffdd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de1869aea72f403697ef58ce8efe6707&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0172489 Oct 26 11:48:18.989094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.016253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8324458-eed0-4a39-bd8c-b91b298dffdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24909445-48fe-4c45-b986-890b2d2a370c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:19.050052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c44e15e6-d193-4c33-918b-b0c26043734f req-ae7ba77d-4861-45c5-b4c1-2475813a8c28 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.3156822 Oct 26 11:48:19.085940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 3d004cdd-4874-4abd-b718-802086e852e2 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:19.097244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:19.111782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:19.149312 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83602b5b-7e6c-44f9-8d79-ae35ac1d97e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.165264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:19.193052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c26e7f5-945c-4b0e-b96e-d878d00211b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.229322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:19.230006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.261042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83602b5b-7e6c-44f9-8d79-ae35ac1d97e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.273869 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4951344a-d258-4c32-901e-557d75c09cc8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3417504 Oct 26 11:48:19.293620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'admin_state_up': True, 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'security_groups': ['3efd5c83-0908-4030-be65-63abcc4d74f0']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:19.308786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e6c50-d917-4f14-92b8-08bccc56eef1 req-c55f2d83-af0f-472d-b6d4-7f2cb1eae09e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:19.318574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-149e6c50-d917-4f14-92b8-08bccc56eef1 req-c55f2d83-af0f-472d-b6d4-7f2cb1eae09e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 931 time: 0.3517604 Oct 26 11:48:19.333086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf14d666-5f0a-4388-a39f-12df45694fc4 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:19.349613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.374848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7783f-5b0e-42be-921f-5025b4b0fe73 req-84ffa363-cd8b-452d-bfc0-7065b7de8965 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:19.377941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57b7783f-5b0e-42be-921f-5025b4b0fe73 req-84ffa363-cd8b-452d-bfc0-7065b7de8965 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 1101 time: 0.1875708 Oct 26 11:48:19.417841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83602b5b-7e6c-44f9-8d79-ae35ac1d97e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.418203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Transition to ACTIVE for port object bf14d666-5f0a-4388-a39f-12df45694fc4 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:19.420781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83602b5b-7e6c-44f9-8d79-ae35ac1d97e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.425198 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-83602b5b-7e6c-44f9-8d79-ae35ac1d97e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/24909445-48fe-4c45-b986-890b2d2a370c HTTP/1.1" status: 204 len: 168 time: 0.4763157 Oct 26 11:48:19.445507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83602b5b-7e6c-44f9-8d79-ae35ac1d97e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24909445-48fe-4c45-b986-890b2d2a370c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:19.451497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-149e6c50-d917-4f14-92b8-08bccc56eef1 req-93eb75e4-7f72-4906-b231-7b2d4ca58a5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315954 Oct 26 11:48:19.452198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.487925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:19.500114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.535746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57b7783f-5b0e-42be-921f-5025b4b0fe73 req-863bb58d-a813-4d4b-b97b-4523441f54e1 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328697 Oct 26 11:48:19.537904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9ba95a73-eaf5-4349-82a6-017fecc42e26 None None] Provisioning complete for port 7763cb0c-676c-4801-9e2e-1866a75a4da0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:19.539114 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ba95a73-eaf5-4349-82a6-017fecc42e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:19.670980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9ba95a73-eaf5-4349-82a6-017fecc42e26 None None] Port 7763cb0c-676c-4801-9e2e-1866a75a4da0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:19.721294 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740b5d0-613d-4fcd-a962-9f0541add1c7 x-openstack-request-id: req-8740b5d0-613d-4fcd-a962-9f0541add1c7 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:19.721585 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9", "name": "network-vif-deleted", "tag": "921c3d11-9246-4ab5-a327-6fce42f5ccbb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:19.721840 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8740b5d0-613d-4fcd-a962-9f0541add1c7 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:19.725717 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9', 'name': 'network-vif-deleted', 'tag': '921c3d11-9246-4ab5-a327-6fce42f5ccbb', 'status': 'completed', 'code': 200} Oct 26 11:48:19.728348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:19.906855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 10.1.1.9 (27efb480-40de-46e0-a1bd-5c2fdb66e587/5fe8a418-6cf7-4e8f-8350-86c9773fab38/9c67b58a-f86c-47ed-b745-9c55f27d143e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:20.003647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Attempting to bind port bf14d666-5f0a-4388-a39f-12df45694fc4 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:20.003903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Attempting to bind port bf14d666-5f0a-4388-a39f-12df45694fc4 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:20.004125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Attempting to bind port bf14d666-5f0a-4388-a39f-12df45694fc4 on network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:20.021000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91010bcc-152e-4360-8a11-30f0adb70b2a req-bddf5b4b-4055-461f-be2b-3a98006e2c49 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.022852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91010bcc-152e-4360-8a11-30f0adb70b2a req-bddf5b4b-4055-461f-be2b-3a98006e2c49 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 943 time: 0.2034090 Oct 26 11:48:20.026393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Port bf14d666-5f0a-4388-a39f-12df45694fc4 on network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:20.027219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Attempting to bind port bf14d666-5f0a-4388-a39f-12df45694fc4 on network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:20.039843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:20.040310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Checking segment: {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:20.041387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Bound using segment: {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:20.041387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Bound port: bf14d666-5f0a-4388-a39f-12df45694fc4, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:20.041709 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.065648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153e8b-2b55-4f9b-9aa2-35cd9dc2aa7e req-cce0960e-dd02-4264-8aea-46d3bc849d0b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.066906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df153e8b-2b55-4f9b-9aa2-35cd9dc2aa7e req-cce0960e-dd02-4264-8aea-46d3bc849d0b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 945 time: 0.1294477 Oct 26 11:48:20.099814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:20.123792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14828f78-1692-45eb-a70b-e195aed1dcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.150793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.206345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91010bcc-152e-4360-8a11-30f0adb70b2a req-b1dad758-92eb-4efe-9452-c68f255978c5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661932 Oct 26 11:48:20.223201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.225959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df153e8b-2b55-4f9b-9aa2-35cd9dc2aa7e req-dd798c02-e620-4ae8-a724-3e4d9f976a36 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484451 Oct 26 11:48:20.256318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:20.261730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:20.273447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.319143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14828f78-1692-45eb-a70b-e195aed1dcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.322913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:20.326959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.327514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:20.327632 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.330364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14828f78-1692-45eb-a70b-e195aed1dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.335997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:20.337152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] 10.222.0.30 "PUT /v2.0/ports/bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 1091 time: 2.0195148 Oct 26 11:48:20.352492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:20.356897 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79eb13-e882-462b-a93a-5bcebdb30d98" -d '{"events": [{"name": "network-changed", "server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:20.400247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-31a33285-f05e-4eb5-8e07-187b8b0eaa9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391107 Oct 26 11:48:20.412044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:20.466652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14828f78-1692-45eb-a70b-e195aed1dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a86eaf-75fd-42b8-8fba-55b6f903a109,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:20.483995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.484815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.502724 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-14828f78-1692-45eb-a70b-e195aed1dcf0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b9b1b69c4765442ab0b7617bee82a7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018946 Oct 26 11:48:20.503651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53260) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:20.513644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1eed4e6e-9026-4ec9-bc6e-3d32b4f1885e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2282214 Oct 26 11:48:20.533901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452401a6-098e-45b7-9c95-9a62d3a3d3fd service neutron] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:20.537260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'admin_state_up': True, 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'security_groups': ['3efd5c83-0908-4030-be65-63abcc4d74f0']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:20.572528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-642afd5a-892d-4c70-b839-18a7be722b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.574099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-642afd5a-892d-4c70-b839-18a7be722b53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1094 time: 0.1686809 Oct 26 11:48:20.641226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b4a1-8af5-4488-b4f9-815e2d1deeda req-1a16c9b1-9817-484d-9029-9cdd487df1e1 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.643563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb27b4a1-8af5-4488-b4f9-815e2d1deeda req-1a16c9b1-9817-484d-9029-9cdd487df1e1 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 949 time: 0.2394161 Oct 26 11:48:20.647953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-da641cc1-fdf3-4573-85b0-06375dcf1947 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 217 time: 0.0630152 Oct 26 11:48:20.674092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca89d957-caf9-496b-9e72-d233ce855231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.708686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-645cf750-bb86-493c-961c-6a37ec65ad5d None None] Provisioning complete for port 9c67b58a-f86c-47ed-b745-9c55f27d143e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:20.709806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-645cf750-bb86-493c-961c-6a37ec65ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.710138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-5a26cb05-af35-4e5d-91f7-d013e48b231b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.717263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-5a26cb05-af35-4e5d-91f7-d013e48b231b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086305 Oct 26 11:48:20.718074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca89d957-caf9-496b-9e72-d233ce855231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.750627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-3a3d7ccb-7e3c-4513-8acc-c55ae5f70830 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/quotas/1824073f4350477ebf9e2e0920239e81 HTTP/1.1" status: 200 len: 375 time: 0.0323977 Oct 26 11:48:20.751219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-645cf750-bb86-493c-961c-6a37ec65ad5d None None] Port 9c67b58a-f86c-47ed-b745-9c55f27d143e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:20.798627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-ae9db9d4-08d0-4e62-8004-5051b8f3a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:20.800467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-ae9db9d4-08d0-4e62-8004-5051b8f3a677 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.1432171 Oct 26 11:48:20.804086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb27b4a1-8af5-4488-b4f9-815e2d1deeda req-365b38e0-14d1-4a2e-93ac-9f2d0ae86c0b tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454835 Oct 26 11:48:20.809096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:20.815246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.832684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca89d957-caf9-496b-9e72-d233ce855231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.835896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca89d957-caf9-496b-9e72-d233ce855231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:20.840102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca89d957-caf9-496b-9e72-d233ce855231 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94a86eaf-75fd-42b8-8fba-55b6f903a109 HTTP/1.1" status: 204 len: 168 time: 0.3321178 Oct 26 11:48:20.842236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-e85fdd37-3429-4b44-a0a3-4c8300fea89b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333200 Oct 26 11:48:20.891109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ceff457f-e02d-41c8-9ea8-950ef40193e2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1390777 Oct 26 11:48:20.901145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89d957-caf9-496b-9e72-d233ce855231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a86eaf-75fd-42b8-8fba-55b6f903a109,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:21.016813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:48:21.029186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0270a33f-1f6b-4bfa-96fd-c1faafda876b req-af02ec61-4e95-48b5-9435-77490f07ae75 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.0441120 Oct 26 11:48:21.093062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 921c3d11-9246-4ab5-a327-6fce42f5ccbb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:48:21.097287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 921c3d11-9246-4ab5-a327-6fce42f5ccbb not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:48:21.102138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 10.1.1.121 (27efb480-40de-46e0-a1bd-5c2fdb66e587/5fe8a418-6cf7-4e8f-8350-86c9773fab38/ada57e9a-a943-4b9d-a19b-4430e20798f1) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:21.129143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-58381136-be95-47c8-bfd2-68317b77ef7e service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783556 Oct 26 11:48:21.142525 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380fedf3-0bda-4496-a8fc-14b1dc44a700 x-openstack-request-id: req-380fedf3-0bda-4496-a8fc-14b1dc44a700 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:21.143038 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:21.143583 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-380fedf3-0bda-4496-a8fc-14b1dc44a700 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:21.144305 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'status': 'completed', 'code': 200} Oct 26 11:48:21.361306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:21.402093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:21.479298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:21.484455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:21.514400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:21.575959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=ada57e9a-a943-4b9d-a19b-4430e20798f1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:21.625012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:21.628226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:21.673279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-338a0964-034b-45a2-8e18-56dc75b0fe7a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1445458 Oct 26 11:48:21.688042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408', 'admin_state_up': True, 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'security_groups': ['3efd5c83-0908-4030-be65-63abcc4d74f0']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:21.703588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6663f09a-bcc1-409f-9f32-6e0adc24698f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:21.777589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa52ed4-18cf-4cc8-a853-90e4562ba4ba req-85d334d3-2a77-46a6-b057-843a6dea13d5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:21.792735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa52ed4-18cf-4cc8-a853-90e4562ba4ba req-85d334d3-2a77-46a6-b057-843a6dea13d5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:21.798561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0aa52ed4-18cf-4cc8-a853-90e4562ba4ba req-85d334d3-2a77-46a6-b057-843a6dea13d5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 1651 time: 0.5607181 Oct 26 11:48:21.851083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30454bb0-8b31-4a24-9b4f-ddb0e2203c29 req-184561df-d942-4012-80f6-10b3a6fc2b1a service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104695 Oct 26 11:48:21.873130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504644-2c24-4c85-9f6f-9d3476e09b04 req-b542e377-f532-4c1a-8754-538e9d7a4c2d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:21.880948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16504644-2c24-4c85-9f6f-9d3476e09b04 req-b542e377-f532-4c1a-8754-538e9d7a4c2d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 949 time: 0.2702537 Oct 26 11:48:21.967269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:22.003211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0aa52ed4-18cf-4cc8-a853-90e4562ba4ba req-78d7a659-f037-4720-a039-23146f1e5a06 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940782 Oct 26 11:48:22.009438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6d7e9d8f-d051-4b2e-a651-d910fb54aef8 None None] Provisioning complete for port ada57e9a-a943-4b9d-a19b-4430e20798f1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:22.013544 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d7e9d8f-d051-4b2e-a651-d910fb54aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:22.069046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16504644-2c24-4c85-9f6f-9d3476e09b04 req-a8296d7c-b8f8-45e5-82ff-10feece2f85e tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868832 Oct 26 11:48:22.114927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e9d8f-d051-4b2e-a651-d910fb54aef8 None None] Port ada57e9a-a943-4b9d-a19b-4430e20798f1 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:22.134744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-fff0dd70-734e-4e65-b8b7-d0675f361be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:22.136608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-fff0dd70-734e-4e65-b8b7-d0675f361be5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1094 time: 0.1925933 Oct 26 11:48:22.234201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:22.261287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63a494f3-2903-4cc8-bb0f-085866128ec2 req-eca7f4e8-3ba5-4adc-a301-dab53e483375 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 210 time: 0.0869458 Oct 26 11:48:22.353899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8045-e840-421f-98dd-ed0d8ff3772d req-1eadcbb6-41a1-4caf-905e-6c96d898c632 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:22.362834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d3f8045-e840-421f-98dd-ed0d8ff3772d req-1eadcbb6-41a1-4caf-905e-6c96d898c632 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 943 time: 0.0997851 Oct 26 11:48:22.459401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-02a9e52b-47b7-4d68-9679-753ddf5cb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:22.460955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-02a9e52b-47b7-4d68-9679-753ddf5cb040 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 0.2986379 Oct 26 11:48:22.522489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-5d8bfe20-6106-455d-90c3-f0d4d0501ea0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 217 time: 0.0474205 Oct 26 11:48:22.525953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d3f8045-e840-421f-98dd-ed0d8ff3772d req-993860bb-330b-4cfe-b633-7b19ea3c8e88 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622961 Oct 26 11:48:22.596097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f9f0-e077-4ca8-a932-248c68947847 req-1c686a3b-6e48-4cfc-942f-09fa45fba63b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:22.597574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8b4f9f0-e077-4ca8-a932-248c68947847 req-1c686a3b-6e48-4cfc-942f-09fa45fba63b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 945 time: 0.2219660 Oct 26 11:48:22.620852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-5bca581c-39fa-4d06-ae8b-65937d04666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:22.622607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-5bca581c-39fa-4d06-ae8b-65937d04666e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.0848873 Oct 26 11:48:22.655482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 10.2.2.100 (037c1482-cbb0-4eeb-9be0-3fc618365408/f54028e2-314d-4e85-aae9-0708a74abc2b/e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:22.666522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-91da4335-c8d8-46f0-b1d0-25458bc35783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349758 Oct 26 11:48:22.708324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8b4f9f0-e077-4ca8-a932-248c68947847 req-74a6d9f8-5ac6-476b-b917-9dae94281a5b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010835 Oct 26 11:48:22.815366 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:22.831507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a48867b0-8ef4-4f46-a2b2-30dcd6e57bcd req-90154fa2-ef71-40f1-8e6d-dbdf0b9ebc7f tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.0738113 Oct 26 11:48:22.897926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-4a59caa7-f514-4bfa-9b34-aec83e57ef47 service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168877 Oct 26 11:48:23.039074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:23.123854 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:23.162360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-8c700b3e-7113-4cf9-8f8c-1f7db7460c3a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2005622 Oct 26 11:48:23.191564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:23.255203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:23.259711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:23.263805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:23.290134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a79eb13-e882-462b-a93a-5bcebdb30d98 req-eca9d505-9b61-4c79-b7a4-24fbe6820bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811414 Oct 26 11:48:23.393646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:23.394190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:23.408699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:23.432858 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1813c584-39ce-45ec-8bc8-4c826830849c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7490301 Oct 26 11:48:23.453180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408', 'admin_state_up': True, 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'security_groups': ['3efd5c83-0908-4030-be65-63abcc4d74f0']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:23.470481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:48:23.577828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157cd40-d51d-4d0a-94cc-9ba118b8778e req-4c239634-a04d-4ed9-9d6b-51781840117b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:23.585018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157cd40-d51d-4d0a-94cc-9ba118b8778e req-4c239634-a04d-4ed9-9d6b-51781840117b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:23.591644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157cd40-d51d-4d0a-94cc-9ba118b8778e req-4c239634-a04d-4ed9-9d6b-51781840117b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:23.599477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157cd40-d51d-4d0a-94cc-9ba118b8778e req-4c239634-a04d-4ed9-9d6b-51781840117b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:23.608593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b157cd40-d51d-4d0a-94cc-9ba118b8778e req-4c239634-a04d-4ed9-9d6b-51781840117b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 3093 time: 0.3173909 Oct 26 11:48:23.656299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9881e51a-09e1-4fa3-8c48-4dbbc81ce19e None None] Provisioning complete for port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:23.657760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9881e51a-09e1-4fa3-8c48-4dbbc81ce19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:23.691637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Made reservation on behalf of 5440eb0c056e48f8b2c8cb711416f902 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:23.693338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fef6027-e013-4ed9-baf2-d31f7ff990f8 req-18b79680-78be-4cbe-8ae3-268a13198bb2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 210 time: 0.0783131 Oct 26 11:48:23.699166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:23.710897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-e5857c1e-094d-47ad-98c5-36b6857608c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:23.713127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-e5857c1e-094d-47ad-98c5-36b6857608c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425124 Oct 26 11:48:23.735117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:23.743654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9881e51a-09e1-4fa3-8c48-4dbbc81ce19e None None] Port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:23.913050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bf14d666-5f0a-4388-a39f-12df45694fc4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:23.917465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b157cd40-d51d-4d0a-94cc-9ba118b8778e req-53b02168-0a59-493d-b666-cb9e095582ee tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077762 Oct 26 11:48:23.918658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:23.923137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.050706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Allocated IP 10.2.2.200 (037c1482-cbb0-4eeb-9be0-3fc618365408/f54028e2-314d-4e85-aae9-0708a74abc2b/31232aee-6726-4de9-8266-36158167daf1) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:24.083219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:24.088989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.86 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/4d6ef446-1b87-4d16-b9ee-4a46a42b14fa) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:24.098416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7', 'port_id': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'mac_address': 'fa:16:3e:2d:70:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44370acd-dbc2-4533-bda7-4230fbe5dc04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:24.156728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.173748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf14d666-5f0a-4388-a39f-12df45694fc4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:24.197335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:24.205158 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.268925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:24.276774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-356e140b-b34e-4aa4-82ff-b5c1af7f60e9 req-655c39cd-3726-4c82-a0dc-2abf2f89d143 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.0734670 Oct 26 11:48:24.305221 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.330245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00a1e-779c-4741-9245-9b2ac5bba8f5 req-dcf762f2-97c1-4a3f-8007-832b00d7d619 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:24.332297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4c00a1e-779c-4741-9245-9b2ac5bba8f5 req-dcf762f2-97c1-4a3f-8007-832b00d7d619 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 944 time: 0.1270125 Oct 26 11:48:24.361954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.419163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.428812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4c00a1e-779c-4741-9245-9b2ac5bba8f5 req-1cd5ead4-41ba-4135-af90-d3de13b3d999 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858853 Oct 26 11:48:24.438731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:24.461122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:24.480385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.490137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.492274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:24.508896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'c8543365-9bc0-481d-b40c-247342e90dd6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:24.512879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:24.613083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:24.625430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:24.629231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:24.632321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:24.668662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:24.723399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event updated for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:24.831575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:24.832251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.876979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:24.878002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:24.907504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a482e57a-d629-4647-af6c-a35256590883 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4599168 Oct 26 11:48:24.933596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:25.013814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-ca52071f-616d-4ba7-9c2d-a04211edcfd5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2902267 Oct 26 11:48:25.080649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:25.083691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed5c7-3a0a-47db-b516-7d163022ccf5 req-591be8d5-b678-442e-9ff5-ff57bf40f622 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:25.097472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22aed5c7-3a0a-47db-b516-7d163022ccf5 req-591be8d5-b678-442e-9ff5-ff57bf40f622 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 935 time: 0.2147205 Oct 26 11:48:25.163053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Request body: {'port': {'device_id': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:25.310057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22aed5c7-3a0a-47db-b516-7d163022ccf5 req-b05e3000-6c6a-41c6-b2fb-09c03bef6cbb tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115049 Oct 26 11:48:25.366394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:25.572564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53420) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:25.585295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af22a9-a58e-4608-bf87-9422832c47ad req-2823ab2d-8be8-4061-b73b-8da5b5c6215a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:25.591634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af22a9-a58e-4608-bf87-9422832c47ad req-2823ab2d-8be8-4061-b73b-8da5b5c6215a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:25.598206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af22a9-a58e-4608-bf87-9422832c47ad req-2823ab2d-8be8-4061-b73b-8da5b5c6215a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:25.601543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7763cb0c-676c-4801-9e2e-1866a75a4da0 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:25.604567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af22a9-a58e-4608-bf87-9422832c47ad req-2823ab2d-8be8-4061-b73b-8da5b5c6215a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:25.610836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af22a9-a58e-4608-bf87-9422832c47ad req-2823ab2d-8be8-4061-b73b-8da5b5c6215a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:25.615568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:25.618732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49af22a9-a58e-4608-bf87-9422832c47ad req-2823ab2d-8be8-4061-b73b-8da5b5c6215a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 3814 time: 0.3253019 Oct 26 11:48:25.638132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Transition to ACTIVE for port object 7763cb0c-676c-4801-9e2e-1866a75a4da0 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:25.646399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:25.709465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:25.742153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a33324b3-6b2f-4dab-82bd-7464bf75d536 None None] Provisioning complete for port 31232aee-6726-4de9-8266-36158167daf1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:25.746279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a33324b3-6b2f-4dab-82bd-7464bf75d536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:25.767206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49af22a9-a58e-4608-bf87-9422832c47ad req-bb65872c-ad49-4990-9a28-d5ba27ab2ac2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467299 Oct 26 11:48:25.933853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Attempting to bind port 7763cb0c-676c-4801-9e2e-1866a75a4da0 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:25.934460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Attempting to bind port 7763cb0c-676c-4801-9e2e-1866a75a4da0 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:25.936463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Attempting to bind port 7763cb0c-676c-4801-9e2e-1866a75a4da0 on network 3d004cdd-4874-4abd-b718-802086e852e2 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:25.954950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Port 7763cb0c-676c-4801-9e2e-1866a75a4da0 on network 3d004cdd-4874-4abd-b718-802086e852e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:25.957825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Attempting to bind port 7763cb0c-676c-4801-9e2e-1866a75a4da0 on network 3d004cdd-4874-4abd-b718-802086e852e2 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:25.973022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:25.973678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:25.974904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Checking segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:25.976714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Bound using segment: {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:25.977323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Bound port: 7763cb0c-676c-4801-9e2e-1866a75a4da0, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32f936-c312-47c7-9060-1f81f3ea7e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:25.979804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:25.987555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8d444a33-2531-4bc4-b710-36e692354d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.001134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df796ae2-f515-4a3b-b639-91e35789830e req-b7bc98c6-98ed-4d9e-a978-89f1e78fee86 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.0884216 Oct 26 11:48:26.156638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:26.162022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:26.171106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.222772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:26.223564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.225172 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] 10.222.0.30 "PUT /v2.0/ports/7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 200 len: 1091 time: 1.3047400 Oct 26 11:48:26.225690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:26.228117 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:26.267002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:26.309031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:26.309263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3273fc-c63e-49f8-b9f9-a787663a1bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:26.358040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.373669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'mac_address': 'fa:16:3e:53:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:26.396342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:26.416834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.455544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Transition to ACTIVE for port object 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:26.474574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.553695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.778019 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6b99c-2a37-4513-9a61-22402a5b1f7e x-openstack-request-id: req-b9d6b99c-2a37-4513-9a61-22402a5b1f7e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:26.778511 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:26.779017 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9d6b99c-2a37-4513-9a61-22402a5b1f7e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:26.779618 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'status': 'completed', 'code': 200} Oct 26 11:48:26.829406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a33324b3-6b2f-4dab-82bd-7464bf75d536 None None] Port 31232aee-6726-4de9-8266-36158167daf1 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:26.858181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4361147a-9d37-4a8d-8edb-94b6831b43de {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:26.902485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Attempting to bind port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:26.902828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Attempting to bind port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:26.903633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Attempting to bind port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:26.908908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8d444a33-2531-4bc4-b710-36e692354d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.925523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c04f458-6594-44e2-87cf-ceb18cd03ace {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:26.937906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.958356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Transition to ACTIVE for port object 1c04f458-6594-44e2-87cf-ceb18cd03ace will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:26.964914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.975557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8d444a33-2531-4bc4-b710-36e692354d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:26.985436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:27.005719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.051989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8d444a33-2531-4bc4-b710-36e692354d34 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7754b2969b264b89b04029872f7fecac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4779589 Oct 26 11:48:27.069124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:27.070825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d444a33-2531-4bc4-b710-36e692354d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd07003-f973-442b-b009-f13f634cbb98,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:27.092158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:27.096623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Attempting to bind port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:27.121745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:27.150812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:27.151176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:27.151573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:27.152145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Bound port: 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:27.152871 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.174511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:27.191533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3573a-f306-4bb1-bac3-ba4ddc2a7e23 req-9721dfab-567c-4d20-a6dc-65243464f828 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.193151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04e3573a-f306-4bb1-bac3-ba4ddc2a7e23 req-9721dfab-567c-4d20-a6dc-65243464f828 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 944 time: 0.5888071 Oct 26 11:48:27.209076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:27.252177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4361147a-9d37-4a8d-8edb-94b6831b43de'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:27.262661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Attempting to bind port 1c04f458-6594-44e2-87cf-ceb18cd03ace on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:27.263285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Attempting to bind port 1c04f458-6594-44e2-87cf-ceb18cd03ace by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:27.263779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Attempting to bind port 1c04f458-6594-44e2-87cf-ceb18cd03ace on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:27.269162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Port 1c04f458-6594-44e2-87cf-ceb18cd03ace on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:27.270053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Attempting to bind port 1c04f458-6594-44e2-87cf-ceb18cd03ace on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:27.275701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:27.276310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Checking segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:27.276876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Bound using segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:27.277530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Bound port: 1c04f458-6594-44e2-87cf-ceb18cd03ace, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:27.278052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.332726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-d2f48048-941b-4e9f-b7ef-b0957e81e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.333585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-d2f48048-941b-4e9f-b7ef-b0957e81e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.334623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-d2f48048-941b-4e9f-b7ef-b0957e81e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.335335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-d2f48048-941b-4e9f-b7ef-b0957e81e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.335994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-d2f48048-941b-4e9f-b7ef-b0957e81e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.338159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-d2f48048-941b-4e9f-b7ef-b0957e81e663 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 4361 time: 0.5269752 Oct 26 11:48:27.408584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:27.412783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:27.420037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.481483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.482114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.484233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 1130 time: 1.2252460 Oct 26 11:48:27.493002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430156-98f2-4bda-a93b-ecdfe9268355 req-cbdacd6f-4ca1-4534-81ed-ab3ba596d0e8 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.503645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9430156-98f2-4bda-a93b-ecdfe9268355 req-cbdacd6f-4ca1-4534-81ed-ab3ba596d0e8 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 947 time: 0.6040964 Oct 26 11:48:27.537402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c8215-0487-4304-8803-db67bd2a67f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:27.558646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] For port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:27.562002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:27.663549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6b0b-1f82-46b0-bb7e-5f686d2c8421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.666905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] For port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:27.679991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.684374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04e3573a-f306-4bb1-bac3-ba4ddc2a7e23 req-8797cbf2-6bee-43da-be87-f19398c5d7dc tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535892 Oct 26 11:48:27.718394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.826056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:27.826792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.828297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d6ef446-1b87-4d16-b9ee-4a46a42b14fa HTTP/1.1" status: 200 len: 1095 time: 2.7869051 Oct 26 11:48:27.849323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'tag': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:27.866566 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e210b-795a-4415-805c-d5d9444c28db" -d '{"events": [{"name": "network-changed", "server_uuid": "03f4eda8-394b-4bd4-a306-dad03b1ad1c2", "tag": "4d6ef446-1b87-4d16-b9ee-4a46a42b14fa"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:27.921244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6b0b-1f82-46b0-bb7e-5f686d2c8421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:27.928297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bf14d666-5f0a-4388-a39f-12df45694fc4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:28.007751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9430156-98f2-4bda-a93b-ecdfe9268355 req-a2ca7d86-7d08-4902-a31c-a8a6b73d0950 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030177 Oct 26 11:48:28.124644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c4bf4-c597-4975-ab68-d5aee2dd4f01 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:28.146888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-b48c2c96-fbb1-4085-b5a1-59a0634af6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.147357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-b48c2c96-fbb1-4085-b5a1-59a0634af6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.147825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-b48c2c96-fbb1-4085-b5a1-59a0634af6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.149433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-b48c2c96-fbb1-4085-b5a1-59a0634af6d8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5440eb0c056e48f8b2c8cb711416f902&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7776380 Oct 26 11:48:28.178118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port bf14d666-5f0a-4388-a39f-12df45694fc4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:28.187278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port bf14d666-5f0a-4388-a39f-12df45694fc4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:28.187701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.370751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.398174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:28.402960 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60019f13-902f-4665-9850-9823ba7b64c9" -d '{"events": [{"server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "name": "network-vif-plugged", "status": "completed", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:28.424887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f7a6ab-3f7c-438a-80dd-a9d280aa579d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:28.425960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:28.436370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.437119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:28.441797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.486248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Transition to ACTIVE for port object 14f7a6ab-3f7c-438a-80dd-a9d280aa579d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:28.490794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.593090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Pushing event updated for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:28.627714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:28.682270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4361147a-9d37-4a8d-8edb-94b6831b43de triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:28.683096 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.689692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.697659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.707143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.716187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.725222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.746694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.749050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-160c629e-58de-450c-b88e-baa97536eb78 req-08cd4321-7dd1-4d4d-b2b0-45e024dc52d4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 4598 time: 0.8456261 Oct 26 11:48:28.753608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Attempting to bind port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:28.754135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Attempting to bind port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:28.755381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Attempting to bind port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:28.768162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:28.770162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Attempting to bind port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:28.787641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '1c04f458-6594-44e2-87cf-ceb18cd03ace'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:28.791325 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06faef8-cc6f-46ee-875b-05938652572c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "1c04f458-6594-44e2-87cf-ceb18cd03ace"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:28.808985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:28.809258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Checking segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:28.809655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Bound using segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:28.810095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Bound port: 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:28.810451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.835556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db98cc1d-0074-4a39-9911-a50a0302e937 req-f7aa4aea-5a5c-4e41-941d-85ec6e7d7cf3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.6753311 Oct 26 11:48:28.910038 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:28.929425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-e96dae02-250d-48b2-ad13-6b1d772eab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:28.947186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-e96dae02-250d-48b2-ad13-6b1d772eab69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 1098 time: 1.0222704 Oct 26 11:48:28.996754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:29.004464 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:29.025881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:29.037039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:29.043462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:29.099449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.100501 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:29.102372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 1130 time: 1.5501568 Oct 26 11:48:29.129908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:29.144758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-909d7161-09a3-4b1f-909f-8f7aa617643b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa HTTP/1.1" status: 200 len: 217 time: 0.1966701 Oct 26 11:48:29.173074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:29.278976 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:29.292980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-6c9aec33-3f7a-4eb1-a35c-351d185de5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.295403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5273e6d4-a080-4f07-95ab-2adc0fc21c3e req-6c9aec33-3f7a-4eb1-a35c-351d185de5b7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1275048 Oct 26 11:48:29.296161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6b0b-1f82-46b0-bb7e-5f686d2c8421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:29.307170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6b0b-1f82-46b0-bb7e-5f686d2c8421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:29.323898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6d7f6b0b-1f82-46b0-bb7e-5f686d2c8421 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1fd07003-f973-442b-b009-f13f634cbb98 HTTP/1.1" status: 204 len: 168 time: 2.2059097 Oct 26 11:48:29.340524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b84727-cacf-4b33-8dd8-57a9e28766a1 service neutron] Pushing event updated for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:29.455799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f6b0b-1f82-46b0-bb7e-5f686d2c8421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd07003-f973-442b-b009-f13f634cbb98,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:29.580822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-160c629e-58de-450c-b88e-baa97536eb78 req-ba985bc4-611e-4723-b70a-b6e4c914e261 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6545701 Oct 26 11:48:29.613824 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c08b6d5-bf58-4de2-bbc8-53709f314497 x-openstack-request-id: req-7c08b6d5-bf58-4de2-bbc8-53709f314497 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:29.616467 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f4eda8-394b-4bd4-a306-dad03b1ad1c2", "tag": "4d6ef446-1b87-4d16-b9ee-4a46a42b14fa", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:29.616846 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7c08b6d5-bf58-4de2-bbc8-53709f314497 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:29.617514 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'tag': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', 'status': 'completed', 'code': 200} Oct 26 11:48:29.647762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-31624b7b-4727-4b65-b1ee-aedadd75406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.649350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-31624b7b-4727-4b65-b1ee-aedadd75406d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.4814003 Oct 26 11:48:29.714590 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faad4c7-71f0-499a-9603-45775ba1cc85 x-openstack-request-id: req-6faad4c7-71f0-499a-9603-45775ba1cc85 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:29.714924 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "name": "network-vif-plugged", "status": "completed", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:29.715194 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6faad4c7-71f0-499a-9603-45775ba1cc85 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:29.715625 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'code': 200} Oct 26 11:48:29.780918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-5dd4042a-f7dd-4987-b88b-6fd36b3d36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.783401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-5dd4042a-f7dd-4987-b88b-6fd36b3d36d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239874 Oct 26 11:48:29.821245 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28880286-4cf0-43a6-bb61-4b46b6d8bd40 x-openstack-request-id: req-28880286-4cf0-43a6-bb61-4b46b6d8bd40 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:29.821742 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "1c04f458-6594-44e2-87cf-ceb18cd03ace", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:29.821742 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28880286-4cf0-43a6-bb61-4b46b6d8bd40 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:29.822153 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '1c04f458-6594-44e2-87cf-ceb18cd03ace', 'status': 'completed', 'code': 200} Oct 26 11:48:29.986939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.987967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.988868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.989406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.990032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.990575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.991538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4967-4710-49e2-bf0e-27041575dce9 req-a5c4a47b-c69a-40ca-b8aa-e6c22464f6ba tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.992195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:29.993612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27cf4967-4710-49e2-bf0e-27041575dce9 req-a5c4a47b-c69a-40ca-b8aa-e6c22464f6ba tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 945 time: 0.2040908 Oct 26 11:48:29.995136 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e06faef8-cc6f-46ee-875b-05938652572c req-1f5a186a-643d-44bb-9d60-284dfbac367b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6207 time: 0.1161523 Oct 26 11:48:30.050927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae1a57-b34b-4928-a769-7826a3f646da req-c86e110a-34c2-43e8-a25a-610258701073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:30.054254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72ae1a57-b34b-4928-a769-7826a3f646da req-c86e110a-34c2-43e8-a25a-610258701073 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1096 time: 0.2108479 Oct 26 11:48:30.127376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53516) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:30.157423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e358420-92f8-4a87-8cb7-eaadd242af91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:30.167308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-3828fd71-574e-41a5-b778-9b3e88a7e8be service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212261 Oct 26 11:48:30.283005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27cf4967-4710-49e2-bf0e-27041575dce9 req-fa3e2345-facb-4d1a-af28-0e810b716ce1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793987 Oct 26 11:48:30.288500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24040e10-3ddc-4c0c-942d-8f2f58f23ab1 req-1b809d38-1491-4c5f-85e4-fc6c8ca9e401 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081579 Oct 26 11:48:30.334807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72ae1a57-b34b-4928-a769-7826a3f646da req-6844442c-2df3-401d-b077-9111a92daea9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499046 Oct 26 11:48:30.346457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3630a-ae50-42ad-9ffc-00e3549002fc req-45beaa3e-e628-418a-9bc3-d64510519a08 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:30.349137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb3630a-ae50-42ad-9ffc-00e3549002fc req-45beaa3e-e628-418a-9bc3-d64510519a08 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 947 time: 0.3521702 Oct 26 11:48:30.425767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb3630a-ae50-42ad-9ffc-00e3549002fc req-96217301-345e-45c0-b2ba-9ad6aaa8aeb5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705724 Oct 26 11:48:30.522523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e358420-92f8-4a87-8cb7-eaadd242af91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:30.530147 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e358420-92f8-4a87-8cb7-eaadd242af91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:30.610901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e358420-92f8-4a87-8cb7-eaadd242af91 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a6797a4869d4b27941e53b781dd461b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691451 Oct 26 11:48:30.610901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53524) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:30.671445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-081af1b0-d138-404c-bcee-311d443695f9 req-febf7843-feb1-4bc0-a547-b5c08f90214b tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.0629981 Oct 26 11:48:30.767037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358420-92f8-4a87-8cb7-eaadd242af91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c5a6c-758f-49c8-b392-aa70c7ea0ca3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:30.966765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-a5d3b163-76eb-40e5-8441-76f8067146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:30.968647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-a5d3b163-76eb-40e5-8441-76f8067146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:30.970881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-a5d3b163-76eb-40e5-8441-76f8067146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:30.976554 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e06faef8-cc6f-46ee-875b-05938652572c req-a5d3b163-76eb-40e5-8441-76f8067146f3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5440eb0c056e48f8b2c8cb711416f902&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9665456 Oct 26 11:48:31.000075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e210b-795a-4415-805c-d5d9444c28db req-0c7ae400-b0aa-407c-99ee-274495f64b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.008539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-0c7ae400-b0aa-407c-99ee-274495f64b09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 1098 time: 0.4153652 Oct 26 11:48:31.113319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c67b58a-f86c-47ed-b745-9c55f27d143e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:31.168446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:31.189438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.230793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.239363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Transition to ACTIVE for port object 9c67b58a-f86c-47ed-b745-9c55f27d143e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:31.250899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:31.260204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.274425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.284511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.295414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.304319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.311709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-60d56e42-5418-4005-a228-68d219d6bd8a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5370 time: 0.4843090 Oct 26 11:48:31.376212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eee09099-8eb9-406b-9e01-c25ae5771f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:31.587343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-336ccd10-88c8-4e29-a787-6adbac9be263 req-7690e6fd-1851-4162-8802-fe715e563f2c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055819 Oct 26 11:48:31.656154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eee09099-8eb9-406b-9e01-c25ae5771f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:31.670336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Attempting to bind port 9c67b58a-f86c-47ed-b745-9c55f27d143e on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:31.670757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Attempting to bind port 9c67b58a-f86c-47ed-b745-9c55f27d143e by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:31.679790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Attempting to bind port 9c67b58a-f86c-47ed-b745-9c55f27d143e on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:31.693594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faef8-cc6f-46ee-875b-05938652572c req-9aef31e0-a096-41df-acb3-0f819ff52381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.704578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e06faef8-cc6f-46ee-875b-05938652572c req-9aef31e0-a096-41df-acb3-0f819ff52381 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7102325 Oct 26 11:48:31.705573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:31.716724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:31.719949 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e9c6ce-6ecd-4c07-bc96-32a5f90429f3" -d '{"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-plugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:31.742028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Port 9c67b58a-f86c-47ed-b745-9c55f27d143e on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:31.743175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Attempting to bind port 9c67b58a-f86c-47ed-b745-9c55f27d143e on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:31.765610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:31.767481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Checking segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:31.769191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Bound using segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:31.779244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Bound port: 9c67b58a-f86c-47ed-b745-9c55f27d143e, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:31.779491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:31.825119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '14f7a6ab-3f7c-438a-80dd-a9d280aa579d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:31.827449 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc036e75-5bd6-40ba-8daf-0c09a59624d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "14f7a6ab-3f7c-438a-80dd-a9d280aa579d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:31.947651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e210b-795a-4415-805c-d5d9444c28db req-e5156ef0-3611-4ae2-98e6-7826160562b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.947906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:48:31.948008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-e5156ef0-3611-4ae2-98e6-7826160562b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.9124691 Oct 26 11:48:31.974123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae51a-19b8-4033-8955-455d6f8c471f req-07b1dde1-80ed-4e16-980b-95c286ef3b7e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:31.995494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aebae51a-19b8-4033-8955-455d6f8c471f req-07b1dde1-80ed-4e16-980b-95c286ef3b7e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 945 time: 0.4520152 Oct 26 11:48:32.044129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:32.052134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:32.066674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:32.229547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:32.230167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:32.248377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-d3061b0e-01ad-4578-a762-aa2ce7c9b49e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa HTTP/1.1" status: 200 len: 217 time: 0.2518203 Oct 26 11:48:32.254703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eee09099-8eb9-406b-9e01-c25ae5771f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:32.255947 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] 10.222.0.30 "PUT /v2.0/ports/9c67b58a-f86c-47ed-b745-9c55f27d143e HTTP/1.1" status: 200 len: 1089 time: 3.0941870 Oct 26 11:48:32.268051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eee09099-8eb9-406b-9e01-c25ae5771f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:32.282802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eee09099-8eb9-406b-9e01-c25ae5771f65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e0c5a6c-758f-49c8-b392-aa70c7ea0ca3 HTTP/1.1" status: 204 len: 168 time: 1.6710575 Oct 26 11:48:32.306658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:32.329706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175bdfe-e0d2-437e-b626-0cfc6b71dff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:32.364185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:32.429913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', 'mac_address': 'fa:16:3e:bc:20:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:48:32.528036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:32.622527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09099-8eb9-406b-9e01-c25ae5771f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c5a6c-758f-49c8-b392-aa70c7ea0ca3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:32.717511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aebae51a-19b8-4033-8955-455d6f8c471f req-494e7640-18ca-437a-b5d2-4b40c2bdc67c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945767 Oct 26 11:48:32.731834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:32.805043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e210b-795a-4415-805c-d5d9444c28db req-b4ed0ab6-003f-41e2-a76a-c9cbfb17d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:32.812277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-b4ed0ab6-003f-41e2-a76a-c9cbfb17d9e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.4794822 Oct 26 11:48:32.833551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:32.840038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c1c59-9a77-424e-b93c-3663956427e0 req-c12d7efe-fa3a-4ade-90a0-5a58b511e135 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:32.857823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-886c1c59-9a77-424e-b93c-3663956427e0 req-c12d7efe-fa3a-4ade-90a0-5a58b511e135 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 947 time: 0.6991756 Oct 26 11:48:32.962148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:33.006894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:33.105867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:33.246549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f71ae30-febe-4ce3-9c7b-90f8c4b3d053 req-1faa3e74-7891-42aa-8f71-49c19a4d9bbb tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa8b32b8-7a2e-44a2-b24b-12ef4bdcb3e9 HTTP/1.1" status: 200 len: 210 time: 0.1768510 Oct 26 11:48:33.287780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e210b-795a-4415-805c-d5d9444c28db req-3bd94531-a218-41d8-b5b6-27acabd06ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:33.289777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-3bd94531-a218-41d8-b5b6-27acabd06ae4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4302685 Oct 26 11:48:33.377284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4d6ef446-1b87-4d16-b9ee-4a46a42b14fa'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:33.435889 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a17af2-8f9c-4430-b181-1930e514ae3e x-openstack-request-id: req-92a17af2-8f9c-4430-b181-1930e514ae3e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:33.436185 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-plugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:33.436441 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92a17af2-8f9c-4430-b181-1930e514ae3e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:33.437083 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'code': 200} Oct 26 11:48:33.563280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-d15f63e5-157c-4022-b38f-f5faea01ac96 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423990 Oct 26 11:48:33.567329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada57e9a-a943-4b9d-a19b-4430e20798f1 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:33.577021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-886c1c59-9a77-424e-b93c-3663956427e0 req-6ca4b528-4fad-4d41-9764-54e00f8dc4b2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677470 Oct 26 11:48:33.608687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:33.641665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:33.709101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Transition to ACTIVE for port object ada57e9a-a943-4b9d-a19b-4430e20798f1 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:33.709101 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd43d10-6599-49d1-b59f-39e199b50dba x-openstack-request-id: req-7bd43d10-6599-49d1-b59f-39e199b50dba {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:33.709101 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "14f7a6ab-3f7c-438a-80dd-a9d280aa579d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:33.709101 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7bd43d10-6599-49d1-b59f-39e199b50dba {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:33.709101 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '14f7a6ab-3f7c-438a-80dd-a9d280aa579d', 'status': 'completed', 'code': 200} Oct 26 11:48:33.879989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:33.944668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-964e210b-795a-4415-805c-d5d9444c28db req-422e97ad-cb05-4a1b-a199-60d401faf98d service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633242 Oct 26 11:48:34.046574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.060646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.064305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.072601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.073112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.073596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.074145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.077271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.077618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.078223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.081081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-73f56906-5dad-4162-9383-5673439da141 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6299 time: 0.3786404 Oct 26 11:48:34.085464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.093575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.113317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.123667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.126518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-ae85f8c6-9db5-4887-8d36-37e88305ea42 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5394 time: 0.1808105 Oct 26 11:48:34.202408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11dfb2b6-5479-4fa6-a24f-d22e63d573ec req-93faaba9-25f2-4893-9f38-ead7dd031b3d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681100 Oct 26 11:48:34.281751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Pushing event updated for resources: {'Port': ['ID=ada57e9a-a943-4b9d-a19b-4430e20798f1,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:34.435587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Attempting to bind port ada57e9a-a943-4b9d-a19b-4430e20798f1 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:34.435925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Attempting to bind port ada57e9a-a943-4b9d-a19b-4430e20798f1 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:34.436249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Attempting to bind port ada57e9a-a943-4b9d-a19b-4430e20798f1 on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:34.447054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Port ada57e9a-a943-4b9d-a19b-4430e20798f1 on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:34.447372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Attempting to bind port ada57e9a-a943-4b9d-a19b-4430e20798f1 on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:34.485545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:34.493744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Checking segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:34.494403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Bound using segment: {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:34.494987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Bound port: ada57e9a-a943-4b9d-a19b-4430e20798f1, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:34.495696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:34.498724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-8b142efa-114a-4b31-bea8-38c0bb26fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.511489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-8b142efa-114a-4b31-bea8-38c0bb26fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.511997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-8b142efa-114a-4b31-bea8-38c0bb26fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.513760 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-8b142efa-114a-4b31-bea8-38c0bb26fdeb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5440eb0c056e48f8b2c8cb711416f902&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4046652 Oct 26 11:48:34.590036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379af9c-fd12-445c-8e2f-33fcc8c92759 req-6a0b8cec-0d67-4abc-8351-3e7dc82b5765 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:34.593657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7379af9c-fd12-445c-8e2f-33fcc8c92759 req-6a0b8cec-0d67-4abc-8351-3e7dc82b5765 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 945 time: 0.1282086 Oct 26 11:48:34.756751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7379af9c-fd12-445c-8e2f-33fcc8c92759 req-ef0a0ba8-7cee-4e6c-a6ad-1539b2754efc tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555855 Oct 26 11:48:34.887629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] For port ada57e9a-a943-4b9d-a19b-4430e20798f1, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:34.891590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] For port ada57e9a-a943-4b9d-a19b-4430e20798f1, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:34.943682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:35.100790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:35.101469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:35.108835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] 10.222.0.30 "PUT /v2.0/ports/ada57e9a-a943-4b9d-a19b-4430e20798f1 HTTP/1.1" status: 200 len: 1091 time: 2.8087456 Oct 26 11:48:35.146332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:35.177642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae6fc4-289f-448c-aee7-ee5740c06a34 req-11aab845-0e4c-46cc-a82c-6938d3019394 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:35.183455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:35.191101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acae6fc4-289f-448c-aee7-ee5740c06a34 req-11aab845-0e4c-46cc-a82c-6938d3019394 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 948 time: 0.1714468 Oct 26 11:48:35.196875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-466504b1-64b6-48e2-ac77-4c360711a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:35.198442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cc036e75-5bd6-40ba-8daf-0c09a59624d5 req-466504b1-64b6-48e2-ac77-4c360711a718 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6623092 Oct 26 11:48:35.306455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acae6fc4-289f-448c-aee7-ee5740c06a34 req-37cf3997-207f-4f81-ae92-6dc375af6f7d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124587 Oct 26 11:48:35.320072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e8483-9db9-4ae1-a595-0526b3551b6b service neutron] Pushing event updated for resources: {'Port': ['ID=ada57e9a-a943-4b9d-a19b-4430e20798f1,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:35.520629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:35.676702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-40e132d5-d074-4786-92b8-e2b44772e196 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1305808056&fields=id&tenant_id=d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 267 time: 0.1322186 Oct 26 11:48:35.810343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e'}, {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': 'ada57e9a-a943-4b9d-a19b-4430e20798f1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:35.816046 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb568e0-2968-4a2f-a4ba-65ef2983314f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e"}, {"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "ada57e9a-a943-4b9d-a19b-4430e20798f1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:35.853028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-43a7d9bc-32e4-4ee9-a92e-c302b1752ee9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:35.865100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-43a7d9bc-32e4-4ee9-a92e-c302b1752ee9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 945 time: 0.1836741 Oct 26 11:48:35.894521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'port': {'security_groups': ['c1296d6f-d489-4556-9e31-7c3f776be110', '5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:35.976656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:48:36.029859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.101318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.133559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:48:36.135133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.142905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.144973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:36.145421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.160749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.180733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.212812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.233265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:36.242524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-8764000d-69be-4097-a037-1effa0d8ba58 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5394 time: 0.2936642 Oct 26 11:48:36.275690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:36.301754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.343145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Transition to ACTIVE for port object e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:36.349670 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.381693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.466106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fde1903-e557-4f6a-9a98-bebe2ce81d37 req-7014bd9f-c012-4ba1-b605-ed2a08aca269 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137909 Oct 26 11:48:36.506014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:36.509571 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06bcb08-1696-40b6-9757-8c11bc14e2f2" -d '{"events": [{"server_uuid": "03f4eda8-394b-4bd4-a306-dad03b1ad1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4d6ef446-1b87-4d16-b9ee-4a46a42b14fa"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:36.521314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:36.540216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:36.546646 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.721131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:36.739299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Attempting to bind port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:36.739949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Attempting to bind port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:36.742627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Attempting to bind port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e on network 037c1482-cbb0-4eeb-9be0-3fc618365408 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:36.766159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e on network 037c1482-cbb0-4eeb-9be0-3fc618365408 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:36.766548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Attempting to bind port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e on network 037c1482-cbb0-4eeb-9be0-3fc618365408 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:36.773662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:36.774005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Checking segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:36.774494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Bound using segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:36.785721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Bound port: e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:36.786214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.841952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:36.960620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.972200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:36.987577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:37.022234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:37.036451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:37.046528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:37.111839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.112745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:37.114496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 200 len: 1091 time: 1.9494925 Oct 26 11:48:37.140629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.151700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:37.181351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58c4de4-d724-463e-85b0-ccae5ca9c791 req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "PUT /v2.0/ports/bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 981 time: 1.2957733 Oct 26 11:48:37.182191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:37.183862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183730-a7bc-4438-9600-315bd05dec85 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:37.191402 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae1878-88ef-4135-894c-20443d78ade9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:37.204906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Request body: {'port': {'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:37.330118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:37.361527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:37.368440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.375944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.376340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.376765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.377121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.377473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.377812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.378148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.378481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.378810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.386378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.386754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f29f-6584-4b76-878b-574f9d1c75b1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:48:37.388457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:37.401205 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda2858c-7d36-4e71-a5a4-af004adbff73 x-openstack-request-id: req-fda2858c-7d36-4e71-a5a4-af004adbff73 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:37.403854 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "ada57e9a-a943-4b9d-a19b-4430e20798f1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:37.404518 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fda2858c-7d36-4e71-a5a4-af004adbff73 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:37.407836 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e', 'status': 'completed', 'code': 200} Oct 26 11:48:37.408566 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': 'ada57e9a-a943-4b9d-a19b-4430e20798f1', 'status': 'completed', 'code': 200} Oct 26 11:48:37.677865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.678058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.678456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.679112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.679618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.680093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.680608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:37.682604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-2858df9e-a583-4028-9f15-4578c03bdb74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6408 time: 0.3084655 Oct 26 11:48:38.010023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193882e-8134-4198-877e-db365c7883f3 req-682be538-d813-41e1-8761-12a1e0bf04ba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.021044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3193882e-8134-4198-877e-db365c7883f3 req-682be538-d813-41e1-8761-12a1e0bf04ba tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 949 time: 0.1704471 Oct 26 11:48:38.139210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-e6d74b13-a637-4e49-852f-076720ef14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.139695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-e6d74b13-a637-4e49-852f-076720ef14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.140167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-e6d74b13-a637-4e49-852f-076720ef14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.142348 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-e6d74b13-a637-4e49-852f-076720ef14a5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5440eb0c056e48f8b2c8cb711416f902&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3247042 Oct 26 11:48:38.168265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3193882e-8134-4198-877e-db365c7883f3 req-40430b91-c79f-49ed-a55f-046541fddc74 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461942 Oct 26 11:48:38.332722 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa48aca4-995a-49ae-abbb-e31fd5cc532f x-openstack-request-id: req-fa48aca4-995a-49ae-abbb-e31fd5cc532f {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:38.334115 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4eda8-394b-4bd4-a306-dad03b1ad1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4d6ef446-1b87-4d16-b9ee-4a46a42b14fa", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:38.337628 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa48aca4-995a-49ae-abbb-e31fd5cc532f {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:38.338404 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', 'code': 200} Oct 26 11:48:38.463279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-ff2d986f-ad90-43a5-92f8-85fe2db9f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.466312 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-ff2d986f-ad90-43a5-92f8-85fe2db9f323 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2995815 Oct 26 11:48:38.466312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:38.579488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31232aee-6726-4de9-8266-36158167daf1 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:38.594174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:38.620247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Transition to ACTIVE for port object 31232aee-6726-4de9-8266-36158167daf1 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:38.625978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:38.637794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29907d8-f81f-48af-a5f1-aab97edb2e3e req-656e2eb7-ee94-4fd8-ae8b-549c52ede157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.647476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e29907d8-f81f-48af-a5f1-aab97edb2e3e req-656e2eb7-ee94-4fd8-ae8b-549c52ede157 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 1100 time: 0.2552092 Oct 26 11:48:38.726961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-752fb4c7-3b3b-4c7e-8ec3-486a80e754f0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1225788405&fields=id&tenant_id=d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 267 time: 0.2089939 Oct 26 11:48:38.739935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Pushing event updated for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:38.792542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e29907d8-f81f-48af-a5f1-aab97edb2e3e req-b209fb86-d919-43f0-933a-11da8b6e3ce4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135070 Oct 26 11:48:38.799165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c70d3c3a-75ed-43d6-a183-5dc7c8e3ac8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:38.809424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-c82f33b6-5d8a-4e1b-a07e-1c30e6dc070f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.819958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-c82f33b6-5d8a-4e1b-a07e-1c30e6dc070f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 984 time: 0.0922377 Oct 26 11:48:38.851353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'port': {'security_groups': ['5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f', 'c1296d6f-d489-4556-9e31-7c3f776be110', '7e938e6f-a60c-45f3-ba55-48ed2131197b']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:38.942446 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8dd53-b331-4c61-a1b9-5ef900f71344 x-openstack-request-id: req-4ad8dd53-b331-4c61-a1b9-5ef900f71344 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:38.942904 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:38.943177 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ad8dd53-b331-4c61-a1b9-5ef900f71344 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:38.943586 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'status': 'completed', 'code': 200} Oct 26 11:48:38.977435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.977927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.978409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.981736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.982328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.983137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.983730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:38.989864 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-b6ebf0f8-822b-4b40-a98f-fe272ac3099d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6433 time: 0.4480922 Oct 26 11:48:39.040449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:39.215709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Attempting to bind port 31232aee-6726-4de9-8266-36158167daf1 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:39.216555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Attempting to bind port 31232aee-6726-4de9-8266-36158167daf1 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:39.219509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Attempting to bind port 31232aee-6726-4de9-8266-36158167daf1 on network 037c1482-cbb0-4eeb-9be0-3fc618365408 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:39.420409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Port 31232aee-6726-4de9-8266-36158167daf1 on network 037c1482-cbb0-4eeb-9be0-3fc618365408 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:39.420908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Attempting to bind port 31232aee-6726-4de9-8266-36158167daf1 on network 037c1482-cbb0-4eeb-9be0-3fc618365408 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:39.430275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:39.433634 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edeb2eb-7561-43a8-a8a0-33f213952cae" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:39.487614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae1878-88ef-4135-894c-20443d78ade9 req-6a76467d-c362-4eef-95b6-2f936e5aff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.489854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-6a76467d-c362-4eef-95b6-2f936e5aff64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1135 time: 0.3738856 Oct 26 11:48:39.555222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:39.557458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Checking segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:39.557885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Bound using segment: {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:39.558350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Bound port: 31232aee-6726-4de9-8266-36158167daf1, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba41fe4-c8af-4466-9b20-b02930c4dcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:39.558714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:39.616578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.630853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.663269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.677936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.699281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.714660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.735131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:39.752237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-7d86e7aa-1849-4fb9-81ea-f0b1e9d2772f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.7214985 Oct 26 11:48:40.070534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:40.082301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae1878-88ef-4135-894c-20443d78ade9 req-13cf2853-ef9f-4089-b410-aa1ab317b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.083913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-13cf2853-ef9f-4089-b410-aa1ab317b3a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 0.5633831 Oct 26 11:48:40.096205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c70d3c3a-75ed-43d6-a183-5dc7c8e3ac8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.115696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-03eb1fc2-99c6-4a94-beb7-1e75a2d49f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.118843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-03eb1fc2-99c6-4a94-beb7-1e75a2d49f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.119393 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-03eb1fc2-99c6-4a94-beb7-1e75a2d49f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.129236 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-03eb1fc2-99c6-4a94-beb7-1e75a2d49f10 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5440eb0c056e48f8b2c8cb711416f902&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9179461 Oct 26 11:48:40.158892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c70d3c3a-75ed-43d6-a183-5dc7c8e3ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.237403 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c70d3c3a-75ed-43d6-a183-5dc7c8e3ac8e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2aa81ab6cc1d40b79aa233ecb8d8a251&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7689674 Oct 26 11:48:40.247299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=31232aee-6726-4de9-8266-36158167daf1,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:40.252033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53740) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:40.335425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.336984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:48:40.373276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.427060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-815028f7-6bea-4b32-b85a-ed8d099d79e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 217 time: 0.0471833 Oct 26 11:48:40.428425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.444226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:40.688994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Pushing event updated for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:40.701761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23b014bd-0ac3-4b11-939e-9ee8a0a49666 req-172e6144-8a0c-4b6d-a30c-c32a4514f870 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9482462 Oct 26 11:48:40.728944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.729909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.756713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134f73ec-7dc7-442a-b2e9-5943651dfa6c req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "PUT /v2.0/ports/bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 1020 time: 1.9347305 Oct 26 11:48:40.779871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543f9c-6ef3-4faf-9604-47e307dddafa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:40.840737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae1878-88ef-4135-894c-20443d78ade9 req-749b862c-4089-45a4-8a0d-e40ea257b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.846685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:40.861675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-749b862c-4089-45a4-8a0d-e40ea257b68b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.4146190 Oct 26 11:48:40.894266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:40.897962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:40.904046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fbcbc285-c44e-437d-90ab-3c9348d19e98 service neutron] 10.222.0.30 "PUT /v2.0/ports/31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 200 len: 1091 time: 3.7144840 Oct 26 11:48:40.933944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d3c3a-75ed-43d6-a183-5dc7c8e3ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e88ba7-b763-4537-b9fd-d988c0c8aa6d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:41.063297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:41.073746 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:41.100583 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36568efa-e0fd-4a44-a274-09dea7f508d4 x-openstack-request-id: req-36568efa-e0fd-4a44-a274-09dea7f508d4 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:41.101071 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:41.101488 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36568efa-e0fd-4a44-a274-09dea7f508d4 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:41.101965 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e', 'status': 'completed', 'code': 200} Oct 26 11:48:41.112657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-8df72cab-79a9-4e93-b9c5-c93c791de85e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2334940 Oct 26 11:48:41.266941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-21a7f62d-9761-486b-9e4c-81240cc9d471 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6153617 Oct 26 11:48:41.267848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9beae519-b702-44f2-808b-da9a1ff8fc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:41.393974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-6b99a1cc-e591-437d-b278-440e79389df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.395392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cb568e0-2968-4a2f-a4ba-65ef2983314f req-6b99a1cc-e591-437d-b278-440e79389df4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.2259879 Oct 26 11:48:41.434593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9beae519-b702-44f2-808b-da9a1ff8fc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:41.463411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04bce-5a81-4465-a36c-44c205ac6147 req-7705941f-96be-4ac6-a48f-6e9eb3f82de5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.472200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ff04bce-5a81-4465-a36c-44c205ac6147 req-7705941f-96be-4ac6-a48f-6e9eb3f82de5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 949 time: 0.3530657 Oct 26 11:48:41.489043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53758) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:41.543177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8da59-fa1b-4061-84e8-766fb4b86912 req-d716f3a5-3fb2-4232-b562-54f55ce55adf tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.553044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfb8da59-fa1b-4061-84e8-766fb4b86912 req-d716f3a5-3fb2-4232-b562-54f55ce55adf tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1023 time: 0.2334981 Oct 26 11:48:41.553297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9beae519-b702-44f2-808b-da9a1ff8fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:41.564593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9beae519-b702-44f2-808b-da9a1ff8fc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:41.569658 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9beae519-b702-44f2-808b-da9a1ff8fc5d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c1e88ba7-b763-4537-b9fd-d988c0c8aa6d HTTP/1.1" status: 204 len: 168 time: 1.2920945 Oct 26 11:48:41.688662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-c29f3ac0-a4c9-4815-b99a-de4e458d1d7e service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343900 Oct 26 11:48:41.712698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ff04bce-5a81-4465-a36c-44c205ac6147 req-38ff32e7-ae82-4217-924c-efd5dd86e7c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393656 Oct 26 11:48:41.739647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beae519-b702-44f2-808b-da9a1ff8fc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e88ba7-b763-4537-b9fd-d988c0c8aa6d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:41.772020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-77fc8817-fa34-47a4-b021-790e46107775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.773548 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-77fc8817-fa34-47a4-b021-790e46107775 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 1095 time: 0.4744329 Oct 26 11:48:41.806623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.807569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.808302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.808977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.809988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.810791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.811326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:41.815489 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fd79ba00-df44-4795-a3e2-c8d8df08b016 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6475 time: 0.2708962 Oct 26 11:48:41.910671 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a299737b-7a57-40a1-ba2f-afb0d267fccf x-openstack-request-id: req-a299737b-7a57-40a1-ba2f-afb0d267fccf {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:41.914498 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:41.914975 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a299737b-7a57-40a1-ba2f-afb0d267fccf {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:41.915516 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'status': 'completed', 'code': 200} Oct 26 11:48:41.966464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdd29e4e-3aab-44cd-9dad-86248e9e3f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:42.102337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ae1878-88ef-4135-894c-20443d78ade9 req-5653edd7-7d64-42f2-9fc0-5e6baa4e00bf service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873775 Oct 26 11:48:42.279829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfb8da59-fa1b-4061-84e8-766fb4b86912 req-78926aef-a0ae-4e81-ab6c-71db43b45f63 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f&id=7e938e6f-a60c-45f3-ba55-48ed2131197b&id=c1296d6f-d489-4556-9e31-7c3f776be110 HTTP/1.1" status: 200 len: 6149 time: 0.7248499 Oct 26 11:48:42.462236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cbf41-c735-4818-a9de-ab23d8100118 req-e82521d9-8896-466c-b746-8175dd9472f4 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:42.483184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-731cbf41-c735-4818-a9de-ab23d8100118 req-e82521d9-8896-466c-b746-8175dd9472f4 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 1100 time: 0.5247240 Oct 26 11:48:42.493627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53774) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:42.604569 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-d617d056-7a3c-474a-8814-80b9ea744c92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 200 len: 217 time: 0.7724028 Oct 26 11:48:42.723815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-61c4c65e-769c-40c4-9dc1-c8aa2cd5cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:42.733423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-61c4c65e-769c-40c4-9dc1-c8aa2cd5cbeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1174 time: 0.5190542 Oct 26 11:48:42.735047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0483-c340-4a5e-951d-b0f192c9ae11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:42.887541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-731cbf41-c735-4818-a9de-ab23d8100118 req-3a49b72e-ca0c-41e7-9c90-e71ea5f09802 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016042 Oct 26 11:48:42.911159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-70e01e1e-3be8-4d8c-b4ae-7a4c0ecd93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:42.947787 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-70e01e1e-3be8-4d8c-b4ae-7a4c0ecd93d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=701a57a1-ae95-4361-a790-fbb3c0f8d240 HTTP/1.1" status: 200 len: 850 time: 0.2842603 Oct 26 11:48:43.102392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-cc94338a-8dde-43fd-b604-967c2c178126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:43.106685 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-cc94338a-8dde-43fd-b604-967c2c178126 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 200 len: 923 time: 1.2881947 Oct 26 11:48:43.107246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '31232aee-6726-4de9-8266-36158167daf1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:43.112796 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d267159c-422d-4c41-9dd6-7c0db321794a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "31232aee-6726-4de9-8266-36158167daf1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:43.125056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0483-c340-4a5e-951d-b0f192c9ae11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:43.200826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdd29e4e-3aab-44cd-9dad-86248e9e3f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:43.203595 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-d0014211-749a-4f67-84ef-6b6075e2f9d7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 200 len: 217 time: 0.0831943 Oct 26 11:48:43.209307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ef05ff73-4820-4579-bedf-0272279760aa req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': ' tempest-securitygroup -294077717 ', 'description': 'tempest-description-1810426368'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:43.210591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2bed1116-95ec-4cd1-b007-a64c76439595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:43.213370 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2bed1116-95ec-4cd1-b007-a64c76439595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d004cdd-4874-4abd-b718-802086e852e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421484 Oct 26 11:48:43.295819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-7986adb1-81ad-49dc-81fc-075eab606be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:43.298375 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-7986adb1-81ad-49dc-81fc-075eab606be1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 200 len: 861 time: 0.0834932 Oct 26 11:48:43.574027 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-cc5700a7-ab36-43eb-abfc-d3a16d851479 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2426345 Oct 26 11:48:43.796497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-37980d08-7ca0-4442-b92d-be42d133efc1 service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955852 Oct 26 11:48:43.871998 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-65e8f7dc-c1c8-4f7b-bd48-324a69e3ce4b service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907076 Oct 26 11:48:43.960955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-50426005-721f-42e6-80c3-c2b4ec5bd662 service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454048 Oct 26 11:48:44.005095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.034209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.058152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.080804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.115456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.126955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.158110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.161340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-86c38ed6-ba44-4818-b0f3-186473d1cc35 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 1.6310601 Oct 26 11:48:44.162488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdd29e4e-3aab-44cd-9dad-86248e9e3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.183421 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-2e26263a-6f11-46a7-b8ad-32924bed49f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 217 time: 0.1993289 Oct 26 11:48:44.246100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0483-c340-4a5e-951d-b0f192c9ae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.300966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4ce19436-ddf9-45ca-973c-50d0ad74c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.302542 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4ce19436-ddf9-45ca-973c-50d0ad74c388 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1155336 Oct 26 11:48:44.328452 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5cc591e0-0f40-4a2d-bad8-81bccdf4f438 req-56d8cc83-b624-4e33-9b6f-41cda5e2eac1 service neutron] 10.222.0.100 "GET /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658502 Oct 26 11:48:44.342996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fdd29e4e-3aab-44cd-9dad-86248e9e3f10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f165d3c005c0402a90adb41b553d3ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8510048 Oct 26 11:48:44.349291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53792) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:44.367958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd29e4e-3aab-44cd-9dad-86248e9e3f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b776601c-f392-4cf6-b89f-b0934f7b28ef,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:44.401430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-922654c9-3ed9-4c10-be68-fb26a2c50df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.402968 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-922654c9-3ed9-4c10-be68-fb26a2c50df7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857396 Oct 26 11:48:44.463296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0483-c340-4a5e-951d-b0f192c9ae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60ba1c-4f49-4530-9200-cb7f3a051096,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:44.550274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3aabe1c-464d-4989-a601-3314b0343a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.580829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3aabe1c-464d-4989-a601-3314b0343a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.674645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-41edab7c-2042-4c37-a9a6-49b9c2dd8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.676831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-41edab7c-2042-4c37-a9a6-49b9c2dd8df2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 1.9169359 Oct 26 11:48:44.677628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-16f01c04-3716-465f-a3a2-efbc2c134303 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612271 Oct 26 11:48:44.680125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3aabe1c-464d-4989-a601-3314b0343a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.682891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3aabe1c-464d-4989-a601-3314b0343a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.687260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c3aabe1c-464d-4989-a601-3314b0343a4e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b776601c-f392-4cf6-b89f-b0934f7b28ef HTTP/1.1" status: 204 len: 168 time: 0.3151884 Oct 26 11:48:44.764286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8170d88a-0531-4e51-b0ac-a1aad5ad0716 req-ea2db380-9e3d-4514-a57d-8a750d551fc4 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5016210 Oct 26 11:48:44.766292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-d35fef6e-c5ee-4216-aca9-446092babdb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 200 len: 217 time: 0.0583634 Oct 26 11:48:44.767356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aabe1c-464d-4989-a601-3314b0343a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b776601c-f392-4cf6-b89f-b0934f7b28ef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:44.769381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ef05ff73-4820-4579-bedf-0272279760aa req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:44.789477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc9a0483-c340-4a5e-951d-b0f192c9ae11 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b10c6ac2903848fa9f78cc841a978ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2914488 Oct 26 11:48:44.790148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53796) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:44.894958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-1c45b7ce-c7bb-4a7d-9162-03e58d3010a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:44.898418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-1c45b7ce-c7bb-4a7d-9162-03e58d3010a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.1067665 Oct 26 11:48:45.003160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-121da6f2-1c4f-4658-9394-b13b425c6dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042231 Oct 26 11:48:45.003711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-2769b7b2-8f84-4086-b02d-9bdc48f9a1ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841403 Oct 26 11:48:45.104142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c5f734a4-d9d1-46bf-bd63-f387d7d5a7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:45.114899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1284c74c-23c3-4fcd-9008-081561d536c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 217 time: 0.0955064 Oct 26 11:48:45.123373 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ea467b-32c5-468e-b064-384ad7dd6c9c x-openstack-request-id: req-08ea467b-32c5-468e-b064-384ad7dd6c9c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:45.123674 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "31232aee-6726-4de9-8266-36158167daf1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:45.123930 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08ea467b-32c5-468e-b064-384ad7dd6c9c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:45.124343 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '31232aee-6726-4de9-8266-36158167daf1', 'status': 'completed', 'code': 200} Oct 26 11:48:45.332570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-8df63509-9b27-4b9f-a7b6-2d5199646460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:45.341002 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-8df63509-9b27-4b9f-a7b6-2d5199646460 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.2101464 Oct 26 11:48:45.421068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ab05585-a6ea-41b0-abff-3db239cd5af1 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028097 Oct 26 11:48:45.428470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c5f734a4-d9d1-46bf-bd63-f387d7d5a7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:45.524859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c906ef3e-3177-4b67-8080-de0385b8314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:45.536437 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-c906ef3e-3177-4b67-8080-de0385b8314d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760807 Oct 26 11:48:46.001881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ef05ff73-4820-4579-bedf-0272279760aa req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:46.016758 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-b0c5493b-19b9-4213-9646-ea258646c8da service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718542 Oct 26 11:48:46.073716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ef05ff73-4820-4579-bedf-0272279760aa req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:46.161322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-32d78a10-4ed2-41d9-8232-fbe94f03e879 service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1426909 Oct 26 11:48:46.164330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53816) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:46.205862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00d2869e-24e9-45cc-9b38-6330602beb49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:46.438882 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-782b849d-c706-42c8-9e6a-4929fd428287 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802669 Oct 26 11:48:46.460002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ef05ff73-4820-4579-bedf-0272279760aa req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:46.463603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef05ff73-4820-4579-bedf-0272279760aa req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 3.2607355 Oct 26 11:48:46.597365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-03ef59d6-b58e-4f2a-9bcf-3d70a0399593 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e HTTP/1.1" status: 200 len: 217 time: 0.1424551 Oct 26 11:48:46.605047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11319179-f9fb-40fa-a6f3-cae6c2c9a816 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe876d6f-868e-4e00-be1e-ec0e51d8d1cb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:46.624285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c5f734a4-d9d1-46bf-bd63-f387d7d5a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:46.627313 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c5f734a4-d9d1-46bf-bd63-f387d7d5a7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:46.632985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c5f734a4-d9d1-46bf-bd63-f387d7d5a7ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6e60ba1c-4f49-4530-9200-cb7f3a051096 HTTP/1.1" status: 204 len: 168 time: 1.7893929 Oct 26 11:48:46.767755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f734a4-d9d1-46bf-bd63-f387d7d5a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60ba1c-4f49-4530-9200-cb7f3a051096,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:46.806805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fcc2fcd3-7b7c-4787-a32a-331a486fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:46.808373 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-fcc2fcd3-7b7c-4787-a32a-331a486fdda3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1964839 Oct 26 11:48:46.912707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-1eb1777c-d5d7-45dd-b1b0-3509a0f763c7 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:46.920694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-1eb1777c-d5d7-45dd-b1b0-3509a0f763c7 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4780135 Oct 26 11:48:47.075231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e5639c8-3d8d-47fc-b16e-db5642bd89f4 req-5b1bbb64-fd7c-4ad1-b6eb-501b97662473 service neutron] 10.222.0.30 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104982 Oct 26 11:48:47.081541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-aa7bf451-e1ee-4bbb-80ed-17ba46c23a23 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/quotas/1824073f4350477ebf9e2e0920239e81 HTTP/1.1" status: 200 len: 375 time: 0.0750425 Oct 26 11:48:47.166647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00d2869e-24e9-45cc-9b38-6330602beb49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:47.189075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00d2869e-24e9-45cc-9b38-6330602beb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:47.222682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-081441a1-db30-4608-9497-963c49e52a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.231392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-081441a1-db30-4608-9497-963c49e52a08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4008031 Oct 26 11:48:47.377438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.420843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.443272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.473726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.507097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.523144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.527167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-816aef18-2eec-4c4d-bd02-c1e868a59acd service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692356 Oct 26 11:48:47.539118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:47.541428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-d899c40d-9379-4901-862f-b73222064c11 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.6702130 Oct 26 11:48:47.663765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2869e-24e9-45cc-9b38-6330602beb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7c270-10c9-49e3-90ea-d923b19472cf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:47.666707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-d4d922ae-a63d-464d-9b18-44f2e6558e02 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5719774 Oct 26 11:48:47.681819 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00d2869e-24e9-45cc-9b38-6330602beb49 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3d44ac6786a4028aed3120923c78725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5148523 Oct 26 11:48:47.686311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53840) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:47.868940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c022f1d3-5e52-447c-a431-10d30670c1c0 req-237ce742-0022-4370-84b4-f7600c93c680 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3170226 Oct 26 11:48:47.916319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd8f2-69bd-40f6-a79c-9acf86fffc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:48.011198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd8f2-69bd-40f6-a79c-9acf86fffc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:48.037900 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-f26e35ea-d200-4c44-8981-ade0ef805fae service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969821 Oct 26 11:48:48.284972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b40a583-5f1f-4943-9bfe-0fc29433f29a req-037e248b-b914-4ec9-a3e8-88e2fba53453 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/fe876d6f-868e-4e00-be1e-ec0e51d8d1cb HTTP/1.1" status: 200 len: 1780 time: 0.2789931 Oct 26 11:48:48.287007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd8f2-69bd-40f6-a79c-9acf86fffc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:48.292380 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-01d68994-daca-4b3a-8bcd-04c6a42d8994 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1 HTTP/1.1" status: 200 len: 217 time: 0.2400906 Oct 26 11:48:48.294018 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd8f2-69bd-40f6-a79c-9acf86fffc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:48.300146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9f9cd8f2-69bd-40f6-a79c-9acf86fffc84 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52d7c270-10c9-49e3-90ea-d923b19472cf HTTP/1.1" status: 204 len: 168 time: 0.6094429 Oct 26 11:48:48.325377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cd8f2-69bd-40f6-a79c-9acf86fffc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7c270-10c9-49e3-90ea-d923b19472cf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:48.446781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fbb39ec-45ab-49f2-9fda-3664e4b7e48d req-6027b16f-56e8-46db-bfdc-57a98f09f2a1 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 210 time: 0.1436203 Oct 26 11:48:48.546270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-14c9e783-e3cf-4e3c-a838-c42bc994b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:48.557877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-14c9e783-e3cf-4e3c-a838-c42bc994b58a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.2504139 Oct 26 11:48:48.595088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4df663e4-4511-485e-a923-28ef5703e409 req-487b173d-b8cd-43db-9f09-a3d490348ddb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/fe876d6f-868e-4e00-be1e-ec0e51d8d1cb HTTP/1.1" status: 200 len: 1780 time: 0.2935889 Oct 26 11:48:48.704150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-541a9bd7-9b80-491f-821b-92dd98d50e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:48.705802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-541a9bd7-9b80-491f-821b-92dd98d50e80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380849 Oct 26 11:48:48.850462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4df663e4-4511-485e-a923-28ef5703e409 req-73bdb146-9093-4420-8597-94e89b255add tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:48.962402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4df663e4-4511-485e-a923-28ef5703e409 req-73bdb146-9093-4420-8597-94e89b255add tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:49.044151 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-d7341df6-5d9b-46e8-b686-9fb64ec0d64e service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225865 Oct 26 11:48:49.124915 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ab13348-d09d-46d5-bde5-c9cbca0e2b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:49.306198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4df663e4-4511-485e-a923-28ef5703e409 req-73bdb146-9093-4420-8597-94e89b255add tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:49.319009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4df663e4-4511-485e-a923-28ef5703e409 req-73bdb146-9093-4420-8597-94e89b255add tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:49.320199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4df663e4-4511-485e-a923-28ef5703e409 req-73bdb146-9093-4420-8597-94e89b255add tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/fe876d6f-868e-4e00-be1e-ec0e51d8d1cb HTTP/1.1" status: 204 len: 173 time: 0.7241952 Oct 26 11:48:49.367109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdb146-9093-4420-8597-94e89b255add tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe876d6f-868e-4e00-be1e-ec0e51d8d1cb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:49.444169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.469684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.495647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.502302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-a0b76d36-f919-4b4d-852c-0f4fa91b38ea service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274883 Oct 26 11:48:49.520972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.545375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.573763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.600234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.610318 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-83b09cb9-80d8-4dd2-a9f4-a95db88b79ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 200 len: 217 time: 0.0988228 Oct 26 11:48:49.621221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-b941f4d8-b180-488b-bda8-c7fa5f87b2ff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.4994519 Oct 26 11:48:49.722604 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-fe68cecc-a5ed-4972-971f-d886f546d544 req-b2b0de94-2eb0-4b82-84ae-0a58db89bef6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:48:49.745576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe68cecc-a5ed-4972-971f-d886f546d544 req-b2b0de94-2eb0-4b82-84ae-0a58db89bef6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/fe876d6f-868e-4e00-be1e-ec0e51d8d1cb HTTP/1.1" status: 404 len: 352 time: 0.1171424 Oct 26 11:48:49.840805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7de01f7-f374-4857-8906-a4af3b87db66 req-ba2d23bb-d2df-44cb-883a-81a066e41937 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2161808 Oct 26 11:48:49.864490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1f7c679f-f1a2-48d1-946f-d4c342f6b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:49.865991 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-1f7c679f-f1a2-48d1-946f-d4c342f6b502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.2392850 Oct 26 11:48:49.895819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-84d21496-34be-4412-9013-f4f866a0874f req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1870866882', 'description': 'tempest-description-916643976'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:50.022347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-0517d1e7-fd71-449a-9721-c1c60b982cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:50.029768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e911138e-5335-4f48-8e53-a711b07eab58 req-0d55cd19-5ada-4445-9525-ebc5c3663466 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 210 time: 0.1010740 Oct 26 11:48:50.034054 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-0517d1e7-fd71-449a-9721-c1c60b982cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506364 Oct 26 11:48:50.034207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84d21496-34be-4412-9013-f4f866a0874f req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:50.351617 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-9703f786-5692-49e3-b630-9e48c58738ba service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079898 Oct 26 11:48:50.372820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84d21496-34be-4412-9013-f4f866a0874f req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:50.380910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84d21496-34be-4412-9013-f4f866a0874f req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:50.507390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-84d21496-34be-4412-9013-f4f866a0874f req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:50.517895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84d21496-34be-4412-9013-f4f866a0874f req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6373730 Oct 26 11:48:50.607995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-42c29d78-7713-41b9-af6c-d2ea03b1eb25 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708838 Oct 26 11:48:50.611270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a4467-ff75-46ad-82bb-2271582250a8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9985659-f17a-4895-921e-f56506b60dc4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:50.623471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-0f7f74a8-ad0a-4dbe-b812-6c873519c7cd req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1619439779', 'description': 'tempest-description-1938211237'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:50.643687 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-47aff935-f336-44ae-8fb6-92ebfed1adeb service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679849 Oct 26 11:48:50.773600 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-b04ef6d7-794b-4054-a0f3-f2ed08a2a0e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 200 len: 217 time: 0.1197617 Oct 26 11:48:50.840889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0f7f74a8-ad0a-4dbe-b812-6c873519c7cd req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:50.921970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-9641b9f7-46a8-4fe0-96f0-748fc51cc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:50.924950 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-9641b9f7-46a8-4fe0-96f0-748fc51cc28b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1357412 Oct 26 11:48:51.010287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-7235249e-01d6-42fe-8a18-90c799430f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.012154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-7235249e-01d6-42fe-8a18-90c799430f9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687892 Oct 26 11:48:51.074753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-6028adee-0b34-45ad-b687-fbc1e9a3f8b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.076536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-6028adee-0b34-45ad-b687-fbc1e9a3f8b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4474075 Oct 26 11:48:51.137582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:51.268582 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-4fcca7f8-53b5-4d67-805d-e3f63d1b74dc service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427773 Oct 26 11:48:51.454578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.464299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.482444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.505134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.543894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.566766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.584425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.586413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-5c488aeb-d503-4758-bc34-05ef52297d5b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.5047846 Oct 26 11:48:51.637708 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24ac41d3-c60a-448e-bcc5-f6168f7c8d52 req-bb88c202-443f-4de9-b6b9-72358e36417f service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591535 Oct 26 11:48:51.707564 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7fd238e2-3735-4ee3-8e42-14616ce30fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:51.759154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cb5c3fa-a760-417a-b832-bced97ee43e6 req-a318be63-922a-44c4-a9f4-8f13d180372c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483510 Oct 26 11:48:51.805119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0f7f74a8-ad0a-4dbe-b812-6c873519c7cd req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:51.819394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0f7f74a8-ad0a-4dbe-b812-6c873519c7cd req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:51.888846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523fa085-389e-4446-8b75-956f38f185f1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:51.895884 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0f7f74a8-ad0a-4dbe-b812-6c873519c7cd req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:51.897583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f7f74a8-ad0a-4dbe-b812-6c873519c7cd req-a4891f83-a1cc-48ff-b61d-a547d4cc322a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2878907 Oct 26 11:48:51.931458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.940891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.943364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.944443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.947632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.949541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.952176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:51.961258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:51.967180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:51.977905 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-61a2a121-f408-4a64-9ebe-330e715d6d73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6475 time: 0.2138438 Oct 26 11:48:52.055125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20773d5b-5db4-4e4d-a3eb-7328552578f4 req-aa6e9ac3-cd26-40c4-8250-8fb2bad5c312 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 210 time: 0.0657103 Oct 26 11:48:52.223046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c9e1269c-2471-49b3-93af-6b788c869cb4 req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849727766', 'description': 'tempest-description-2110556389'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:52.305252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-bad8532b-2f5e-49d2-b15e-63e91b94aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:52.308264 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-bad8532b-2f5e-49d2-b15e-63e91b94aaa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 904 time: 0.3280275 Oct 26 11:48:52.398326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-2eb51334-b220-42d2-b7fa-608dbcd941f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 200 len: 217 time: 0.0810707 Oct 26 11:48:52.453911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9e1269c-2471-49b3-93af-6b788c869cb4 req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:52.517500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-80fe6f25-1ca9-4863-98e1-c0a1eb55b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:52.518938 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-80fe6f25-1ca9-4863-98e1-c0a1eb55b142 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1088200 Oct 26 11:48:52.523698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.154 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/08361ac5-5cdb-4691-b65f-3fbc59bab0ba) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:52.613112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-4441ff6d-dabe-4c67-a1bd-b637caf1eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:52.615872 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-4441ff6d-dabe-4c67-a1bd-b637caf1eb52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755925 Oct 26 11:48:52.619227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9e1269c-2471-49b3-93af-6b788c869cb4 req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:52.627563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9e1269c-2471-49b3-93af-6b788c869cb4 req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:52.792417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9e1269c-2471-49b3-93af-6b788c869cb4 req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:52.794778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9e1269c-2471-49b3-93af-6b788c869cb4 req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5999994 Oct 26 11:48:52.809324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae3cd6-089c-4356-9c2f-89ece70d1707 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9798e0c5-521f-4f80-880f-63a783593b2f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:52.824742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:52.881265 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-bb8625b7-6b80-4dd7-aa7c-3a3c401722aa service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477229 Oct 26 11:48:52.976805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:53.082276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0e20e51-3eb5-4396-b18d-d9e08ea4e193 req-75a79115-0e7c-44ca-aa6e-f0a202736f76 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 10897 time: 0.2486749 Oct 26 11:48:53.105499 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:53.112047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:53.128989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'c8543365-9bc0-481d-b40c-247342e90dd6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:53.132570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649', '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:48:53.181966 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3edeb2eb-7561-43a8-a8a0-33f213952cae req-27f4dde9-a27b-41f7-8cb4-464ab0ef507a service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932141 Oct 26 11:48:53.255525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:53.353761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:53.366552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:53.371793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.372838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.373477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.374174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.374661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.375165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.375640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.377676 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-b1dd8fd6-3583-42cb-9c78-1ab78435c04a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6475 time: 0.1305218 Oct 26 11:48:53.385406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:53.457500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0e20e51-3eb5-4396-b18d-d9e08ea4e193 req-b7cb4f89-7587-4db9-8497-c4ab28941dac tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c1296d6f-d489-4556-9e31-7c3f776be110 HTTP/1.1" status: 200 len: 2981 time: 0.3627870 Oct 26 11:48:53.567678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.573995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.591264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.597721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.620467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.621930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-f5742818-562e-43a1-8b69-69c14e6fc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.623471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-f5742818-562e-43a1-8b69-69c14e6fc6b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 904 time: 0.2342834 Oct 26 11:48:53.631004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.643362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.651376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4ef4914-aece-46ef-bd04-26d75394815c req-57adb5d8-f5bd-47e2-bfcd-704a0a4a063b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.4270680 Oct 26 11:48:53.661863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.662532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:53.716896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-580cb3b2-72af-4c91-af97-323ee09b8b07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 200 len: 217 time: 0.0834744 Oct 26 11:48:53.717150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-2ec1cd1e-2904-4013-8fa6-934cd537e6c2 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5844545 Oct 26 11:48:53.720299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0e20e51-3eb5-4396-b18d-d9e08ea4e193 req-dd529063-2cef-4134-9ffb-ccea7e2419bf tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c1296d6f-d489-4556-9e31-7c3f776be110 HTTP/1.1" status: 200 len: 2981 time: 0.2481678 Oct 26 11:48:53.747677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Request body: {'port': {'device_id': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:53.816116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4ef4914-aece-46ef-bd04-26d75394815c req-f67352c6-b55c-4674-a0f4-7d9008a07dd8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637468 Oct 26 11:48:53.842010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-8d199906-0897-4f33-81d6-249c9bb7f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.854070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-8d199906-0897-4f33-81d6-249c9bb7f700 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1195831 Oct 26 11:48:53.912200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:53.957168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267159c-422d-4c41-9dd6-7c0db321794a req-46be57fa-e30d-41d4-adb8-fdde9c9ee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:53.963301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-43b5b133-3fb7-46f9-8b68-b9cf0141dce3 None None] Provisioning complete for port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:53.964996 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43b5b133-3fb7-46f9-8b68-b9cf0141dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:53.971884 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-46be57fa-e30d-41d4-adb8-fdde9c9ee20f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988817 Oct 26 11:48:54.119183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-43b5b133-3fb7-46f9-8b68-b9cf0141dce3 None None] Port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:54.305327 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-337493a1-306b-4b32-ae1f-dd37dbe42ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303454 Oct 26 11:48:54.354554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-3b6165db-4eaf-4cb4-ad8c-8726b7c6703e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627482 Oct 26 11:48:54.494845 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d267159c-422d-4c41-9dd6-7c0db321794a req-2fdbddbd-b20e-4a46-99e4-f8038e89fe41 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812949 Oct 26 11:48:54.572765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:54.773771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ef5c-063b-40e1-9381-31f95f6c239b req-69cbaf23-ceec-4367-b393-7df6bd4163e4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:54.775395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff3ef5c-063b-40e1-9381-31f95f6c239b req-69cbaf23-ceec-4367-b393-7df6bd4163e4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 936 time: 0.1969097 Oct 26 11:48:54.856363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-50612d3d-78e3-4bae-ad45-3c25419cec77 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:54.864643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-50612d3d-78e3-4bae-ad45-3c25419cec77 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4922848 Oct 26 11:48:54.883255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-f7426394-200d-426f-be81-8150db6deaa2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/quotas/a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 375 time: 0.0175831 Oct 26 11:48:54.943483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-ad1521d0-2897-426f-b96b-37266364ab6e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592527 Oct 26 11:48:54.952262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff3ef5c-063b-40e1-9381-31f95f6c239b req-7cac861f-e306-4bec-bdfd-37b224b3dd01 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487317 Oct 26 11:48:55.062036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08361ac5-5cdb-4691-b65f-3fbc59bab0ba {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:55.085943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.113631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d60f014-a652-4403-9511-0f4a0bc7eb3c req-401694e2-7a12-460c-b1a7-d6c7b32d1d96 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/e9985659-f17a-4895-921e-f56506b60dc4 HTTP/1.1" status: 200 len: 1800 time: 0.1271660 Oct 26 11:48:55.122641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Transition to ACTIVE for port object 08361ac5-5cdb-4691-b65f-3fbc59bab0ba will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:48:55.127833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.391274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Pushing event updated for resources: {'Port': ['ID=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:55.399682 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9d60f014-a652-4403-9511-0f4a0bc7eb3c req-554a0bc9-a299-4ec0-8898-430f51c7d199 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.453268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9d60f014-a652-4403-9511-0f4a0bc7eb3c req-554a0bc9-a299-4ec0-8898-430f51c7d199 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.541432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9d60f014-a652-4403-9511-0f4a0bc7eb3c req-554a0bc9-a299-4ec0-8898-430f51c7d199 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.545826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9d60f014-a652-4403-9511-0f4a0bc7eb3c req-554a0bc9-a299-4ec0-8898-430f51c7d199 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.561831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d60f014-a652-4403-9511-0f4a0bc7eb3c req-554a0bc9-a299-4ec0-8898-430f51c7d199 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/e9985659-f17a-4895-921e-f56506b60dc4 HTTP/1.1" status: 204 len: 173 time: 0.4311903 Oct 26 11:48:55.562813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Attempting to bind port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:48:55.567441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Attempting to bind port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:48:55.568272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Attempting to bind port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:55.671307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:48:55.671938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Attempting to bind port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:48:55.676219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0bc9-a299-4ec0-8898-430f51c7d199 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9985659-f17a-4895-921e-f56506b60dc4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:55.699701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:48:55.700993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:48:55.701561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:48:55.702742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Bound port: 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:48:55.703304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:55.887046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6711a6d-a33f-4254-a1d6-60f2b18c02b0 req-3a1c41ba-a7b5-4897-a885-a103962919d0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 210 time: 0.0782173 Oct 26 11:48:55.929034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:55.937644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:55.965161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:55.973131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.004452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.027667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.041252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.084155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-29aabee3-68b8-44b0-a434-65d371a9dc56 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.5053940 Oct 26 11:48:56.163156 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-41adfa1e-4e1e-4518-a546-83b3918c5f58 req-b13893e4-366d-4a6d-8084-93473c7fb280 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:48:56.164406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41adfa1e-4e1e-4518-a546-83b3918c5f58 req-b13893e4-366d-4a6d-8084-93473c7fb280 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/e9985659-f17a-4895-921e-f56506b60dc4 HTTP/1.1" status: 404 len: 352 time: 0.0521090 Oct 26 11:48:56.165994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] For port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:48:56.171315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] For port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:48:56.189596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:56.262082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f453f17c-7eef-44f0-ab26-272b51b56f4a req-2ab9f73b-d6df-42b5-b6ba-6d97e8c732b9 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674161 Oct 26 11:48:56.299317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.299317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:56.301214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] 10.222.0.30 "PUT /v2.0/ports/08361ac5-5cdb-4691-b65f-3fbc59bab0ba HTTP/1.1" status: 200 len: 1096 time: 2.5598221 Oct 26 11:48:56.324300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'tag': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:48:56.331827 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172" -d '{"events": [{"name": "network-changed", "server_uuid": "f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc", "tag": "08361ac5-5cdb-4691-b65f-3fbc59bab0ba"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:48:56.498819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31529a94-79eb-4b05-a1ff-7f434ff30d63 service neutron] Pushing event updated for resources: {'Port': ['ID=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:56.681788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eaa9aaa0-dd39-4108-a905-e15d193ca3b0 req-00ce53e9-2477-49ff-b9ab-c8d064af3f80 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/523fa085-389e-4446-8b75-956f38f185f1 HTTP/1.1" status: 200 len: 1801 time: 0.3431065 Oct 26 11:48:56.745363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c774de-7cd3-4901-9be4-209c13830ba9 req-63b5646c-d03f-49f8-b71f-9f4ce27bac0f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.756223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30c774de-7cd3-4901-9be4-209c13830ba9 req-63b5646c-d03f-49f8-b71f-9f4ce27bac0f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 948 time: 0.3722169 Oct 26 11:48:56.820571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-6f45b505-3124-47e1-a96f-e2a9ab65cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:56.823058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-6f45b505-3124-47e1-a96f-e2a9ab65cb25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 1099 time: 0.3608057 Oct 26 11:48:56.927540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-f6cf5717-7366-4c0e-b4a0-bf0ecdf2e6e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba HTTP/1.1" status: 200 len: 217 time: 0.0901921 Oct 26 11:48:56.956120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30c774de-7cd3-4901-9be4-209c13830ba9 req-cd19ccfa-bf65-417b-8416-5df94052b246 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972089 Oct 26 11:48:57.056480 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1dd9b3-db10-4b75-b541-e25ed616a4e0 x-openstack-request-id: req-cb1dd9b3-db10-4b75-b541-e25ed616a4e0 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:48:57.061288 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc", "tag": "08361ac5-5cdb-4691-b65f-3fbc59bab0ba", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:48:57.061861 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb1dd9b3-db10-4b75-b541-e25ed616a4e0 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:48:57.062552 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'tag': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba', 'status': 'completed', 'code': 200} Oct 26 11:48:57.083182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eaa9aaa0-dd39-4108-a905-e15d193ca3b0 req-e8c9ec8b-6650-4803-96e7-3e97a3a95459 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:57.109943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-478840f7-8a4b-46be-bfb2-c1f1926c988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.112147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-478840f7-8a4b-46be-bfb2-c1f1926c988e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1546249 Oct 26 11:48:57.118822 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-798e5db9-7b41-4d68-b641-207dc520be68 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330297 Oct 26 11:48:57.150529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eaa9aaa0-dd39-4108-a905-e15d193ca3b0 req-e8c9ec8b-6650-4803-96e7-3e97a3a95459 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:57.350537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd504b76-da10-4d3d-b42d-5e3f27043bd8 req-7ee2a678-f709-40fb-9357-a24d4f60e968 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 210 time: 0.0428669 Oct 26 11:48:57.357810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-a2520564-a513-4358-b13e-69858804c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.364823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-a2520564-a513-4358-b13e-69858804c579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2280266 Oct 26 11:48:57.400472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eaa9aaa0-dd39-4108-a905-e15d193ca3b0 req-e8c9ec8b-6650-4803-96e7-3e97a3a95459 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:57.412218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eaa9aaa0-dd39-4108-a905-e15d193ca3b0 req-e8c9ec8b-6650-4803-96e7-3e97a3a95459 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:57.418211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eaa9aaa0-dd39-4108-a905-e15d193ca3b0 req-e8c9ec8b-6650-4803-96e7-3e97a3a95459 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/523fa085-389e-4446-8b75-956f38f185f1 HTTP/1.1" status: 204 len: 173 time: 0.7336450 Oct 26 11:48:57.470928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-0deaff57-5b89-49f1-babe-94e4aa7082ca tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.473257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-0deaff57-5b89-49f1-babe-94e4aa7082ca tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469734 Oct 26 11:48:57.490531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Request body: {'port': {'device_id': '645435b4-61e7-4733-84f3-886aa2270bdc', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'a30afeddd6894964b3d8f85d494291d0'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:57.616710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9ec8b-6650-4803-96e7-3e97a3a95459 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523fa085-389e-4446-8b75-956f38f185f1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:57.715857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54094) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:57.754846 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-be96b9bb-9138-44ff-8185-c8468ec25636 req-659ccaf7-09ee-45cc-9d94-91d69ad09b24 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:48:57.757991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be96b9bb-9138-44ff-8185-c8468ec25636 req-659ccaf7-09ee-45cc-9d94-91d69ad09b24 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/523fa085-389e-4446-8b75-956f38f185f1 HTTP/1.1" status: 404 len: 352 time: 0.2096250 Oct 26 11:48:57.789433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Made reservation on behalf of a30afeddd6894964b3d8f85d494291d0 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:48:57.801381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:57.822973 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:57.839839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.856443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.877780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.901887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.909872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.930354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.950558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:57.952791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-45cc062b-6c35-426a-af07-5ee3292eaf5d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.4037135 Oct 26 11:48:58.050126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-748a8763-32db-4f56-bc68-93b94b7255c3 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657624 Oct 26 11:48:58.090361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.097407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.137314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87b2c29e-d9fb-4819-a368-541a77043ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.163366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-768897c5-fcf2-47bc-9b82-e25653ba4c29 req-03a1eb2f-08f5-4b48-945d-fad5b965b801 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848824 Oct 26 11:48:58.201425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530ccdf1-d37c-4131-a1ad-9d62bc5700af,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:58.255690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8766bc91-0f29-4d89-ae82-6f5befb7f2b9 req-759d4f37-c968-488f-a296-1d3428e3bc9f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/9798e0c5-521f-4f80-880f-63a783593b2f HTTP/1.1" status: 200 len: 1800 time: 0.3018005 Oct 26 11:48:58.283517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Allocated IP 192.168.233.141 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/57018e7b-d51a-41e7-b5ce-d37eb6e77fb1) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:48:58.433647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-392427c2-4538-4f29-80d9-5e50cf5026b8 req-6699d68c-5d26-40ce-8537-814320641737 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622341 Oct 26 11:48:58.449598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c809-6d61-4fe3-8f82-9b7af28f42a3 req-c1de4dea-bdb6-4c41-bce0-1747d19a383f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:58.449957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.453082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1f6c809-6d61-4fe3-8f82-9b7af28f42a3 req-c1de4dea-bdb6-4c41-bce0-1747d19a383f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 948 time: 0.1882148 Oct 26 11:48:58.501759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.557008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:48:58.560824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:48:58.566224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:48:58.572951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87b2c29e-d9fb-4819-a368-541a77043ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.573755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:58.595775 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8766bc91-0f29-4d89-ae82-6f5befb7f2b9 req-0b35cf0f-c2eb-407c-a783-7b2d2640cdeb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.621264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87b2c29e-d9fb-4819-a368-541a77043ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.640695 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8766bc91-0f29-4d89-ae82-6f5befb7f2b9 req-0b35cf0f-c2eb-407c-a783-7b2d2640cdeb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.642115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:58.644217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:58.685176 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-23b8dcd7-5b95-4853-aa2b-26ef55bedfec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1978965 Oct 26 11:48:58.704307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Request body: {'port': {'device_id': '645435b4-61e7-4733-84f3-886aa2270bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:48:58.713198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1f6c809-6d61-4fe3-8f82-9b7af28f42a3 req-48daf500-83ac-48a0-aed2-5e40a322ca94 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468767 Oct 26 11:48:58.734941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-87b2c29e-d9fb-4819-a368-541a77043ee8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=76796e8c23d046569c1fcc661f086144&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0095582 Oct 26 11:48:58.735960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c29e-d9fb-4819-a368-541a77043ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec68524b-ccd9-48be-8647-330508a086dc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:58.748322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54106) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:48:58.760715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-c2f1763b-ae21-4ed7-a405-b2595bd1b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:58.767183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-c2f1763b-ae21-4ed7-a405-b2595bd1b06e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 1099 time: 0.2475405 Oct 26 11:48:58.892388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.099097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8766bc91-0f29-4d89-ae82-6f5befb7f2b9 req-0b35cf0f-c2eb-407c-a783-7b2d2640cdeb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.102313 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8766bc91-0f29-4d89-ae82-6f5befb7f2b9 req-0b35cf0f-c2eb-407c-a783-7b2d2640cdeb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.124277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8766bc91-0f29-4d89-ae82-6f5befb7f2b9 req-0b35cf0f-c2eb-407c-a783-7b2d2640cdeb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/9798e0c5-521f-4f80-880f-63a783593b2f HTTP/1.1" status: 204 len: 173 time: 0.8469958 Oct 26 11:48:59.147327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-67e06944-7ef3-422b-86a2-57a9ab769f7e None None] Provisioning complete for port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:48:59.148139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-67e06944-7ef3-422b-86a2-57a9ab769f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.208109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-67e06944-7ef3-422b-86a2-57a9ab769f7e None None] Port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:48:59.254343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35cf0f-c2eb-407c-a783-7b2d2640cdeb tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798e0c5-521f-4f80-880f-63a783593b2f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:48:59.285109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce9d5-59c5-4da8-94cb-bc59d87931d9 req-60f215d7-9126-4779-ab5d-96f18a76065f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.299901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d9ce9d5-59c5-4da8-94cb-bc59d87931d9 req-60f215d7-9126-4779-ab5d-96f18a76065f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 936 time: 0.3368421 Oct 26 11:48:59.369058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-eb3cd526-5181-4b75-b3cf-a8648f64fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.372293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-eb3cd526-5181-4b75-b3cf-a8648f64fa40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.5936296 Oct 26 11:48:59.374727 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-b60e6bb7-a970-40b3-9e16-6e0a9f14ee1f req-a786219b-8685-47dd-acaf-35e3998bb25d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:48:59.377056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b60e6bb7-a970-40b3-9e16-6e0a9f14ee1f req-a786219b-8685-47dd-acaf-35e3998bb25d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/9798e0c5-521f-4f80-880f-63a783593b2f HTTP/1.1" status: 404 len: 352 time: 0.1704502 Oct 26 11:48:59.477971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-a9e0dbce-ff49-421f-94e2-ce818338f1d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba HTTP/1.1" status: 200 len: 217 time: 0.0905833 Oct 26 11:48:59.480904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe30c20-32e6-46f6-b878-fcc851491e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.499368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d9ce9d5-59c5-4da8-94cb-bc59d87931d9 req-b9377db4-3355-4e16-b62e-2c509332f577 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950200 Oct 26 11:48:59.654962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe30c20-32e6-46f6-b878-fcc851491e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.714326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-4f0bb081-db88-40de-b5a6-d5fac3847a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.716012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-4f0bb081-db88-40de-b5a6-d5fac3847a1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2086768 Oct 26 11:48:59.849704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.858129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.868215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.889400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.915900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.948330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.948891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:48:59.968415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:48:59.973014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:48:59.980892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-e00654d8-0517-4d17-a506-560717f36e75 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.4423423 Oct 26 11:48:59.997156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Transition to ACTIVE for port object 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:49:00.003730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.071828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-58f4adcf-eabb-4187-b9b6-ddea41a4e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:00.073681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-58f4adcf-eabb-4187-b9b6-ddea41a4e6f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3231080 Oct 26 11:49:00.081425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05fbb461-af1e-4eba-a6af-581358db4395 req-5abc0526-8a68-4ba7-95c5-dfd21ee90113 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 6149 time: 0.4852376 Oct 26 11:49:00.082906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe30c20-32e6-46f6-b878-fcc851491e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.086470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe30c20-32e6-46f6-b878-fcc851491e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.088222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9fe30c20-32e6-46f6-b878-fcc851491e68 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec68524b-ccd9-48be-8647-330508a086dc HTTP/1.1" status: 204 len: 168 time: 1.3357401 Oct 26 11:49:00.160898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:00.391332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:00.397035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:00.397035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:00.417336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:49:00.417664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:00.432144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:00.432682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:00.433301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:00.433996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Bound port: 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:00.434573 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.461808 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:49:00.552046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe30c20-32e6-46f6-b878-fcc851491e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec68524b-ccd9-48be-8647-330508a086dc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:00.559270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:00.582002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:00.588259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.621899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:00.623067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.625583 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] 10.222.0.100 "PUT /v2.0/ports/57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 1096 time: 1.9322519 Oct 26 11:49:00.628158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:00.663722 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed5d98-c9a2-4f74-b597-8f6f35af403e" -d '{"events": [{"name": "network-changed", "server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:00.727954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05fbb461-af1e-4eba-a6af-581358db4395 req-0c62418a-361e-43d8-a7b5-74768cd89354 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c1296d6f-d489-4556-9e31-7c3f776be110 HTTP/1.1" status: 200 len: 2981 time: 0.1772966 Oct 26 11:49:00.734594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ff5f5d5-ac92-4e35-ad8c-b1b48ada2c0f req-0859a085-f915-4c06-afbf-267a2ce0a73b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7525668 Oct 26 11:49:00.814742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54150) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:00.822183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05fbb461-af1e-4eba-a6af-581358db4395 req-e1b9787b-5af8-419b-be6d-bfbe428e4c27 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c1296d6f-d489-4556-9e31-7c3f776be110 HTTP/1.1" status: 200 len: 2981 time: 0.0839932 Oct 26 11:49:00.852920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a045b4b1-deb3-484b-bd78-5e59a9a7471c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:00.890481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-b20c472d-0b57-4f31-89a2-fd8daa83668f service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002286 Oct 26 11:49:00.948286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9536f9-8725-4b41-94e4-8b49eea9a7fe service neutron] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:00.971508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-d1f0603a-355e-4c6d-83a3-d06b5f449fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:00.974781 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-d1f0603a-355e-4c6d-83a3-d06b5f449fc1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1099 time: 0.2724516 Oct 26 11:49:01.029915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c02834-c9e7-4d6c-bba9-49d0c7be2172 req-88916fde-9b0e-4cec-881f-940d94400bdb service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243219 Oct 26 11:49:01.062709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-022889c8-19c7-4089-b01d-98e914e8b3e0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.0727203 Oct 26 11:49:01.132702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ebfc9-4feb-4502-882e-a16726faa832 req-faa9e422-1046-4bcb-99f9-2fb192b5b85b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:01.140758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b59ebfc9-4feb-4502-882e-a16726faa832 req-faa9e422-1046-4bcb-99f9-2fb192b5b85b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 948 time: 0.2465260 Oct 26 11:49:01.185744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-0114d596-fc4e-49fe-8959-8ab910f0907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:01.188054 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-0114d596-fc4e-49fe-8959-8ab910f0907e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1186783 Oct 26 11:49:01.236253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b59ebfc9-4feb-4502-882e-a16726faa832 req-fbc75e79-5721-4531-bebe-105f0ca2578b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894983 Oct 26 11:49:01.276906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a045b4b1-deb3-484b-bd78-5e59a9a7471c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.292773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a045b4b1-deb3-484b-bd78-5e59a9a7471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.334791 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b89433-5722-4cd1-95cf-30c769d4580b x-openstack-request-id: req-09b89433-5722-4cd1-95cf-30c769d4580b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:01.335411 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:01.335869 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09b89433-5722-4cd1-95cf-30c769d4580b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:01.336465 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'status': 'completed', 'code': 200} Oct 26 11:49:01.343458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e20c4fe8-bd9e-401d-b905-58a41473ee31 req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526340912', 'description': 'tempest-description-136637815'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:01.369968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e20c4fe8-bd9e-401d-b905-58a41473ee31 req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.377029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045b4b1-deb3-484b-bd78-5e59a9a7471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a993132-0a21-4b03-aca6-100d45d8e5f6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:01.386391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d504c-badf-429c-93e4-6519be9f7620 req-57d1e800-2ad9-49ce-9000-9851751cc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:01.390578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-57d1e800-2ad9-49ce-9000-9851751cc9d6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921411 Oct 26 11:49:01.394666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a045b4b1-deb3-484b-bd78-5e59a9a7471c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55a048616b4b470f8ae57f19124e06b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762613 Oct 26 11:49:01.397820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54168) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:01.571490 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e20c4fe8-bd9e-401d-b905-58a41473ee31 req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.571938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77422cab-51aa-4aaa-9ad0-ea110789db21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.576498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e20c4fe8-bd9e-401d-b905-58a41473ee31 req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.606342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-0107d14c-f0c8-4083-a914-e0e979b83cf4 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051361 Oct 26 11:49:01.625598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594644b-39f3-46f4-afe0-ccde74af7e76 req-8624975c-20fd-41b1-b95a-e4247187cb18 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:01.627515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c594644b-39f3-46f4-afe0-ccde74af7e76 req-8624975c-20fd-41b1-b95a-e4247187cb18 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 948 time: 0.3045678 Oct 26 11:49:01.636219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e20c4fe8-bd9e-401d-b905-58a41473ee31 req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.637078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77422cab-51aa-4aaa-9ad0-ea110789db21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.643775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e20c4fe8-bd9e-401d-b905-58a41473ee31 req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3109510 Oct 26 11:49:01.668163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51a675-4de7-43d5-9c8a-465591017f4b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f179058-e209-4bcd-876d-a6952cb8fd7a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:01.732564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c594644b-39f3-46f4-afe0-ccde74af7e76 req-f35683a6-58ee-4871-ae1f-9d777132daf2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873992 Oct 26 11:49:01.805341 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de2d504c-badf-429c-93e4-6519be9f7620 req-d476ccf9-8428-4216-9a14-baf62bac0d7a service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869006 Oct 26 11:49:01.822596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77422cab-51aa-4aaa-9ad0-ea110789db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.826109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77422cab-51aa-4aaa-9ad0-ea110789db21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:01.847265 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-77422cab-51aa-4aaa-9ad0-ea110789db21 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a993132-0a21-4b03-aca6-100d45d8e5f6 HTTP/1.1" status: 204 len: 168 time: 0.4416153 Oct 26 11:49:01.908686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-eeb5b16e-d050-4bb9-bc4d-bae3782f631b req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147225256', 'description': 'tempest-description-638525831'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:01.932023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77422cab-51aa-4aaa-9ad0-ea110789db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a993132-0a21-4b03-aca6-100d45d8e5f6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:02.074424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eeb5b16e-d050-4bb9-bc4d-bae3782f631b req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.093191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-a472ff31-2fc7-4574-9b92-a4a770f3cb17 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.096041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-a472ff31-2fc7-4574-9b92-a4a770f3cb17 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 944 time: 0.2764375 Oct 26 11:49:02.100123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-da6dc168-fa6d-4151-bf1f-bc0059fdcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.103454 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-da6dc168-fa6d-4151-bf1f-bc0059fdcd77 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1099 time: 0.2039490 Oct 26 11:49:02.117211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 08361ac5-5cdb-4691-b65f-3fbc59bab0ba details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:02.152527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8caeb-0efe-43d2-82c0-100cd9a4f515 req-cb015a00-2e6b-48ec-868f-b8fed800b22a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.165656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abe8caeb-0efe-43d2-82c0-100cd9a4f515 req-cb015a00-2e6b-48ec-868f-b8fed800b22a tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 944 time: 0.2377079 Oct 26 11:49:02.227180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:02.239594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba', 'mac_address': 'fa:16:3e:e2:ea:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:02.333019 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.362828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08361ac5-5cdb-4691-b65f-3fbc59bab0ba {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:02.392011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abe8caeb-0efe-43d2-82c0-100cd9a4f515 req-0ef74383-5ed1-46d8-be06-7630c902b530 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882741 Oct 26 11:49:02.414170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:02.429952 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.448565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-7cec4d49-34c4-4c12-b945-0e3aa38c19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.450848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-7cec4d49-34c4-4c12-b945-0e3aa38c19a2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3408372 Oct 26 11:49:02.523853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:02.541882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.549705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.550110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.550454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.550955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.551360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.551695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.552028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.552592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.552927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.553254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.553580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:02.563242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-cd7f6b1a-862b-4a23-b309-48120f529f80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.1007862 Oct 26 11:49:02.641299 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eeb5b16e-d050-4bb9-bc4d-bae3782f631b req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.648776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eeb5b16e-d050-4bb9-bc4d-bae3782f631b req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.655456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-85d5ab92-c0fb-4103-ba98-668968e42a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.659423 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-85d5ab92-c0fb-4103-ba98-668968e42a14 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0887117 Oct 26 11:49:02.721236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-eeb5b16e-d050-4bb9-bc4d-bae3782f631b req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.722486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeb5b16e-d050-4bb9-bc4d-bae3782f631b req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8334808 Oct 26 11:49:02.723620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067880b5-0700-4455-a457-9854324f34df tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d54a5-0443-43ca-ac6d-1657c487c3f7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:02.742896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['08361ac5-5cdb-4691-b65f-3fbc59bab0ba'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:02.771049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Deleting port 49933478-d757-442a-af5e-ddc8af3d6f9d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:02.776417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:02.782284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-26398561-fd0a-4731-abd0-4ed59f3d9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.786328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-26398561-fd0a-4731-abd0-4ed59f3d9752 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187272 Oct 26 11:49:02.920141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.934379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.947174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.959844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.967333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.985826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:02.998415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:03.000830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-2487ae9d-1be1-4b0b-8f1c-d3d351ec976c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.4156718 Oct 26 11:49:03.024382 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-1ed035f3-2e88-4787-b1fe-3d74f9da6c54 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279079 Oct 26 11:49:03.218814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:03.228119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aeed5d98-c9a2-4f74-b597-8f6f35af403e req-98016aff-d471-4f1e-9122-1977f979909f service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962881 Oct 26 11:49:03.228920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] For port 49933478-d757-442a-af5e-ddc8af3d6f9d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=49933478-d757-442a-af5e-ddc8af3d6f9d,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:03.229307 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:03.250712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5531e-a757-4366-b84f-4f596c82c122 req-0741f47a-23e8-46ee-93ce-f830ed527c4a tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:03.268112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4b5531e-a757-4366-b84f-4f596c82c122 req-0741f47a-23e8-46ee-93ce-f830ed527c4a tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 949 time: 0.2617259 Oct 26 11:49:03.326073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20f9a0a1-a371-4558-a372-98b4ff59aa7b req-8b9877a5-f06c-4323-84aa-89d65634c67f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845159 Oct 26 11:49:03.349655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Calling delete_port for 49933478-d757-442a-af5e-ddc8af3d6f9d owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:03.369396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4b5531e-a757-4366-b84f-4f596c82c122 req-2ddbac47-068f-4542-9b92-2d9a4fd7d657 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001179 Oct 26 11:49:03.466480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:03.509492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'mac_address': 'fa:16:3e:7f:ad:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:03.516467 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:03.558465 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:03.576398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:03.623018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:03.628339 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:03.710926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2aa7a-3ccf-4c09-ad3a-c35d4bbca70b req-1f244f92-f308-4769-bcd3-79817dc32467 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:03.714093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdc2aa7a-3ccf-4c09-ad3a-c35d4bbca70b req-1f244f92-f308-4769-bcd3-79817dc32467 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 948 time: 0.2539258 Oct 26 11:49:03.722023 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:03.742888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:03.782695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055f0c4-7284-4f1e-8cc7-bf2d07ca7ef7 req-1d25092e-86b0-4b66-b4ca-083193341257 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:03.784516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e055f0c4-7284-4f1e-8cc7-bf2d07ca7ef7 req-1d25092e-86b0-4b66-b4ca-083193341257 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 949 time: 0.3046560 Oct 26 11:49:03.817534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event deleted for resources: {'Port': ['ID=49933478-d757-442a-af5e-ddc8af3d6f9d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:03.864128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdc2aa7a-3ccf-4c09-ad3a-c35d4bbca70b req-b1072706-7c41-46c5-9882-5453ff858f41 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374662 Oct 26 11:49:03.920266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] No DVR routers for this DVR port 49933478-d757-442a-af5e-ddc8af3d6f9d on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:03.925034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e055f0c4-7284-4f1e-8cc7-bf2d07ca7ef7 req-c9925cad-9647-4577-88fb-d93366763496 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157839 Oct 26 11:49:03.926118 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:03.930005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b91baf9-f64e-4218-985a-d60081c4aafe req-7559f01f-9f4e-42fd-8895-b2c6d9d826ff tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "DELETE /v2.0/ports/49933478-d757-442a-af5e-ddc8af3d6f9d HTTP/1.1" status: 204 len: 173 time: 1.8094678 Oct 26 11:49:03.930376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'name': 'network-vif-deleted', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:03.933220 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdaf835-14a3-47a4-b612-35a454a29970" -d '{"events": [{"server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "name": "network-vif-deleted", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:03.940717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:04.161977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-a3ea7787-8505-46f1-9910-7236d814d133 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.164474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-a3ea7787-8505-46f1-9910-7236d814d133 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 813 time: 0.2007408 Oct 26 11:49:04.174346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 08361ac5-5cdb-4691-b65f-3fbc59bab0ba up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:04.196690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-94bb11c5-a008-4af8-8dc8-38180346fe51 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/quotas/d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 375 time: 0.0226424 Oct 26 11:49:04.286501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-399667b5-0658-4285-9f63-960866282413 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846086 Oct 26 11:49:04.315596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:04.349861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:04.353012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:04.468682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-ccf4340a-2100-4b28-9240-2773f429e562 service neutron] 10.222.0.88 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742585 Oct 26 11:49:04.522786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:04.573323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:04.577077 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb87a7-5236-4376-84d1-b6a302bea888" -d '{"events": [{"server_uuid": "f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc", "name": "network-vif-plugged", "status": "completed", "tag": "08361ac5-5cdb-4691-b65f-3fbc59bab0ba"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:04.599292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:04.611880 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:04.613098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:04.641891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78dd3587-f06e-4990-8c24-5dea5c3a6dba req-46cf86ee-daff-45d8-a323-980ff76b5bc6 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d4a011-2ec3-4699-b400-dafb1c9d8df1 HTTP/1.1" status: 200 len: 210 time: 0.0505898 Oct 26 11:49:04.707590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-7e9ca23c-2f08-472b-bcb6-99bf8c27f913 service neutron] 10.222.0.88 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380061 Oct 26 11:49:04.719344 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979b0f2-3303-48e6-b5d4-49feb242762d x-openstack-request-id: req-4979b0f2-3303-48e6-b5d4-49feb242762d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:04.720627 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d4a011-2ec3-4699-b400-dafb1c9d8df1", "name": "network-vif-deleted", "tag": "49933478-d757-442a-af5e-ddc8af3d6f9d", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:04.721163 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4979b0f2-3303-48e6-b5d4-49feb242762d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:04.721942 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d4a011-2ec3-4699-b400-dafb1c9d8df1', 'name': 'network-vif-deleted', 'tag': '49933478-d757-442a-af5e-ddc8af3d6f9d', 'status': 'completed', 'code': 200} Oct 26 11:49:04.818781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:04.924389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.930818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.937432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.943962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.950348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.957397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.964835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:04.976434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-15d54528-78bc-4b0b-9b03-d8a777ab99cd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.1808348 Oct 26 11:49:04.977429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:05.003304 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c54593-9a34-41f5-9bae-3c6dd236ff6a x-openstack-request-id: req-d6c54593-9a34-41f5-9bae-3c6dd236ff6a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:05.003881 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc", "name": "network-vif-plugged", "status": "completed", "tag": "08361ac5-5cdb-4691-b65f-3fbc59bab0ba", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:05.004470 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6c54593-9a34-41f5-9bae-3c6dd236ff6a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:05.005092 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba', 'code': 200} Oct 26 11:49:05.033396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:05.037289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5be71af7-41ff-43d7-ae6c-f5891e14dd2e req-9d02ff4b-21a4-47de-825a-83815a27d835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587344 Oct 26 11:49:05.048371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:05.148398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ee7f-0704-4a1d-b989-d505a5ecfab3 req-f79195b7-3860-4889-868d-72b9e9499212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:05.149934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1520ee7f-0704-4a1d-b989-d505a5ecfab3 req-f79195b7-3860-4889-868d-72b9e9499212 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 1101 time: 0.0520868 Oct 26 11:49:05.176434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:05.199223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3cbdd87-3314-43ba-ac43-9b57537b91d9 req-c31388a9-4acf-4293-808c-4f818fd7b9a2 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 210 time: 0.0444503 Oct 26 11:49:05.222456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:05.235666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1520ee7f-0704-4a1d-b989-d505a5ecfab3 req-380cb8f8-23be-4354-bdb2-251bcafff261 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Oct 26 11:49:05.240210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:05.279709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 49933478-d757-442a-af5e-ddc8af3d6f9d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:05.281197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 49933478-d757-442a-af5e-ddc8af3d6f9d not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:05.374086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3231e-821f-457e-b25c-79b5942a5e97 req-fdcfc769-2721-42e7-98e4-cd11ca5a9313 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:05.375704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3d3231e-821f-457e-b25c-79b5942a5e97 req-fdcfc769-2721-42e7-98e4-cd11ca5a9313 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 949 time: 0.0704534 Oct 26 11:49:05.447863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3d3231e-821f-457e-b25c-79b5942a5e97 req-0a1d4cb3-9a16-4382-acb5-dd98f102a09d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Oct 26 11:49:05.580074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5f88-f332-4988-80c0-d591d0ffafc8 req-9a9e7638-1c23-4156-923d-603440786a6d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:05.582711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17cf5f88-f332-4988-80c0-d591d0ffafc8 req-9a9e7638-1c23-4156-923d-603440786a6d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 950 time: 0.0657272 Oct 26 11:49:05.666774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17cf5f88-f332-4988-80c0-d591d0ffafc8 req-806dec0f-49a8-4436-b6a7-589ab27393d9 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696962 Oct 26 11:49:06.053602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1c8d4-8245-4cb9-91c3-0bec0699080e req-799658aa-ccd0-4c8d-9efe-61759ad120e0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.056610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87f1c8d4-8245-4cb9-91c3-0bec0699080e req-799658aa-ccd0-4c8d-9efe-61759ad120e0 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 944 time: 0.0656691 Oct 26 11:49:06.108923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a609bf1-d0d9-4a3d-b6c1-d5fe91156484 req-f5e9f5b7-0368-42a6-91b2-c55c350e15fd tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489924 Oct 26 11:49:06.199495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87f1c8d4-8245-4cb9-91c3-0bec0699080e req-638ad6c0-00cf-4fc3-8d92-8845769ac714 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211398 Oct 26 11:49:06.292513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a609bf1-d0d9-4a3d-b6c1-d5fe91156484 req-4f86900d-b774-4206-ac2c-499df2053610 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.294331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a609bf1-d0d9-4a3d-b6c1-d5fe91156484 req-4f86900d-b774-4206-ac2c-499df2053610 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742296 Oct 26 11:49:06.344149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a609bf1-d0d9-4a3d-b6c1-d5fe91156484 req-2af338b7-3d7e-41f6-a633-cffd07147b2e tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/quotas/7acbe2c055f5471ea7d0e120fd374d27 HTTP/1.1" status: 200 len: 375 time: 0.0324659 Oct 26 11:49:06.406386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a609bf1-d0d9-4a3d-b6c1-d5fe91156484 req-ee5bc90b-ebaa-4d45-9e55-111e0bddbeb9 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609853 Oct 26 11:49:06.523578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.529918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.538751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.545992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.552604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.559340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.566425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.575334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-b482dd6e-b0a7-4e47-8e2f-dd33b958eb63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2145512 Oct 26 11:49:06.597225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535030bd-5752-458e-96c5-9279b6292665 req-609d27f1-04c3-4ef7-9baa-f0792d944ae2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.602312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535030bd-5752-458e-96c5-9279b6292665 req-609d27f1-04c3-4ef7-9baa-f0792d944ae2 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 944 time: 0.1558878 Oct 26 11:49:06.732095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-0e2fec0c-131e-4b31-a412-28e239ee1cb2 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:06.735410 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-0e2fec0c-131e-4b31-a412-28e239ee1cb2 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.100 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 813 time: 0.3101244 Oct 26 11:49:06.751613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'port': {'device_id': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7', 'admin_state_up': True, 'tenant_id': 'd8b39486bbc349b28c1a6db88ed414ba'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:06.802009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-210ad446-45fd-4c74-877a-dabf5cc269d5 req-d5b195b5-c7ba-4c99-8959-b6059aa926f7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250326 Oct 26 11:49:06.863419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d53725b0-37f0-40f7-ba14-e5a74c2f4d70 req-2ad97c23-9ed5-4284-ae29-5bf834a01184 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 210 time: 0.0838966 Oct 26 11:49:06.942817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Made reservation on behalf of d8b39486bbc349b28c1a6db88ed414ba for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:06.946484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.010355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:07.020387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e682c5-9838-4fe9-955e-231e566d7aab req-bf77533f-2f09-4818-b96d-74b4216d8fc2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:07.021303 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f29846-0dbd-4b7f-bc2a-7ef8b140eff3" -d '{"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-unplugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:07.025952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e682c5-9838-4fe9-955e-231e566d7aab req-bf77533f-2f09-4818-b96d-74b4216d8fc2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 949 time: 0.0919528 Oct 26 11:49:07.050473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Deleting port fc92b009-e962-4c44-844e-c127eda3bc0a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:07.050892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.159289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Allocated IP 172.20.0.14 (00a5d140-a15a-4c02-b091-7d2c6c2f29e7/44370acd-dbc2-4533-bda7-4230fbe5dc04/7e7a0380-63b9-4a41-becd-37716e0d048a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:07.162748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e682c5-9838-4fe9-955e-231e566d7aab req-de47c70c-61dd-45b0-bfc4-4e6506ecf6f7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294372 Oct 26 11:49:07.237222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:07.268045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:07.273214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] For port fc92b009-e962-4c44-844e-c127eda3bc0a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fc92b009-e962-4c44-844e-c127eda3bc0a,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:07.273595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.283472 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8a56d-5a22-449c-8adf-15c9e4535f49 x-openstack-request-id: req-77d8a56d-5a22-449c-8adf-15c9e4535f49 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:07.284165 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-unplugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:07.284525 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-77d8a56d-5a22-449c-8adf-15c9e4535f49 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:07.285116 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'code': 200} Oct 26 11:49:07.304323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470f548-9254-4c32-be2c-ecb3b2e0ffed req-a0bef6cd-25e2-4b51-a081-45316a3d1e89 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:07.306661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2470f548-9254-4c32-be2c-ecb3b2e0ffed req-a0bef6cd-25e2-4b51-a081-45316a3d1e89 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 950 time: 0.1066957 Oct 26 11:49:07.308063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Calling delete_port for fc92b009-e962-4c44-844e-c127eda3bc0a owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:07.416646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2470f548-9254-4c32-be2c-ecb3b2e0ffed req-078d00e1-5b1c-4972-be40-ecf79a2fa097 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999997 Oct 26 11:49:07.452802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:07.459675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:07.477365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:07.477757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.481158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'mac_address': 'fa:16:3e:d3:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:07.491776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.550430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.585404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35cbed8f-c2f0-4854-906e-b069f268c64f req-c0382a0a-4d1b-4a78-86dd-4c4e96046c41 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=567c76f1-0b12-4fe0-8177-5686e5b40ab3 HTTP/1.1" status: 200 len: 210 time: 0.0494959 Oct 26 11:49:07.586301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.621311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event deleted for resources: {'Port': ['ID=fc92b009-e962-4c44-844e-c127eda3bc0a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:07.667473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.712008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:07.714803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:07.720162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdea1e19-942e-4c5c-a400-94b25397aa78 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:07.722485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:07.724958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] No DVR routers for this DVR port fc92b009-e962-4c44-844e-c127eda3bc0a on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:07.728348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.735942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535030bd-5752-458e-96c5-9279b6292665 req-e4d5878a-39ca-4719-8550-28df400dc6a3 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "DELETE /v2.0/ports/fc92b009-e962-4c44-844e-c127eda3bc0a HTTP/1.1" status: 204 len: 173 time: 1.1123400 Oct 26 11:49:07.738062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:07.753500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'name': 'network-vif-deleted', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:07.757124 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae5ff98-8a71-4b6e-b200-137da065b304" -d '{"events": [{"server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "name": "network-vif-deleted", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:07.757999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:07.836349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:07.859196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f29c7-f2ce-43cd-9fad-66722099672d req-d11b1248-0540-46f0-beec-f162bed5927e tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:07.861198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-459f29c7-f2ce-43cd-9fad-66722099672d req-d11b1248-0540-46f0-beec-f162bed5927e tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 1101 time: 0.1375487 Oct 26 11:49:07.915341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.921937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.922560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.923119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.924835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.925642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.929968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.930995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.931513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.932372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.932893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.933435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:07.958326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-459f29c7-f2ce-43cd-9fad-66722099672d req-caa9e316-d727-4c54-9d10-a4e9a9a8772d tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825512 Oct 26 11:49:07.968451 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eecdf9f-bc03-4025-b536-691cbaf7f5b3 x-openstack-request-id: req-1eecdf9f-bc03-4025-b536-691cbaf7f5b3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:07.968756 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567c76f1-0b12-4fe0-8177-5686e5b40ab3", "name": "network-vif-deleted", "tag": "fc92b009-e962-4c44-844e-c127eda3bc0a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:07.969117 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1eecdf9f-bc03-4025-b536-691cbaf7f5b3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:07.969442 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567c76f1-0b12-4fe0-8177-5686e5b40ab3', 'name': 'network-vif-deleted', 'tag': 'fc92b009-e962-4c44-844e-c127eda3bc0a', 'status': 'completed', 'code': 200} Oct 26 11:49:07.995647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:07.999886 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:08.040003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-d95e094e-347a-41db-8df9-8a2c7b5233e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2929363 Oct 26 11:49:08.056663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Request body: {'port': {'device_id': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:08.078274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:08.085799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:08.123575 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:08.188433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:08.192904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:08.233632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:08.241422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.247327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.255150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.262910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.270680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.277257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.284426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.304528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-8138522b-1782-40af-8635-cb76d723e743 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2240088 Oct 26 11:49:08.397666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd9a1fc-9608-4019-8c83-aca1c5e9e6eb req-72af446f-a535-42d8-8b0d-8a77e3a0285e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913091 Oct 26 11:49:08.432409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e4ce4-1924-4a2f-ae7f-e214b4ee05dd req-54ba74f6-6d24-437a-9ec2-3904e1f5f902 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:08.460462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c0e4ce4-1924-4a2f-ae7f-e214b4ee05dd req-54ba74f6-6d24-437a-9ec2-3904e1f5f902 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 932 time: 0.3158047 Oct 26 11:49:08.489137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['fdea1e19-942e-4c5c-a400-94b25397aa78'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:08.498733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:08.553648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c0e4ce4-1924-4a2f-ae7f-e214b4ee05dd req-fb5103f3-b3c5-4944-881b-ed99bcc6657f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783765 Oct 26 11:49:08.652478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-186e3436-94ff-4eac-8481-a632e5ac8033 req-08933d0a-8abb-460f-a4d7-f14657f279c9 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924499 Oct 26 11:49:08.811136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7a0380-63b9-4a41-becd-37716e0d048a {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:08.823003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:08.852031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Transition to ACTIVE for port object 7e7a0380-63b9-4a41-becd-37716e0d048a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:49:08.857029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:08.889337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-9f336da1-39e3-4c80-9e18-92ccda73e826 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692592 Oct 26 11:49:08.943291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:09.101435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Attempting to bind port 7e7a0380-63b9-4a41-becd-37716e0d048a on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:09.101850 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Attempting to bind port 7e7a0380-63b9-4a41-becd-37716e0d048a by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:09.102108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Attempting to bind port 7e7a0380-63b9-4a41-becd-37716e0d048a on network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:09.117299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Port 7e7a0380-63b9-4a41-becd-37716e0d048a on network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:49:09.117638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Attempting to bind port 7e7a0380-63b9-4a41-becd-37716e0d048a on network 00a5d140-a15a-4c02-b091-7d2c6c2f29e7 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:09.135207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:09.136115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Checking segment: {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:09.136115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Bound using segment: {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:09.136486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Bound port: 7e7a0380-63b9-4a41-becd-37716e0d048a, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9394283f-a85d-482e-b84e-87425491dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:09.137182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:09.265750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:09.287250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:09.289935 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ec61d-17e3-4d2f-bfce-8d73c5670049" -d '{"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-plugged", "status": "completed", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:09.300091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:09.317539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:09.325157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:09.337662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3436-94ff-4eac-8481-a632e5ac8033 req-2d404156-bf44-4474-b836-0b8bbcc0663a tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:09.344359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-186e3436-94ff-4eac-8481-a632e5ac8033 req-2d404156-bf44-4474-b836-0b8bbcc0663a tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6908801 Oct 26 11:49:09.384104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-186e3436-94ff-4eac-8481-a632e5ac8033 req-c9e62a17-b318-45b5-abcf-eaa6f3ffc136 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/quotas/7acbe2c055f5471ea7d0e120fd374d27 HTTP/1.1" status: 200 len: 375 time: 0.0260150 Oct 26 11:49:09.393464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port fdea1e19-942e-4c5c-a400-94b25397aa78 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:09.393834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:09.419903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:09.420523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:09.431464 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] 10.222.0.100 "PUT /v2.0/ports/7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 1092 time: 1.3804550 Oct 26 11:49:09.434067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:09.436493 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687592a6-08ff-43ae-9072-b3eb898e0364" -d '{"events": [{"name": "network-changed", "server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:09.441800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-186e3436-94ff-4eac-8481-a632e5ac8033 req-a5d9184b-9117-4b75-953a-03a4ee489bc7 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558381 Oct 26 11:49:09.476282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-4f28d397-9eea-478d-a1ba-4766e9031bf0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:09.487119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-4f28d397-9eea-478d-a1ba-4766e9031bf0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5907958 Oct 26 11:49:09.510330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150161a-2414-4945-a462-2f1d7d6b695a service neutron] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:09.513194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-a4cdebfc-a87c-4e3d-93f4-8ceb9dcc42b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/quotas/1824073f4350477ebf9e2e0920239e81 HTTP/1.1" status: 200 len: 375 time: 0.0246277 Oct 26 11:49:09.621366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-144f8853-1b2e-4528-afae-60166c8781f6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1070075 Oct 26 11:49:09.625557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-8905567a-f750-43e2-882d-5b54028644ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:09.628842 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:09.630812 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-8905567a-f750-43e2-882d-5b54028644ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1095 time: 0.1215990 Oct 26 11:49:09.720550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:09.727603 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:09.728555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:09.738333 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-c6f899dd-b6bd-452a-9f7e-b69a161d63c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 217 time: 0.0973105 Oct 26 11:49:09.802304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c36cc4-9738-4391-ab1d-cc608bff1e3c req-279fc64d-e067-4d8c-8255-47f65e185ad4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:09.806032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8c36cc4-9738-4391-ab1d-cc608bff1e3c req-279fc64d-e067-4d8c-8255-47f65e185ad4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1312547 Oct 26 11:49:09.852874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:09.887843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-1bd65a87-f462-4197-bd9b-760e5d177d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:09.890185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-1bd65a87-f462-4197-bd9b-760e5d177d90 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.1445467 Oct 26 11:49:09.912267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: fc92b009-e962-4c44-844e-c127eda3bc0a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:09.916532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fc92b009-e962-4c44-844e-c127eda3bc0a not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:09.934733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8c36cc4-9738-4391-ab1d-cc608bff1e3c req-4d3b8305-c139-4d53-978e-d81d9d67e796 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099782 Oct 26 11:49:09.951297 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-3052be94-d06d-4fd8-a087-0f4289f56cbb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494378 Oct 26 11:49:10.169998 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52453c09-a643-404a-ae37-7e25b121318b x-openstack-request-id: req-52453c09-a643-404a-ae37-7e25b121318b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:10.170423 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-plugged", "status": "completed", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:10.170782 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-52453c09-a643-404a-ae37-7e25b121318b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:10.171950 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'code': 200} Oct 26 11:49:10.264572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-971ecf47-ff32-4318-b4d9-8aebacdcf5b1 service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087530 Oct 26 11:49:10.428363 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cdb79477-cdbb-40a4-8321-7fef3531986c req-4ded69e6-e0ac-454e-9358-a5efb50ff1b8 service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412408 Oct 26 11:49:10.430417 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307a4708-6495-428f-98d6-6f00edf5e9c1 x-openstack-request-id: req-307a4708-6495-428f-98d6-6f00edf5e9c1 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:10.430805 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:10.431312 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-307a4708-6495-428f-98d6-6f00edf5e9c1 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:10.432155 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'status': 'completed', 'code': 200} Oct 26 11:49:10.490701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a7fa9-7d90-4c9f-b1be-06203827d611 req-993a64ee-d6b8-400e-b228-95f6ce53fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.492173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-563a7fa9-7d90-4c9f-b1be-06203827d611 req-993a64ee-d6b8-400e-b228-95f6ce53fc57 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1101 time: 0.1898313 Oct 26 11:49:10.518251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.524612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.534018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.546240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.553901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.567173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.579133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.597553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-ceb640b5-a08a-42b6-9c0d-8d127bcd689a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.3880954 Oct 26 11:49:10.612247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-ea246d60-0999-4d07-a006-024dff686688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.615225 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-ea246d60-0999-4d07-a006-024dff686688 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1095 time: 0.1291015 Oct 26 11:49:10.737910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17a03e45-5151-4a9a-bf27-af5cf4199f74 req-69299325-fb81-4237-bc4e-305c74398381 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337898 Oct 26 11:49:10.788558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff7182-4485-47cf-8213-7323caa9ad02 req-68d8aaa2-fe6a-4250-8ce8-70d03f4de1c1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.813268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69ff7182-4485-47cf-8213-7323caa9ad02 req-68d8aaa2-fe6a-4250-8ce8-70d03f4de1c1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 944 time: 0.3943233 Oct 26 11:49:10.864019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-6493ee04-ecd6-4fce-8531-5b2aedca72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:10.866723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-6493ee04-ecd6-4fce-8531-5b2aedca72ce service neutron] 10.222.0.100 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 0.2413139 Oct 26 11:49:10.991540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-563a7fa9-7d90-4c9f-b1be-06203827d611 req-f3f5561a-7924-4ba8-bd76-dcc53a5b1aaa service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870375 Oct 26 11:49:11.026407 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-f3925351-3af9-4755-b4aa-1834884ba7fc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 217 time: 0.1494241 Oct 26 11:49:11.033129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69ff7182-4485-47cf-8213-7323caa9ad02 req-8dae4e13-5a12-429e-ac9c-47c8a4537b7d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646056 Oct 26 11:49:11.276142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b30491f7-a4bd-458e-8441-40be7feb6749 req-ea809f63-f445-4f75-b4fd-8549209c07e6 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 210 time: 0.0886250 Oct 26 11:49:11.342103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-1f29f770-6141-4fd2-af08-3acd35b3a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:11.348265 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-1f29f770-6141-4fd2-af08-3acd35b3a672 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.1449304 Oct 26 11:49:11.428357 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-f4851e84-963e-4492-9254-c1022bd5b07f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699515 Oct 26 11:49:11.756750 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-dd192e43-5ded-4d48-aaaa-37aee08ef7ef service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148599 Oct 26 11:49:11.942446 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-687592a6-08ff-43ae-9072-b3eb898e0364 req-2805909f-3d20-4e00-bbc3-3a06d8c8ab4e service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754730 Oct 26 11:49:11.951095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865d0b-c006-416f-a494-1bcbb738a22f req-512da6de-3f96-463b-9fa6-9e56d60e452c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:11.954653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70865d0b-c006-416f-a494-1bcbb738a22f req-512da6de-3f96-463b-9fa6-9e56d60e452c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1762757 Oct 26 11:49:12.080143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70865d0b-c006-416f-a494-1bcbb738a22f req-ce363fa8-7d33-40dc-870e-be260f9cea79 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011937 Oct 26 11:49:12.144303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-892279fb-f7f6-4063-b08e-0914cfb9ca13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:12.152123 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-892279fb-f7f6-4063-b08e-0914cfb9ca13 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 945 time: 0.1539471 Oct 26 11:49:12.174232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:12.177183 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf4fa4e-d8a1-4183-ba70-befef437d9ce" -d '{"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-plugged", "status": "completed", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:12.220377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711e053-109c-4e0f-a3f6-05aa75bb39ed req-481f5c03-bb5c-4abf-936d-942c69b41ccb tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:12.223800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5711e053-109c-4e0f-a3f6-05aa75bb39ed req-481f5c03-bb5c-4abf-936d-942c69b41ccb tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 945 time: 0.1052377 Oct 26 11:49:12.378558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Deleting port 8c2731bf-678b-4b19-9c77-d4caa5906f26 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:12.380319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:12.387128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26dcb-1991-48b5-bec4-cdbbb2407506 req-55f530ce-1c6d-4c3c-a560-dfbf0caee1f4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:12.387128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95c26dcb-1991-48b5-bec4-cdbbb2407506 req-55f530ce-1c6d-4c3c-a560-dfbf0caee1f4 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30 HTTP/1.1" status: 200 len: 945 time: 0.1601572 Oct 26 11:49:12.457179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5711e053-109c-4e0f-a3f6-05aa75bb39ed req-2b491631-716b-4ab0-a943-22048465fea1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509867 Oct 26 11:49:12.504309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-94ab9506-e982-4018-9e1e-281b248cc4ed tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=1824073f4350477ebf9e2e0920239e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395277 Oct 26 11:49:12.547657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] For port 8c2731bf-678b-4b19-9c77-d4caa5906f26, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8c2731bf-678b-4b19-9c77-d4caa5906f26,segment=NetworkSegment(7df654d2-7ee1-4143-8590-37acf69c34bf),segment_id=7df654d2-7ee1-4143-8590-37acf69c34bf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:12.548053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:12.560758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Calling delete_port for 8c2731bf-678b-4b19-9c77-d4caa5906f26 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:12.701664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:12.754773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Pushing event deleted for resources: {'Port': ['ID=8c2731bf-678b-4b19-9c77-d4caa5906f26,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:12.766331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-7846eadc-9d68-4003-8085-2f47db21a345 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:12.768963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-7846eadc-9d68-4003-8085-2f47db21a345 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548299 Oct 26 11:49:12.846595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] No DVR routers for this DVR port 8c2731bf-678b-4b19-9c77-d4caa5906f26 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:12.848786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Request body: {'port': {'device_id': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '1824073f4350477ebf9e2e0920239e81'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:12.854296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:12.861847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf9e735c-e7d5-4757-a5ca-311734978d29 req-67923ccf-a77d-4394-a040-217c9a35d630 tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.100 "DELETE /v2.0/ports/8c2731bf-678b-4b19-9c77-d4caa5906f26 HTTP/1.1" status: 204 len: 173 time: 0.6929617 Oct 26 11:49:12.863600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'name': 'network-vif-deleted', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:12.867016 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c676565-ec53-4ee5-9174-371716815e93" -d '{"events": [{"server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "name": "network-vif-deleted", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:12.881926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95c26dcb-1991-48b5-bec4-cdbbb2407506 req-1b19dcbd-3123-4b43-9abc-5054b30fcbba tempest-LiveAutoBlockMigrationV225Test-1546683198 tempest-LiveAutoBlockMigrationV225Test-1546683198-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b76370c-6823-4d2d-9eb0-6671d8d11403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730945 Oct 26 11:49:13.081936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.090286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.097771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.104271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.119185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.121444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.128974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.137454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-9472b7de-f4ff-4377-908c-b27a2c4224ef tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.3623297 Oct 26 11:49:13.152693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Made reservation on behalf of 1824073f4350477ebf9e2e0920239e81 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:13.156820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:13.278595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf2cf842-ef4e-42aa-b746-c9b9d01686da req-d44d54a7-1a89-41b3-a11e-7da54724f6b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401436 Oct 26 11:49:13.281189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7e7a0380-63b9-4a41-becd-37716e0d048a details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:13.339078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e8f0-94cd-40ac-b4b3-a6ce0397f974 req-74704fad-8f1d-4dba-ba92-4e2a2ef13334 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.347233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2646e8f0-94cd-40ac-b4b3-a6ce0397f974 req-74704fad-8f1d-4dba-ba92-4e2a2ef13334 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 944 time: 0.1389079 Oct 26 11:49:13.435424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2646e8f0-94cd-40ac-b4b3-a6ce0397f974 req-110fab4a-d56e-4f3d-81c9-5248995e4a31 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823162 Oct 26 11:49:13.439183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:13.480648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Allocated IP 192.168.233.57 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/203c2c39-79de-418c-8ac4-d4365abd7869) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:13.485362 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aaec45-89a5-4985-b7a5-aea11c6d61b4 x-openstack-request-id: req-c3aaec45-89a5-4985-b7a5-aea11c6d61b4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:13.486322 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-plugged", "status": "completed", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:13.488933 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3aaec45-89a5-4985-b7a5-aea11c6d61b4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:13.490988 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'code': 200} Oct 26 11:49:13.495771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'network_id': '00a5d140-a15a-4c02-b091-7d2c6c2f29e7', 'port_id': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'mac_address': 'fa:16:3e:54:81:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44370acd-dbc2-4533-bda7-4230fbe5dc04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:13.676275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6964c42-2b20-4636-a487-0c9ab0a92f30 req-3d27d819-6413-4d85-9465-cbdde29d386a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 210 time: 0.1262333 Oct 26 11:49:13.745053 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2faef8-de72-44b0-8b5d-096baf6d44af x-openstack-request-id: req-6c2faef8-de72-44b0-8b5d-096baf6d44af {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:13.745590 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30", "name": "network-vif-deleted", "tag": "8c2731bf-678b-4b19-9c77-d4caa5906f26", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:13.746068 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c2faef8-de72-44b0-8b5d-096baf6d44af {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:13.746761 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad3750-5cb6-49c9-a68f-0ed8b3e48f30', 'name': 'network-vif-deleted', 'tag': '8c2731bf-678b-4b19-9c77-d4caa5906f26', 'status': 'completed', 'code': 200} Oct 26 11:49:13.761477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:13.807637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7a0380-63b9-4a41-becd-37716e0d048a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:13.847652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:13.867587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:13.911641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:13.950268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ad6593-4a3f-4079-b6e0-87c5cb0fc172 req-4c526d78-2a12-4297-9118-9efbf070f020 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304899 Oct 26 11:49:13.973452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:13.990392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555edd91-5901-4e7b-9c85-8e61fb35513d req-4292efcd-025f-42d4-b316-e6f93fa539ad tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:13.995481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-555edd91-5901-4e7b-9c85-8e61fb35513d req-4292efcd-025f-42d4-b316-e6f93fa539ad tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1745276 Oct 26 11:49:14.050894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:14.066206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'c8543365-9bc0-481d-b40c-247342e90dd6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:14.074726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649', '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', '08361ac5-5cdb-4691-b65f-3fbc59bab0ba'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:14.192385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7e7a0380-63b9-4a41-becd-37716e0d048a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:14.495208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:14.512647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-555edd91-5901-4e7b-9c85-8e61fb35513d req-72d04477-81b8-421e-8974-109038488805 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114088 Oct 26 11:49:14.518716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event updated for resources: {'Port': ['ID=203c2c39-79de-418c-8ac4-d4365abd7869,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:14.536361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:14.541135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:14.633867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-50a39571-af5d-4a93-a124-382724bfb45e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:14.634481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-50a39571-af5d-4a93-a124-382724bfb45e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 945 time: 0.5343494 Oct 26 11:49:14.649419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6593-4a3f-4079-b6e0-87c5cb0fc172 req-7fd7997d-caad-49d3-b95c-4ae0053c2488 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:14.658335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ad6593-4a3f-4079-b6e0-87c5cb0fc172 req-7fd7997d-caad-49d3-b95c-4ae0053c2488 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6946476 Oct 26 11:49:14.786180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ad6593-4a3f-4079-b6e0-87c5cb0fc172 req-fc434a05-bd79-45f2-8b3e-84709afc1ec1 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/quotas/7acbe2c055f5471ea7d0e120fd374d27 HTTP/1.1" status: 200 len: 375 time: 0.1267200 Oct 26 11:49:14.796965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:14.797662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:14.833050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-04c103c5-b642-4652-9d38-e80032c7b5f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0018349 Oct 26 11:49:14.868107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ad6593-4a3f-4079-b6e0-87c5cb0fc172 req-f15d60e9-a1aa-4e5e-9850-03578c7472f7 tempest-QuotasAdminNegativeTest-735934209 tempest-QuotasAdminNegativeTest-735934209-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811017 Oct 26 11:49:14.879363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Request body: {'port': {'device_id': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:14.916872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7da6b-e9d9-47cd-83d0-658d34cdcb55 req-e0ef830a-d200-4927-aa37-a4f8f6005e1e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:14.926511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9eb7da6b-e9d9-47cd-83d0-658d34cdcb55 req-e0ef830a-d200-4927-aa37-a4f8f6005e1e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 945 time: 0.2903113 Oct 26 11:49:14.934712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b2982f99-cf5d-4f7f-8c29-6c85873d0c65 None None] Provisioning complete for port 203c2c39-79de-418c-8ac4-d4365abd7869 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:14.936129 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2982f99-cf5d-4f7f-8c29-6c85873d0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.045408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54552) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:15.061401 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b2982f99-cf5d-4f7f-8c29-6c85873d0c65 None None] Port 203c2c39-79de-418c-8ac4-d4365abd7869 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:49:15.093830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.126677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9eb7da6b-e9d9-47cd-83d0-658d34cdcb55 req-b6aeb3c1-85a9-4043-b6f2-b5afb0ba18dc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990182 Oct 26 11:49:15.203216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Deleting port f72a82ba-c185-4c06-9195-d4a45c6cd36c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:15.205532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.380378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:15.384959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.394395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.401241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.408399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.414768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.418521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 8c2731bf-678b-4b19-9c77-d4caa5906f26 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:15.419278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8c2731bf-678b-4b19-9c77-d4caa5906f26 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:15.420993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.428391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.428741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Deleting subnet 23a2de61-8262-4495-9b6b-66bad112f839 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:49:15.432535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.436604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68d07558-d603-433a-b7d6-663d5e56891f req-e157100a-bee3-46c8-80b0-c2ac77902895 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.3167758 Oct 26 11:49:15.496805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.565368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6cc7b-1c06-40ec-90a2-59119eb10008 req-be92ddbe-2769-418c-ade6-c7e5d98e58c1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:15.567272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.577096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1b6cc7b-1c06-40ec-90a2-59119eb10008 req-be92ddbe-2769-418c-ade6-c7e5d98e58c1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 945 time: 0.3598652 Oct 26 11:49:15.632053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.636809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68d07558-d603-433a-b7d6-663d5e56891f req-c9242b66-dd45-4eb0-80cf-955da1c3e509 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989074 Oct 26 11:49:15.703269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a2de61-8262-4495-9b6b-66bad112f839,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:15.709405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.715168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6123b3c9-cf08-4b43-9e09-0e7ef7264abf admin admin] 10.222.0.88 "DELETE /v2.0/subnets/23a2de61-8262-4495-9b6b-66bad112f839 HTTP/1.1" status: 204 len: 168 time: 0.6686165 Oct 26 11:49:15.724130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:15.770417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] For port f72a82ba-c185-4c06-9195-d4a45c6cd36c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f72a82ba-c185-4c06-9195-d4a45c6cd36c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:15.771037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.829758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1b6cc7b-1c06-40ec-90a2-59119eb10008 req-74082e0b-f368-48ed-abc3-d876f6aae695 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516294 Oct 26 11:49:15.900716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:15.951865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Calling delete_port for f72a82ba-c185-4c06-9195-d4a45c6cd36c owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:15.976157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203c2c39-79de-418c-8ac4-d4365abd7869 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:16.024891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.051044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Transition to ACTIVE for port object 203c2c39-79de-418c-8ac4-d4365abd7869 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:49:16.086818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.101953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.118252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c4b9a2-23d4-4c72-9ebb-a8953d60510c']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:16.132819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df654d2-7ee1-4143-8590-37acf69c34bf') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:16.133419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df654d2-7ee1-4143-8590-37acf69c34bf') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:16.150220 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.163634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.185500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:49:16.190513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:49:16.194227 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:49:16.236300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeb5d5-c29e-4e39-883d-060e551a33bd req-8d661db4-5130-4335-9e78-77326bcc8485 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:16.243730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bdeb5d5-c29e-4e39-883d-060e551a33bd req-8d661db4-5130-4335-9e78-77326bcc8485 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1101 time: 0.1900458 Oct 26 11:49:16.265313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=203c2c39-79de-418c-8ac4-d4365abd7869,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:16.315897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.321354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.325070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a5c4b9a2-23d4-4c72-9ebb-a8953d60510c HTTP/1.1" status: 204 len: 168 time: 0.6006172 Oct 26 11:49:16.329763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54574) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:16.402149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Deleting subnet 46c9182d-99c3-4d2e-8922-33ad860a62f3 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:49:16.406426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.411499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3bdeb5d5-c29e-4e39-883d-060e551a33bd req-ef768101-5c70-400f-85fc-27b295d6b6e1 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.446051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.468309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd5566-e919-4605-b799-386ab7891c45 req-2968f8a2-2a7e-43a0-a50d-6171d9836632 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:16.479013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7cd5566-e919-4605-b799-386ab7891c45 req-2968f8a2-2a7e-43a0-a50d-6171d9836632 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 947 time: 0.3729365 Oct 26 11:49:16.515869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.591377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.592116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.618327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a261fd-e897-457b-ad7a-c3ad06e8f843 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c4b9a2-23d4-4c72-9ebb-a8953d60510c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:16.625577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c9182d-99c3-4d2e-8922-33ad860a62f3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:16.631698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Attempting to bind port 203c2c39-79de-418c-8ac4-d4365abd7869 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:16.634020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.640128 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8dd1d986-8c44-433b-91aa-895b2b36f465 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/46c9182d-99c3-4d2e-8922-33ad860a62f3 HTTP/1.1" status: 204 len: 168 time: 0.3057361 Oct 26 11:49:16.640300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Attempting to bind port 203c2c39-79de-418c-8ac4-d4365abd7869 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:16.640300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Attempting to bind port 203c2c39-79de-418c-8ac4-d4365abd7869 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:16.641090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:16.686466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event deleted for resources: {'Port': ['ID=f72a82ba-c185-4c06-9195-d4a45c6cd36c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:16.703176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7cd5566-e919-4605-b799-386ab7891c45 req-26a1e6a4-fc94-4bee-a3b8-8a37e5903bf0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222488 Oct 26 11:49:16.719824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Port 203c2c39-79de-418c-8ac4-d4365abd7869 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:49:16.720717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Attempting to bind port 203c2c39-79de-418c-8ac4-d4365abd7869 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:16.762093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.777792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:16.778553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:16.779666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:16.781384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Bound port: 203c2c39-79de-418c-8ac4-d4365abd7869, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:16.782072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.816369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] No DVR routers for this DVR port f72a82ba-c185-4c06-9195-d4a45c6cd36c on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:16.821207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.825145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fea08c-721a-4ee7-b1e6-51504b860d73 req-b0526484-73f7-4bd9-8100-5f18738af47c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "DELETE /v2.0/ports/f72a82ba-c185-4c06-9195-d4a45c6cd36c HTTP/1.1" status: 204 len: 173 time: 2.1532445 Oct 26 11:49:16.825619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79035522-c1c1-4f2b-b67e-faf295b62768', 'name': 'network-vif-deleted', 'tag': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:16.828193 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a0fe5-52b9-436f-a1dd-e13de5f91db8" -d '{"events": [{"server_uuid": "79035522-c1c1-4f2b-b67e-faf295b62768", "name": "network-vif-deleted", "tag": "f72a82ba-c185-4c06-9195-d4a45c6cd36c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:16.912692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.947047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2963ae-8426-47f0-a7aa-4bae670253b7']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:16.953824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3bdeb5d5-c29e-4e39-883d-060e551a33bd req-ef768101-5c70-400f-85fc-27b295d6b6e1 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.962611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00670731-77e0-4db8-b2c4-98c470255cc2') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:16.963084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00670731-77e0-4db8-b2c4-98c470255cc2') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:16.977150 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:16.984295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3bdeb5d5-c29e-4e39-883d-060e551a33bd req-ef768101-5c70-400f-85fc-27b295d6b6e1 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.003830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.014497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:49:17.015897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:49:17.019041 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:49:17.082076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bdeb5d5-c29e-4e39-883d-060e551a33bd req-ef768101-5c70-400f-85fc-27b295d6b6e1 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8303592 Oct 26 11:49:17.135919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.180839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.205456 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3d2963ae-8426-47f0-a7aa-4bae670253b7 HTTP/1.1" status: 204 len: 168 time: 0.5548756 Oct 26 11:49:17.207978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bf211-965d-42b7-b0b1-a9cdc08f8fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2963ae-8426-47f0-a7aa-4bae670253b7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:17.223778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] For port 203c2c39-79de-418c-8ac4-d4365abd7869, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:17.262788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b438bc6b-173d-4ed1-8be3-2dc131decf9b req-8f07bd56-eac8-46a6-89d1-8c749265686b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.1984835 Oct 26 11:49:17.304291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7e7a0380-63b9-4a41-becd-37716e0d048a up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:17.317328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768101-5c70-400f-85fc-27b295d6b6e1 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18e7c6-f01c-4355-bb08-abb479e3487b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:17.396967 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9669e-2d9b-4618-ae63-17be0f9c82d5 x-openstack-request-id: req-6dc9669e-2d9b-4618-ae63-17be0f9c82d5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:17.397375 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79035522-c1c1-4f2b-b67e-faf295b62768", "name": "network-vif-deleted", "tag": "f72a82ba-c185-4c06-9195-d4a45c6cd36c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:17.397653 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6dc9669e-2d9b-4618-ae63-17be0f9c82d5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:17.398022 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79035522-c1c1-4f2b-b67e-faf295b62768', 'name': 'network-vif-deleted', 'tag': 'f72a82ba-c185-4c06-9195-d4a45c6cd36c', 'status': 'completed', 'code': 200} Oct 26 11:49:17.411680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] For port 203c2c39-79de-418c-8ac4-d4365abd7869, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=203c2c39-79de-418c-8ac4-d4365abd7869,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:17.430622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.448158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54596) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:17.506966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.507688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.509117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] 10.222.0.100 "PUT /v2.0/ports/203c2c39-79de-418c-8ac4-d4365abd7869 HTTP/1.1" status: 200 len: 1095 time: 2.6546190 Oct 26 11:49:17.529046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 7e7a0380-63b9-4a41-becd-37716e0d048a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:17.537037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 7e7a0380-63b9-4a41-becd-37716e0d048a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:17.538695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.571660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.581161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.599121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.606839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.615770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.624407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.646946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.656224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12a61362-0887-4d33-8781-04528e91c581 req-f02cac60-2416-4454-82dc-eebd8146be1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.4272616 Oct 26 11:49:17.678006 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.739911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:17.740860 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1c7f46-574e-4fbb-ab0e-df4f8dc597fe" -d '{"events": [{"server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "name": "network-vif-plugged", "status": "completed", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:17.775076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:17.781215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:17.867732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c746e-afc9-40aa-a9f1-1daec5b2aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=203c2c39-79de-418c-8ac4-d4365abd7869,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:17.884129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:17.891612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12a61362-0887-4d33-8781-04528e91c581 req-ebcfa472-0813-4d49-ba4f-8fc7c19cf60d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340050 Oct 26 11:49:17.901606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37c3cf-6eca-42c1-9220-290a36af2491 req-aaddac7b-0021-46ae-b3af-596f0708708e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.903418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab37c3cf-6eca-42c1-9220-290a36af2491 req-aaddac7b-0021-46ae-b3af-596f0708708e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 945 time: 0.4086368 Oct 26 11:49:17.912506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b90614f4-07a5-4387-a11d-66ae680eae59 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bc408bd386fc4487b5dacb8c1e8aabc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590173 Oct 26 11:49:17.914916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-5713f301-4e6e-4b34-821a-105320f2f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:17.919034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-5713f301-4e6e-4b34-821a-105320f2f82a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 1098 time: 0.2546887 Oct 26 11:49:17.922152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54602) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:17.994390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d11bb4b-0400-4fcf-ac75-f95fca42ca68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:18.024182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d11bb4b-0400-4fcf-ac75-f95fca42ca68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:18.103216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d11bb4b-0400-4fcf-ac75-f95fca42ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:18.108586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d11bb4b-0400-4fcf-ac75-f95fca42ca68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:18.114716 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d11bb4b-0400-4fcf-ac75-f95fca42ca68 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b76370c-6823-4d2d-9eb0-6671d8d11403 HTTP/1.1" status: 204 len: 168 time: 0.1913729 Oct 26 11:49:18.136838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11bb4b-0400-4fcf-ac75-f95fca42ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76370c-6823-4d2d-9eb0-6671d8d11403,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:18.165133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-aa3f36ba-8efe-41ad-82e9-1770b1d3dee2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=203c2c39-79de-418c-8ac4-d4365abd7869 HTTP/1.1" status: 200 len: 217 time: 0.1811895 Oct 26 11:49:18.203638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab37c3cf-6eca-42c1-9220-290a36af2491 req-5726cd71-83a4-453c-abd5-67779d4295fa tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799926 Oct 26 11:49:18.209040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f72a82ba-c185-4c06-9195-d4a45c6cd36c no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:18.270982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: f72a82ba-c185-4c06-9195-d4a45c6cd36c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:18.271349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f72a82ba-c185-4c06-9195-d4a45c6cd36c not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:18.367108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-4e9de13e-d1fe-4444-b837-ae74f9c0cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:18.368047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-4e9de13e-d1fe-4444-b837-ae74f9c0cd91 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1591172 Oct 26 11:49:18.457070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-ad712c43-2ca4-44fd-83bb-9b4e859d2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:18.459107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-ad712c43-2ca4-44fd-83bb-9b4e859d2c73 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621090 Oct 26 11:49:18.467206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba71961-a87c-4dc6-88e7-89e52635db40 req-39c5a59a-83f8-4ce9-9842-8288f836dcdf tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:18.477042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dba71961-a87c-4dc6-88e7-89e52635db40 req-39c5a59a-83f8-4ce9-9842-8288f836dcdf tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 947 time: 0.1252396 Oct 26 11:49:18.549673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:18.609760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dba71961-a87c-4dc6-88e7-89e52635db40 req-e68898df-a4be-461b-83da-b0863354e055 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261134 Oct 26 11:49:18.670079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-eafe65d1-c6da-4685-96e6-ad0a32039456 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823542 Oct 26 11:49:18.695399 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325bf25-2a34-4616-a51c-125e9355d48a x-openstack-request-id: req-2325bf25-2a34-4616-a51c-125e9355d48a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:18.695883 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "name": "network-vif-plugged", "status": "completed", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:18.695991 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2325bf25-2a34-4616-a51c-125e9355d48a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:18.696333 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'code': 200} Oct 26 11:49:18.883408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcc47f0b-1cfc-4bc4-a221-7eba73f910a4 req-11a7dbc8-b733-4f48-a221-90b9a67562c6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.0693314 Oct 26 11:49:18.889614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97aed518-1c85-4bcb-bf7f-11996f46d22e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:18.953141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54ac0426-3553-480c-a0df-7c6dc56d8b19 req-baa3bd4b-f018-43c5-97e5-43bafa54e22a service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717609 Oct 26 11:49:19.008709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890335e-3926-48b2-a1de-44262dc9f927 req-13599e2c-d602-4603-8887-76979535d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.010796 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b890335e-3926-48b2-a1de-44262dc9f927 req-13599e2c-d602-4603-8887-76979535d253 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1097 time: 0.2090094 Oct 26 11:49:19.087025 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1642e1f5-8422-48d0-9d92-8249673023c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.142430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54640) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:19.190725 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b890335e-3926-48b2-a1de-44262dc9f927 req-c4b85b21-b99e-4a41-9c02-f6860d1aa9ad service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488664 Oct 26 11:49:19.225246 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-368f377e-be68-4ad1-abbb-67582d47b2b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c04b9164e7bd4c8dbfd7cc526e3c6f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806682 Oct 26 11:49:19.238781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54644) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:19.246467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.251926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97aed518-1c85-4bcb-bf7f-11996f46d22e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.260575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.264099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97aed518-1c85-4bcb-bf7f-11996f46d22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.281928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.300869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed518-1c85-4bcb-bf7f-11996f46d22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c3dfcc-a853-41a0-b6f0-cd2ac74d4971,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:19.319655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.348529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.361802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-97aed518-1c85-4bcb-bf7f-11996f46d22e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7acbe2c055f5471ea7d0e120fd374d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106689 Oct 26 11:49:19.365100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54648) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:19.373000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.390956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.398729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60043073-0ae7-41fe-b961-2935875e1f80 req-a37721c5-e344-48e7-b4ff-2deb0ab3ddb3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2938223 Oct 26 11:49:19.400506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'tag': '203c2c39-79de-418c-8ac4-d4365abd7869'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:19.402844 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4830be0-614b-449c-a038-8a681fa78ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5", "tag": "203c2c39-79de-418c-8ac4-d4365abd7869"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:19.443032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87757be9-30a7-4498-bccd-aeee37a461f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.492892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87757be9-30a7-4498-bccd-aeee37a461f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.571310 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1882ce0a-3d80-4494-ba89-7cb4c81c3ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.605095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-4c901193-8863-4ec7-8125-b80fba8dd922 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1800900 Oct 26 11:49:19.623206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60043073-0ae7-41fe-b961-2935875e1f80 req-0cb192a2-ead8-4dbc-80b0-1e981dc5669f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1961102 Oct 26 11:49:19.637225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1882ce0a-3d80-4494-ba89-7cb4c81c3ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.642741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-3a50953b-efbe-4660-8878-51da083d4b3a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:49:19.652063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-3a50953b-efbe-4660-8878-51da083d4b3a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0278072 Oct 26 11:49:19.679993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d16d-b6e7-4fb1-afaf-53f123ae0e4b req-7e2d0c1a-a390-4dae-bfbb-9ae5719798c8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.697354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e62d16d-b6e7-4fb1-afaf-53f123ae0e4b req-7e2d0c1a-a390-4dae-bfbb-9ae5719798c8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 946 time: 0.1833801 Oct 26 11:49:19.722497 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87757be9-30a7-4498-bccd-aeee37a461f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.734641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87757be9-30a7-4498-bccd-aeee37a461f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.738682 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-87757be9-30a7-4498-bccd-aeee37a461f3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4729273e-37cd-4fcc-ad49-1ed498a4394d HTTP/1.1" status: 204 len: 168 time: 0.4982045 Oct 26 11:49:19.766273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757be9-30a7-4498-bccd-aeee37a461f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729273e-37cd-4fcc-ad49-1ed498a4394d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:19.804158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1882ce0a-3d80-4494-ba89-7cb4c81c3ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.808581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1882ce0a-3d80-4494-ba89-7cb4c81c3ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:19.810000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1882ce0a-3d80-4494-ba89-7cb4c81c3ac8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a8c3dfcc-a853-41a0-b6f0-cd2ac74d4971 HTTP/1.1" status: 204 len: 168 time: 0.4437356 Oct 26 11:49:19.831286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e62d16d-b6e7-4fb1-afaf-53f123ae0e4b req-452b04cc-6972-411e-a357-8ff9c6607054 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300328 Oct 26 11:49:19.831835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882ce0a-3d80-4494-ba89-7cb4c81c3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c3dfcc-a853-41a0-b6f0-cd2ac74d4971,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:19.940030 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3363219c-7a76-413a-9a32-a536f7c2bbbc x-openstack-request-id: req-3363219c-7a76-413a-9a32-a536f7c2bbbc {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:19.940589 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5", "tag": "203c2c39-79de-418c-8ac4-d4365abd7869", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:19.941043 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3363219c-7a76-413a-9a32-a536f7c2bbbc {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:19.941637 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'tag': '203c2c39-79de-418c-8ac4-d4365abd7869', 'status': 'completed', 'code': 200} Oct 26 11:49:19.974854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc65058-e796-4d99-860c-94adfc666a49 req-04a55868-7381-4dc9-a3df-91d0fa19c9c7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:19.985833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dc65058-e796-4d99-860c-94adfc666a49 req-04a55868-7381-4dc9-a3df-91d0fa19c9c7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1823704 Oct 26 11:49:20.100380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-3da7d19e-fa50-4f38-82d4-5ebf2211692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.109914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-3da7d19e-fa50-4f38-82d4-5ebf2211692f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1510873 Oct 26 11:49:20.163858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dc65058-e796-4d99-860c-94adfc666a49 req-8ab60f0f-e02b-4c9f-8a52-806ea8d6bbdf tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715324 Oct 26 11:49:20.304594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f332b0-4a07-45ce-9b2a-231111e32ddc req-4b0c3047-f270-48ec-83a5-85f84b6bdf28 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.314648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4f332b0-4a07-45ce-9b2a-231111e32ddc req-4b0c3047-f270-48ec-83a5-85f84b6bdf28 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 947 time: 0.1941624 Oct 26 11:49:20.417013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-b6ee9981-b586-4a8e-970c-b19c0748f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.419484 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-b6ee9981-b586-4a8e-970c-b19c0748f881 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3010201 Oct 26 11:49:20.425740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d97b581-27f8-46d8-84f7-7df83838ef87 req-d5605c17-ea19-47d2-936c-020650b65396 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.1090827 Oct 26 11:49:20.554000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-24764681-cde0-45e9-b6ec-5b071b3feeb6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=203c2c39-79de-418c-8ac4-d4365abd7869 HTTP/1.1" status: 200 len: 217 time: 0.1226804 Oct 26 11:49:20.565441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4f332b0-4a07-45ce-9b2a-231111e32ddc req-f8c1cee5-9064-451b-9094-a967172e2405 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526306 Oct 26 11:49:20.668023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-d626749c-a1fb-4d46-a295-6837f9c3291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.672256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-d626749c-a1fb-4d46-a295-6837f9c3291d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1030843 Oct 26 11:49:20.811684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-61e6c7df-036e-49e2-8eb0-cb3db69ffb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.815120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-61e6c7df-036e-49e2-8eb0-cb3db69ffb0b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348264 Oct 26 11:49:20.898406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54708) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:20.949428 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3a12edc-13fd-44f8-a3c2-7d6ed853eca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:20.979236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.987066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:20.993607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.000599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.008685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.014474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.020801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.028880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-bc286ebc-b09c-4cf7-bb19-7ad002455592 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2161644 Oct 26 11:49:21.147819 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-cc862227-bcfa-44c0-bdf3-06b8a63f96f0 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215458 Oct 26 11:49:21.173324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3a12edc-13fd-44f8-a3c2-7d6ed853eca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:21.188852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea4eac84-d3c2-4026-8a60-da41723aecba req-9cca7014-6e5c-4a18-9dcf-1cea4b45ca34 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578894 Oct 26 11:49:21.200870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3a12edc-13fd-44f8-a3c2-7d6ed853eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:21.326601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 203c2c39-79de-418c-8ac4-d4365abd7869 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:21.345736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3bfd6-37a3-4ffe-8872-1b8755c83020 req-6b5639a5-d1e3-4b77-b0f3-9724f285cb39 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.361950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97c3bfd6-37a3-4ffe-8872-1b8755c83020 req-6b5639a5-d1e3-4b77-b0f3-9724f285cb39 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 946 time: 0.4030061 Oct 26 11:49:21.436608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b3a12edc-13fd-44f8-a3c2-7d6ed853eca2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e05875f63db84006866f7aa96ae20c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275714 Oct 26 11:49:21.460961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54718) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:21.467410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a12edc-13fd-44f8-a3c2-7d6ed853eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6829bd06-4c45-4e25-9e32-62169a10d7bd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:21.565355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97c3bfd6-37a3-4ffe-8872-1b8755c83020 req-41ad22b7-4426-4f13-bbd3-8b288b0d3942 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024016 Oct 26 11:49:21.596887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 203c2c39-79de-418c-8ac4-d4365abd7869, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=203c2c39-79de-418c-8ac4-d4365abd7869,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:21.651476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '203c2c39-79de-418c-8ac4-d4365abd7869', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '203c2c39-79de-418c-8ac4-d4365abd7869', 'mac_address': 'fa:16:3e:9e:27:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:21.739787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be466c-863b-45f0-8bc0-e5ac71a15537 req-e9ce79d6-5168-483b-9de4-e33fcf9cd2c3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:21.750659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51be466c-863b-45f0-8bc0-e5ac71a15537 req-e9ce79d6-5168-483b-9de4-e33fcf9cd2c3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.4363508 Oct 26 11:49:21.893041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92d7a110-a563-4a96-b17f-edf1590f4adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:21.906298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:21.926217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c271a2a0-927b-4ac9-af8b-ffced5023c4e req-e2f98ba0-8f76-487e-bca4-e28680a539f7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.1527827 Oct 26 11:49:21.954281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203c2c39-79de-418c-8ac4-d4365abd7869 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:21.990417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e82a368-d39d-4158-929e-b3eaa1c5089f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:22.012041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 203c2c39-79de-418c-8ac4-d4365abd7869, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=203c2c39-79de-418c-8ac4-d4365abd7869,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:22.023845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:22.098253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51be466c-863b-45f0-8bc0-e5ac71a15537 req-10d8378a-9573-441b-b2d2-a54489368af6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423271 Oct 26 11:49:22.105815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4830be0-614b-449c-a038-8a681fa78ab6 req-1ffb9463-39a6-4ca8-983f-3a31102a24d0 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9495447 Oct 26 11:49:22.168048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e82a368-d39d-4158-929e-b3eaa1c5089f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:22.250697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=203c2c39-79de-418c-8ac4-d4365abd7869,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:22.370745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-e400279e-6f55-4f75-ab15-deb898eaec32 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-526340912&fields=id&tenant_id=d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 267 time: 0.0774455 Oct 26 11:49:22.407909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['203c2c39-79de-418c-8ac4-d4365abd7869'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:22.436015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f1e0e-d3bc-4a65-a6c0-4e6a251967d0 req-3f3d11e7-2b6f-417c-b703-3f4479b028f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:22.437719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-242f1e0e-d3bc-4a65-a6c0-4e6a251967d0 req-3f3d11e7-2b6f-417c-b703-3f4479b028f4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 948 time: 0.2768478 Oct 26 11:49:22.494288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-47d195c4-8092-4032-b671-ffa509e539ed tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:22.500975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-47d195c4-8092-4032-b671-ffa509e539ed tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 946 time: 0.1278613 Oct 26 11:49:22.543366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'port': {'security_groups': ['c1296d6f-d489-4556-9e31-7c3f776be110', '4f179058-e209-4bcd-876d-a6952cb8fd7a']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:22.707274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e82a368-d39d-4158-929e-b3eaa1c5089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:22.713680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e82a368-d39d-4158-929e-b3eaa1c5089f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:22.735713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7e82a368-d39d-4158-929e-b3eaa1c5089f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6829bd06-4c45-4e25-9e32-62169a10d7bd HTTP/1.1" status: 204 len: 168 time: 1.2652323 Oct 26 11:49:22.833044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-242f1e0e-d3bc-4a65-a6c0-4e6a251967d0 req-b5f18fa9-5652-4a5b-a2fb-abbdb8fcfd89 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861821 Oct 26 11:49:22.833896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:22.837279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a368-d39d-4158-929e-b3eaa1c5089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6829bd06-4c45-4e25-9e32-62169a10d7bd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:22.847203 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:23.206674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:23.289785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c61c8ba4-bf6f-4817-8fa6-2ee65fe0b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.292213 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c61c8ba4-bf6f-4817-8fa6-2ee65fe0b873 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1101 time: 0.1650469 Oct 26 11:49:23.477168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.489814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.499508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.507615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.514763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.524005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.534299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.543144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-7a7fcd6a-d629-47c7-82d0-efe9f991c623 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2699268 Oct 26 11:49:23.586173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-6d9adb99-38cf-4956-8f55-40dacda21808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.587877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-6d9adb99-38cf-4956-8f55-40dacda21808 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2880983 Oct 26 11:49:23.663940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a75ee6f-fb79-4358-bbe6-b7df900ec3a3 req-70582986-43c9-4189-aae1-c43b7f5d69d5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192663 Oct 26 11:49:23.695395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-2b6103cc-bff9-4521-956a-1162c18bd86c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.0893667 Oct 26 11:49:23.723934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:23.839694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-e44965dd-cc41-4558-a175-a441e690262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.841175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-e44965dd-cc41-4558-a175-a441e690262c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1371930 Oct 26 11:49:23.863150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:23.907556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d08c77a0-52f4-482a-9c51-13f552de8733 req-6adf9752-764e-4baf-a79d-04b62b2347e6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.0625043 Oct 26 11:49:23.908621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:23.925570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7e7a0380-63b9-4a41-becd-37716e0d048a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:23.930396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:23.986724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-cdf6cee8-6fbb-4831-8229-48746645925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:23.988340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-cdf6cee8-6fbb-4831-8229-48746645925f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379616 Oct 26 11:49:24.057029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:24.058269 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:24.072273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c945fbdc-aad9-47e8-b604-5a2e701af277 req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "PUT /v2.0/ports/7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 982 time: 1.5676541 Oct 26 11:49:24.073245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:24.093808 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3c935-77db-44e5-9b90-feae13a403b2" -d '{"events": [{"name": "network-changed", "server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:24.213799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599d8c4-7d74-4466-970e-0488d9ec0ae4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:24.278797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7e7a0380-63b9-4a41-becd-37716e0d048a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:24.331746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc832566-dfa8-4a4f-bcc7-246a2977380e req-468dee70-2567-42de-a179-a29906e14c6c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:24.337275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc832566-dfa8-4a4f-bcc7-246a2977380e req-468dee70-2567-42de-a179-a29906e14c6c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1156623 Oct 26 11:49:24.395055 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-5ef22e76-918c-4d91-8ed9-e37ff95b37ce service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855431 Oct 26 11:49:24.491719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc832566-dfa8-4a4f-bcc7-246a2977380e req-324131b1-9f8a-41a2-a3a1-e19edc6d1228 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464009 Oct 26 11:49:24.572177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:24.682613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c857d-05dc-4771-8d79-c6b882bc5a73 req-741b6781-120b-441b-b80e-b36d7739fc18 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:24.687251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b4c857d-05dc-4771-8d79-c6b882bc5a73 req-741b6781-120b-441b-b80e-b36d7739fc18 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 948 time: 0.0561681 Oct 26 11:49:24.691458 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-13499c94-874d-4c9d-87d1-76994a07c341 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833962 Oct 26 11:49:24.872229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b4c857d-05dc-4771-8d79-c6b882bc5a73 req-666f60af-340e-4532-9a5f-563695a7165c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731298 Oct 26 11:49:25.321777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3b472fa-0a3f-4c5f-9ec7-c07505a58570 req-b8b278c0-a0d7-47d5-8109-7d3d2da40258 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/4f179058-e209-4bcd-876d-a6952cb8fd7a HTTP/1.1" status: 200 len: 1799 time: 0.2174006 Oct 26 11:49:25.330982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 203c2c39-79de-418c-8ac4-d4365abd7869 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:25.422613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 203c2c39-79de-418c-8ac4-d4365abd7869 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:25.433556 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-a3b472fa-0a3f-4c5f-9ec7-c07505a58570 req-de8386ec-63bd-4e8c-bfee-9d2fcb9b2a4f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 11:49:25.436168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 203c2c39-79de-418c-8ac4-d4365abd7869 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:25.436504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:25.448702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3b472fa-0a3f-4c5f-9ec7-c07505a58570 req-de8386ec-63bd-4e8c-bfee-9d2fcb9b2a4f tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/4f179058-e209-4bcd-876d-a6952cb8fd7a HTTP/1.1" status: 409 len: 341 time: 0.1249063 Oct 26 11:49:25.462658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.463533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.464219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.464911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.465607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.466278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.467124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.469058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.471679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed367998-05a5-4614-9bff-c30c729a5329 req-8c657b3c-0734-435c-9b27-8c5b2f7e3e11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5693 time: 0.3149452 Oct 26 11:49:25.529177 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e845fe-6e05-4008-8942-7d4515a66a78 x-openstack-request-id: req-00e845fe-6e05-4008-8942-7d4515a66a78 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:25.529813 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:25.529970 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00e845fe-6e05-4008-8942-7d4515a66a78 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:25.537018 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'status': 'completed', 'code': 200} Oct 26 11:49:25.631340 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:25.695290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-112841b0-01c9-4114-99d3-52071e2d7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.700313 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-112841b0-01c9-4114-99d3-52071e2d7050 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1136 time: 0.1417494 Oct 26 11:49:25.722328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 203c2c39-79de-418c-8ac4-d4365abd7869, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=203c2c39-79de-418c-8ac4-d4365abd7869,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:25.723619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203c2c39-79de-418c-8ac4-d4365abd7869'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:25.731360 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f91e24b-4235-4c21-8d1c-0efcbe905256" -d '{"events": [{"server_uuid": "a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5", "name": "network-vif-plugged", "status": "completed", "tag": "203c2c39-79de-418c-8ac4-d4365abd7869"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:25.748202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:25.779052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.787279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.811195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.826957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.834063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.860937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.867481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.869498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-95eda876-15db-4826-80fd-9c7b37115dbd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2458715 Oct 26 11:49:25.879694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=203c2c39-79de-418c-8ac4-d4365abd7869,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:25.936562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f14b9378-62f5-4422-af87-ac065dc623d1 req-ed8943bb-d44a-449b-a0c5-8fff0e8f1954 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=79035522-c1c1-4f2b-b67e-faf295b62768 HTTP/1.1" status: 200 len: 210 time: 0.0654721 Oct 26 11:49:25.979881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-aa61c6e2-c22d-4a29-9675-687a1cf586c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:25.984111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-aa61c6e2-c22d-4a29-9675-687a1cf586c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 0.2775970 Oct 26 11:49:26.033307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a95bc301-db77-40fe-bc6c-46bf37251471 req-61ed5c03-0071-45ab-a548-7b3c10431518 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480491 Oct 26 11:49:26.109550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-a4b5154a-6b27-45d5-8eca-1cd4491a5422 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 217 time: 0.1175280 Oct 26 11:49:26.184454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-a91fbf4d-bc6a-4988-a5a2-f35a4da96c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:26.190246 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-a91fbf4d-bc6a-4988-a5a2-f35a4da96c66 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.0731502 Oct 26 11:49:26.313767 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-c53fde9e-4744-4b2c-aea6-4fb0867c3dbd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092288 Oct 26 11:49:26.402203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7414-1468-4dd6-9a1b-e6a5cc3970bb req-df21f47d-653d-47df-b2a7-f367f9164454 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:26.419645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-763d7414-1468-4dd6-9a1b-e6a5cc3970bb req-df21f47d-653d-47df-b2a7-f367f9164454 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 886 time: 0.3297958 Oct 26 11:49:26.464905 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7006bb8e-7cbb-4b57-9064-dc808c773207 x-openstack-request-id: req-7006bb8e-7cbb-4b57-9064-dc808c773207 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:26.465408 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5", "name": "network-vif-plugged", "status": "completed", "tag": "203c2c39-79de-418c-8ac4-d4365abd7869", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:26.465592 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7006bb8e-7cbb-4b57-9064-dc808c773207 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:26.466584 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203c2c39-79de-418c-8ac4-d4365abd7869', 'code': 200} Oct 26 11:49:26.477540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111237-cf61-4354-921d-64ca5144dde0 req-4cef4d91-b845-4538-8dbf-2c0ae84487b3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:26.480430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d111237-cf61-4354-921d-64ca5144dde0 req-4cef4d91-b845-4538-8dbf-2c0ae84487b3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1394622 Oct 26 11:49:26.573487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d111237-cf61-4354-921d-64ca5144dde0 req-3920ee3b-8d38-4ddd-a326-419d7a9c3730 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861123 Oct 26 11:49:26.622356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-0ee04da8-0836-4760-b4b3-d4273de8f761 service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978644 Oct 26 11:49:26.763713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9755b4-d266-484a-80c3-9c4ea1e7f339 req-55ede7dd-911c-4adb-960a-c91fa60a8e82 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:26.771590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b9755b4-d266-484a-80c3-9c4ea1e7f339 req-55ede7dd-911c-4adb-960a-c91fa60a8e82 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 949 time: 0.1711545 Oct 26 11:49:26.834709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b9755b4-d266-484a-80c3-9c4ea1e7f339 req-f32c48d2-b69f-44e1-a566-df224c09f650 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578940 Oct 26 11:49:26.850329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3cfe5-50c8-4542-94d1-88b2d696a726 req-348eb114-0696-483e-b858-41a57dfc0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:26.854154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cc3cfe5-50c8-4542-94d1-88b2d696a726 req-348eb114-0696-483e-b858-41a57dfc0bcf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 1100 time: 0.1625481 Oct 26 11:49:26.916136 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ee3c935-77db-44e5-9b90-feae13a403b2 req-ba381505-97dd-4b23-92c9-57af6df06a42 service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807889 Oct 26 11:49:26.935739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cc3cfe5-50c8-4542-94d1-88b2d696a726 req-8778fb15-8ede-49b9-b5e9-c0bc004e642e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744071 Oct 26 11:49:27.686514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afa651-ce76-44e3-861b-15ec73e1a30c req-1ce189e2-439a-43fd-98d8-1c68f44ed414 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.689166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24afa651-ce76-44e3-861b-15ec73e1a30c req-1ce189e2-439a-43fd-98d8-1c68f44ed414 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 985 time: 0.6288140 Oct 26 11:49:27.705259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-a7a79ffc-ff8a-4a71-b28f-c45c9e84ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.707682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-a7a79ffc-ff8a-4a71-b28f-c45c9e84ebcf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1136 time: 0.1928966 Oct 26 11:49:27.785456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.786305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.787162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.788011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.788830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.789635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.790445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.791320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.794576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c00e738-5906-418a-a480-d592e23e4bf5 req-06542834-d4f8-4081-8d3a-0b701d0c1d11 tempest-NetworksTest-383869367 tempest-NetworksTest-383869367-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5693 time: 0.8306458 Oct 26 11:49:27.888912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-394d4336-2192-4a03-beec-b98d361fbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:27.891045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-394d4336-2192-4a03-beec-b98d361fbe67 service neutron] 10.222.0.100 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 0.1578751 Oct 26 11:49:27.970556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24afa651-ce76-44e3-861b-15ec73e1a30c req-1ca12714-715a-4cde-96b0-31405310ba6a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f179058-e209-4bcd-876d-a6952cb8fd7a&id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2614186 Oct 26 11:49:27.976452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-3d3afed9-059e-4f1a-856f-29b3c411c626 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 217 time: 0.0719185 Oct 26 11:49:28.075345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04ae7351-e3d9-4559-a9b8-6f2627687104 req-e4f580aa-9ff2-4ca1-89c3-fd9109ba6bd7 tempest-FlavorsV2NegativeTest-1903258832 tempest-FlavorsV2NegativeTest-1903258832-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=215086ebf301427b8a9aab4bcdad4922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814776 Oct 26 11:49:28.194480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-0aefa407-9852-4fb2-8d82-cf310ea8a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.196643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-0aefa407-9852-4fb2-8d82-cf310ea8a052 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.2113202 Oct 26 11:49:28.247796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-0ab7ddb2-b796-4d15-92bf-14cf8e2185f8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378072 Oct 26 11:49:28.282745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.292000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.303610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.306247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54894) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:28.315009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.326396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.351467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.363163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.365158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6c42abd1-a724-421c-923b-47bf729f367c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2849474 Oct 26 11:49:28.489091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6df-7594-4ab9-9cde-c7a04c6f62e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.510589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-372eb167-b6d0-45b2-9fa6-e79b04ce9a23 req-6202308e-7ce7-4c7a-a93d-8a63a7c83860 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098700 Oct 26 11:49:28.548524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae7351-e3d9-4559-a9b8-6f2627687104 req-ec2f7d58-0896-420e-ac38-9ff68a2510e7 tempest-FlavorsV2NegativeTest-1903258832 tempest-FlavorsV2NegativeTest-1903258832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.554688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04ae7351-e3d9-4559-a9b8-6f2627687104 req-ec2f7d58-0896-420e-ac38-9ff68a2510e7 tempest-FlavorsV2NegativeTest-1903258832 tempest-FlavorsV2NegativeTest-1903258832-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4668694 Oct 26 11:49:28.600590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04ae7351-e3d9-4559-a9b8-6f2627687104 req-94d3e55d-c733-4471-9ed6-816ff5600800 tempest-FlavorsV2NegativeTest-1903258832 tempest-FlavorsV2NegativeTest-1903258832-project] 10.222.0.88 "GET /v2.0/quotas/215086ebf301427b8a9aab4bcdad4922 HTTP/1.1" status: 200 len: 375 time: 0.0391002 Oct 26 11:49:28.655557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6df-7594-4ab9-9cde-c7a04c6f62e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.662677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6df-7594-4ab9-9cde-c7a04c6f62e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.664735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04ae7351-e3d9-4559-a9b8-6f2627687104 req-a7aa5cb8-4de8-404c-a287-d7abba29c59d tempest-FlavorsV2NegativeTest-1903258832 tempest-FlavorsV2NegativeTest-1903258832-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=215086ebf301427b8a9aab4bcdad4922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441437 Oct 26 11:49:28.676663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-fa5b8ae5-e37e-4c65-bf88-f55ae3b6ed5f service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872527 Oct 26 11:49:28.726652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9ec2f6df-7594-4ab9-9cde-c7a04c6f62e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d0bcb51ee8944c791f33c2a5973f35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151366 Oct 26 11:49:28.726652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2f6df-7594-4ab9-9cde-c7a04c6f62e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa34ab4-7421-4697-8147-6caa8ae1d29a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:28.740827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54902) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:28.817647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8df7be9-38a1-47a0-a42c-b2f0711c5a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.855643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8df7be9-38a1-47a0-a42c-b2f0711c5a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.872271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e29b04-910e-4fd8-ae94-1ac89daa4dee req-af6ce8e6-3eca-42f9-a7bf-860fe4007762 service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631236 Oct 26 11:49:28.948066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8df7be9-38a1-47a0-a42c-b2f0711c5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.951109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8df7be9-38a1-47a0-a42c-b2f0711c5a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:28.952546 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d8df7be9-38a1-47a0-a42c-b2f0711c5a42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/afa34ab4-7421-4697-8147-6caa8ae1d29a HTTP/1.1" status: 204 len: 168 time: 0.2101040 Oct 26 11:49:28.961918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5574d-bce2-4b5c-8fed-bf1be086a4ef req-610a9ce2-9959-43a8-a07f-433d3f9d55d2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:28.963789 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1d5574d-bce2-4b5c-8fed-bf1be086a4ef req-610a9ce2-9959-43a8-a07f-433d3f9d55d2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.3018188 Oct 26 11:49:28.974068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df7be9-38a1-47a0-a42c-b2f0711c5a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa34ab4-7421-4697-8147-6caa8ae1d29a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:29.065628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1d5574d-bce2-4b5c-8fed-bf1be086a4ef req-8f60e101-aadc-4079-baae-dee3149c6d74 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920649 Oct 26 11:49:29.093813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56304-cabf-491e-9b60-dba603fe923d req-7c8b455f-4d5c-4c8c-9ea7-5ab740c8db66 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.096541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fa56304-cabf-491e-9b60-dba603fe923d req-7c8b455f-4d5c-4c8c-9ea7-5ab740c8db66 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 949 time: 0.2223656 Oct 26 11:49:29.208909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fa56304-cabf-491e-9b60-dba603fe923d req-ed57d1ce-3b1f-493b-bc8a-ff07e8c6acf0 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926466 Oct 26 11:49:29.537441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c87cc3-a695-4f2e-b93c-4ef5f3680e72 req-d301645f-bf30-47e7-9fb6-763b5054407e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.543795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4c87cc3-a695-4f2e-b93c-4ef5f3680e72 req-d301645f-bf30-47e7-9fb6-763b5054407e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 985 time: 0.1253059 Oct 26 11:49:29.553986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54948) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:29.578411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8cfd38c-ccff-4b24-8cda-33454ef45fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:29.651900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4c87cc3-a695-4f2e-b93c-4ef5f3680e72 req-3f9e5b97-6b9d-45ce-b763-a24c81626dde tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f179058-e209-4bcd-876d-a6952cb8fd7a&id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0993798 Oct 26 11:49:29.771734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90ae8c-2e06-4440-95a2-43ba3424f691 req-f3263e44-bbac-4e2f-a331-5bb3d994d85c tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.773898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d90ae8c-2e06-4440-95a2-43ba3424f691 req-f3263e44-bbac-4e2f-a331-5bb3d994d85c tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 1100 time: 0.1210101 Oct 26 11:49:29.779212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8cfd38c-ccff-4b24-8cda-33454ef45fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:29.785541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8cfd38c-ccff-4b24-8cda-33454ef45fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:29.853703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a8cfd38c-ccff-4b24-8cda-33454ef45fa9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21048bd2e8e94d6eac13bed37b02d336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985957 Oct 26 11:49:29.854591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfd38c-ccff-4b24-8cda-33454ef45fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bdfe05-1d1c-4cfa-b319-02e426a9b973,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:29.857024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54954) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:29.898238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d90ae8c-2e06-4440-95a2-43ba3424f691 req-626efcaa-06ed-43ce-8beb-bccbea2b8917 tempest-ServersOnMultiNodesTest-1082124358 tempest-ServersOnMultiNodesTest-1082124358-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074817 Oct 26 11:49:29.932979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.938810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a6e-1e66-4853-8f08-ec6ba8b277a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:29.940864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.964104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a6e-1e66-4853-8f08-ec6ba8b277a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:29.969603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.976009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.982958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:29.997816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:30.017440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:30.027580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54966) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:30.028380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-597a899c-052d-4f03-8759-a274a308805c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.2343078 Oct 26 11:49:30.078806 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a6e-1e66-4853-8f08-ec6ba8b277a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.081605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a6e-1e66-4853-8f08-ec6ba8b277a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.082849 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9cdb6a6e-1e66-4853-8f08-ec6ba8b277a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5bdfe05-1d1c-4cfa-b319-02e426a9b973 HTTP/1.1" status: 204 len: 168 time: 0.2248983 Oct 26 11:49:30.107854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb6a6e-1e66-4853-8f08-ec6ba8b277a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bdfe05-1d1c-4cfa-b319-02e426a9b973,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:30.222476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0729d1d2-d7dd-44fe-8d26-55b502908c73 req-8ef355df-b96d-471e-b34e-c694d8a0635d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926854 Oct 26 11:49:30.223684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb0b911a-a31f-4f86-a1c7-ec52527d0784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.345553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8641d-b6bc-4013-a3e0-ce3b1f77c883 req-44984ac0-a4f9-43db-ad54-4b5eec804705 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:30.360374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ef8641d-b6bc-4013-a3e0-ce3b1f77c883 req-44984ac0-a4f9-43db-ad54-4b5eec804705 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.3294554 Oct 26 11:49:30.365240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb0b911a-a31f-4f86-a1c7-ec52527d0784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.373091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb0b911a-a31f-4f86-a1c7-ec52527d0784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.380726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ef8641d-b6bc-4013-a3e0-ce3b1f77c883 req-a78f6b7f-acb5-4ca1-ac29-36c677cfa5ae tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.0192132 Oct 26 11:49:30.429660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ef8641d-b6bc-4013-a3e0-ce3b1f77c883 req-3cba2c03-f641-4ec2-b483-0ca1edd6ba1d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479138 Oct 26 11:49:30.429945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fb0b911a-a31f-4f86-a1c7-ec52527d0784 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=215086ebf301427b8a9aab4bcdad4922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006426 Oct 26 11:49:30.443179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54976) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:30.466777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b911a-a31f-4f86-a1c7-ec52527d0784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020a59dc-469d-4449-8d78-61727d97ccd3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:30.606844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7fc670b4-8c9b-448b-9572-f4391efb2fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.679538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7fc670b4-8c9b-448b-9572-f4391efb2fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.683262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ef8641d-b6bc-4013-a3e0-ce3b1f77c883 req-cdacb0c5-1cdd-41dc-8169-adb3670ce3fa service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527239 Oct 26 11:49:30.784817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdec485-2ca1-4b39-a019-ad89549a2251 req-875e115a-7d94-4363-a981-18513b5ac651 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:30.786542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fdec485-2ca1-4b39-a019-ad89549a2251 req-875e115a-7d94-4363-a981-18513b5ac651 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1808014 Oct 26 11:49:30.885018 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7fc670b4-8c9b-448b-9572-f4391efb2fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.887960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7fc670b4-8c9b-448b-9572-f4391efb2fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:30.891942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7fc670b4-8c9b-448b-9572-f4391efb2fae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/020a59dc-469d-4449-8d78-61727d97ccd3 HTTP/1.1" status: 204 len: 168 time: 0.4449432 Oct 26 11:49:30.899483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fdec485-2ca1-4b39-a019-ad89549a2251 req-5e14d385-bf9b-405a-a5d0-597efef65d99 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032798 Oct 26 11:49:30.907174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ef8641d-b6bc-4013-a3e0-ce3b1f77c883 req-53af38ad-58d4-4aea-aa22-413f72b1a9b9 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990724 Oct 26 11:49:30.908520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc670b4-8c9b-448b-9572-f4391efb2fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a59dc-469d-4449-8d78-61727d97ccd3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:31.141402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8188cc-eff4-4066-8111-49100421daf6 req-d37135a1-9b1a-4316-a7c4-336641edde64 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.158585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c8188cc-eff4-4066-8111-49100421daf6 req-d37135a1-9b1a-4316-a7c4-336641edde64 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 949 time: 0.1564019 Oct 26 11:49:31.237588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c8188cc-eff4-4066-8111-49100421daf6 req-a89fb913-5f47-47a2-9166-5717fca9f3a7 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754857 Oct 26 11:49:31.365129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d28edfad-bd98-4783-9f0f-96d0345b58fc req-3832f474-94e6-4ff3-ac9b-e4e35805cf8a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=39274546-0a3a-4016-ab28-25b00df500f1 HTTP/1.1" status: 200 len: 210 time: 0.0599489 Oct 26 11:49:31.410757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ade4-1c9a-4450-8da1-98c64fa05f6a req-6af7f59e-230a-4818-b778-2d157b1773fc tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.419317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b601ade4-1c9a-4450-8da1-98c64fa05f6a req-6af7f59e-230a-4818-b778-2d157b1773fc tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 985 time: 0.1268938 Oct 26 11:49:31.473442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55048) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:31.520371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b601ade4-1c9a-4450-8da1-98c64fa05f6a req-6faaa89a-c606-4d15-a1ef-f582bc340061 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f179058-e209-4bcd-876d-a6952cb8fd7a&id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0872719 Oct 26 11:49:31.725055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.733918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.757150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.768178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.778593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.793990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.797477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-network', 'tenant_id': '612f242f5cbf49a8b547290f504d4577'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:31.802681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:31.804803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a5452d7-3590-40b2-8015-557195b7959b req-38040ab5-5699-447c-bca5-9b910fd03b73 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5418 time: 0.1823108 Oct 26 11:49:31.850710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Made reservation on behalf of 612f242f5cbf49a8b547290f504d4577 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:31.854036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:31.868014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:31.924957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a5452d7-3590-40b2-8015-557195b7959b req-3bff521c-8c31-47c4-b5ba-cd3ee775bf67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093895 Oct 26 11:49:32.078633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.089269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.133012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:49:32.141640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec4a7-245c-49bb-bb0e-d1716e4d8982 req-7b8feb1e-beb5-4d30-a06a-5aeba2c7c571 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:32.146148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-929ec4a7-245c-49bb-bb0e-d1716e4d8982 req-7b8feb1e-beb5-4d30-a06a-5aeba2c7c571 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 949 time: 0.0870674 Oct 26 11:49:32.147558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1fd565-6029-4cf1-93ac-3fe55721a872,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:32.153178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.153609 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Added segment 88bda4be-5000-4d68-a9ba-0ccd55b945bb of type vlan for network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd Oct 26 11:49:32.201375 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.231417 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.233009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:32.234429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.288435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 31232aee-6726-4de9-8266-36158167daf1 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:32.302908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-929ec4a7-245c-49bb-bb0e-d1716e4d8982 req-e24d4f96-66a8-4757-b571-5245471b4136 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870485 Oct 26 11:49:32.311366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55084) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:32.318561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-298e1ef9-e03c-43df-8481-1477c8921a5b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:32.320671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-298e1ef9-e03c-43df-8481-1477c8921a5b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 949 time: 0.1687403 Oct 26 11:49:32.332125 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8566618 Oct 26 11:49:32.340810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55088) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:32.353942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77425c28-952b-4d48-a1ac-09a79702aeea admin admin] Pushing event updated for resources: {'Network': ['ID=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:32.356089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Request body: {'subnet': {'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-subnet', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:32.435620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:49:32.450234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Made reservation on behalf of 612f242f5cbf49a8b547290f504d4577 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:32.453640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.522545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-network', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:32.571715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Made reservation on behalf of 352f615522c14f5dbf13707fb6ab5f25 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:32.579840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.601038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 203c2c39-79de-418c-8ac4-d4365abd7869 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:32.601907 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.604169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.607238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-6b5c521d-7850-4f87-b4fa-5aee090781f1 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1147225256&fields=id&tenant_id=d8b39486bbc349b28c1a6db88ed414ba HTTP/1.1" status: 200 len: 267 time: 0.1200907 Oct 26 11:49:32.651538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=31232aee-6726-4de9-8266-36158167daf1,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:32.672297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '31232aee-6726-4de9-8266-36158167daf1', 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408', 'port_id': '31232aee-6726-4de9-8266-36158167daf1', 'mac_address': 'fa:16:3e:ed:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54028e2-314d-4e85-aae9-0708a74abc2b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:32.741598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.759286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31232aee-6726-4de9-8266-36158167daf1 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:32.773380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.778627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.791907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=31232aee-6726-4de9-8266-36158167daf1,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:32.798979 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.800634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c04f458-6594-44e2-87cf-ceb18cd03ace details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:32.801900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:49:32.823002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:32.826153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.826494 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Added segment 62d878eb-426e-4cf0-9ba2-fcdfdd1be757 of type vlan for network 55f2ae00-de01-493c-8366-eb4c150fa956 Oct 26 11:49:32.851496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-d451d9ce-cd05-4a64-a7a1-752c782270c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:32.865012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-d451d9ce-cd05-4a64-a7a1-752c782270c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 985 time: 0.2371116 Oct 26 11:49:32.875967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 203c2c39-79de-418c-8ac4-d4365abd7869, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=203c2c39-79de-418c-8ac4-d4365abd7869,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:32.876336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.877536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.882889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'port': {'security_groups': ['4f179058-e209-4bcd-876d-a6952cb8fd7a', 'c1296d6f-d489-4556-9e31-7c3f776be110', 'ba1d54a5-0443-43ca-ac6d-1657c487c3f7']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:32.896644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b29c-56d6-4675-a755-3e361a27c90e req-7df5a337-b746-413a-b46a-a1328d61bedc tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:32.898206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d53b29c-56d6-4675-a755-3e361a27c90e req-7df5a337-b746-413a-b46a-a1328d61bedc tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1968689 Oct 26 11:49:32.918424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.920097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:32.920875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:32.940802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.6273668 Oct 26 11:49:32.942764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:32.952484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55094) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:32.959547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 203c2c39-79de-418c-8ac4-d4365abd7869 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:32.989178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Request body: {'subnet': {'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-subnet', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:32.994650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:33.012583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '1c04f458-6594-44e2-87cf-ceb18cd03ace', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'port_id': '1c04f458-6594-44e2-87cf-ceb18cd03ace', 'mac_address': 'fa:16:3e:1f:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:33.019417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b6baa-cb56-4e38-887e-13cabf9110f5 admin admin] Pushing event updated for resources: {'Network': ['ID=55f2ae00-de01-493c-8366-eb4c150fa956,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:33.041892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Made reservation on behalf of 352f615522c14f5dbf13707fb6ab5f25 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:33.047545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 55f2ae00-de01-493c-8366-eb4c150fa956 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:49:33.048190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.082082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.120051 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.139491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d53b29c-56d6-4675-a755-3e361a27c90e req-cea12989-bead-48f5-aee8-67aac2627cf4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299669 Oct 26 11:49:33.154362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.253012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86eaa18e-15b2-45b3-9f3d-7c23e3481821,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:33.305406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Checking segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:33.305890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Network hostable DHCP agents. Network: 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:49:33.307083 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.316605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c04f458-6594-44e2-87cf-ceb18cd03ace {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:33.358097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:33.364360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.365813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ada57e9a-a943-4b9d-a19b-4430e20798f1 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:33.379777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95852352-b739-40db-9045-5bde3d769659 req-b1c89da9-9808-4bad-aba0-b4ff520af37e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:33.387423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95852352-b739-40db-9045-5bde3d769659 req-b1c89da9-9808-4bad-aba0-b4ff520af37e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5 HTTP/1.1" status: 200 len: 949 time: 0.1761119 Oct 26 11:49:33.427918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:49:33.429770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9689f5b0-938e-47d4-8f6f-c12864d6d005,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:33.439564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Checking segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:33.439564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Network hostable DHCP agents. Network: 55f2ae00-de01-493c-8366-eb4c150fa956, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:49:33.467559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:33.472188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Network 55f2ae00-de01-493c-8366-eb4c150fa956 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:49:33.488492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 55f2ae00-de01-493c-8366-eb4c150fa956) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:33.489605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:33.490213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.495984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.499696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:33.501104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.502904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0590c1-93fc-4f35-9e0e-3fbdb3eaca54 None None] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:49:33.513849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95852352-b739-40db-9045-5bde3d769659 req-f6990f14-21df-4529-bb3b-6a9eb08c1c0a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236720 Oct 26 11:49:33.533766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a68fedc7-3e57-452c-bee2-b03ec1514b28 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5799398 Oct 26 11:49:33.536524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:33.548397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:33.579134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'c8543365-9bc0-481d-b40c-247342e90dd6', '203c2c39-79de-418c-8ac4-d4365abd7869'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:33.581306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649', '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', '08361ac5-5cdb-4691-b65f-3fbc59bab0ba'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:33.583104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032df92b-c0cc-4105-ba69-115e3755e8ad None None] Network 55f2ae00-de01-493c-8366-eb4c150fa956 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:49:33.587044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ada57e9a-a943-4b9d-a19b-4430e20798f1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:33.596819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.604843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.616967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=203c2c39-79de-418c-8ac4-d4365abd7869,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:33.654459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-60f6e6cd-0bec-41e9-a0eb-737a334c70d7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3048565 Oct 26 11:49:33.657851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:33.667017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:33.688078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.727945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:33.729240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 203c2c39-79de-418c-8ac4-d4365abd7869 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:33.739585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.743015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd2135f1-8410-44c1-90dc-0697b22e7be8 req-ed0bab58-3711-435d-b684-41cccf5d5fe5 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "DELETE /v2.0/ports/203c2c39-79de-418c-8ac4-d4365abd7869 HTTP/1.1" status: 204 len: 173 time: 1.4130449 Oct 26 11:49:33.746704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'name': 'network-vif-deleted', 'tag': '203c2c39-79de-418c-8ac4-d4365abd7869'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:33.749486 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b91fc-1d91-4934-bb09-1d6f90d2e86c" -d '{"events": [{"server_uuid": "a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5", "name": "network-vif-deleted", "tag": "203c2c39-79de-418c-8ac4-d4365abd7869"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:33.773718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.773718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.857300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:33.893484 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:33.894697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'ada57e9a-a943-4b9d-a19b-4430e20798f1', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'port_id': 'ada57e9a-a943-4b9d-a19b-4430e20798f1', 'mac_address': 'fa:16:3e:2a:b8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:33.961649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.007111 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.033937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.109769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.165536 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.214778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.215579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.232621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8be85151-db2a-4141-9705-98ba4d4c7b46 req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "PUT /v2.0/ports/7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 1021 time: 1.3666065 Oct 26 11:49:34.239053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada57e9a-a943-4b9d-a19b-4430e20798f1 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:34.414351 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94adb08a-da6b-4021-9c29-cd624dc972a9 x-openstack-request-id: req-94adb08a-da6b-4021-9c29-cd624dc972a9 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:34.421116 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5", "name": "network-vif-deleted", "tag": "203c2c39-79de-418c-8ac4-d4365abd7869", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:34.423172 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94adb08a-da6b-4021-9c29-cd624dc972a9 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:34.423448 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58f3fe7-a3a8-4f2f-bc65-847850a6d9c5', 'name': 'network-vif-deleted', 'tag': '203c2c39-79de-418c-8ac4-d4365abd7869', 'status': 'completed', 'code': 200} Oct 26 11:49:34.431462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.455445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7e7a0380-63b9-4a41-becd-37716e0d048a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:34.517656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.552772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.571730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ada57e9a-a943-4b9d-a19b-4430e20798f1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:34.573810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a341f10-38f5-4b53-9b33-ac1e48ba075b tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:34.647851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-55f2ae00-de01-493c-8366-eb4c150fa956', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:49:34.649140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.652366 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.653351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7763cb0c-676c-4801-9e2e-1866a75a4da0 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:34.698480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Allocated IP 172.25.4.218 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/e74e0bed-96da-4479-b386-876e345439b2) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:34.753653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.761653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.768064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.774795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.783207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.792090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.792757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'fixed_ips': [{'subnet_id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:49:34.794128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.802456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:34.807371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-44c20967-6567-4f82-a2fb-8567df6edbfd tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5420 time: 0.5252962 Oct 26 11:49:34.870893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:34.883431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:49:34.934809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.007210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:35.011101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:35.013814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:35.022511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ada57e9a-a943-4b9d-a19b-4430e20798f1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:35.048237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Pushing event updated for resources: {'Port': ['ID=e74e0bed-96da-4479-b386-876e345439b2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:35.228988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd51368-211f-4031-9621-13ffe160ea3e req-78817f1c-64e4-4485-a232-7ce9f21ddd85 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:35.231475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3fd51368-211f-4031-9621-13ffe160ea3e req-78817f1c-64e4-4485-a232-7ce9f21ddd85 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.6102357 Oct 26 11:49:35.273956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-376c53ec-044a-4ae0-a65f-657c1e5dba66 req-08262cc9-7478-4e5b-8d34-367bbf7dbc23 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829315 Oct 26 11:49:35.306510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3fd51368-211f-4031-9621-13ffe160ea3e req-6dcc636b-e2fe-44c4-9e70-7d9f8c79f1b3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582063 Oct 26 11:49:35.315618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.396855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.405492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:35.440957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:35.509625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Allocated IP 172.20.0.2 (55f2ae00-de01-493c-8366-eb4c150fa956/9689f5b0-938e-47d4-8f6f-c12864d6d005/3145e3d6-e225-4f1c-89f5-c7692969b8ea) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:35.526646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'port_id': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'mac_address': 'fa:16:3e:25:dc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:35.564850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ec0e7b3-0764-4872-b302-436081b37cdf req-596c4873-6b88-43a5-90de-a2745aad94e2 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/ba1d54a5-0443-43ca-ac6d-1657c487c3f7 HTTP/1.1" status: 200 len: 1800 time: 0.2251863 Oct 26 11:49:35.631978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.639374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Allocated IP 172.20.0.2 (70d0ceee-c63f-4b91-a76d-8913c3e4e0bd/86eaa18e-15b2-45b3-9f3d-7c23e3481821/1e26be5e-693e-4ac4-86b2-2dcf423452d3) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:35.680862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.695030 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-6ec0e7b3-0764-4872-b302-436081b37cdf req-fe000a25-50a2-4c82-9de5-d045813a0ace tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 11:49:35.696688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ec0e7b3-0764-4872-b302-436081b37cdf req-fe000a25-50a2-4c82-9de5-d045813a0ace tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/ba1d54a5-0443-43ca-ac6d-1657c487c3f7 HTTP/1.1" status: 409 len: 341 time: 0.1245553 Oct 26 11:49:35.711671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-90e067bb-92e2-41ce-a16b-f5209690b6c4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:35.713534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-90e067bb-92e2-41ce-a16b-f5209690b6c4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.2754824 Oct 26 11:49:35.747385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.759541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-cb9ae6c9-50af-4ea3-8387-84138b0fb2b2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.0176613 Oct 26 11:49:35.823385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:35.835700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-cffe9e0b-a0f0-441d-ac75-6f14a6740e5e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638201 Oct 26 11:49:35.929715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7763cb0c-676c-4801-9e2e-1866a75a4da0 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:35.951159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Router ccd57518-4b3e-4f41-8e77-b116e879b703 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:49:36.059094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-f363326c-3348-4221-9017-bd69317329da service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015803 Oct 26 11:49:36.114813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Allocated IP 172.25.4.5 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/67accf40-0037-41d0-a9cd-c9ca3fad1866) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:36.209349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:36.252035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-f72a1702-4502-42b2-b150-ff006fa975a6 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920762 Oct 26 11:49:36.254796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:36.263195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Sync routers for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:36.265421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:36.270421 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c9a6332b-493a-45db-bf3a-0dbfba1c8970 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 2.7294385 Oct 26 11:49:36.271472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:36.297390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:36.298043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:36.316615 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:36.389620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:36.418248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:36.420507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:36.421722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:36.423618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:36.431133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:36.440686 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8055f45-a82b-4d91-b46c-8944c855aa15" -d '{"events": [{"name": "network-changed", "server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:36.459772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:36.465573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:36.476597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:36.531473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Pushing event updated for resources: {'Port': ['ID=67accf40-0037-41d0-a9cd-c9ca3fad1866,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:36.585303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258794-b453-4f0a-9a99-58eb81f68190 req-9a0508a9-8d9d-475c-bfbd-9947a32eedd2 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.587214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a258794-b453-4f0a-9a99-58eb81f68190 req-9a0508a9-8d9d-475c-bfbd-9947a32eedd2 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1024 time: 0.1081374 Oct 26 11:49:36.841343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:36.863184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a258794-b453-4f0a-9a99-58eb81f68190 req-57ca9a0d-c1db-4812-8700-657686851431 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f179058-e209-4bcd-876d-a6952cb8fd7a&id=c1296d6f-d489-4556-9e31-7c3f776be110&id=ba1d54a5-0443-43ca-ac6d-1657c487c3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2281692 Oct 26 11:49:36.898773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.907914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.916026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.922602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.929377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.935472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.947387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:36.950665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7fbf476-06a3-4644-9111-103f8c582054 req-e8574a39-5773-4457-a5ad-aa7a29f6c791 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5422 time: 0.3612099 Oct 26 11:49:36.964306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:36.983450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e', 'network_id': '037c1482-cbb0-4eeb-9be0-3fc618365408', 'port_id': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e', 'mac_address': 'fa:16:3e:5c:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54028e2-314d-4e85-aae9-0708a74abc2b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:36.994009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.045277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.094161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:37.098165 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaebd78b-c63e-4adb-836c-8cd75e6f46e0" -d '{"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:37.106286 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.152152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7fbf476-06a3-4644-9111-103f8c582054 req-ed1f6aaf-13d2-4141-8922-858dd0408aad tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869514 Oct 26 11:49:37.200170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.215862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264d32-11dc-4f39-9c3b-0d7a8529b1b9 req-3a3a9c7b-d2a3-47e7-9c61-5db9b0ff8212 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:37.225839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a264d32-11dc-4f39-9c3b-0d7a8529b1b9 req-3a3a9c7b-d2a3-47e7-9c61-5db9b0ff8212 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.2006576 Oct 26 11:49:37.228381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:37.269607 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.270405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 203c2c39-79de-418c-8ac4-d4365abd7869 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:37.306312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.323722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a264d32-11dc-4f39-9c3b-0d7a8529b1b9 req-9a5de6ab-e966-496b-9baa-3fef96f2433a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968719 Oct 26 11:49:37.393155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.396497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Network 55f2ae00-de01-493c-8366-eb4c150fa956 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:37.426416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 203c2c39-79de-418c-8ac4-d4365abd7869 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:37.426744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 203c2c39-79de-418c-8ac4-d4365abd7869 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:37.456220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:37.457920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:37.463571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:37.466076 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.473600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:49:37.481760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Pushing event updated for resources: {'Port': ['ID=3145e3d6-e225-4f1c-89f5-c7692969b8ea,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:37.504698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:37.507224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:37.535287 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00af5738-fae2-48b2-9339-f70833fcf079 x-openstack-request-id: req-00af5738-fae2-48b2-9339-f70833fcf079 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:37.535863 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:37.536396 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00af5738-fae2-48b2-9339-f70833fcf079 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:37.536789 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'status': 'completed', 'code': 200} Oct 26 11:49:37.577698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:37.602022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19df7d34-fe07-409a-81fe-bccbb237e6e7 req-77439cbc-3030-4376-bedb-9b57f14a8111 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 210 time: 0.0639961 Oct 26 11:49:37.693007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Allocated IP 172.20.0.1 (55f2ae00-de01-493c-8366-eb4c150fa956/9689f5b0-938e-47d4-8f6f-c12864d6d005/127a05f2-c100-4f0e-a637-4bb1d2ed344b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:37.693307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346277-787f-446d-8615-80dec2c5d6ea req-ae9053ba-e78e-4d29-ab90-74757825ae92 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:37.695687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80346277-787f-446d-8615-80dec2c5d6ea req-ae9053ba-e78e-4d29-ab90-74757825ae92 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 950 time: 0.3682063 Oct 26 11:49:37.736066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-7d343933-8b17-46fa-9e69-719b54a90b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:37.737956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-7d343933-8b17-46fa-9e69-719b54a90b73 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1175 time: 0.2495992 Oct 26 11:49:37.768536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Pushing event updated for resources: {'Port': ['ID=1e26be5e-693e-4ac4-86b2-2dcf423452d3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:37.791161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:37.827141 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c7cc20-ce85-4797-9653-4505814cbfdb x-openstack-request-id: req-98c7cc20-ce85-4797-9653-4505814cbfdb {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:37.827503 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:37.827860 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98c7cc20-ce85-4797-9653-4505814cbfdb {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:37.828129 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'code': 200} Oct 26 11:49:37.830241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Attempting to bind port 3145e3d6-e225-4f1c-89f5-c7692969b8ea on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:37.830454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Attempting to bind port 3145e3d6-e225-4f1c-89f5-c7692969b8ea by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:37.830826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Attempting to bind port 3145e3d6-e225-4f1c-89f5-c7692969b8ea on network 55f2ae00-de01-493c-8366-eb4c150fa956 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:37.831794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80346277-787f-446d-8615-80dec2c5d6ea req-cd84beaf-2070-4ceb-aee1-3c5d0acee953 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295822 Oct 26 11:49:37.841257 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.841937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14f7a6ab-3f7c-438a-80dd-a9d280aa579d details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:37.881393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Attempting to bind port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:37.881959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Attempting to bind port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:37.882589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Attempting to bind port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 on network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:37.907571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:37.908083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Checking segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:37.908627 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.909184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Bound using segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:37.909709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Bound port: 3145e3d6-e225-4f1c-89f5-c7692969b8ea, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:37.910107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.913700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-2550df54-8d65-42bb-b45a-3e174820715a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:37.916673 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-2550df54-8d65-42bb-b45a-3e174820715a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.100 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1024 time: 0.0904520 Oct 26 11:49:37.925363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:37.926560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Checking segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:37.926560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.926560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Bound using segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:37.927360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Bound port: 1e26be5e-693e-4ac4-86b2-2dcf423452d3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:37.927529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.979271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:37.996474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:38.031274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.072474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:38.125548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.135475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:35Z', 'revision_number': 3, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:38.199418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Checking router: ccd57518-4b3e-4f41-8e77-b116e879b703 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:38.199774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Updating router ccd57518-4b3e-4f41-8e77-b116e879b703 port e74e0bed-96da-4479-b386-876e345439b2 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:49:38.200893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Deleting port 7e7a0380-63b9-4a41-becd-37716e0d048a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:38.201429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.201761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '14f7a6ab-3f7c-438a-80dd-a9d280aa579d', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'port_id': '14f7a6ab-3f7c-438a-80dd-a9d280aa579d', 'mac_address': 'fa:16:3e:3b:c3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:38.242821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Network 55f2ae00-de01-493c-8366-eb4c150fa956 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:38.301582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:38.310573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:38.336788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-bd0cd41c-e8c5-4026-ac76-6a19d163587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:38.350984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-bd0cd41c-e8c5-4026-ac76-6a19d163587a service neutron] 10.222.0.100 "GET /v2.0/networks?id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 200 len: 915 time: 0.6013830 Oct 26 11:49:38.355512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] For port 3145e3d6-e225-4f1c-89f5-c7692969b8ea, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:38.356471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Pushing event updated for resources: {'Port': ['ID=127a05f2-c100-4f0e-a637-4bb1d2ed344b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:38.377591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] For port 1e26be5e-693e-4ac4-86b2-2dcf423452d3, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:38.386047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:38.397538 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.415521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] For port 3145e3d6-e225-4f1c-89f5-c7692969b8ea, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3145e3d6-e225-4f1c-89f5-c7692969b8ea,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:38.423964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] For port 1e26be5e-693e-4ac4-86b2-2dcf423452d3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e26be5e-693e-4ac4-86b2-2dcf423452d3,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:38.435870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.489490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.571656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.589728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.607498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f7a6ab-3f7c-438a-80dd-a9d280aa579d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:38.615281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] For port 7e7a0380-63b9-4a41-becd-37716e0d048a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7e7a0380-63b9-4a41-becd-37716e0d048a,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:38.615834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.664690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Calling delete_port for 7e7a0380-63b9-4a41-becd-37716e0d048a owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:38.703063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:38.729999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-80c7badd-52d9-4263-a388-0fa27091627f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:38.734155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:38.735157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9c67b58a-f86c-47ed-b745-9c55f27d143e details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:38.739687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-18d02ce2-0ab3-43ec-8ad4-2e955fea87ad tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:38.741914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-80c7badd-52d9-4263-a388-0fa27091627f tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 950 time: 0.2200716 Oct 26 11:49:38.745073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-18d02ce2-0ab3-43ec-8ad4-2e955fea87ad tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.3857474 Oct 26 11:49:38.752530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:38.772060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-1fe0e042-4d43-4990-992c-d00e3b2b3a55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 200 len: 217 time: 0.2369497 Oct 26 11:49:38.806467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9a94e-8351-4155-b059-8a53f57d9b3d None None] Pushing event updated for resources: {'Port': ['ID=3145e3d6-e225-4f1c-89f5-c7692969b8ea,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:38.857082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Request body: {'port': {'device_id': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'admin_state_up': True, 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:38.891545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:39.004647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbffa7-2e70-4b4d-9f08-36ffbcaf0401 req-df84e52b-62e7-42af-bef2-fcda40faeabc tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.013389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32dbffa7-2e70-4b4d-9f08-36ffbcaf0401 req-df84e52b-62e7-42af-bef2-fcda40faeabc tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 1024 time: 0.9847336 Oct 26 11:49:39.034190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:39.094718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.101699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.121121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.131039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.138388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.158030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.164897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.174207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-9d4eaf3e-9234-4487-9363-5a6289e7489a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5424 time: 0.6420898 Oct 26 11:49:39.197033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:49:39.205417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '9c67b58a-f86c-47ed-b745-9c55f27d143e', 'network_id': '27efb480-40de-46e0-a1bd-5c2fdb66e587', 'port_id': '9c67b58a-f86c-47ed-b745-9c55f27d143e', 'mac_address': 'fa:16:3e:5e:a7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe8a418-6cf7-4e8f-8350-86c9773fab38', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:39.212263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2d1f-4c60-4a01-9141-23aee62357ae None None] Pushing event updated for resources: {'Port': ['ID=1e26be5e-693e-4ac4-86b2-2dcf423452d3,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:39.227924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-c0f921b5-5627-460f-91a9-367b91328a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:39.236086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-c0f921b5-5627-460f-91a9-367b91328a0c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 200 len: 853 time: 0.3835945 Oct 26 11:49:39.410658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:39.415024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-f892b4e1-884e-4624-b419-c1c10f5a8371 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=00a5d140-a15a-4c02-b091-7d2c6c2f29e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403830 Oct 26 11:49:39.422816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:39.423204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:39.445204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32dbffa7-2e70-4b4d-9f08-36ffbcaf0401 req-1279372c-106d-4392-9743-6f66e3cdc233 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=4f179058-e209-4bcd-876d-a6952cb8fd7a&id=c1296d6f-d489-4556-9e31-7c3f776be110&id=ba1d54a5-0443-43ca-ac6d-1657c487c3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4291909 Oct 26 11:49:39.509723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-853a2ab6-dd3f-4905-9187-c3478a620d7e req-dda125f8-23f7-4855-8e30-99a9b14a98f8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3342209 Oct 26 11:49:39.529460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'Port': ['ID=7e7a0380-63b9-4a41-becd-37716e0d048a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:39.597054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:39.607600 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:39.614648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7e7a0380-63b9-4a41-becd-37716e0d048a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:39.699611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:39.701263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:39.726336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7e7a0380-63b9-4a41-becd-37716e0d048a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:39.731268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 08361ac5-5cdb-4691-b65f-3fbc59bab0ba owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:39.738452 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:39.820569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:40.007711 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.036068 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.109837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Attempting to bind port e74e0bed-96da-4479-b386-876e345439b2 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:40.110132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.110485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Attempting to bind port e74e0bed-96da-4479-b386-876e345439b2 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:40.110617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Attempting to bind port e74e0bed-96da-4479-b386-876e345439b2 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:40.113459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.124367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:40.125078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:40.125673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.126451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:40.127238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Bound port: e74e0bed-96da-4479-b386-876e345439b2, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:40.127734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.141491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.245104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c67b58a-f86c-47ed-b745-9c55f27d143e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:40.259997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.288826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3241e4f0-270d-468a-bf72-5e7b8efe32f0 req-54c2c148-cf33-442d-929b-d24f7c5cfb93 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 210 time: 0.0987861 Oct 26 11:49:40.290971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] No DVR routers for this DVR port 7e7a0380-63b9-4a41-becd-37716e0d048a on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:40.328720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.352896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf12ec3f-7f0d-4fff-989f-e8b5e5132474 req-dfb26f42-3a82-4179-a8a1-e6c0154c4c5d tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.100 "DELETE /v2.0/ports/7e7a0380-63b9-4a41-becd-37716e0d048a HTTP/1.1" status: 204 len: 173 time: 2.4214761 Oct 26 11:49:40.416891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:40.418241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c403b-e333-49af-8303-eb644826bdda None None] Pushing event updated for resources: {'Port': ['ID=e74e0bed-96da-4479-b386-876e345439b2,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:40.434263 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Sync routers for ids ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:40.437944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'c8543365-9bc0-481d-b40c-247342e90dd6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:40.477094 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Routers {'9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:40.488442 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:40.579112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1931c-ecd3-4535-86af-714626a73bc8 req-55738b06-b940-40fd-b2f2-bef17359d271 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:40.584298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42d1931c-ecd3-4535-86af-714626a73bc8 req-55738b06-b940-40fd-b2f2-bef17359d271 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.9445403 Oct 26 11:49:40.588650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-ac721c01-e472-4415-93fc-5b8bc2e2dfaf service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1367526 Oct 26 11:49:40.694154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:40.714358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'name': 'network-vif-deleted', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:40.722699 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb17c0-76e3-47c5-8e5a-c99d2360bde2" -d '{"events": [{"server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "name": "network-vif-deleted", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:40.837180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] For port e74e0bed-96da-4479-b386-876e345439b2, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:40.891825 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Set router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:40.895797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] For port e74e0bed-96da-4479-b386-876e345439b2, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e74e0bed-96da-4479-b386-876e345439b2,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:40.968933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 08361ac5-5cdb-4691-b65f-3fbc59bab0ba on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:40.982675 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:40.988095 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-baceaa6f-06a3-4dbc-97a0-68c99f9c82b9 req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "DELETE /v2.0/ports/08361ac5-5cdb-4691-b65f-3fbc59bab0ba HTTP/1.1" status: 204 len: 173 time: 2.2057462 Oct 26 11:49:40.998725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Network 55f2ae00-de01-493c-8366-eb4c150fa956 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:41.045884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:41.111626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8055f45-a82b-4d91-b46c-8944c855aa15 req-b41f031c-3247-4e74-b810-03440111ba8a service neutron] 10.222.0.100 "GET /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963582 Oct 26 11:49:41.180810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:41.215306 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:41.240431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:41.241901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ab73edd3-31c7-44be-afac-1f4b0828e9be admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5803094 Oct 26 11:49:41.252288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8638a8d6-9a31-4247-9174-eb142a961f37 req-fa0d370f-8418-4348-9d0b-3fac2a712d55 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc HTTP/1.1" status: 200 len: 210 time: 0.1350651 Oct 26 11:49:41.255903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55242) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:41.336700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Router ccd57518-4b3e-4f41-8e77-b116e879b703 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:49:41.361980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7784c7-4ebe-4d3f-b611-d84b7f26e8de None None] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:49:41.368904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Pushing event updated for resources: {'Port': ['ID=127a05f2-c100-4f0e-a637-4bb1d2ed344b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:41.398996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:41.434451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42d1931c-ecd3-4535-86af-714626a73bc8 req-a763871f-69ee-43aa-8d3e-32a6249b488b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248255 Oct 26 11:49:41.436420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994df180-b8c3-446e-a9f7-0a330bf42d65 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=08361ac5-5cdb-4691-b65f-3fbc59bab0ba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:41.438455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e26be5e-693e-4ac4-86b2-2dcf423452d3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:41.473597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Allocated IP 172.20.0.14 (cefb0e51-1bca-4306-bad0-98b3b472a6f7/b834d65b-dcbd-4bef-a66a-262e38ec0163/3ab0fa4c-267d-4841-add8-663d75424ace) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:41.777842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec054e-d93b-4f6a-a39b-11edd01cac3a None None] Network 55f2ae00-de01-493c-8366-eb4c150fa956 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:49:41.812142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:41.830196 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-77d3415b-8e5b-4d1c-8f01-50d4d5901aad admin admin] 10.222.0.88 "PUT /v2.0/routers/ccd57518-4b3e-4f41-8e77-b116e879b703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5521421 Oct 26 11:49:41.874508 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:36Z', 'revision_number': 3, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:41.885166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7f473be-334d-43f4-8e3d-92767ced96c4 req-843d648a-b596-4dd7-ac5d-aa9af7ca8b76 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=86e8fe8c-92ac-41a6-973e-06e282d2258e HTTP/1.1" status: 200 len: 210 time: 0.2350826 Oct 26 11:49:42.026621 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Checking router: 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:42.027998 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Updating router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 port 67accf40-0037-41d0-a9cd-c9ca3fad1866 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:49:42.070320 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bd40f3-c237-4ba3-b0d3-a30e632b0721 x-openstack-request-id: req-13bd40f3-c237-4ba3-b0d3-a30e632b0721 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:42.072855 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e8fe8c-92ac-41a6-973e-06e282d2258e", "name": "network-vif-deleted", "tag": "7e7a0380-63b9-4a41-becd-37716e0d048a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:42.076006 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-13bd40f3-c237-4ba3-b0d3-a30e632b0721 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:42.076942 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e8fe8c-92ac-41a6-973e-06e282d2258e', 'name': 'network-vif-deleted', 'tag': '7e7a0380-63b9-4a41-becd-37716e0d048a', 'status': 'completed', 'code': 200} Oct 26 11:49:42.127844 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:49:42.132983 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.164041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-562b2850-4f3b-4034-ae6a-3683002fb847 None None] Provisioning complete for port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:42.164843 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-562b2850-4f3b-4034-ae6a-3683002fb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.190920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.198313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.205014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.215232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.222054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.228751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.235637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:42.243796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-a336972e-3ba4-4181-8fad-aff2d7250bf5 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5425 time: 0.5461521 Oct 26 11:49:42.304332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ada57e9a-a943-4b9d-a19b-4430e20798f1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:42.314298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:42.336036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d13e6ca-b5b8-4c53-93c4-a997d3a488ed req-657771d7-cc1f-4ec2-ad54-9b641f336723 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912519 Oct 26 11:49:42.440246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0163fc70-c169-4bbe-ba5d-44d27737e7a0 req-20783dd5-ecdd-4b0a-8f5f-a0f166616c4d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 210 time: 0.1451623 Oct 26 11:49:42.512518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['1c04f458-6594-44e2-87cf-ceb18cd03ace'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:42.515964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9c67b58a-f86c-47ed-b745-9c55f27d143e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:42.517976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['14f7a6ab-3f7c-438a-80dd-a9d280aa579d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:42.568777 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.631080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['7763cb0c-676c-4801-9e2e-1866a75a4da0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:42.641763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:42.642446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:42.652936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c403b-e333-49af-8303-eb644826bdda None None] Pushing event updated for resources: {'Port': ['ID=e74e0bed-96da-4479-b386-876e345439b2,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:42.790694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.813826 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.840247 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.917080 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Pushing event updated for resources: {'Port': ['ID=67accf40-0037-41d0-a9cd-c9ca3fad1866,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.939824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.942667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.942667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.942667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:42.956737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Attempting to bind port 67accf40-0037-41d0-a9cd-c9ca3fad1866 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:42.957383 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Attempting to bind port 67accf40-0037-41d0-a9cd-c9ca3fad1866 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:42.958451 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Attempting to bind port 67accf40-0037-41d0-a9cd-c9ca3fad1866 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:42.968309 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:42.969437 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:42.970703 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:42.971437 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:42.972527 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Bound port: 67accf40-0037-41d0-a9cd-c9ca3fad1866, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:42.973226 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:43.083071 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] For port 67accf40-0037-41d0-a9cd-c9ca3fad1866, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:43.092255 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] For port 67accf40-0037-41d0-a9cd-c9ca3fad1866, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=67accf40-0037-41d0-a9cd-c9ca3fad1866,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:43.099434 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:43.200822 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71282ef4-9def-4f8e-86b7-23d35b96f7e2 None None] Pushing event updated for resources: {'Port': ['ID=67accf40-0037-41d0-a9cd-c9ca3fad1866,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:43.226995 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Routers {'9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:43.227295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-e1c1dfc6-a2c1-449c-88ce-9fe18270f397 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:43.227923 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:43.230537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-e1c1dfc6-a2c1-449c-88ce-9fe18270f397 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 826 time: 0.3890545 Oct 26 11:49:43.249194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event updated for resources: {'Port': ['ID=3ab0fa4c-267d-4841-add8-663d75424ace,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:43.261198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:43.265676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['31232aee-6726-4de9-8266-36158167daf1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:43.267494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.268056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.268896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.269467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.270003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.270561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.271136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.272023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.272524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.273885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.274446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.274988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:43.315988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:43.326239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-9d15fb97-5da2-4b2e-ba8f-d14798b64125 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/quotas/352f615522c14f5dbf13707fb6ab5f25 HTTP/1.1" status: 200 len: 375 time: 0.0790427 Oct 26 11:49:43.329796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:43.377273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2ff3b-e1bd-42ed-ab5b-35c934f33db8 req-f996c78e-a90d-4614-9edd-850ee12ceaaa tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:43.378464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91a2ff3b-e1bd-42ed-ab5b-35c934f33db8 req-f996c78e-a90d-4614-9edd-850ee12ceaaa tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.6580343 Oct 26 11:49:43.426470 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] Set router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:43.474930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7e7a0380-63b9-4a41-becd-37716e0d048a no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:43.496426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-5d624381-b5cf-4e70-9436-4ed2e6ac01db tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682794 Oct 26 11:49:43.514494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:43.520926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:43.521503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:43.645812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-a48e02de-420d-4b9c-9504-13aebbb9527e service neutron] 10.222.0.88 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475968 Oct 26 11:49:43.684557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91a2ff3b-e1bd-42ed-ab5b-35c934f33db8 req-6b9d806e-e64f-40fb-8702-fc8e1dea57c8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760203 Oct 26 11:49:43.714568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:43.715653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:43.871932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-19604e91-ec0d-4acf-96fa-27e5aaa2aace tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0982325 Oct 26 11:49:43.919628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Request body: {'port': {'device_id': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:44.059764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:44.078953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'name': 'network-vif-deleted', 'tag': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:44.081543 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be39dfa-edc4-4fcb-b434-f385d457be54" -d '{"events": [{"server_uuid": "f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc", "name": "network-vif-deleted", "tag": "08361ac5-5cdb-4691-b65f-3fbc59bab0ba"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:44.121672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:44.137812 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:36Z', 'revision_number': 3, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:44.186294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa8a0b-7bc0-4688-bc24-112f442cf0be None None] The sync data for ids ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'] in n-d-812150-3 is: [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:36Z', 'revision_number': 3, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:44.295094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-369e91bd-5be1-459e-999f-ed65abbe2aa6 service neutron] 10.222.0.88 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482055 Oct 26 11:49:44.347017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:44.490610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.500680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.506653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 7e7a0380-63b9-4a41-becd-37716e0d048a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:44.507161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7e7a0380-63b9-4a41-becd-37716e0d048a not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:44.508155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.517353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.526622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.535156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.537618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:44.545103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:44.557545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-af77cec3-1488-44ab-bd43-3ba7ad2405e2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5425 time: 0.2870500 Oct 26 11:49:44.855109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ad0ec9d-d528-41e5-be8d-7ac135339b5e req-117fdde6-385c-435d-85f8-84f7adfc6679 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2957466 Oct 26 11:49:44.896309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Allocated IP 172.20.0.1 (70d0ceee-c63f-4b91-a76d-8913c3e4e0bd/86eaa18e-15b2-45b3-9f3d-7c23e3481821/85637812-a03d-40d2-a1b0-6ac9b3120c53) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:45.098989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:45.102450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649', '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:45.116786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'mac_address': 'fa:16:3e:53:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:45.150207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:45.470549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:45.500015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-562b2850-4f3b-4034-ae6a-3683002fb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:45.670625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfca58-2a4c-4fdd-adf4-74268446e8ac req-facb1e60-b9bc-4fad-8c70-2ea698373374 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:45.680839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35dfca58-2a4c-4fdd-adf4-74268446e8ac req-facb1e60-b9bc-4fad-8c70-2ea698373374 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 949 time: 0.4304993 Oct 26 11:49:45.684148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:45.736493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-12c8a62a-a26b-4970-afc2-d460a587c4b1 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:45.743972 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-12c8a62a-a26b-4970-afc2-d460a587c4b1 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f4eda8-394b-4bd4-a306-dad03b1ad1c2 HTTP/1.1" status: 200 len: 949 time: 0.1321552 Oct 26 11:49:45.788748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7405c-afd2-4023-9e24-e0198ded03b6 req-16af8d6c-5694-4aba-b179-9ae28f6448b8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:45.798060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bc7405c-afd2-4023-9e24-e0198ded03b6 req-16af8d6c-5694-4aba-b179-9ae28f6448b8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 932 time: 0.9256599 Oct 26 11:49:45.805414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4361147a-9d37-4a8d-8edb-94b6831b43de {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:45.836141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-562b2850-4f3b-4034-ae6a-3683002fb847 None None] For port 1e26be5e-693e-4ac4-86b2-2dcf423452d3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e26be5e-693e-4ac4-86b2-2dcf423452d3,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:45.858961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:45.873376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:45.912424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:45.912777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:45.960641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:45.970635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35dfca58-2a4c-4fdd-adf4-74268446e8ac req-8562d4c9-24ae-4c0b-a398-9c3fc253d94e tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730653 Oct 26 11:49:46.005636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Pushing event updated for resources: {'Port': ['ID=85637812-a03d-40d2-a1b0-6ac9b3120c53,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:46.062297 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-562b2850-4f3b-4034-ae6a-3683002fb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:46.142206 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:46.157986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bc7405c-afd2-4023-9e24-e0198ded03b6 req-b29eab94-1617-42c0-8683-16fb35e145f0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564196 Oct 26 11:49:46.165971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:46.166346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:46.189180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:46.214563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:46.237491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3145e3d6-e225-4f1c-89f5-c7692969b8ea up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:46.343852 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e982cf-7c78-4852-a322-d7794d7163c2 x-openstack-request-id: req-27e982cf-7c78-4852-a322-d7794d7163c2 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:46.344303 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc", "name": "network-vif-deleted", "tag": "08361ac5-5cdb-4691-b65f-3fbc59bab0ba", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:46.344670 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27e982cf-7c78-4852-a322-d7794d7163c2 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:46.345210 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d8df4-3a3e-4a73-a9ac-b4cdff3655bc', 'name': 'network-vif-deleted', 'tag': '08361ac5-5cdb-4691-b65f-3fbc59bab0ba', 'status': 'completed', 'code': 200} Oct 26 11:49:46.442215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:46.467151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:46.475324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399a8ce4-8724-4b84-8630-ac39b2a98743 req-76b343f5-e327-4b0d-8616-0de2b4a21610 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/4f179058-e209-4bcd-876d-a6952cb8fd7a HTTP/1.1" status: 200 len: 1799 time: 0.3969226 Oct 26 11:49:46.563088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=4d6ef446-1b87-4d16-b9ee-4a46a42b14fa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:46.578551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b2850-4f3b-4034-ae6a-3683002fb847 None None] Pushing event updated for resources: {'Port': ['ID=1e26be5e-693e-4ac4-86b2-2dcf423452d3,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:46.642943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14f7a6ab-3f7c-438a-80dd-a9d280aa579d up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:46.644313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:46.650486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:46.661444 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-36584d7c-c56f-4475-a3ba-98a9bc927e42 req-832ef233-34a1-4684-be89-f852081385b4 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "DELETE /v2.0/ports/4d6ef446-1b87-4d16-b9ee-4a46a42b14fa HTTP/1.1" status: 204 len: 173 time: 0.9151487 Oct 26 11:49:46.962152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4361147a-9d37-4a8d-8edb-94b6831b43de'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:47.154406 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-2a2118d7-83b4-44ee-9ac0-e495f0047799 service neutron] show failed (client error): The resource could not be found. Oct 26 11:49:47.156797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-2a2118d7-83b4-44ee-9ac0-e495f0047799 service neutron] 10.222.0.100 "GET /v2.0/ports/57018e7b-d51a-41e7-b5ce-d37eb6e77fb1/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.1482649 Oct 26 11:49:47.232647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:47.353670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab0fa4c-267d-4841-add8-663d75424ace {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:47.410472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:47.425490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b010584-6e71-48c6-8a1b-c9f46345fa21 req-16269c10-b469-4f1f-a142-154cef7c18a5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 210 time: 0.9063702 Oct 26 11:49:47.489553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-566d4c7d-720c-4867-b08c-4e5d8101fcac None None] Provisioning complete for port 3145e3d6-e225-4f1c-89f5-c7692969b8ea triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:47.489937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-566d4c7d-720c-4867-b08c-4e5d8101fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:47.627371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Transition to ACTIVE for port object 3ab0fa4c-267d-4841-add8-663d75424ace will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:49:47.707022 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:47.804259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3145e3d6-e225-4f1c-89f5-c7692969b8ea triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:47.804792 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:47.854468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-399a8ce4-8724-4b84-8630-ac39b2a98743 req-03ad6101-22b9-430c-ab1f-8512944362f9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:47.865881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-d3afeb4c-5955-4e7c-aefe-0d39cb0a15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:47.869147 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-d3afeb4c-5955-4e7c-aefe-0d39cb0a15d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc&tenant_id=a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 1101 time: 0.0818512 Oct 26 11:49:47.883945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-3dc8757e-86f4-4b9f-8e17-9bace2aec5cd tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:47.885609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-3dc8757e-86f4-4b9f-8e17-9bace2aec5cd tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.100 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 826 time: 0.5248995 Oct 26 11:49:47.899981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:47.939145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:47.943379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Request body: {'port': {'device_id': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'admin_state_up': True, 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:47.967695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.039807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:48.040427 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.134539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Made reservation on behalf of 352f615522c14f5dbf13707fb6ab5f25 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:48.140225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.212450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-566d4c7d-720c-4867-b08c-4e5d8101fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.213783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1ec4d-97ca-4036-bca2-5cdf39a737f6 req-ade9d3ca-f8d3-4fc7-af01-a762779e6a07 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:48.224963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ba1ec4d-97ca-4036-bca2-5cdf39a737f6 req-ade9d3ca-f8d3-4fc7-af01-a762779e6a07 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.6363406 Oct 26 11:49:48.271916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-399a8ce4-8724-4b84-8630-ac39b2a98743 req-03ad6101-22b9-430c-ab1f-8512944362f9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.282515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.283723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:48.297644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab0fa4c-267d-4841-add8-663d75424ace,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:48.324994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:48.329576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Attempting to bind port 3ab0fa4c-267d-4841-add8-663d75424ace on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:48.330230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Attempting to bind port 3ab0fa4c-267d-4841-add8-663d75424ace by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:48.330820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Attempting to bind port 3ab0fa4c-267d-4841-add8-663d75424ace on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:48.350686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.376935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Port 3ab0fa4c-267d-4841-add8-663d75424ace on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:49:48.378123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Attempting to bind port 3ab0fa4c-267d-4841-add8-663d75424ace on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:48.378626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'name': 'network-vif-deleted', 'tag': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:48.381935 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e29061-fb83-457c-98b8-386681659203" -d '{"events": [{"server_uuid": "03f4eda8-394b-4bd4-a306-dad03b1ad1c2", "name": "network-vif-deleted", "tag": "4d6ef446-1b87-4d16-b9ee-4a46a42b14fa"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:48.404811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.428957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Transition to ACTIVE for port object 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:49:48.444349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ba1ec4d-97ca-4036-bca2-5cdf39a737f6 req-a3dc0d60-b43e-4c3e-ab7b-9110d41ff7bc tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183709 Oct 26 11:49:48.455058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.473434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:48.474221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:48.474908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Bound using segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:48.475652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Bound port: 3ab0fa4c-267d-4841-add8-663d75424ace, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:48.476269 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.506214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-399a8ce4-8724-4b84-8630-ac39b2a98743 req-03ad6101-22b9-430c-ab1f-8512944362f9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.509817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-399a8ce4-8724-4b84-8630-ac39b2a98743 req-03ad6101-22b9-430c-ab1f-8512944362f9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.511465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-399a8ce4-8724-4b84-8630-ac39b2a98743 req-03ad6101-22b9-430c-ab1f-8512944362f9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/4f179058-e209-4bcd-876d-a6952cb8fd7a HTTP/1.1" status: 204 len: 173 time: 2.0349271 Oct 26 11:49:48.552169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad6101-22b9-430c-ab1f-8512944362f9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f179058-e209-4bcd-876d-a6952cb8fd7a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:48.721545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:48.723362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:48.751944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] No DVR routers for this DVR port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:48.797681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:48.798107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:48.798494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:48.803313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:49:48.803853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Attempting to bind port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:48.809508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:48.809915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:48.811030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:48.811621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Bound port: 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:48.812091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:48.845991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Allocated IP 172.20.0.12 (55f2ae00-de01-493c-8366-eb4c150fa956/9689f5b0-938e-47d4-8f6f-c12864d6d005/94ad78aa-0d5d-4a6c-84a5-99d8d49a204c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:48.961524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-566d4c7d-720c-4867-b08c-4e5d8101fcac None None] For port 3145e3d6-e225-4f1c-89f5-c7692969b8ea, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3145e3d6-e225-4f1c-89f5-c7692969b8ea,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:48.972526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] For port 3ab0fa4c-267d-4841-add8-663d75424ace, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:49.006199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] For port 3ab0fa4c-267d-4841-add8-663d75424ace, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3ab0fa4c-267d-4841-add8-663d75424ace,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:49.027085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:49.043138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.049311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:49.050177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.087772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.089388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.095849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.102265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.105818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-566d4c7d-720c-4867-b08c-4e5d8101fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.109866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.115307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.124241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.130999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.133431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-62c10a87-9c41-4f13-b957-973805dec835 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5425 time: 0.3515882 Oct 26 11:49:49.163201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.197867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.198502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.200096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ab0fa4c-267d-4841-add8-663d75424ace HTTP/1.1" status: 200 len: 1092 time: 5.3133712 Oct 26 11:49:49.207292 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-e4e96bfc-67ae-4ca8-8941-2a1f2acb0308 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2519813 Oct 26 11:49:49.210758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.213798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:49.239321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.239964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.256956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-c639302a-fda6-40dc-b09a-d53ed8c3cae0 service neutron] 10.222.0.30 "PUT /v2.0/ports/57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 1096 time: 1.3629699 Oct 26 11:49:49.288058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d4c7d-720c-4867-b08c-4e5d8101fcac None None] Pushing event updated for resources: {'Port': ['ID=3145e3d6-e225-4f1c-89f5-c7692969b8ea,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:49.294730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:39Z', 'revision_number': 2, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:49.344758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'tag': '3ab0fa4c-267d-4841-add8-663d75424ace'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:49.351958 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8000645-49ba-44db-8906-19be7d86abc0" -d '{"events": [{"name": "network-changed", "server_uuid": "647c4efb-1f61-4d08-be56-ae85e64f3f84", "tag": "3ab0fa4c-267d-4841-add8-663d75424ace"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:49.368348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01634e-a369-465c-95ec-b2a3075cacc5 req-8b63e920-3873-4409-a735-5f2d5160d1f3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.378493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d01634e-a369-465c-95ec-b2a3075cacc5 req-8b63e920-3873-4409-a735-5f2d5160d1f3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 944 time: 0.4612014 Oct 26 11:49:49.410325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2d4df-98ff-4476-86a2-0b3068486a43 None None] The sync data for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 is: [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:39Z', 'revision_number': 2, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:49.472412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-5f1acfa8-9dee-4b94-a0f4-656e6111972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.475080 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-5f1acfa8-9dee-4b94-a0f4-656e6111972e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 1095 time: 0.1839848 Oct 26 11:49:49.521108 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca993f5e-43aa-471f-bee0-1991f902740a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.522781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f7a6ab-3f7c-438a-80dd-a9d280aa579d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:49.526018 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef806e7-502f-41a0-a52d-bc9025ebf09c" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "14f7a6ab-3f7c-438a-80dd-a9d280aa579d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:49.576772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-0153459d-cf59-4b95-bba7-e7e6fd3fbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.579531 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-0153459d-cf59-4b95-bba7-e7e6fd3fbaf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1824073f4350477ebf9e2e0920239e81&device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 1101 time: 0.2781653 Oct 26 11:49:49.581827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-b98a49d3-dc36-4a6c-872c-439f0b9f2089 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ab0fa4c-267d-4841-add8-663d75424ace HTTP/1.1" status: 200 len: 217 time: 0.0961299 Oct 26 11:49:49.597230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:49.603096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5dc2c33-6cae-4e54-a86a-677f95ed1192 req-692117aa-9fea-4179-99f1-4324f27cd4c7 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4434540 Oct 26 11:49:49.610573 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:49:49.612690 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:49:49.651642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e4c61-8713-45a3-8db9-1f6a5952d2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab0fa4c-267d-4841-add8-663d75424ace,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:49.665299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-3e4e9686-4628-4f74-8461-277d121fd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.668197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-3e4e9686-4628-4f74-8461-277d121fd185 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1099 time: 0.1875539 Oct 26 11:49:49.673634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.673634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ada57e9a-a943-4b9d-a19b-4430e20798f1 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:49.681934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d01634e-a369-465c-95ec-b2a3075cacc5 req-184268ae-db8d-4204-b0da-32e8ef5c8ade tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988169 Oct 26 11:49:49.773124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Provisioning complete for port 85637812-a03d-40d2-a1b0-6ac9b3120c53 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:49.773536 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.825461 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b5950-de62-401f-af8c-48de39a92f92 x-openstack-request-id: req-5a5b5950-de62-401f-af8c-48de39a92f92 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:49.826107 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4eda8-394b-4bd4-a306-dad03b1ad1c2", "name": "network-vif-deleted", "tag": "4d6ef446-1b87-4d16-b9ee-4a46a42b14fa", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:49.831592 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a5b5950-de62-401f-af8c-48de39a92f92 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:49.838954 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f4eda8-394b-4bd4-a306-dad03b1ad1c2', 'name': 'network-vif-deleted', 'tag': '4d6ef446-1b87-4d16-b9ee-4a46a42b14fa', 'status': 'completed', 'code': 200} Oct 26 11:49:49.873644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-40800583-963c-4de2-b3ca-f30ad30cf750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.877559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-40800583-963c-4de2-b3ca-f30ad30cf750 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1922374 Oct 26 11:49:49.878523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:49.914105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-65e5b42a-f01b-4f0d-a266-3c0f28680f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:49.918911 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-65e5b42a-f01b-4f0d-a266-3c0f28680f85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3097830 Oct 26 11:49:49.956326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:50.016412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-091b341f-f667-4f2a-98e6-e35282ba95ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=844417e6-9118-46d7-8c16-b05c13b36649 HTTP/1.1" status: 200 len: 217 time: 0.0788112 Oct 26 11:49:50.017964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-17c171dd-483f-4f5b-a22f-e0b181c515f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:50.020016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-17c171dd-483f-4f5b-a22f-e0b181c515f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.4292154 Oct 26 11:49:50.027367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Port 85637812-a03d-40d2-a1b0-6ac9b3120c53 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:49:50.107641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Provisioning complete for port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:50.108368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:50.116026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port ada57e9a-a943-4b9d-a19b-4430e20798f1 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:50.205773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port ada57e9a-a943-4b9d-a19b-4430e20798f1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:50.206597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:50.215996 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:50.272843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1559c7ee-c40e-4d27-a9e7-ae24e18b8e46 req-e1282f2a-4400-499a-a022-7a58a56584cc tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 210 time: 0.3773911 Oct 26 11:49:50.289066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:50.291915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-a43069bc-b2af-45e7-9323-2e4b2a918056 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.3551648 Oct 26 11:49:50.417027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-1ac186a6-5877-47be-b268-8371cad6e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:50.418778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-1ac186a6-5877-47be-b268-8371cad6e382 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0705433 Oct 26 11:49:50.440952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d147c7f6-70bf-47f6-aa9f-be997f58c8f6 req-86072d10-b147-4396-9c99-4a1e63394446 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/ba1d54a5-0443-43ca-ac6d-1657c487c3f7 HTTP/1.1" status: 200 len: 1800 time: 0.5304241 Oct 26 11:49:50.514892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Provisioning complete for port 3145e3d6-e225-4f1c-89f5-c7692969b8ea triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:50.514892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:50.563160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Pushing event updated for resources: {'Port': ['ID=85637812-a03d-40d2-a1b0-6ac9b3120c53,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:50.735416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-8d42da49-b1c8-4c95-b699-e791e5a0cf95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7031906 Oct 26 11:49:50.772022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 67accf40-0037-41d0-a9cd-c9ca3fad1866 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:50.776418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event updated for resources: {'Port': ['ID=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:50.821892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Network 55f2ae00-de01-493c-8366-eb4c150fa956 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:50.848965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-d6898ecb-d61d-433b-94e0-781a0a923fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:50.850522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-d6898ecb-d61d-433b-94e0-781a0a923fa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.8204603 Oct 26 11:49:50.851777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:50.860939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'c8543365-9bc0-481d-b40c-247342e90dd6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:50.881318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:49:50.962483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:50.983311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-2699d269-c690-43e4-9bf6-dd0b3ed7cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:50.987920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-2699d269-c690-43e4-9bf6-dd0b3ed7cd4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285667 Oct 26 11:49:50.994529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:50.996003 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.019048 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d408cf-aad0-47d8-a34d-32b905e54c2f x-openstack-request-id: req-a1d408cf-aad0-47d8-a34d-32b905e54c2f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:51.019636 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647c4efb-1f61-4d08-be56-ae85e64f3f84", "tag": "3ab0fa4c-267d-4841-add8-663d75424ace", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:51.020290 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1d408cf-aad0-47d8-a34d-32b905e54c2f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:51.020879 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'tag': '3ab0fa4c-267d-4841-add8-663d75424ace', 'status': 'completed', 'code': 200} Oct 26 11:49:51.034461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97eb4774-4eec-4b3d-a1b5-861eb75e838d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0958903 Oct 26 11:49:51.035423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 67accf40-0037-41d0-a9cd-c9ca3fad1866 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:51.036525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.037276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-8790bd48-677f-4acc-a075-47302875092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:51.039168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-8790bd48-677f-4acc-a075-47302875092d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5861247 Oct 26 11:49:51.069356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Request body: {'port': {'device_id': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:51.079150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:51.095985 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-9ab63576-dd3a-4509-ba32-ac0237cd73b3 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430822 Oct 26 11:49:51.172250 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d147c7f6-70bf-47f6-aa9f-be997f58c8f6 req-b7463554-ef51-48e0-a888-4f0dc018f1a0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.174847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:51.276704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ada57e9a-a943-4b9d-a19b-4430e20798f1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:51.284460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Provisioning complete for port 127a05f2-c100-4f0e-a637-4bb1d2ed344b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:51.286390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.305360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.306799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 08361ac5-5cdb-4691-b65f-3fbc59bab0ba no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:51.314754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d147c7f6-70bf-47f6-aa9f-be997f58c8f6 req-b7463554-ef51-48e0-a888-4f0dc018f1a0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.369140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-0abaedb2-7508-4f6b-a43c-39080c57eb85 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702104 Oct 26 11:49:51.459790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 08361ac5-5cdb-4691-b65f-3fbc59bab0ba {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:49:51.460530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 08361ac5-5cdb-4691-b65f-3fbc59bab0ba not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:51.463315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:51.510152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-755bd3ce-83e5-4725-a505-8e5dc3435416 req-e1f7aa9d-df26-4e9f-a45f-cdb12b9f5925 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448532 Oct 26 11:49:51.516495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7763cb0c-676c-4801-9e2e-1866a75a4da0 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:51.625309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1e6002d4-08d8-4097-ba57-54c5fd318ab1 None None] Port 127a05f2-c100-4f0e-a637-4bb1d2ed344b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:49:51.678272 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17b9cf4f-f138-43b8-a7ce-61763f2baf12 req-bb2bb843-daab-48ea-8ee4-98e9e40555c2 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986465 Oct 26 11:49:51.683881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000645-49ba-44db-8906-19be7d86abc0 req-32540eab-dc51-4dd6-bc42-31e199f8fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:51.685538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-32540eab-dc51-4dd6-bc42-31e199f8fa7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 1095 time: 0.1083422 Oct 26 11:49:51.751584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ada57e9a-a943-4b9d-a19b-4430e20798f1,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:51.814527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22c6ff43-3642-4b63-8a83-63fef04f7499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.829151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:49:51.831322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d147c7f6-70bf-47f6-aa9f-be997f58c8f6 req-b7463554-ef51-48e0-a888-4f0dc018f1a0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.834387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d147c7f6-70bf-47f6-aa9f-be997f58c8f6 req-b7463554-ef51-48e0-a888-4f0dc018f1a0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.836804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d147c7f6-70bf-47f6-aa9f-be997f58c8f6 req-b7463554-ef51-48e0-a888-4f0dc018f1a0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/ba1d54a5-0443-43ca-ac6d-1657c487c3f7 HTTP/1.1" status: 204 len: 173 time: 1.2851045 Oct 26 11:49:51.837446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:51.848822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-1a52ee69-a48b-4c40-8023-cb2bcb12f7bd service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672962 Oct 26 11:49:51.851776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'}, {'name': 'network-changed', 'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:51.854153 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e757fe-ea40-4263-a0fb-2f411c5e6c69" -d '{"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1"}, {"name": "network-changed", "server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:51.860343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000645-49ba-44db-8906-19be7d86abc0 req-d326e4bf-e111-427d-9a07-4400a2b9c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:51.864174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-d326e4bf-e111-427d-9a07-4400a2b9c0d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.1633065 Oct 26 11:49:51.879101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:51.912545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7463554-ef51-48e0-a888-4f0dc018f1a0 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d54a5-0443-43ca-ac6d-1657c487c3f7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:51.946167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-5770bdca-1efb-42d5-8e45-845021436f8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ab0fa4c-267d-4841-add8-663d75424ace HTTP/1.1" status: 200 len: 217 time: 0.0661759 Oct 26 11:49:51.968187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 7763cb0c-676c-4801-9e2e-1866a75a4da0 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:51.973170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 67accf40-0037-41d0-a9cd-c9ca3fad1866, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=67accf40-0037-41d0-a9cd-c9ca3fad1866,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:52.005356 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce134b-5d7d-46e2-aa08-02a38d4ec4ee x-openstack-request-id: req-7fce134b-5d7d-46e2-aa08-02a38d4ec4ee {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:52.005686 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "14f7a6ab-3f7c-438a-80dd-a9d280aa579d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:52.005921 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fce134b-5d7d-46e2-aa08-02a38d4ec4ee {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:52.006327 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f7a6ab-3f7c-438a-80dd-a9d280aa579d', 'code': 200} Oct 26 11:49:52.023018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05732124-1d31-416f-adae-8d2ba31b6148 req-69aa1c9d-345f-4f5d-923e-8b4ab1ac296f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:52.027620 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:52.032062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05732124-1d31-416f-adae-8d2ba31b6148 req-69aa1c9d-345f-4f5d-923e-8b4ab1ac296f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 948 time: 0.7868779 Oct 26 11:49:52.034496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3145e3d6-e225-4f1c-89f5-c7692969b8ea up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:52.068490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000645-49ba-44db-8906-19be7d86abc0 req-4dfcb656-7ddf-4b63-89a7-abe30493053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:52.070070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-4dfcb656-7ddf-4b63-89a7-abe30493053d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.1163943 Oct 26 11:49:52.097238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 7763cb0c-676c-4801-9e2e-1866a75a4da0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:52.097626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:52.117119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:52.144242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-fa8eb1af-af37-403d-a9a0-d877e4cc5f79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616443 Oct 26 11:49:52.235883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:52.251337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cf91397f-747b-43b8-a1f8-2967705c5011 admin admin] 10.222.0.88 "PUT /v2.0/routers/9f2d3a64-96ea-4ae9-bf25-ecec76bfde67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9934223 Oct 26 11:49:52.274090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Sync routers for ids ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:52.280207 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-7ce72d67-8651-40ff-b4cb-88d1348b6b3f service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193483 Oct 26 11:49:52.303495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-873335f7-0571-473c-9a37-141830fe4f33 None None] Provisioning complete for port 85637812-a03d-40d2-a1b0-6ac9b3120c53 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:52.304613 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-873335f7-0571-473c-9a37-141830fe4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:52.305137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05732124-1d31-416f-adae-8d2ba31b6148 req-086fc913-a9e2-4135-973f-065dddbb016a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719619 Oct 26 11:49:52.372677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-873335f7-0571-473c-9a37-141830fe4f33 None None] Port 85637812-a03d-40d2-a1b0-6ac9b3120c53 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:49:52.463643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Routers {'9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:52.464798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:52.522561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8000645-49ba-44db-8906-19be7d86abc0 req-a36fac18-cb60-4399-9cbe-027f50bc9039 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303987 Oct 26 11:49:52.551092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c05b2c7-208b-4383-bfb0-e1d24f3b26a6 req-b81c0886-1854-4506-9433-8c86273cd25e service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669767 Oct 26 11:49:52.679061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=67accf40-0037-41d0-a9cd-c9ca3fad1866,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:52.704704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-9274c4ad-4c24-4613-82da-3f26bfe27b55 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:52.706281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-9274c4ad-4c24-4613-82da-3f26bfe27b55 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f7c6c4c-93c5-4a00-be93-25eba4d756a0 HTTP/1.1" status: 200 len: 950 time: 0.1412830 Oct 26 11:49:52.713134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-873335f7-0571-473c-9a37-141830fe4f33 None None] Provisioning complete for port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:52.714174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-873335f7-0571-473c-9a37-141830fe4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:52.732192 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.056166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 844417e6-9118-46d7-8c16-b05c13b36649 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:53.056761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.074755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:53.104230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3145e3d6-e225-4f1c-89f5-c7692969b8ea triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:53.104758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.195893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.196727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:53.279274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 844417e6-9118-46d7-8c16-b05c13b36649, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=844417e6-9118-46d7-8c16-b05c13b36649,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:53.279746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.288796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.301771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.307485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 844417e6-9118-46d7-8c16-b05c13b36649 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:53.312552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.329195 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Sync routers for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:53.334070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.345345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.352793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.353098 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:53.358333 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:53.363860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.376707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-b81e3372-d888-47dd-a158-3f71bf85f8d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5427 time: 1.1186113 Oct 26 11:49:53.394344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Set router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:53.442751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55404) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:53.455670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-network', 'tenant_id': 'e33611326db04301988876fe7018c15e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:53.459225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632085-6e9f-4831-ba71-4a75df56f533 req-eb52de56-9951-463d-bb9f-5da624df7a10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:53.468784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a632085-6e9f-4831-ba71-4a75df56f533 req-eb52de56-9951-463d-bb9f-5da624df7a10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 944 time: 0.9539969 Oct 26 11:49:53.488319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Made reservation on behalf of e33611326db04301988876fe7018c15e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:53.491268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.510821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:53.516331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-873335f7-0571-473c-9a37-141830fe4f33 None None] Port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:49:53.516940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.603186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.624963 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.634543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:53.646743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.664409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Transition to ACTIVE for port object 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:49:53.698059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.700685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.722850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['844417e6-9118-46d7-8c16-b05c13b36649'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:53.770343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=844417e6-9118-46d7-8c16-b05c13b36649,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:53.811294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.824213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:53.873745 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:53.886277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e26be5e-693e-4ac4-86b2-2dcf423452d3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:53.907878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a632085-6e9f-4831-ba71-4a75df56f533 req-573b55fe-2f98-44da-876e-be9bf50f0b2f tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366496 Oct 26 11:49:53.985186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:53.989062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:49:54.005372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.012556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15e23ddb-0c66-4f37-ae13-1a30df1fbd31 req-1588b99f-a164-4a94-a2ef-f626bbfd53f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6302938 Oct 26 11:49:54.014582 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Added segment cb0dab9f-80db-4da4-9751-d94a008abd05 of type vlan for network 95025497-197a-4cc3-95f2-ae1cdecf5c72 Oct 26 11:49:54.014727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:54.015646 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.093575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada57e9a-a943-4b9d-a19b-4430e20798f1'}, {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:54.096102 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2301bf61-a325-4176-92b4-7bf05bc1f48d" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "ada57e9a-a943-4b9d-a19b-4430e20798f1"}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:54.112655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Pushing event updated for resources: {'Port': ['ID=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.118420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.183272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Attempting to bind port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:54.183541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Attempting to bind port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:54.183809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Attempting to bind port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c on network 55f2ae00-de01-493c-8366-eb4c150fa956 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:54.192106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 844417e6-9118-46d7-8c16-b05c13b36649 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:54.201067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.202240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c on network 55f2ae00-de01-493c-8366-eb4c150fa956 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:49:54.202575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Attempting to bind port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c on network 55f2ae00-de01-493c-8366-eb4c150fa956 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:54.208669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4210c6e1-402a-4be9-9ecb-b91424283d71 req-f28164c6-ba0c-43e3-b1bc-5550b7717737 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.30 "DELETE /v2.0/ports/844417e6-9118-46d7-8c16-b05c13b36649 HTTP/1.1" status: 204 len: 173 time: 1.4923074 Oct 26 11:49:54.222355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.225573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:54.228257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.286988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:54.287302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Checking segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:54.289142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Bound using segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:54.289142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Bound port: 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:54.290826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.410225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:54.410225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.436432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540e48-4b7c-4cb5-bc21-d99d057f56e5 req-56cef5ca-3ba8-4448-842b-1566fafa3921 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:54.440440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed540e48-4b7c-4cb5-bc21-d99d057f56e5 req-56cef5ca-3ba8-4448-842b-1566fafa3921 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 944 time: 0.2331371 Oct 26 11:49:54.441312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38327837-c376-45f6-9370-ec0001074a40,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.467955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1626caeb-5d02-4c52-97cb-c56e25b330c6 req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1683320830', 'description': 'tempest-description-1201439386'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:54.476469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] Pushing event updated for resources: {'Network': ['ID=95025497-197a-4cc3-95f2-ae1cdecf5c72,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.502010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d5bb42be-96c7-485c-b7a9-cbcec9c1f47c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0478473 Oct 26 11:49:54.503340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55410) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:54.509188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1626caeb-5d02-4c52-97cb-c56e25b330c6 req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.514501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Request body: {'subnet': {'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-subnet', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:54.554705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] For port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:54.564333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Made reservation on behalf of e33611326db04301988876fe7018c15e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:54.566840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] For port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:54.570665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.572100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3ab0fa4c-267d-4841-add8-663d75424ace details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:54.585745 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.590558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:49:54.618949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.708777 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1626caeb-5d02-4c52-97cb-c56e25b330c6 req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.710352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:39Z', 'revision_number': 2, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:54.737707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1626caeb-5d02-4c52-97cb-c56e25b330c6 req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.753819 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Checking router: ccd57518-4b3e-4f41-8e77-b116e879b703 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:54.754607 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Updating router ccd57518-4b3e-4f41-8e77-b116e879b703 port 127a05f2-c100-4f0e-a637-4bb1d2ed344b binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:49:54.793315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.802657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed540e48-4b7c-4cb5-bc21-d99d057f56e5 req-5d9b840b-9482-40c2-a23f-e2ff7069c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448744 Oct 26 11:49:54.814195 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.887276 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:49:54.911235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:54.911912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:54.913395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] 10.222.0.100 "PUT /v2.0/ports/94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 1092 time: 3.8687851 Oct 26 11:49:54.928785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:54.931428 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549d2a6f-7b06-482f-b67a-6d458db70ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:54.974524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:47Z', 'revision_number': 4, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '85637812-a03d-40d2-a1b0-6ac9b3120c53', 'name': '', 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'mac_address': 'fa:16:3e:c3:60:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:44Z', 'updated_at': '2021-10-26T11:49:48Z', 'revision_number': 2, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'subnets': [{'id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:55.004307 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1626caeb-5d02-4c52-97cb-c56e25b330c6 req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.006266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1626caeb-5d02-4c52-97cb-c56e25b330c6 req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5473971 Oct 26 11:49:55.192591 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8937563e-7059-4673-9b49-52e632bb7daf x-openstack-request-id: req-8937563e-7059-4673-9b49-52e632bb7daf {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:55.193441 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1", "code": 200}, {"name": "network-changed", "server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:55.193441 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8937563e-7059-4673-9b49-52e632bb7daf {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:55.193794 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'code': 200} Oct 26 11:49:55.207965 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'status': 'completed', 'code': 200} Oct 26 11:49:55.236003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb5c77-5d74-419b-b7a3-2a0fc2d15ce5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c813f7a2-25a1-4cb1-9182-5d5082c2524c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.285207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Checking router: 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:55.285601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Updating router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 port 85637812-a03d-40d2-a1b0-6ac9b3120c53 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:49:55.375285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:55.383048 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1f113-aa6e-42f4-aeae-eb43361a2832 x-openstack-request-id: req-9df1f113-aa6e-42f4-aeae-eb43361a2832 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:55.383388 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "ada57e9a-a943-4b9d-a19b-4430e20798f1", "code": 200}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:55.383639 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9df1f113-aa6e-42f4-aeae-eb43361a2832 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:55.385159 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada57e9a-a943-4b9d-a19b-4430e20798f1', 'code': 200} Oct 26 11:49:55.385443 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'code': 200} Oct 26 11:49:55.389405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16dcbd-2b1a-452b-aafc-a828067a9f0d service neutron] Pushing event updated for resources: {'Port': ['ID=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.397291 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.417139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-418ed037-9ea4-4a65-9eae-1b9d46cfbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.419215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-418ed037-9ea4-4a65-9eae-1b9d46cfbcf6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1095 time: 0.4402323 Oct 26 11:49:55.427152 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.428302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c04f458-6594-44e2-87cf-ceb18cd03ace up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:55.440446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-9cebda05-4718-4520-b221-e260713c3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.442239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-9cebda05-4718-4520-b221-e260713c3da9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1099 time: 0.2332623 Oct 26 11:49:55.443459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.495432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-4c8bd271-0957-4b6e-8610-98c4b72fc8c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 217 time: 0.0643938 Oct 26 11:49:55.496076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-c05c6cdc-9dfa-4d71-80f5-04bf6030498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.497653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-c05c6cdc-9dfa-4d71-80f5-04bf6030498f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1099 time: 0.2872939 Oct 26 11:49:55.514680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c07b-a97c-44d5-8351-b77f80d08a4e req-1c4ba14a-2170-459b-885d-5466229bd1b5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.518009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40f2c07b-a97c-44d5-8351-b77f80d08a4e req-1c4ba14a-2170-459b-885d-5466229bd1b5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 948 time: 0.3774998 Oct 26 11:49:55.664688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-420bc55f-1321-4fdc-8b5b-0de3f10f4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.666538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-420bc55f-1321-4fdc-8b5b-0de3f10f4fc0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1230772 Oct 26 11:49:55.741130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-4f20c25d-2151-433d-b54e-c9a2636cae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.742777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-4f20c25d-2151-433d-b54e-c9a2636cae44 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 200 len: 865 time: 0.2236674 Oct 26 11:49:55.746632 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.756652 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8412e416-309d-4fba-9597-822667f96e43 x-openstack-request-id: req-8412e416-309d-4fba-9597-822667f96e43 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:55.756984 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:55.757424 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8412e416-309d-4fba-9597-822667f96e43 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:55.757607 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'status': 'completed', 'code': 200} Oct 26 11:49:55.768316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Checking segment: {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:55.768892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Network hostable DHCP agents. Network: 95025497-197a-4cc3-95f2-ae1cdecf5c72, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:49:55.770319 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.774961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-ad89fc5b-f04a-4e11-b680-09eea3ff17b1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.0814891 Oct 26 11:49:55.775585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c554b24c-efd1-47e3-9cea-c30055cd9773,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.869695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-806e0ca7-4991-4b20-b3e0-8890f715a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:55.871723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-806e0ca7-4991-4b20-b3e0-8890f715a266 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0889056 Oct 26 11:49:55.877721 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034a7d2-9b4b-4b4a-8c0a-e92d907ded86 None None] Pushing event updated for resources: {'Port': ['ID=127a05f2-c100-4f0e-a637-4bb1d2ed344b,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.972888 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Attempting to bind port 127a05f2-c100-4f0e-a637-4bb1d2ed344b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:55.973822 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Attempting to bind port 127a05f2-c100-4f0e-a637-4bb1d2ed344b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:55.974351 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Attempting to bind port 127a05f2-c100-4f0e-a637-4bb1d2ed344b on network 55f2ae00-de01-493c-8366-eb4c150fa956 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:55.987842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:55.989089 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Checking segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:55.990442 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:55.991932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Bound using segment: {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:55.992539 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Bound port: 127a05f2-c100-4f0e-a637-4bb1d2ed344b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d878eb-426e-4cf0-9ba2-fcdfdd1be757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:55.993021 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:56.058171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-db24c44c-caa0-4ae6-906e-3188f5e45e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.060459 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-db24c44c-caa0-4ae6-906e-3188f5e45e90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.6046197 Oct 26 11:49:56.063524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-0870d677-dcbe-44f9-8f2d-a36c1d047cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.069777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-0870d677-dcbe-44f9-8f2d-a36c1d047cb9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678069 Oct 26 11:49:56.076451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:49:56.123213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] For port 127a05f2-c100-4f0e-a637-4bb1d2ed344b, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:56.132435 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] For port 127a05f2-c100-4f0e-a637-4bb1d2ed344b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=127a05f2-c100-4f0e-a637-4bb1d2ed344b,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:56.141869 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:56.147146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40f2c07b-a97c-44d5-8351-b77f80d08a4e req-3399bf00-786e-4de7-8052-ffbcdd04cfdd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883257 Oct 26 11:49:56.216557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef1d9-1d70-42a3-b3ea-9edca51184c3 req-1bb16b19-f1cc-42ee-b7d1-3566cd41f789 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.219082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-591ef1d9-1d70-42a3-b3ea-9edca51184c3 req-1bb16b19-f1cc-42ee-b7d1-3566cd41f789 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 944 time: 0.4752893 Oct 26 11:49:56.261477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-d035a21e-a92a-4ee6-ae61-485c252c8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.263865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-d035a21e-a92a-4ee6-ae61-485c252c8830 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=55f2ae00-de01-493c-8366-eb4c150fa956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5038121 Oct 26 11:49:56.273979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 95025497-197a-4cc3-95f2-ae1cdecf5c72) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:56.316440 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:49:56.317117 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:56.317255 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:56.344410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc805ac-fa7a-4c80-9348-9b2e7da4e12b None None] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:49:56.346536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', '710d4023-08d4-461d-ba4f-94368c6ff667', '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:56.384202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4ea88d5e-884a-447c-98d5-4f81ce68f2b8 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.394766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4ea88d5e-884a-447c-98d5-4f81ce68f2b8 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 950 time: 0.5136325 Oct 26 11:49:56.398072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:56.473077 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034a7d2-9b4b-4b4a-8c0a-e92d907ded86 None None] Pushing event updated for resources: {'Port': ['ID=127a05f2-c100-4f0e-a637-4bb1d2ed344b,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:56.521989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-591ef1d9-1d70-42a3-b3ea-9edca51184c3 req-041322e3-cf67-4121-8b6e-33b493c35fce tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840178 Oct 26 11:49:56.540373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-71023d33-3a2c-41dd-9aa0-fdee80a14c2c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c813f7a2-25a1-4cb1-9182-5d5082c2524c HTTP/1.1" status: 200 len: 1801 time: 0.3196330 Oct 26 11:49:56.585845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.595231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:56.597167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Request body: {'security_group': {'name': 'tempest-sg-hth-208346494', 'description': 'tempest-description-hth-549518256'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:56.639857 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-ad2c638c-d60d-4f8d-b12e-0417cba3f693 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.5582078 Oct 26 11:49:56.741018 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b4fc3fa2-9a7a-4730-9af1-a8167a0d25f7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2364619 Oct 26 11:49:56.743219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55438) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:49:56.750052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:56.782767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-97dd0378-2fae-4daa-a9bf-54f067fb5c59 service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062108 Oct 26 11:49:56.785813 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:49:56.932085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:49:56.936539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-27fbd29a-2f53-467a-be0b-9e193db9d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:56.938375 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-27fbd29a-2f53-467a-be0b-9e193db9d844 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1942863 Oct 26 11:49:57.014268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Attempting to bind port 85637812-a03d-40d2-a1b0-6ac9b3120c53 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:49:57.015115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Attempting to bind port 85637812-a03d-40d2-a1b0-6ac9b3120c53 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:49:57.015115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Attempting to bind port 85637812-a03d-40d2-a1b0-6ac9b3120c53 on network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:57.040679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 3ab0fa4c-267d-4841-add8-663d75424ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3ab0fa4c-267d-4841-add8-663d75424ace,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:57.054006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:49:57.054480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Checking segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:49:57.054809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.055237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Bound using segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:49:57.055737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Bound port: 85637812-a03d-40d2-a1b0-6ac9b3120c53, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:49:57.064622 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.081441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.083313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.123029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.126623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-c9b99d0b-ab56-49f2-9020-b77b9bebacde service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0452938 Oct 26 11:49:57.163536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-0d87c11b-93c0-44af-bdc3-6b9d3c8a7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.163762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e74e0bed-96da-4479-b386-876e345439b2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:57.166915 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-0d87c11b-93c0-44af-bdc3-6b9d3c8a7602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174354 Oct 26 11:49:57.175366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port c8543365-9bc0-481d-b40c-247342e90dd6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:49:57.176059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.194569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.219010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.227961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.230529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c54ce6a-a98d-4dd1-92c3-73f009613aaf req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "PUT /v2.0/security-groups/c813f7a2-25a1-4cb1-9182-5d5082c2524c HTTP/1.1" status: 200 len: 1773 time: 0.6685688 Oct 26 11:49:57.231391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'name': 'network-vif-deleted', 'tag': '844417e6-9118-46d7-8c16-b05c13b36649'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:57.234209 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a66549-0868-40f8-a39d-c126601e3083" -d '{"events": [{"server_uuid": "5f7c6c4c-93c5-4a00-be93-25eba4d756a0", "name": "network-vif-deleted", "tag": "844417e6-9118-46d7-8c16-b05c13b36649"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:57.312165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.335357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.349010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.365834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.381771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.382895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.400232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.410536 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:56Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:57.419394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.422292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-e113506a-aa65-463a-9854-00f61bda9f67 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5429 time: 0.6213903 Oct 26 11:49:57.475673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:49:57.480403 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccab6f0-dea7-4784-a8c7-be79155d9526" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:57.488218 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d447c04-ee01-45e1-b0f7-1b7c5441b60b None None] The sync data for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 is: [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:56Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:57.583796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4687639e-cc92-425a-bed6-2e9e22ad74d1 None None] Provisioning complete for port 127a05f2-c100-4f0e-a637-4bb1d2ed344b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:57.584700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4687639e-cc92-425a-bed6-2e9e22ad74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.589092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '3ab0fa4c-267d-4841-add8-663d75424ace', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': '3ab0fa4c-267d-4841-add8-663d75424ace', 'mac_address': 'fa:16:3e:9d:6f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:49:57.639387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5976d-0110-4c09-a290-1fced2c243b6 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c813f7a2-25a1-4cb1-9182-5d5082c2524c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.659851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06a1f1db-15a0-4a39-8f49-ad40cc3cdb93 req-b766802b-913c-4fc7-817d-05a00bb7d58e service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547261 Oct 26 11:49:57.701502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 1c04f458-6594-44e2-87cf-ceb18cd03ace completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:49:57.756439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.835451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 1c04f458-6594-44e2-87cf-ceb18cd03ace triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:57.839569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:57.855030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5f742d0-0f7e-48aa-8862-f6a208dbacbd req-1de16da8-0b1a-4946-a940-cf886a50b21c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4129958 Oct 26 11:49:57.934532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620159a-c47a-4128-aac5-7fc4e4438e82 req-87e65b90-5fc8-4ac0-9c32-27bf654c6af9 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.944428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7620159a-c47a-4128-aac5-7fc4e4438e82 req-87e65b90-5fc8-4ac0-9c32-27bf654c6af9 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=509def3f-53c4-40fc-9a77-62fd495f2755 HTTP/1.1" status: 200 len: 950 time: 0.5120564 Oct 26 11:49:57.952185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-b4cd453d-3d19-477d-845b-180a9fcd9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:57.955977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-b4cd453d-3d19-477d-845b-180a9fcd9bc5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1095 time: 0.2234211 Oct 26 11:49:58.045403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab0fa4c-267d-4841-add8-663d75424ace {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:49:58.120368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 3ab0fa4c-267d-4841-add8-663d75424ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3ab0fa4c-267d-4841-add8-663d75424ace,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:58.124083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a58a45-2b87-4caf-a0c0-67e8a667f999 None None] Pushing event updated for resources: {'Port': ['ID=85637812-a03d-40d2-a1b0-6ac9b3120c53,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:58.151316 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:58.220034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port c8543365-9bc0-481d-b40c-247342e90dd6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c8543365-9bc0-481d-b40c-247342e90dd6,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:58.220628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:58.241598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for c8543365-9bc0-481d-b40c-247342e90dd6 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:49:58.256960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7620159a-c47a-4128-aac5-7fc4e4438e82 req-47e51ac3-1050-4af1-b6a2-ecdc0f36d670 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994015 Oct 26 11:49:58.278387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00363079-ccaf-4061-bd5c-bba25a204981 req-2d5af6e4-7239-448c-8a5f-c94d9394d70d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:58.282022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00363079-ccaf-4061-bd5c-bba25a204981 req-2d5af6e4-7239-448c-8a5f-c94d9394d70d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 944 time: 0.2620015 Oct 26 11:49:58.307332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:49:58.470919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-6f9550bc-edf1-4e66-9910-947e07bde457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:58.471846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:58.472491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-6f9550bc-edf1-4e66-9910-947e07bde457 service neutron] 10.222.0.100 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 928 time: 0.4862728 Oct 26 11:49:58.513046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-c2946e39-8842-4bd0-be50-a7bbe91b120b service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3619201 Oct 26 11:49:58.537674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:58.541956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] For port 85637812-a03d-40d2-a1b0-6ac9b3120c53, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:58.602470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-d7b73c10-1f13-4bd1-9065-a4c896805b70 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4074225 Oct 26 11:49:58.612608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=c8543365-9bc0-481d-b40c-247342e90dd6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:58.730668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00363079-ccaf-4061-bd5c-bba25a204981 req-2ec20961-b4e4-4971-b7bc-9f779de400ad tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396777 Oct 26 11:49:58.746320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-596bc715-d180-47f2-b5dc-55d6e83d477c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 217 time: 0.2407053 Oct 26 11:49:58.756487 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:49:58.797864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=3ab0fa4c-267d-4841-add8-663d75424ace,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:58.882212 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] For port 85637812-a03d-40d2-a1b0-6ac9b3120c53, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=85637812-a03d-40d2-a1b0-6ac9b3120c53,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:58.929764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port c8543365-9bc0-481d-b40c-247342e90dd6 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:49:58.947771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:58.953519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-70a32814-27cc-49e9-8093-4087338c71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:58.956286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-70a32814-27cc-49e9-8093-4087338c71b8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 200 len: 865 time: 0.2074859 Oct 26 11:49:58.962476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8593e9ba-2f3b-4c25-aa66-a04922a19a9c req-123f88dd-76d4-4d4f-8bba-1f607255ea49 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c813f7a2-25a1-4cb1-9182-5d5082c2524c HTTP/1.1" status: 200 len: 1773 time: 0.1793287 Oct 26 11:49:58.972661 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cf7f275-ad9c-4bc3-8763-c27b4ab52c4f req-4de460ae-88ee-4196-baeb-6d806f2e3d9a tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "DELETE /v2.0/ports/c8543365-9bc0-481d-b40c-247342e90dd6 HTTP/1.1" status: 204 len: 173 time: 2.5707445 Oct 26 11:49:59.033295 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282ef9f1-8e15-4935-9177-739bcc026edb x-openstack-request-id: req-282ef9f1-8e15-4935-9177-739bcc026edb {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:59.033820 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c6c4c-93c5-4a00-be93-25eba4d756a0", "name": "network-vif-deleted", "tag": "844417e6-9118-46d7-8c16-b05c13b36649", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:59.036110 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-282ef9f1-8e15-4935-9177-739bcc026edb {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:59.036782 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7c6c4c-93c5-4a00-be93-25eba4d756a0', 'name': 'network-vif-deleted', 'tag': '844417e6-9118-46d7-8c16-b05c13b36649', 'status': 'completed', 'code': 200} Oct 26 11:49:59.044737 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.129683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4687639e-cc92-425a-bed6-2e9e22ad74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.147985 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32e757fe-ea40-4263-a0fb-2f411c5e6c69 req-39cafc54-4874-452b-9c50-8af0a7545c34 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311780 Oct 26 11:49:59.175655 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288b1451-4098-4061-8dd0-3b6c5415b4c7 x-openstack-request-id: req-288b1451-4098-4061-8dd0-3b6c5415b4c7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:59.176415 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:59.176823 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-288b1451-4098-4061-8dd0-3b6c5415b4c7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:59.178348 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e', 'code': 200} Oct 26 11:49:59.236734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-0aef8351-8ccb-4ac2-9a06-db174ba2e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:59.239828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-0aef8351-8ccb-4ac2-9a06-db174ba2e8d4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=55f2ae00-de01-493c-8366-eb4c150fa956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749240 Oct 26 11:49:59.240077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['3ab0fa4c-267d-4841-add8-663d75424ace'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:49:59.478061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-95025497-197a-4cc3-95f2-ae1cdecf5c72', 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'fixed_ips': [{'subnet_id': 'c554b24c-efd1-47e3-9cea-c30055cd9773'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:49:59.479326 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.509839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e74e0bed-96da-4479-b386-876e345439b2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:49:59.510418 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.551468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-c06da491-924f-4a18-a0d7-56d129f3b4f9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:59.553050 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-c06da491-924f-4a18-a0d7-56d129f3b4f9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc&tenant_id=a30afeddd6894964b3d8f85d494291d0&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 948 time: 0.3615043 Oct 26 11:49:59.573185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.610119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373a1e-a80a-4370-8fd6-06bf23336249 req-5f4efd3c-113d-46d0-b504-db40ad8b96d2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:59.614962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2373a1e-a80a-4370-8fd6-06bf23336249 req-5f4efd3c-113d-46d0-b504-db40ad8b96d2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.4256756 Oct 26 11:49:59.642964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a9ab-f50b-46ca-a47f-93df7d186c58 req-69328df7-ddff-41f9-bbba-a65a4ff30bde tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:49:59.646717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c888a9ab-f50b-46ca-a47f-93df7d186c58 req-69328df7-ddff-41f9-bbba-a65a4ff30bde tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 948 time: 0.3334916 Oct 26 11:49:59.650256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.739867 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-9132381b-0d62-4605-999b-f6006b43c2ad service neutron] delete failed (client error): The resource could not be found. Oct 26 11:49:59.741757 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-9132381b-0d62-4605-999b-f6006b43c2ad service neutron] 10.222.0.100 "DELETE /v2.0/ports/57018e7b-d51a-41e7-b5ce-d37eb6e77fb1/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.1659358 Oct 26 11:49:59.836248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4687639e-cc92-425a-bed6-2e9e22ad74d1 None None] For port 127a05f2-c100-4f0e-a637-4bb1d2ed344b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=127a05f2-c100-4f0e-a637-4bb1d2ed344b,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:59.886179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:49:59.892947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-ad5f5053-bcd6-4d57-ba9b-fb3e007bf60d service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816650 Oct 26 11:49:59.901443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2373a1e-a80a-4370-8fd6-06bf23336249 req-0434daf6-386a-429f-93e7-59a2e8dbba42 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792490 Oct 26 11:49:59.932549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Allocated IP 172.25.4.175 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/854b342c-9fa1-4371-ad1a-732bacd630a5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:59.964217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4687639e-cc92-425a-bed6-2e9e22ad74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:00.129664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c888a9ab-f50b-46ca-a47f-93df7d186c58 req-49273f24-9232-482b-af19-9a980acd10b6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340060 Oct 26 11:50:00.306180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-3462a90f-3983-466a-8c0d-728b93d33f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.308140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-3462a90f-3983-466a-8c0d-728b93d33f31 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1099 time: 0.2718799 Oct 26 11:50:00.378510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a58a45-2b87-4caf-a0c0-67e8a667f999 None None] Pushing event updated for resources: {'Port': ['ID=85637812-a03d-40d2-a1b0-6ac9b3120c53,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:00.404988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549d2a6f-7b06-482f-b67a-6d458db70ddc req-c383e3e5-3c77-45cb-966d-f33337b91610 service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886978 Oct 26 11:50:00.417532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:00.474442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2e4ac9e-2221-4ea0-a9c2-10d9b7ec0eff req-031f8f1c-b4dd-41a8-9704-ee14cab81b2a tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/c813f7a2-25a1-4cb1-9182-5d5082c2524c HTTP/1.1" status: 200 len: 1773 time: 0.2393067 Oct 26 11:50:00.515854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-0c145de6-d649-4b45-8a9b-91a65c83deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.518675 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-0c145de6-d649-4b45-8a9b-91a65c83deda service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1995966 Oct 26 11:50:00.520580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Routers {'9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:00.521303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:00.524007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:00.572608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.588621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.603634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.617419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.625203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Pushing event updated for resources: {'Port': ['ID=854b342c-9fa1-4371-ad1a-732bacd630a5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:00.650419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.654283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] Set router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:00.666899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.681427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.686055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-e9b61293-e830-4bde-b1a0-6e6a85490344 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5429 time: 0.5017540 Oct 26 11:50:00.690365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-bc05c89f-2029-4d79-bc3e-864219032c66 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.1539855 Oct 26 11:50:00.730639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:00.763095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:00.781667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:00.870854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a2e4ac9e-2221-4ea0-a9c2-10d9b7ec0eff req-687dd933-fc8d-4ee5-86b2-2a32c44ef676 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:00.871872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-e90ab498-c7cd-4966-aac0-0bb17037db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:00.874575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-e90ab498-c7cd-4966-aac0-0bb17037db4c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1765347 Oct 26 11:50:00.883662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7aa38ffd-d7a6-4c5a-9854-13da4683a1a1 None None] Provisioning complete for port 85637812-a03d-40d2-a1b0-6ac9b3120c53 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:00.883662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa38ffd-d7a6-4c5a-9854-13da4683a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:00.887440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4b10cad-e064-40d0-8ea2-fa04488d1212 req-515aea2c-2351-415d-801b-4a1e342c23c0 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457822 Oct 26 11:50:00.961723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a2e4ac9e-2221-4ea0-a9c2-10d9b7ec0eff req-687dd933-fc8d-4ee5-86b2-2a32c44ef676 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.044762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:01.045609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509def3f-53c4-40fc-9a77-62fd495f2755', 'name': 'network-vif-deleted', 'tag': 'c8543365-9bc0-481d-b40c-247342e90dd6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:01.051575 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.055019 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962e3030-cf34-4bfc-a8e6-21ed1bcdb436" -d '{"events": [{"server_uuid": "509def3f-53c4-40fc-9a77-62fd495f2755", "name": "network-vif-deleted", "tag": "c8543365-9bc0-481d-b40c-247342e90dd6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:01.064931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:01.111663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a2e4ac9e-2221-4ea0-a9c2-10d9b7ec0eff req-687dd933-fc8d-4ee5-86b2-2a32c44ef676 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.117463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.117872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a2e4ac9e-2221-4ea0-a9c2-10d9b7ec0eff req-687dd933-fc8d-4ee5-86b2-2a32c44ef676 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.121945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2e4ac9e-2221-4ea0-a9c2-10d9b7ec0eff req-687dd933-fc8d-4ee5-86b2-2a32c44ef676 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/c813f7a2-25a1-4cb1-9182-5d5082c2524c HTTP/1.1" status: 204 len: 173 time: 0.6178746 Oct 26 11:50:01.131946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9c67b58a-f86c-47ed-b745-9c55f27d143e up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:01.161890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd933-fc8d-4ee5-86b2-2a32c44ef676 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813f7a2-25a1-4cb1-9182-5d5082c2524c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:01.203047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c04f458-6594-44e2-87cf-ceb18cd03ace'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:01.205581 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe8601d-97e9-4577-9993-2ed19f66caa5" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "1c04f458-6594-44e2-87cf-ceb18cd03ace"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:01.270527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-5f335f44-c5e4-4799-b095-4d33f2c904db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:01.274621 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-5f335f44-c5e4-4799-b095-4d33f2c904db service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3894563 Oct 26 11:50:01.292045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'mac_address': 'fa:16:3e:7f:ad:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:01.308314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed709afe-426c-45b3-8fa2-63fee9ebaf0d req-20a65fb6-ed2d-4dd6-bb82-66be45ba84e4 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:01.323046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed709afe-426c-45b3-8fa2-63fee9ebaf0d req-20a65fb6-ed2d-4dd6-bb82-66be45ba84e4 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 944 time: 0.0973170 Oct 26 11:50:01.327543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e74e0bed-96da-4479-b386-876e345439b2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e74e0bed-96da-4479-b386-876e345439b2,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:01.362016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687639e-cc92-425a-bed6-2e9e22ad74d1 None None] Pushing event updated for resources: {'Port': ['ID=127a05f2-c100-4f0e-a637-4bb1d2ed344b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:01.372734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa38ffd-d7a6-4c5a-9854-13da4683a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.416881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed709afe-426c-45b3-8fa2-63fee9ebaf0d req-289f80d6-93c4-423f-8b02-20ecf9ea748c tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928402 Oct 26 11:50:01.424552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:01.425439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 127a05f2-c100-4f0e-a637-4bb1d2ed344b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:01.570306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Allocated IP 172.20.0.2 (95025497-197a-4cc3-95f2-ae1cdecf5c72/c554b24c-efd1-47e3-9cea-c30055cd9773/87458059-05ca-44fe-8f0c-e84a7e6c6b20) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:01.639048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6bfc3-42a4-4345-965d-304cde5e26f3 req-11339ff3-b1f8-4a06-8199-132af632edec tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:01.640733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9e6bfc3-42a4-4345-965d-304cde5e26f3 req-11339ff3-b1f8-4a06-8199-132af632edec tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.1673505 Oct 26 11:50:01.723669 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c093e3f9-d110-4700-b60a-70978252784a x-openstack-request-id: req-c093e3f9-d110-4700-b60a-70978252784a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:01.724227 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509def3f-53c4-40fc-9a77-62fd495f2755", "name": "network-vif-deleted", "tag": "c8543365-9bc0-481d-b40c-247342e90dd6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:01.724227 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c093e3f9-d110-4700-b60a-70978252784a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:01.728677 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509def3f-53c4-40fc-9a77-62fd495f2755', 'name': 'network-vif-deleted', 'tag': 'c8543365-9bc0-481d-b40c-247342e90dd6', 'status': 'completed', 'code': 200} Oct 26 11:50:01.783182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9e6bfc3-42a4-4345-965d-304cde5e26f3 req-25505649-fe3d-453d-82ac-3bb49bdcb0a0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310680 Oct 26 11:50:01.921137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.018754 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-d213c5f3-4f73-419a-a4ea-36bd63d9e053 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345510 Oct 26 11:50:02.062652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.082338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:50:02.085716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c8543365-9bc0-481d-b40c-247342e90dd6 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:02.098464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54106ef-bbbe-47b9-b622-4b4fe2d0fa67 req-1e98c184-db31-47e6-a038-78b888737957 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.099644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a54106ef-bbbe-47b9-b622-4b4fe2d0fa67 req-1e98c184-db31-47e6-a038-78b888737957 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 948 time: 0.1118331 Oct 26 11:50:02.131247 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7232817-aca9-48e9-b17e-66e39a6e0048 x-openstack-request-id: req-f7232817-aca9-48e9-b17e-66e39a6e0048 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:02.131739 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "1c04f458-6594-44e2-87cf-ceb18cd03ace", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:02.132101 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7232817-aca9-48e9-b17e-66e39a6e0048 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:02.132599 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c04f458-6594-44e2-87cf-ceb18cd03ace', 'code': 200} Oct 26 11:50:02.148556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:02.209848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a54106ef-bbbe-47b9-b622-4b4fe2d0fa67 req-7dc7d998-38aa-4b6c-b361-fe2b02d00a6c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977139 Oct 26 11:50:02.227020 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97720fb8-25b1-4d15-9432-75e82ea4ca2c req-5e550e3e-6b36-48eb-a61c-1fd3c09eca27 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427755 Oct 26 11:50:02.322160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c8543365-9bc0-481d-b40c-247342e90dd6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:02.325698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c8543365-9bc0-481d-b40c-247342e90dd6 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:02.417923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 9c67b58a-f86c-47ed-b745-9c55f27d143e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:02.483206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:02.489525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 9c67b58a-f86c-47ed-b745-9c55f27d143e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:02.489892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.564987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.583654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.589475 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:50:02.593161 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.597929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.607511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.608990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.622717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7aa38ffd-d7a6-4c5a-9854-13da4683a1a1 None None] For port 85637812-a03d-40d2-a1b0-6ac9b3120c53, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=85637812-a03d-40d2-a1b0-6ac9b3120c53,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:02.629476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.647834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.666116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:02.676640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-6bebd573-d9c1-4e44-aad0-c37785f4772c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5430 time: 0.2543869 Oct 26 11:50:02.690980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:02.727153 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa38ffd-d7a6-4c5a-9854-13da4683a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.785431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 127a05f2-c100-4f0e-a637-4bb1d2ed344b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:02.785838 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:02.787382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cadccc03-da77-4173-a732-ac2cb4af26b0 req-15029e8f-e4f0-4a25-9f2d-7ef7983e6bb9 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084065 Oct 26 11:50:02.788394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.788779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.789086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.789477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.789862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.790198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.790538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.791061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.791391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.791717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.792098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.792423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:02.857416 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-70c634ee-9c18-47ec-8d4e-409e4148eb58 req-605f1273-723f-48d1-a164-3d8d13949818 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:50:02.868260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70c634ee-9c18-47ec-8d4e-409e4148eb58 req-605f1273-723f-48d1-a164-3d8d13949818 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/ba1d54a5-0443-43ca-ac6d-1657c487c3f7 HTTP/1.1" status: 404 len: 352 time: 0.0415680 Oct 26 11:50:02.994545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Router d9b4c550-508c-423e-aa24-84867b7fee9a is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:50:03.126539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d582-ef9f-4598-980d-45fdfc6651ec req-f1a004c3-aa99-4b63-81c0-61093bd2d5c2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:03.135349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9144d582-ef9f-4598-980d-45fdfc6651ec req-f1a004c3-aa99-4b63-81c0-61093bd2d5c2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 944 time: 0.1617727 Oct 26 11:50:03.150442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bb141425-de72-4f28-9d8c-7b0510ad5d6c None None] Provisioning complete for port 85637812-a03d-40d2-a1b0-6ac9b3120c53 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:03.150907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb141425-de72-4f28-9d8c-7b0510ad5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:03.257117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:03.313837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:50:03.338213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:03.340699 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c06f6af9-d868-4110-b714-f2c46fa6e342 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5525241 Oct 26 11:50:03.343967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:03.352683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9144d582-ef9f-4598-980d-45fdfc6651ec req-b128deed-0318-47d9-9325-557d35fbce47 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086432 Oct 26 11:50:03.451252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb26b-0c77-47d7-a11b-e8d589ce076e req-0b4cfd66-5a07-40f2-aac4-7e84a7b3defe tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:03.472901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Sync routers for ids ['d9b4c550-508c-423e-aa24-84867b7fee9a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:03.478009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b20fb26b-0c77-47d7-a11b-e8d589ce076e req-0b4cfd66-5a07-40f2-aac4-7e84a7b3defe tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 950 time: 0.2802699 Oct 26 11:50:03.534753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b20fb26b-0c77-47d7-a11b-e8d589ce076e req-7e417fa0-792c-4fff-a322-ba30add4407b tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554066 Oct 26 11:50:03.557076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:03.644392 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-496a82ec-64b5-4854-8bcb-0631521b6717 req-53350f5d-5688-499e-beac-fa9bc4b4661c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:50:03.646019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-496a82ec-64b5-4854-8bcb-0631521b6717 req-53350f5d-5688-499e-beac-fa9bc4b4661c tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/4f179058-e209-4bcd-876d-a6952cb8fd7a HTTP/1.1" status: 404 len: 352 time: 0.0279894 Oct 26 11:50:03.653684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e74e0bed-96da-4479-b386-876e345439b2,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:03.683987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d459712-611d-4e38-b4b3-7f6d0d364afa req-2ff162c7-b000-41f5-b5a6-3bcf277922e6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:03.686082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d459712-611d-4e38-b4b3-7f6d0d364afa req-2ff162c7-b000-41f5-b5a6-3bcf277922e6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.1415069 Oct 26 11:50:03.688927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 67accf40-0037-41d0-a9cd-c9ca3fad1866 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:03.732736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:03.736475 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:03.792047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:03.826901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:47Z', 'revision_number': 4, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '85637812-a03d-40d2-a1b0-6ac9b3120c53', 'name': '', 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'mac_address': 'fa:16:3e:c3:60:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:44Z', 'updated_at': '2021-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'subnets': [{'id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:03.855322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'port_id': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'mac_address': 'fa:16:3e:54:08:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:03.859902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Routers {'d9b4c550-508c-423e-aa24-84867b7fee9a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:03.860570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d9b4c550-508c-423e-aa24-84867b7fee9a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:03.871232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d459712-611d-4e38-b4b3-7f6d0d364afa req-f7b5c855-b597-4d47-9e4b-f2ede2980f5b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574256 Oct 26 11:50:03.875840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d42ee-22d0-4f2a-bb5c-0913f8ed36f8 None None] The sync data for ids ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'] in n-d-812150-3 is: [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:47Z', 'revision_number': 4, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '85637812-a03d-40d2-a1b0-6ac9b3120c53', 'name': '', 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'mac_address': 'fa:16:3e:c3:60:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:44Z', 'updated_at': '2021-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'subnets': [{'id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:03.938996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-c699ef96-af04-4528-899a-f9737b52634d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:03.962410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:03.988431 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-c699ef96-af04-4528-899a-f9737b52634d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/ports?device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 950 time: 0.2861569 Oct 26 11:50:03.992380 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-0adb1a7c-37ab-4dd1-af10-73f13db3725e req-4f53420c-3a7a-4d41-8dfb-822c35714998 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:50:04.028929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0adb1a7c-37ab-4dd1-af10-73f13db3725e req-4f53420c-3a7a-4d41-8dfb-822c35714998 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/9798e0c5-521f-4f80-880f-63a783593b2f HTTP/1.1" status: 404 len: 352 time: 0.1021259 Oct 26 11:50:04.043908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb41cb-1e25-4810-8cae-49ca89865e48 req-8e89ce0c-16c3-46c4-9149-d2fb4081ef4f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.053407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bcb41cb-1e25-4810-8cae-49ca89865e48 req-8e89ce0c-16c3-46c4-9149-d2fb4081ef4f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 949 time: 0.2940030 Oct 26 11:50:04.064543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:04.139729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:04.176353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bcb41cb-1e25-4810-8cae-49ca89865e48 req-30ae5bed-54a4-4e9d-8954-0b09ec27cbdb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151776 Oct 26 11:50:04.311427 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-ecf340e6-3eab-4954-9c0b-c31f4eb69a74 req-0c7414e0-2f2f-43c5-b85e-3c7ca8b288b8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:50:04.326592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecf340e6-3eab-4954-9c0b-c31f4eb69a74 req-0c7414e0-2f2f-43c5-b85e-3c7ca8b288b8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/523fa085-389e-4446-8b75-956f38f185f1 HTTP/1.1" status: 404 len: 352 time: 0.0599122 Oct 26 11:50:04.341430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 67accf40-0037-41d0-a9cd-c9ca3fad1866 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:04.341815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:04.428593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.455997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.478857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.489447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.495878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.504400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.508059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:04.511898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.513751 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6cf282-179a-4cbe-b72d-f1c6bdbe2505" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:04.521331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e318c584-6721-4929-900f-b71dd6afe481 req-4ce12415-ac1a-4886-8b84-c1f9d1ee9884 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5430 time: 0.3115287 Oct 26 11:50:04.595975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e318c584-6721-4929-900f-b71dd6afe481 req-72afa08d-e5c6-44c7-9044-91812c086124 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735099 Oct 26 11:50:04.646120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:04.661390 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-6283007e-c18b-45b7-bc3b-1c30c4febdf5 req-626ae40b-f89a-43fe-becf-aa3167ccc243 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:50:04.674817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6283007e-c18b-45b7-bc3b-1c30c4febdf5 req-626ae40b-f89a-43fe-becf-aa3167ccc243 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/e9985659-f17a-4895-921e-f56506b60dc4 HTTP/1.1" status: 404 len: 352 time: 0.0431066 Oct 26 11:50:04.733261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:04.739094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-1a616136-b97b-4f61-aafa-9a1da2f3f475 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.739458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:04.743438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-1a616136-b97b-4f61-aafa-9a1da2f3f475 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/ports?device_id=9c087878-c162-425c-b948-1fe158cf3c2b HTTP/1.1" status: 200 len: 950 time: 0.6001213 Oct 26 11:50:04.762504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:04.787212 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:04.830301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006a97-5842-4541-b29c-0ab70e66234f req-a77d6f3e-ec42-4b2e-8029-4a84274885f7 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:04.840088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18006a97-5842-4541-b29c-0ab70e66234f req-a77d6f3e-ec42-4b2e-8029-4a84274885f7 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1100 time: 0.2414525 Oct 26 11:50:04.849191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:04.855336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:04.864641 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:04.945229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:04.946488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 31232aee-6726-4de9-8266-36158167daf1 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:05.021461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803a427-ddd9-4525-ba49-403462cbbec7 req-c08213b2-8456-4e35-a926-f27ae60c69b7 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:05.029115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0803a427-ddd9-4525-ba49-403462cbbec7 req-c08213b2-8456-4e35-a926-f27ae60c69b7 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 945 time: 0.2396164 Oct 26 11:50:05.096399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18006a97-5842-4541-b29c-0ab70e66234f req-b7bee1c9-747c-4f07-a30f-2319196ad355 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551594 Oct 26 11:50:05.125577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0803a427-ddd9-4525-ba49-403462cbbec7 req-89aa2a46-b4b7-4c90-af86-c07ddf29b13f tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950665 Oct 26 11:50:05.176169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:05.178257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.192794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 710d4023-08d4-461d-ba4f-94368c6ff667 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:05.193255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.273446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['94ad78aa-0d5d-4a6c-84a5-99d8d49a204c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:05.278035 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbc7c9a-2225-4280-90d9-e4a60a1dd5ea x-openstack-request-id: req-9cbc7c9a-2225-4280-90d9-e4a60a1dd5ea {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:05.278565 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:05.279019 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cbc7c9a-2225-4280-90d9-e4a60a1dd5ea {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:05.279574 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e', 'code': 200} Oct 26 11:50:05.352540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 710d4023-08d4-461d-ba4f-94368c6ff667, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=710d4023-08d4-461d-ba4f-94368c6ff667,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:05.353404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.372188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 710d4023-08d4-461d-ba4f-94368c6ff667 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:05.408861 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-f89404b3-d827-41fd-bfc5-fc65a7b0c8be req-895f1653-4518-43f0-b47e-5a1943111363 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] show failed (client error): The resource could not be found. Oct 26 11:50:05.422710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f89404b3-d827-41fd-bfc5-fc65a7b0c8be req-895f1653-4518-43f0-b47e-5a1943111363 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/fe876d6f-868e-4e00-be1e-ec0e51d8d1cb HTTP/1.1" status: 404 len: 352 time: 0.0955632 Oct 26 11:50:05.446141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 31232aee-6726-4de9-8266-36158167daf1 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:05.505044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441d3cf-5c42-484a-8f83-51569acac340 req-39fd5069-fb8c-4d7d-b051-9b56043acb07 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:05.524462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1441d3cf-5c42-484a-8f83-51569acac340 req-39fd5069-fb8c-4d7d-b051-9b56043acb07 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=eed8763c-ac94-46e6-b37f-602e11291c2a HTTP/1.1" status: 200 len: 950 time: 0.1870837 Oct 26 11:50:05.532188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 31232aee-6726-4de9-8266-36158167daf1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:05.535624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.620026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.631233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Set router d9b4c550-508c-423e-aa24-84867b7fee9a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:05.679019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=710d4023-08d4-461d-ba4f-94368c6ff667,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:05.697126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1441d3cf-5c42-484a-8f83-51569acac340 req-1640bb7c-647c-44e5-b436-9c010fa2a06c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691003 Oct 26 11:50:05.702179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:05.702581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.758834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a45c7-28ba-4192-bb59-8b0c9fc32116 req-25fe735e-23a1-4e70-8b1e-393333e72a50 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:05.771641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c27a45c7-28ba-4192-bb59-8b0c9fc32116 req-25fe735e-23a1-4e70-8b1e-393333e72a50 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.2023661 Oct 26 11:50:05.786275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:05.797308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 710d4023-08d4-461d-ba4f-94368c6ff667 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:50:05.810395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:05.821795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e70a6417-6981-491c-8cd4-fbcbb4213dc1 req-4d4f7211-6612-4399-a02b-9dfb1b34591c tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "DELETE /v2.0/ports/710d4023-08d4-461d-ba4f-94368c6ff667 HTTP/1.1" status: 204 len: 173 time: 1.8324053 Oct 26 11:50:05.823056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'name': 'network-vif-deleted', 'tag': '710d4023-08d4-461d-ba4f-94368c6ff667'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:05.832955 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca93ffe-5f74-4342-8fce-7a9fbbb2776b" -d '{"events": [{"server_uuid": "eed8763c-ac94-46e6-b37f-602e11291c2a", "name": "network-vif-deleted", "tag": "710d4023-08d4-461d-ba4f-94368c6ff667"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:06.096247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c27a45c7-28ba-4192-bb59-8b0c9fc32116 req-c2dfecfc-bcff-477c-8d43-12a3dc4e15ec tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227010 Oct 26 11:50:06.165803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.455416 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4d26c-2dfb-4de3-8722-9c388691881a x-openstack-request-id: req-f3c4d26c-2dfb-4de3-8722-9c388691881a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:06.456049 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed8763c-ac94-46e6-b37f-602e11291c2a", "name": "network-vif-deleted", "tag": "710d4023-08d4-461d-ba4f-94368c6ff667", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:06.456177 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3c4d26c-2dfb-4de3-8722-9c388691881a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:06.456758 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed8763c-ac94-46e6-b37f-602e11291c2a', 'name': 'network-vif-deleted', 'tag': '710d4023-08d4-461d-ba4f-94368c6ff667', 'status': 'completed', 'code': 200} Oct 26 11:50:06.594761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.606720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.624545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.629727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Allocated IP 172.20.0.1 (95025497-197a-4cc3-95f2-ae1cdecf5c72/c554b24c-efd1-47e3-9cea-c30055cd9773/60bdab92-84ab-4bd8-8d64-6c93a7c2c89e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:06.636988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.645768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.652925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.661693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.670377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-1b1a00a8-639d-4cdf-92af-6f3332bc1d51 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5431 time: 0.3457870 Oct 26 11:50:06.695484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.706704 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.707581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Attempting to bind port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:06.707963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Attempting to bind port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:06.708271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Attempting to bind port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 on network 95025497-197a-4cc3-95f2-ae1cdecf5c72 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:06.710916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa38ffd-d7a6-4c5a-9854-13da4683a1a1 None None] Pushing event updated for resources: {'Port': ['ID=85637812-a03d-40d2-a1b0-6ac9b3120c53,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:06.749482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:06.750535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Checking segment: {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:06.751611 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.753154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Bound using segment: {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:06.754141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Bound port: 87458059-05ca-44fe-8f0c-e84a7e6c6b20, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:06.755415 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.772985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-6c1f4938-7e33-4bf4-8e95-f61f7b9e1e9e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2577519 Oct 26 11:50:06.800769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.845272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.911743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:06.918012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:06.926623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:06.929823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] For port 87458059-05ca-44fe-8f0c-e84a7e6c6b20, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:06.933301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=1db65a33-2309-4c6a-8b58-c8b1b97dc3b2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:06.938827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] For port 87458059-05ca-44fe-8f0c-e84a7e6c6b20, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=87458059-05ca-44fe-8f0c-e84a7e6c6b20,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:06.941392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Pushing event updated for resources: {'Port': ['ID=87458059-05ca-44fe-8f0c-e84a7e6c6b20,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:06.969419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-9ebccf66-c8d5-4eae-9eb9-2208a70b23f6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:06.976768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Pushing event updated for resources: {'Port': ['ID=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:06.986373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:06.988819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-9ebccf66-c8d5-4eae-9eb9-2208a70b23f6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143908 Oct 26 11:50:06.996298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:07.015835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 710d4023-08d4-461d-ba4f-94368c6ff667 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:07.032650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-817e3d80-b446-45b8-b3ae-a730229d79f9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/quotas/a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 375 time: 0.0274332 Oct 26 11:50:07.080916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 710d4023-08d4-461d-ba4f-94368c6ff667 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:07.081383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 710d4023-08d4-461d-ba4f-94368c6ff667 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:07.143395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb5c1de9-245b-4090-a653-c34028d10db8 req-c8ce951d-032a-42f1-a087-0a955cd0660a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4712877 Oct 26 11:50:07.276009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:07.329475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:07.379158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:07.405275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:50:07.411794 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:07.420410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52cb00b3-cea3-4fb0-aa38-4cb0a4e9b810 req-9d3e575f-5360-4faa-a2ad-d52db384881d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "DELETE /v2.0/ports/1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 HTTP/1.1" status: 204 len: 173 time: 2.6657641 Oct 26 11:50:07.425281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c087878-c162-425c-b948-1fe158cf3c2b', 'name': 'network-vif-deleted', 'tag': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:07.435705 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f41cf-b06d-4147-ab0d-612759542e0d" -d '{"events": [{"server_uuid": "9c087878-c162-425c-b948-1fe158cf3c2b", "name": "network-vif-deleted", "tag": "1db65a33-2309-4c6a-8b58-c8b1b97dc3b2"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:07.539316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-413ab41c-d203-4a22-879c-2b439694e02d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5045371 Oct 26 11:50:07.618365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e74e0bed-96da-4479-b386-876e345439b2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:07.659664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166f78-e322-4e39-94d9-4bbbcf1cafec req-942e8cbd-09e0-44ee-8ab0-6afc596e9c53 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:07.683768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f166f78-e322-4e39-94d9-4bbbcf1cafec req-942e8cbd-09e0-44ee-8ab0-6afc596e9c53 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1023 time: 0.3090401 Oct 26 11:50:07.817887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f166f78-e322-4e39-94d9-4bbbcf1cafec req-957c22e5-7f41-44e6-b28d-2221ae3800e7 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f&id=7e938e6f-a60c-45f3-ba55-48ed2131197b&id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1293020 Oct 26 11:50:08.092003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a9a72-61b9-4756-8dee-d1385ce0d169 req-9e1c130f-28cc-4b80-ad30-0b788b3423c9 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:08.094322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638bb2d-6355-4861-9933-9f400ff2425d req-f2fabe07-2db3-4716-bb2b-8c04a4a5a045 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:08.102561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d5a9a72-61b9-4756-8dee-d1385ce0d169 req-9e1c130f-28cc-4b80-ad30-0b788b3423c9 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 945 time: 0.1454973 Oct 26 11:50:08.104894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4638bb2d-6355-4861-9933-9f400ff2425d req-f2fabe07-2db3-4716-bb2b-8c04a4a5a045 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1023 time: 0.3186800 Oct 26 11:50:08.141071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f93c-4c23-4f80-8db7-a8480f03fbdc None None] Pushing event updated for resources: {'Port': ['ID=87458059-05ca-44fe-8f0c-e84a7e6c6b20,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:08.159795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:08.172564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 3, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:08.293340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d5a9a72-61b9-4756-8dee-d1385ce0d169 req-2d4409f9-c460-41b9-b28f-021d128b54c4 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891737 Oct 26 11:50:08.348225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Checking router: d9b4c550-508c-423e-aa24-84867b7fee9a for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:08.360608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Updating router d9b4c550-508c-423e-aa24-84867b7fee9a port 854b342c-9fa1-4371-ad1a-732bacd630a5 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:50:08.380574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:08.430723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31232aee-6726-4de9-8266-36158167daf1'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:08.437542 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c2143-508e-433b-b91c-fc75c3b6554a" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "31232aee-6726-4de9-8266-36158167daf1"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:08.448213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a85d9-232d-4ac2-9b18-0f0ded75c393 req-8647431d-5f20-4edc-9a0f-a6cdf6f81158 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:08.451081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:08.452275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac9a85d9-232d-4ac2-9b18-0f0ded75c393 req-8647431d-5f20-4edc-9a0f-a6cdf6f81158 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.2612221 Oct 26 11:50:08.496452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=31232aee-6726-4de9-8266-36158167daf1,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:08.521479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Pushing event updated for resources: {'Port': ['ID=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:08.560211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.561044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.564595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.565848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.567520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.567878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.568293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.568703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.569263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.569672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.570083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.570484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:08.616011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Deleting port bf14d666-5f0a-4388-a39f-12df45694fc4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:08.616342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:08.649637 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc12c8-734a-4f35-a331-9799602ce459 x-openstack-request-id: req-d6fc12c8-734a-4f35-a331-9799602ce459 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:08.649778 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c087878-c162-425c-b948-1fe158cf3c2b", "name": "network-vif-deleted", "tag": "1db65a33-2309-4c6a-8b58-c8b1b97dc3b2", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:08.650192 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6fc12c8-734a-4f35-a331-9799602ce459 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:08.651052 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c087878-c162-425c-b948-1fe158cf3c2b', 'name': 'network-vif-deleted', 'tag': '1db65a33-2309-4c6a-8b58-c8b1b97dc3b2', 'status': 'completed', 'code': 200} Oct 26 11:50:08.683689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac9a85d9-232d-4ac2-9b18-0f0ded75c393 req-c39ce761-53c2-42e0-8294-6cd074fbeb5e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165360 Oct 26 11:50:08.761274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:08.766792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:08.826795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:08.859591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19798b6d-838b-4777-b402-33d535442ee3 req-52048160-7b85-403a-aea5-59380c58f60d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 210 time: 0.0832961 Oct 26 11:50:08.992734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e74e0bed-96da-4479-b386-876e345439b2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:08.993296 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:09.000708 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:09.158994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] For port bf14d666-5f0a-4388-a39f-12df45694fc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bf14d666-5f0a-4388-a39f-12df45694fc4,segment=NetworkSegment(9394283f-a85d-482e-b84e-87425491dd4f),segment_id=9394283f-a85d-482e-b84e-87425491dd4f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:09.159892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:09.160889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:09.162093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:09.199974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Calling delete_port for bf14d666-5f0a-4388-a39f-12df45694fc4 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:09.242692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.243067 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae25a5e3-bfa6-442b-91cd-d0636177d02b x-openstack-request-id: req-ae25a5e3-bfa6-442b-91cd-d0636177d02b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:09.243454 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-plugged", "status": "completed", "tag": "31232aee-6726-4de9-8266-36158167daf1", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:09.243866 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae25a5e3-bfa6-442b-91cd-d0636177d02b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:09.244484 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31232aee-6726-4de9-8266-36158167daf1', 'code': 200} Oct 26 11:50:09.273117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:09.291512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.307721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.333640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.351194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.363076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.372771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.387964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-b28ec2f7-c7a1-4b14-97ac-689a74c1726f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.4316199 Oct 26 11:50:09.558354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:09.561542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:09.651893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025e59-0ac2-420e-a0ed-1ca32a43c78e req-db5a8abd-45f1-43d2-896d-4de0676b6eea tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.653961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db025e59-0ac2-420e-a0ed-1ca32a43c78e req-db5a8abd-45f1-43d2-896d-4de0676b6eea tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea630530-7fa2-43a8-916e-fdf93d97abf8 HTTP/1.1" status: 200 len: 1023 time: 0.2345257 Oct 26 11:50:09.664710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-174a19c3-292d-45f0-99b0-b3c2f8ecb66f req-735cd601-0021-4df7-b71f-6d6daf37cfae tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2747843 Oct 26 11:50:09.689842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.690548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.701736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.703142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.704022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.704879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.710388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:09.721280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-492fa8d7-7555-4064-be3f-06acde50ace0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6489 time: 0.3131843 Oct 26 11:50:09.861142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a14e693f-ab5a-45e8-858b-9460429f28bb req-1738467f-dbb5-46cd-987d-cc0dd72f637c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311350 Oct 26 11:50:09.872802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db025e59-0ac2-420e-a0ed-1ca32a43c78e req-22f4698f-6cbd-4d2f-87d0-95dc8dd70ee9 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups?id=5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f&id=7e938e6f-a60c-45f3-ba55-48ed2131197b&id=c1296d6f-d489-4556-9e31-7c3f776be110&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2068202 Oct 26 11:50:09.885228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56205fd-3d8b-4652-b0f2-e1e1bcbe36dc None None] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:50:09.948803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:10.017987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bf14d666-5f0a-4388-a39f-12df45694fc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:10.024414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'Port': ['ID=bf14d666-5f0a-4388-a39f-12df45694fc4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:10.085141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Router d9b4c550-508c-423e-aa24-84867b7fee9a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:50:10.186232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] No DVR routers for this DVR port bf14d666-5f0a-4388-a39f-12df45694fc4 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:50:10.194671 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:10.204282 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4638bb2d-6355-4861-9933-9f400ff2425d req-0b1526ff-8257-4654-8151-5b2ba90a62c4 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.30 "DELETE /v2.0/ports/bf14d666-5f0a-4388-a39f-12df45694fc4 HTTP/1.1" status: 204 len: 173 time: 2.0895944 Oct 26 11:50:10.206394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'name': 'network-vif-deleted', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:10.209233 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e985717-df87-4953-b743-9a61e211d611" -d '{"events": [{"server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "name": "network-vif-deleted", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:10.269933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc79bff-426a-4d69-b7b9-6290515a2f35 req-bcaededa-dd71-42d3-af5f-e1f92ddad016 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:10.277335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bc79bff-426a-4d69-b7b9-6290515a2f35 req-bcaededa-dd71-42d3-af5f-e1f92ddad016 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 945 time: 0.1865602 Oct 26 11:50:10.381951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e857c-8ce5-421b-96a1-a57778c8d1e2 req-60723cd9-6707-4d26-8dff-5662cea29488 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:10.384021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-501e857c-8ce5-421b-96a1-a57778c8d1e2 req-60723cd9-6707-4d26-8dff-5662cea29488 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.1052339 Oct 26 11:50:10.402135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:50:10.420894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f9d05bd-e29d-425c-bd72-745f20c10410 admin admin] 10.222.0.88 "PUT /v2.0/routers/d9b4c550-508c-423e-aa24-84867b7fee9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0667181 Oct 26 11:50:10.480234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bc79bff-426a-4d69-b7b9-6290515a2f35 req-465893b3-05d2-46b4-b828-af334188d0fc tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465445 Oct 26 11:50:10.493013 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:10.501012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ed88e576-14e9-4b34-bd7e-694ddda75839 None None] Provisioning complete for port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:10.502625 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed88e576-14e9-4b34-bd7e-694ddda75839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:10.506363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:10.541438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:10.586373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-501e857c-8ce5-421b-96a1-a57778c8d1e2 req-644ee292-dedc-47da-bd5a-1a9ba09ceccf tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845684 Oct 26 11:50:10.708543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e220a9a6-a528-4875-847a-7681d0eb633d req-35cb3a66-60b2-45cc-8e9b-884d9ece8c6f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 210 time: 0.0719569 Oct 26 11:50:10.769758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85637812-a03d-40d2-a1b0-6ac9b3120c53 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:10.825718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:10.840100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-7cbb5624-dd53-41e3-bd48-985ca9d426bd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090190 Oct 26 11:50:10.857140 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01825ae-f562-48f7-8d58-45091b8f12da x-openstack-request-id: req-b01825ae-f562-48f7-8d58-45091b8f12da {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:10.857882 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea630530-7fa2-43a8-916e-fdf93d97abf8", "name": "network-vif-deleted", "tag": "bf14d666-5f0a-4388-a39f-12df45694fc4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:10.858391 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b01825ae-f562-48f7-8d58-45091b8f12da {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:10.859814 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea630530-7fa2-43a8-916e-fdf93d97abf8', 'name': 'network-vif-deleted', 'tag': 'bf14d666-5f0a-4388-a39f-12df45694fc4', 'status': 'completed', 'code': 200} Oct 26 11:50:10.906635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:10.907088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:11.040448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defaa61-e729-4f0d-80a1-e5cc96da9aec req-cad8db86-bcc8-4bbe-8d70-52d736d92131 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.075797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9defaa61-e729-4f0d-80a1-e5cc96da9aec req-cad8db86-bcc8-4bbe-8d70-52d736d92131 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 949 time: 0.3573375 Oct 26 11:50:11.160343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4361147a-9d37-4a8d-8edb-94b6831b43de triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:11.161228 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:11.275758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9defaa61-e729-4f0d-80a1-e5cc96da9aec req-043b6a36-d76c-40ab-b361-dc83c0d7b110 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.88 "GET /v2.0/security-groups?id=1eb01542-b4a2-4d74-8406-83042e4772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727834 Oct 26 11:50:11.322729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.336991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.358350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.373254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.402270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.416061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.459915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.477712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-0c17b5ae-665c-4fd8-849c-5a84337d799f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.3962867 Oct 26 11:50:11.505929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-a6993445-527d-4abb-9a33-f2d6bee4cb0d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.508737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-2e4c14f2-5337-45b9-bf91-3f0a83e58171 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:11.510283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-2e4c14f2-5337-45b9-bf91-3f0a83e58171 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6465249 Oct 26 11:50:11.512453 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-a6993445-527d-4abb-9a33-f2d6bee4cb0d tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "GET /v2.0/ports?device_id=83d41e52-b6f2-44ae-b420-f049b99480e4 HTTP/1.1" status: 200 len: 949 time: 0.1681123 Oct 26 11:50:11.565943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Request body: {'port': {'device_id': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'a30afeddd6894964b3d8f85d494291d0'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:11.818262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Attempting to bind port 854b342c-9fa1-4371-ad1a-732bacd630a5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:11.819901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Attempting to bind port 854b342c-9fa1-4371-ad1a-732bacd630a5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:11.820700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Attempting to bind port 854b342c-9fa1-4371-ad1a-732bacd630a5 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:11.828457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9f88-d4ee-4f75-86b9-e008dca91c03 None None] Pushing event updated for resources: {'Port': ['ID=854b342c-9fa1-4371-ad1a-732bacd630a5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:11.878958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Deleting port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:11.880539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:11.896179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:11.897065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:11.897727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:11.898542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:11.899762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Bound port: 854b342c-9fa1-4371-ad1a-732bacd630a5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:11.900445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:11.984027 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.116404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] For port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:12.116950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.132326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Calling delete_port for 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:12.176557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed88e576-14e9-4b34-bd7e-694ddda75839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.234847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ed88e576-14e9-4b34-bd7e-694ddda75839 None None] For port 87458059-05ca-44fe-8f0c-e84a7e6c6b20, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=87458059-05ca-44fe-8f0c-e84a7e6c6b20,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:12.263652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed88e576-14e9-4b34-bd7e-694ddda75839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.339642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:12.342992 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49c221e-5be3-49b8-a23d-a521e3e88b21" -d '{"events": [{"server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "name": "network-vif-plugged", "status": "completed", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:12.354643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.466426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Pushing event deleted for resources: {'Port': ['ID=0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:12.531546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88e576-14e9-4b34-bd7e-694ddda75839 None None] Pushing event updated for resources: {'Port': ['ID=87458059-05ca-44fe-8f0c-e84a7e6c6b20,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:12.544238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:12.547954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 85637812-a03d-40d2-a1b0-6ac9b3120c53 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:12.549190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.605056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] No DVR routers for this DVR port 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:50:12.616787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.619282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] For port 854b342c-9fa1-4371-ad1a-732bacd630a5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:12.626172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.627178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:12.627732 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-180a4bbb-ea2e-4e7a-a806-329586ec5990 req-3fd64ce8-1429-48ad-9f28-9dab0eaadd43 tempest-ServersOnMultiNodesTest-1865957699 tempest-ServersOnMultiNodesTest-1865957699-project] 10.222.0.100 "DELETE /v2.0/ports/0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 HTTP/1.1" status: 204 len: 173 time: 1.1026120 Oct 26 11:50:12.696062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9b76296-54a0-4a6b-b446-14a32b16a82f req-92f566ba-484b-47e8-9ee7-def03c71b244 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2127528 Oct 26 11:50:12.739827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Made reservation on behalf of a30afeddd6894964b3d8f85d494291d0 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:12.743603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.754111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:12.755169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1db65a33-2309-4c6a-8b58-c8b1b97dc3b2 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:12.778316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a1af42e-f16e-4826-869f-b9defeffb7b7 req-b86a2de1-945c-4f81-adc9-13e94b22aabe tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/7e938e6f-a60c-45f3-ba55-48ed2131197b HTTP/1.1" status: 200 len: 1801 time: 0.1358876 Oct 26 11:50:12.785743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:12.794720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:12.847285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] For port 854b342c-9fa1-4371-ad1a-732bacd630a5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=854b342c-9fa1-4371-ad1a-732bacd630a5,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:12.848371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:12.861679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'name': 'network-vif-deleted', 'tag': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:12.876549 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1bec1-d078-43be-8333-3f0e2ff34157" -d '{"events": [{"server_uuid": "83d41e52-b6f2-44ae-b420-f049b99480e4", "name": "network-vif-deleted", "tag": "0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:12.982449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:13.002648 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:13.041251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8a1af42e-f16e-4826-869f-b9defeffb7b7 req-de1cb905-c22c-4ef1-874d-1e107fba0bc8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:13.109460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8a1af42e-f16e-4826-869f-b9defeffb7b7 req-de1cb905-c22c-4ef1-874d-1e107fba0bc8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:13.182570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9f88-d4ee-4f75-86b9-e008dca91c03 None None] Pushing event updated for resources: {'Port': ['ID=854b342c-9fa1-4371-ad1a-732bacd630a5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:13.185595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:13.186590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:13.262943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8a1af42e-f16e-4826-869f-b9defeffb7b7 req-de1cb905-c22c-4ef1-874d-1e107fba0bc8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:13.270510 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8a1af42e-f16e-4826-869f-b9defeffb7b7 req-de1cb905-c22c-4ef1-874d-1e107fba0bc8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:13.316153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a1af42e-f16e-4826-869f-b9defeffb7b7 req-de1cb905-c22c-4ef1-874d-1e107fba0bc8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/7e938e6f-a60c-45f3-ba55-48ed2131197b HTTP/1.1" status: 204 len: 173 time: 0.4957309 Oct 26 11:50:13.542661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:13.543584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4d6ef446-1b87-4d16-b9ee-4a46a42b14fa not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:13.575421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3ab0fa4c-267d-4841-add8-663d75424ace up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:13.691673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Routers {'d9b4c550-508c-423e-aa24-84867b7fee9a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:13.692372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d9b4c550-508c-423e-aa24-84867b7fee9a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:13.700051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cb905-c22c-4ef1-874d-1e107fba0bc8 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e938e6f-a60c-45f3-ba55-48ed2131197b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:13.724171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=10']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:13.798552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Allocated IP 192.168.233.225 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/9abbfa2c-e466-4e93-91e3-54df95684edd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:13.834691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00b70d-84d7-4019-bcbd-ca308613bb2a req-0090c93b-cb7a-4f0d-a3b6-848d0f780cfe tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:13.837880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa00b70d-84d7-4019-bcbd-ca308613bb2a req-0090c93b-cb7a-4f0d-a3b6-848d0f780cfe tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.6392486 Oct 26 11:50:13.861539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 127a05f2-c100-4f0e-a637-4bb1d2ed344b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:13.866992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5a648-122f-4514-a7cb-826f45c424cd req-6583dd41-2005-48b8-b8e1-d4bfbe2df793 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:13.885409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71b5a648-122f-4514-a7cb-826f45c424cd req-6583dd41-2005-48b8-b8e1-d4bfbe2df793 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 945 time: 0.2661862 Oct 26 11:50:13.987770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-75dccc5e-ff4a-45c8-b8a7-9fc9e08e582c None None] Provisioning complete for port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:13.988116 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75dccc5e-ff4a-45c8-b8a7-9fc9e08e582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:14.064855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 127a05f2-c100-4f0e-a637-4bb1d2ed344b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:14.065132 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:14.076484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] Set router d9b4c550-508c-423e-aa24-84867b7fee9a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:14.117333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71b5a648-122f-4514-a7cb-826f45c424cd req-0cb042c0-4e20-4641-b69e-000ffd4092b0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305844 Oct 26 11:50:14.166177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa00b70d-84d7-4019-bcbd-ca308613bb2a req-2b751ce2-98dd-428d-8a4b-1a15e5da3cca tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701418 Oct 26 11:50:14.185211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 3ab0fa4c-267d-4841-add8-663d75424ace completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:14.192198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-75dccc5e-ff4a-45c8-b8a7-9fc9e08e582c None None] Port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:50:14.242152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 3ab0fa4c-267d-4841-add8-663d75424ace triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:14.242770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:14.440903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72917d1e-a97e-467a-9b04-5a3990e9d8ce req-f4b71f03-d362-4d6c-b84b-4062e80bdaf4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 210 time: 0.0867827 Oct 26 11:50:14.493432 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:50:14.535317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-75dccc5e-ff4a-45c8-b8a7-9fc9e08e582c None None] Provisioning complete for port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:14.535917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75dccc5e-ff4a-45c8-b8a7-9fc9e08e582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:14.672751 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb93e6a-eaef-4342-b116-496950bc98a5 x-openstack-request-id: req-9cb93e6a-eaef-4342-b116-496950bc98a5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:14.674545 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d41e52-b6f2-44ae-b420-f049b99480e4", "name": "network-vif-deleted", "tag": "0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:14.675041 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cb93e6a-eaef-4342-b116-496950bc98a5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:14.676231 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d41e52-b6f2-44ae-b420-f049b99480e4', 'name': 'network-vif-deleted', 'tag': '0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7', 'status': 'completed', 'code': 200} Oct 26 11:50:14.833090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4ea69-452d-45d6-a33d-283bc7cee730 req-b7b6ca15-7739-4021-82bb-8a7bb507e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:14.834637 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51e4ea69-452d-45d6-a33d-283bc7cee730 req-b7b6ca15-7739-4021-82bb-8a7bb507e366 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1097 time: 0.0806975 Oct 26 11:50:14.841795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:14.869627 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb13f42-d223-4368-996a-9a19ec85c2eb x-openstack-request-id: req-9eb13f42-d223-4368-996a-9a19ec85c2eb {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:14.870697 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "name": "network-vif-plugged", "status": "completed", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:14.871529 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9eb13f42-d223-4368-996a-9a19ec85c2eb {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:14.872908 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'code': 200} Oct 26 11:50:14.876769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fef5e43-364c-428f-9f80-97c7e08f33ce req-7d994331-64d1-46b2-a204-dce4bebd93e5 tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "GET /v2.0/security-groups/5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f HTTP/1.1" status: 200 len: 1800 time: 0.2521243 Oct 26 11:50:14.905623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51e4ea69-452d-45d6-a33d-283bc7cee730 req-2ccdc9b1-ba0a-4712-a128-b53113815f1e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604885 Oct 26 11:50:14.923944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:14.981736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:14.982098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0ef195b0-5fe1-4dd9-b90c-f94eaf4bc1e7 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:15.081379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:15.107939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1fef5e43-364c-428f-9f80-97c7e08f33ce req-227da89c-6abe-40bd-9f02-a00225a8bf9e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.143659 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.159849 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1fef5e43-364c-428f-9f80-97c7e08f33ce req-227da89c-6abe-40bd-9f02-a00225a8bf9e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.186989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '60bdab92-84ab-4bd8-8d64-6c93a7c2c89e', 'name': '', 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'mac_address': 'fa:16:3e:e6:86:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:50:06Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 2, 'project_id': 'e33611326db04301988876fe7018c15e', 'subnets': [{'id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:15.189371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.196848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.223145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.253879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.258607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce36d5-06c9-436b-b57b-2f9c6056eb53 None None] The sync data for ids ['d9b4c550-508c-423e-aa24-84867b7fee9a'] in n-d-812150-3 is: [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '60bdab92-84ab-4bd8-8d64-6c93a7c2c89e', 'name': '', 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'mac_address': 'fa:16:3e:e6:86:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:50:06Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 2, 'project_id': 'e33611326db04301988876fe7018c15e', 'subnets': [{'id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:15.281306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 3ab0fa4c-267d-4841-add8-663d75424ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3ab0fa4c-267d-4841-add8-663d75424ace,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:15.284449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.300735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.300735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:15.324024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.349217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:15.378460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-030585cf-4bbe-47a7-9eca-81cc24bb6bff tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.5392725 Oct 26 11:50:15.407347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d775406-30e4-41e1-aa32-4b856bdcb279 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1824073f4350477ebf9e2e0920239e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229713 Oct 26 11:50:15.410127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55728) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:15.420335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.514045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:15.539440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb9a-accf-4034-9bae-8f044e299848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.564463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:15.602120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb9a-accf-4034-9bae-8f044e299848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.613690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:15.619741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-feabb0cb-0b70-4f4e-a90a-97147c9e1fe7 req-30acbbcc-3418-4b55-801c-9cfc2cec536b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338140 Oct 26 11:50:15.622508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:15.626232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1fef5e43-364c-428f-9f80-97c7e08f33ce req-227da89c-6abe-40bd-9f02-a00225a8bf9e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.632197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1fef5e43-364c-428f-9f80-97c7e08f33ce req-227da89c-6abe-40bd-9f02-a00225a8bf9e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:15.643657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:15.646538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fef5e43-364c-428f-9f80-97c7e08f33ce req-227da89c-6abe-40bd-9f02-a00225a8bf9e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] 10.222.0.88 "DELETE /v2.0/security-groups/5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f HTTP/1.1" status: 204 len: 173 time: 0.7679186 Oct 26 11:50:15.651929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:15.683335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 87458059-05ca-44fe-8f0c-e84a7e6c6b20 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:15.878060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227da89c-6abe-40bd-9f02-a00225a8bf9e tempest-SecurityGroupsTestJSON-197151651 tempest-SecurityGroupsTestJSON-197151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbe4fba-5a8e-41f5-baa4-36c3eaf4c50f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:16.049043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Deleting subnet 44370acd-dbc2-4533-bda7-4230fbe5dc04 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:50:16.057432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.069259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=3ab0fa4c-267d-4841-add8-663d75424ace,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:16.184985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fdc94d4f-715e-49e6-9bce-bef9b909cdc7 None None] Provisioning complete for port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:16.185398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fdc94d4f-715e-49e6-9bce-bef9b909cdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.200323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:16.204380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.213987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb9a-accf-4034-9bae-8f044e299848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.215152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.219767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb9a-accf-4034-9bae-8f044e299848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.221952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fd80bb9a-accf-4034-9bae-8f044e299848 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1eb01542-b4a2-4d74-8406-83042e4772dd HTTP/1.1" status: 204 len: 168 time: 0.8100080 Oct 26 11:50:16.462278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80bb9a-accf-4034-9bae-8f044e299848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb01542-b4a2-4d74-8406-83042e4772dd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:16.524032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281973f6-fc7f-40f7-ae01-a07b7c78d207 req-1c3c9c92-ac80-4af3-b14e-32bf88742e91 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:16.526924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-281973f6-fc7f-40f7-ae01-a07b7c78d207 req-1c3c9c92-ac80-4af3-b14e-32bf88742e91 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 950 time: 0.6234858 Oct 26 11:50:16.551417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-b300e30a-26c8-43dc-a1ee-b84b397cc0e8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9996309 Oct 26 11:50:16.594332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Request body: {'port': {'device_id': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:16.671996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.848269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:16.856228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-281973f6-fc7f-40f7-ae01-a07b7c78d207 req-22b59fcd-30b8-4be5-9131-4041fda11742 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277222 Oct 26 11:50:16.944130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f070-a200-494d-a02e-5c34b8f0f97e req-f239cd83-7ff2-4a54-a9b7-d416eb31bc69 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:16.954704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b508f070-a200-494d-a02e-5c34b8f0f97e req-f239cd83-7ff2-4a54-a9b7-d416eb31bc69 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.9281635 Oct 26 11:50:17.070456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.102337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44370acd-dbc2-4533-bda7-4230fbe5dc04,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:17.118123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b508f070-a200-494d-a02e-5c34b8f0f97e req-b9802511-421b-4dd3-8071-3b2e3895f60f tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588619 Oct 26 11:50:17.151941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.185507 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53f6501a-9d3e-491f-b6f4-be397a5e1aee admin admin] 10.222.0.88 "DELETE /v2.0/subnets/44370acd-dbc2-4533-bda7-4230fbe5dc04 HTTP/1.1" status: 204 len: 168 time: 1.5385976 Oct 26 11:50:17.189035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:17.247140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55744) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:17.326336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}, {'server_uuid': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab0fa4c-267d-4841-add8-663d75424ace'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:17.332914 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d12c40-05ab-4079-a7ac-b4bdcd549c6a" -d '{"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-plugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}, {"server_uuid": "647c4efb-1f61-4d08-be56-ae85e64f3f84", "name": "network-vif-plugged", "status": "completed", "tag": "3ab0fa4c-267d-4841-add8-663d75424ace"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:17.399744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.415955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:17.447007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:17.447642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.453546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fdc94d4f-715e-49e6-9bce-bef9b909cdc7 None None] Port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:50:17.520288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb910ee9-1ec6-4a48-bfa0-206f98631491 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c752a3ec28e948819556c2de08862bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654235 Oct 26 11:50:17.557279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55748) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:17.673603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.677206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:17.677814 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.712334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01dbbdf1-7c96-4fb4-8ce5-7d8b040b6f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.725786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a5d140-a15a-4c02-b091-7d2c6c2f29e7']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:17.748966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394283f-a85d-482e-b84e-87425491dd4f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:17.750661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394283f-a85d-482e-b84e-87425491dd4f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:17.786152 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01dbbdf1-7c96-4fb4-8ce5-7d8b040b6f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.791948 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.837936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-052c36ec-20c6-46ba-b71c-64665c7a214a None None] Provisioning complete for port 9abbfa2c-e466-4e93-91e3-54df95684edd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:17.838524 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-052c36ec-20c6-46ba-b71c-64665c7a214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.855368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.917097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:50:17.917927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:50:17.921061 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:50:18.047445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.050620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f420-0b64-405d-81ea-559ee7bd3fbb req-c58283ce-2183-4117-ac47-4ca5e599723c tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:18.073534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3598f420-0b64-405d-81ea-559ee7bd3fbb req-c58283ce-2183-4117-ac47-4ca5e599723c tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.7732131 Oct 26 11:50:18.075858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.104056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.127703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] 10.222.0.88 "DELETE /v2.0/networks/00a5d140-a15a-4c02-b091-7d2c6c2f29e7 HTTP/1.1" status: 204 len: 168 time: 0.9312429 Oct 26 11:50:18.127999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:18.137490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.138625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 844417e6-9118-46d7-8c16-b05c13b36649 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:18.150708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-052c36ec-20c6-46ba-b71c-64665c7a214a None None] Port 9abbfa2c-e466-4e93-91e3-54df95684edd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:50:18.174126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e2c6a-754d-46b9-8836-5c5f3877207a admin admin] Pushing event deleted for resources: {'Network': ['ID=00a5d140-a15a-4c02-b091-7d2c6c2f29e7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:18.180032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea9c5-dbc8-4566-aae5-8bd13bbb885e req-7db293a9-90e4-4b99-af0f-1a3626e2b667 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:18.182658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-010ea9c5-dbc8-4566-aae5-8bd13bbb885e req-7db293a9-90e4-4b99-af0f-1a3626e2b667 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 936 time: 0.8091877 Oct 26 11:50:18.188787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01dbbdf1-7c96-4fb4-8ce5-7d8b040b6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.195042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01dbbdf1-7c96-4fb4-8ce5-7d8b040b6f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.199887 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-01dbbdf1-7c96-4fb4-8ce5-7d8b040b6f25 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71821aa0-2e35-4943-876a-ae93467cfaf2 HTTP/1.1" status: 204 len: 168 time: 0.6392500 Oct 26 11:50:18.249579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbbdf1-7c96-4fb4-8ce5-7d8b040b6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71821aa0-2e35-4943-876a-ae93467cfaf2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:18.390700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 844417e6-9118-46d7-8c16-b05c13b36649 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:18.391584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 844417e6-9118-46d7-8c16-b05c13b36649 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:18.392258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bf14d666-5f0a-4388-a39f-12df45694fc4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:18.468212 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: bf14d666-5f0a-4388-a39f-12df45694fc4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:18.469153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bf14d666-5f0a-4388-a39f-12df45694fc4 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:18.485040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:18.490172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3598f420-0b64-405d-81ea-559ee7bd3fbb req-e8693e43-35bd-485e-a842-5e6962805807 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093986 Oct 26 11:50:18.497725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abbfa2c-e466-4e93-91e3-54df95684edd {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:18.526500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:18.565743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.586593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-010ea9c5-dbc8-4566-aae5-8bd13bbb885e req-7ce60f7e-8df8-4b99-9615-b15fc6f99693 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413947 Oct 26 11:50:18.639130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Transition to ACTIVE for port object 9abbfa2c-e466-4e93-91e3-54df95684edd will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:50:18.651391 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:18.783377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55762) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:18.916223 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.011535 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-80651331-9efb-473c-93a6-b286e86f1b39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d8b39486bbc349b28c1a6db88ed414ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265885 Oct 26 11:50:19.016613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 854b342c-9fa1-4371-ad1a-732bacd630a5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:19.017722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55766) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:19.261782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:19.314969 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9e8a5-c46d-453f-9d85-63e853c97472 x-openstack-request-id: req-ddd9e8a5-c46d-453f-9d85-63e853c97472 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:19.315335 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-plugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "code": 200}, {"server_uuid": "647c4efb-1f61-4d08-be56-ae85e64f3f84", "name": "network-vif-plugged", "status": "completed", "tag": "3ab0fa4c-267d-4841-add8-663d75424ace", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:19.315834 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ddd9e8a5-c46d-453f-9d85-63e853c97472 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:19.316193 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'code': 200} Oct 26 11:50:19.316554 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab0fa4c-267d-4841-add8-663d75424ace', 'code': 200} Oct 26 11:50:19.347809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3463cafe-adc5-4267-b0d1-1af4e9a70ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.431819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3463cafe-adc5-4267-b0d1-1af4e9a70ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.439959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:19.452015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10458986-46cc-4215-aafc-1c6488e44881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.462558 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.513443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 854b342c-9fa1-4371-ad1a-732bacd630a5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:19.513749 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.544725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:19.545875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:19.547598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:19.628405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Port 9abbfa2c-e466-4e93-91e3-54df95684edd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:50:19.628940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:19.639521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:19.664941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.678712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.706047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf327-7162-4507-98b8-71821e48ccd4 req-d179c878-a3f0-4b3f-a5df-443d91ce3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.709785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.710181 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0ddaf327-7162-4507-98b8-71821e48ccd4 req-d179c878-a3f0-4b3f-a5df-443d91ce3798 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 1097 time: 0.2817352 Oct 26 11:50:19.738281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.769773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.784737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.797747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.802508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.808854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55796833-b366-423a-9285-d3571d02b9bf req-fb31e93c-98ec-4ced-a757-36457ce8c7e6 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.6823683 Oct 26 11:50:19.818918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:19.818918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:19.818918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:19.818918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Bound port: 9abbfa2c-e466-4e93-91e3-54df95684edd, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:19.818918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.837342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55784) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:19.841707 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3463cafe-adc5-4267-b0d1-1af4e9a70ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.853946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3463cafe-adc5-4267-b0d1-1af4e9a70ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:19.863156 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3463cafe-adc5-4267-b0d1-1af4e9a70ad0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c1296d6f-d489-4556-9e31-7c3f776be110 HTTP/1.1" status: 204 len: 168 time: 0.8416669 Oct 26 11:50:19.879806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Request body: {'floatingip': {'port_id': '7763cb0c-676c-4801-9e2e-1866a75a4da0'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:19.884020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910b44-cd1a-436b-be62-0287ba623501 req-9102777a-ab1c-4d26-855f-39972131b665 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:19.891134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f910b44-cd1a-436b-be62-0287ba623501 req-9102777a-ab1c-4d26-855f-39972131b665 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.4288094 Oct 26 11:50:19.910218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 854b342c-9fa1-4371-ad1a-732bacd630a5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=854b342c-9fa1-4371-ad1a-732bacd630a5,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:19.916109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:20.039577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:20.050945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0ddaf327-7162-4507-98b8-71821e48ccd4 req-29b76d71-ba38-4b7d-b290-0e5e3f2e690a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237278 Oct 26 11:50:20.078351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=854b342c-9fa1-4371-ad1a-732bacd630a5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:20.126955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463cafe-adc5-4267-b0d1-1af4e9a70ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1296d6f-d489-4556-9e31-7c3f776be110,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:20.229911 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Sync routers for ids ['d9b4c550-508c-423e-aa24-84867b7fee9a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:20.260757 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Routers {'d9b4c550-508c-423e-aa24-84867b7fee9a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:20.261729 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:49:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d9b4c550-508c-423e-aa24-84867b7fee9a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:20.520507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-7cfa7ea4-edad-4855-b340-876a4918d4e9 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 258 time: 0.6237271 Oct 26 11:50:20.546015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 854b342c-9fa1-4371-ad1a-732bacd630a5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:20.561799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f910b44-cd1a-436b-be62-0287ba623501 req-346ca5c5-ca26-4966-904e-89ff11016ccc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821481 Oct 26 11:50:20.569680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:20.697760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:20.712825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:20.728328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:20.748000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:20.828300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 854b342c-9fa1-4371-ad1a-732bacd630a5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:20.830483 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Set router d9b4c550-508c-423e-aa24-84867b7fee9a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:20.830758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:21.120035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:21.124175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:21.142325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] 10.222.0.100 "PUT /v2.0/ports/9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 1096 time: 4.5708804 Oct 26 11:50:21.143854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38d4fe-0bf1-4d20-b70b-4dc0afb3b9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:21.184483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:21.195255 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806a8d7-824e-4095-920b-bc48e226526c" -d '{"events": [{"name": "network-changed", "server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:21.317923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'}, {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:21.320651 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98904314-311f-4bde-8590-2752c80c24a3" -d '{"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-plugged", "status": "completed", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1"}, {"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-unplugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:21.548006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-c7846c60-f472-45bd-995f-64c2ae762805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:21.549574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-c7846c60-f472-45bd-995f-64c2ae762805 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1099 time: 0.3283226 Oct 26 11:50:21.575702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0715-5458-42d9-a981-ad2dfdfad559 req-5b02840f-e441-4c9f-b85a-7fe62cabd17d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:21.592590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-deeb0715-5458-42d9-a981-ad2dfdfad559 req-5b02840f-e441-4c9f-b85a-7fe62cabd17d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 948 time: 0.3514683 Oct 26 11:50:21.756976 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcadbba1-d155-4121-9a36-1dc6f6def015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:21.772712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-684573e7-7d7f-441c-9710-4c9d44bf9ee8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.1664269 Oct 26 11:50:21.787832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:50:21.915661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:21.923447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:21.946706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-deeb0715-5458-42d9-a981-ad2dfdfad559 req-2cbc2633-2a2f-4f18-9bc6-a0071e7466a6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529968 Oct 26 11:50:22.032559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-a58a3f0b-c88a-4293-a0a3-9fad099c46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:22.045314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-a58a3f0b-c88a-4293-a0a3-9fad099c46bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2630379 Oct 26 11:50:22.138623 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '60bdab92-84ab-4bd8-8d64-6c93a7c2c89e', 'name': '', 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'mac_address': 'fa:16:3e:e6:86:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:50:06Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 2, 'project_id': 'e33611326db04301988876fe7018c15e', 'subnets': [{'id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:22.166263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:22.267634 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Checking router: d9b4c550-508c-423e-aa24-84867b7fee9a for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:22.268234 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Updating router d9b4c550-508c-423e-aa24-84867b7fee9a port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:50:22.383858 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Floating IP f8926518-a33f-4c0b-a15a-ef11d01513b2 associated. External IP: 172.25.4.227, port: 7763cb0c-676c-4801-9e2e-1866a75a4da0. Oct 26 11:50:22.416828 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:22.645972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55844) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:22.760871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-761cefac-5a8e-4fde-88b6-c2a96bddb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:22.762443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-761cefac-5a8e-4fde-88b6-c2a96bddb766 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6762507 Oct 26 11:50:22.822827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Allocated IP 172.25.4.140 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/324963e3-dda8-4079-b513-f392f4fa7a84) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:22.852329 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.065642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.121242 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17057d27-24cf-4912-a9a7-865dff6be778 x-openstack-request-id: req-17057d27-24cf-4912-a9a7-865dff6be778 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:23.121933 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-plugged", "status": "completed", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1", "code": 200}, {"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-unplugged", "status": "completed", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:23.122321 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-17057d27-24cf-4912-a9a7-865dff6be778 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:23.122939 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'code': 200} Oct 26 11:50:23.123344 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'code': 200} Oct 26 11:50:23.150053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.176771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-219596264-network', 'tenant_id': 'b12879cb74944f588cf2643ba086cca9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:23.191197 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff68e9-876f-459f-a73d-63adb5cb6b22 x-openstack-request-id: req-5aff68e9-876f-459f-a73d-63adb5cb6b22 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:23.191645 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:23.192038 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5aff68e9-876f-459f-a73d-63adb5cb6b22 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:23.194680 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'status': 'completed', 'code': 200} Oct 26 11:50:23.243157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.274302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Made reservation on behalf of b12879cb74944f588cf2643ba086cca9 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:23.279664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.368375 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.376100 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.400858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.487714 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cfff2-da1b-4610-bb7d-d06135f36048 None None] Pushing event updated for resources: {'Port': ['ID=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:23.585521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.655204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.690488 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Attempting to bind port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:23.694486 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Attempting to bind port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:23.695625 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Attempting to bind port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e on network 95025497-197a-4cc3-95f2-ae1cdecf5c72 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:23.711785 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:23.712819 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Checking segment: {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:23.713674 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.714503 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Bound using segment: {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:23.715904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Bound port: 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0dab9f-80db-4da4-9751-d94a008abd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:23.717059 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.732990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f9c50-77e0-45e0-91e8-9ea9aad6f00b req-89b2d855-4976-4327-a36c-1c536be72580 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:23.751889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e48f9c50-77e0-45e0-91e8-9ea9aad6f00b req-89b2d855-4976-4327-a36c-1c536be72580 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.4523304 Oct 26 11:50:23.759020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Router c86e6505-d390-480c-a300-97209cd1b80b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:50:23.856420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:50:23.871921 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:23.872587 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Added segment 4cf03051-2d8c-4d2e-b69f-2259fb26a805 of type vlan for network 99e16a66-bffe-4f58-880a-545bf4ef2505 Oct 26 11:50:23.965813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03e3c94-2489-4b8a-b3e6-e968ae4b0853,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:24.043731 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] For port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:24.059954 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] For port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:24.071593 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:24.110692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:24.117299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-87e87a46-0327-4d96-afe5-89aae5286458 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3275609 Oct 26 11:50:24.118231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:24.122279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:24.149865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7e30ae56-fde4-4412-89c4-932ad42bc25e None None] Provisioning complete for port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:24.153014 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e30ae56-fde4-4412-89c4-932ad42bc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:24.158125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:50:24.180053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:24.220361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cfff2-da1b-4610-bb7d-d06135f36048 None None] Pushing event updated for resources: {'Port': ['ID=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:24.252802 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Routers {'d9b4c550-508c-423e-aa24-84867b7fee9a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:24.254230 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d9b4c550-508c-423e-aa24-84867b7fee9a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:24.306812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] Sync routers for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:24.350916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c0e0ad4d-2dad-4f17-ba11-27f7c88b2079 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "PUT /v2.0/floatingips/f8926518-a33f-4c0b-a15a-ef11d01513b2 HTTP/1.1" status: 200 len: 991 time: 4.4883139 Oct 26 11:50:24.354889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:24.363361 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71009659-6740-40bf-a0b6-0f7b93125d90" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:24.391863 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:24.392701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:24.393663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:24.544233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e48f9c50-77e0-45e0-91e8-9ea9aad6f00b req-b38cf036-0b74-4201-b19c-0c7cad5b0cb4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872009 Oct 26 11:50:24.545467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event updated for resources: {'Port': ['ID=324963e3-dda8-4079-b513-f392f4fa7a84,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:24.739364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f02dc00-d285-453f-b7a1-7962222880c4 req-decc92e7-f5ef-40cf-b403-3106c987b8f2 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326583 Oct 26 11:50:24.751218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:24.752926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:24.755616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:24.799684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:24.801776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1408434 Oct 26 11:50:24.817071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Request body: {'subnet': {'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-219596264-subnet', 'tenant_id': 'b12879cb74944f588cf2643ba086cca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:24.852838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] Set router d9b4c550-508c-423e-aa24-84867b7fee9a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:24.952352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Made reservation on behalf of b12879cb74944f588cf2643ba086cca9 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:24.957328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:24.959061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:25.150019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:25.242950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:25.257899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a8d7-824e-4095-920b-bc48e226526c req-b64dd0cb-60f6-4069-ba0b-1fa37712e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:25.260488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-b64dd0cb-60f6-4069-ba0b-1fa37712e046 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1099 time: 0.3423126 Oct 26 11:50:25.298039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:25.306895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fa841-8fcd-4973-bc04-d1d46cfed957 admin admin] Pushing event updated for resources: {'Network': ['ID=99e16a66-bffe-4f58-880a-545bf4ef2505,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:25.427612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e30ae56-fde4-4412-89c4-932ad42bc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:25.432915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:50:25.599973 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:25.711453 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '60bdab92-84ab-4bd8-8d64-6c93a7c2c89e', 'name': '', 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'mac_address': 'fa:16:3e:e6:86:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:50:06Z', 'updated_at': '2021-10-26T11:50:24Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'subnets': [{'id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:25.756041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7e30ae56-fde4-4412-89c4-932ad42bc25e None None] For port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:25.756491 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948adde-470d-4e31-bda4-e53a0f1134fc None None] The sync data for ids ['d9b4c550-508c-423e-aa24-84867b7fee9a'] in n-d-812150-3 is: [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:50:07Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '60bdab92-84ab-4bd8-8d64-6c93a7c2c89e', 'name': '', 'network_id': '95025497-197a-4cc3-95f2-ae1cdecf5c72', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'mac_address': 'fa:16:3e:e6:86:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:50:06Z', 'updated_at': '2021-10-26T11:50:24Z', 'revision_number': 4, 'project_id': 'e33611326db04301988876fe7018c15e', 'subnets': [{'id': 'c554b24c-efd1-47e3-9cea-c30055cd9773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:25.780884 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e30ae56-fde4-4412-89c4-932ad42bc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:25.970466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:26.086140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:26.086663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:26.090013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30ae56-fde4-4412-89c4-932ad42bc25e None None] Pushing event updated for resources: {'Port': ['ID=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:26.157078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:26.198507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Checking segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:26.199208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Network hostable DHCP agents. Network: 99e16a66-bffe-4f58-880a-545bf4ef2505, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:50:26.240860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:50:26.270343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 99e16a66-bffe-4f58-880a-545bf4ef2505) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:26.277311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-415691a1-dc58-45d6-8bac-d5ba8663ce2d None None] Provisioning complete for port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:26.277975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-415691a1-dc58-45d6-8bac-d5ba8663ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:26.280061 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:26.283549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:26.372152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96dbed33-81ad-4630-bd1e-0ee7145e149e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5631709 Oct 26 11:50:26.381840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c52d18-391c-4819-a2c6-294181ff1b50 None None] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:50:26.731507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:26.866077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a8d7-824e-4095-920b-bc48e226526c req-7dbe3a9e-cf30-4283-9bf4-1685cfd7c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:26.874967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-7dbe3a9e-cf30-4283-9bf4-1685cfd7c6e6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 1.5636415 Oct 26 11:50:26.899532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a4c41-da42-400e-ba03-811188a913f2 None None] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:50:26.976739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5772b01-ac34-4130-920f-5a0c1cd7131f req-a2c6f115-3f43-455b-ac78-fd7bc04acd90 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:26.983227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5772b01-ac34-4130-920f-5a0c1cd7131f req-a2c6f115-3f43-455b-ac78-fd7bc04acd90 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 948 time: 1.4566376 Oct 26 11:50:27.051676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-9d1b8728-2a9b-4fb3-b794-c1b4143ff0bd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.1183629 Oct 26 11:50:27.224267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5772b01-ac34-4130-920f-5a0c1cd7131f req-36f7ea8b-a363-4a52-a4b6-ca1c6c4d8706 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932244 Oct 26 11:50:27.240810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a8d7-824e-4095-920b-bc48e226526c req-0d5cefda-33dd-439c-97c4-c7d80bd84e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.256458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-0d5cefda-33dd-439c-97c4-c7d80bd84e54 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1908832 Oct 26 11:50:27.319220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:50:27.334321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:27.342934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:27.391507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:27.392467 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:27.492605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'f8926518-a33f-4c0b-a15a-ef11d01513b2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'port_id': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'mac_address': 'fa:16:3e:25:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:48:05Z', 'updated_at': '2021-10-26T11:50:21Z', 'revision_number': 1, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:59Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:27.508872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a8d7-824e-4095-920b-bc48e226526c req-47e26d22-a8cc-4fcf-9866-ee5060ca1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.510834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-47e26d22-a8cc-4fcf-9866-ee5060ca1c2e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457273 Oct 26 11:50:27.513828 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334b989-a3c3-4f8f-8a49-55fd79f52fa5 x-openstack-request-id: req-a334b989-a3c3-4f8f-8a49-55fd79f52fa5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:27.514754 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:27.514754 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a334b989-a3c3-4f8f-8a49-55fd79f52fa5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:27.514754 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'status': 'completed', 'code': 200} Oct 26 11:50:27.643880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] Checking router: c86e6505-d390-480c-a300-97209cd1b80b for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:27.676767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.677772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.678429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.678998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.680076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.680784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.681710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:27.684384 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ad9087a3-2724-455a-a7d7-8f710ae49cb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6489 time: 0.1184888 Oct 26 11:50:27.785188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event updated for resources: {'Port': ['ID=324963e3-dda8-4079-b513-f392f4fa7a84,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:27.799375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:27.816820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-8a1d714b-7ba1-4c49-bf90-baa9f411252c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885454 Oct 26 11:50:28.008239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-71de0fbd-1380-4f1f-a10d-9a1f5556896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:28.009999 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-71de0fbd-1380-4f1f-a10d-9a1f5556896a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d004cdd-4874-4abd-b718-802086e852e2 HTTP/1.1" status: 200 len: 913 time: 0.3144262 Oct 26 11:50:28.043781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:28.044886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:28.080576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:28.082585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-fed377ed-6c98-4ba2-8c6c-c06b92cc73ea tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.5266962 Oct 26 11:50:28.200338 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-ef324de5-fee8-4b2f-a27c-229304440ddf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 200 len: 999 time: 0.1712298 Oct 26 11:50:28.279509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:28.302532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'mac_address': 'fa:16:3e:dd:e0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:28.313223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-1d36d3f1-626b-4ab2-8d40-1e147e06f907 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 696 time: 0.1973677 Oct 26 11:50:28.383257 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:28.390781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-429c0b82-0536-4a93-9f17-886ca9f957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:28.397117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-429c0b82-0536-4a93-9f17-886ca9f957d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=701a57a1-ae95-4361-a790-fbb3c0f8d240 HTTP/1.1" status: 200 len: 850 time: 0.1897736 Oct 26 11:50:28.422374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abbfa2c-e466-4e93-91e3-54df95684edd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:28.445585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:28.464725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:28.494698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-1344c4e7-cf06-4d39-863b-e41695e145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:28.498963 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-1344c4e7-cf06-4d39-863b-e41695e145aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d004cdd-4874-4abd-b718-802086e852e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928025 Oct 26 11:50:28.529668 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:28.660494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:28.705274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-8ac51ad7-02c9-4016-aa47-37f762cf4964 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:28.709908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66d9f999-8294-444e-9fda-cd1163a71b4b req-8ac51ad7-02c9-4016-aa47-37f762cf4964 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.3588791 Oct 26 11:50:28.713284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f806a8d7-824e-4095-920b-bc48e226526c req-d98bb988-a419-4548-bdc1-429358a47f5c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649089 Oct 26 11:50:28.716348 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-272f8c02-7183-4271-a0ca-f83f8b9c1add service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028716 Oct 26 11:50:28.785878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['9abbfa2c-e466-4e93-91e3-54df95684edd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:28.845812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-2d793b0a-cf05-4863-9795-3aa77689a6de tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:28.859470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-2d793b0a-cf05-4863-9795-3aa77689a6de tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 812 time: 0.4537468 Oct 26 11:50:28.912531 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71009659-6740-40bf-a0b6-0f7b93125d90 req-7e968430-a050-447b-9919-bdeb13cb01ca service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886148 Oct 26 11:50:28.928207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-06a518b9-1efd-4f35-ab00-9748300ad9fa tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/quotas/b12879cb74944f588cf2643ba086cca9 HTTP/1.1" status: 200 len: 375 time: 0.0677142 Oct 26 11:50:28.998922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-3bb748bb-38b0-46bb-a91f-8452a429d0a2 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392499 Oct 26 11:50:29.015965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56219a46-3d9f-408b-8497-9f5aabce93e2 req-e8cd31e3-99e7-4042-946d-6d6cd58c9531 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:29.018190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56219a46-3d9f-408b-8497-9f5aabce93e2 req-e8cd31e3-99e7-4042-946d-6d6cd58c9531 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.1560268 Oct 26 11:50:29.133867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56219a46-3d9f-408b-8497-9f5aabce93e2 req-1a94c2f8-8696-46ec-8dd7-52f712019736 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882580 Oct 26 11:50:29.162903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'f8926518-a33f-4c0b-a15a-ef11d01513b2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'port_id': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'mac_address': 'fa:16:3e:25:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:48:05Z', 'updated_at': '2021-10-26T11:50:21Z', 'revision_number': 1, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:59Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:29.185531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-c0bbbe97-4a89-4ea4-a8c1-bb75312e3b5a service neutron] 10.222.0.88 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634538 Oct 26 11:50:29.216175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd958e2-de7b-4832-b38f-43d1c832a3c6 None None] The sync data for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 is: [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'f8926518-a33f-4c0b-a15a-ef11d01513b2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'port_id': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'mac_address': 'fa:16:3e:25:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb6589-7545-4649-a7bf-058cf098b774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:48:05Z', 'updated_at': '2021-10-26T11:50:21Z', 'revision_number': 1, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:59Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:29.344670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-7a313c5d-31bc-4a80-9862-27e87dae3816 service neutron] 10.222.0.88 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491210 Oct 26 11:50:29.583692 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f32dd-86fd-4c0b-9dd8-9dccbc80c737 None None] New status for floating IP f8926518-a33f-4c0b-a15a-ef11d01513b2: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:50:29.707515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786604c-fb09-4572-ab65-2ecb84a0e0b2 req-476419c2-113e-490a-9b34-cd53f152e3c2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:29.709473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e786604c-fb09-4572-ab65-2ecb84a0e0b2 req-476419c2-113e-490a-9b34-cd53f152e3c2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 949 time: 0.1734755 Oct 26 11:50:29.767440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e786604c-fb09-4572-ab65-2ecb84a0e0b2 req-bf96e652-aec3-4e11-98e8-c7e5e422b26d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Oct 26 11:50:29.874963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429492-7816-4c7e-a949-8a1864eac094 req-ce1f3e37-b2bf-4964-805a-b8a26bcbc6cb tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:29.887203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-ce1f3e37-b2bf-4964-805a-b8a26bcbc6cb tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1026921 Oct 26 11:50:30.074332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-6c202142-241f-4865-ae73-453f146f8760 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 696 time: 0.1833034 Oct 26 11:50:30.084287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Request body: {'floatingip': {'port_id': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:30.151077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:30.828505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b45c8-1db0-4981-a893-8b6bc5844a42 req-383868f4-76df-4c2f-aa86-be517a90e9c6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:30.843792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a13b45c8-1db0-4981-a893-8b6bc5844a42 req-383868f4-76df-4c2f-aa86-be517a90e9c6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.1858077 Oct 26 11:50:30.989186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:31.050772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a13b45c8-1db0-4981-a893-8b6bc5844a42 req-93320695-24d7-46cb-b3b6-fad37c52e98b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053850 Oct 26 11:50:31.226697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 9abbfa2c-e466-4e93-91e3-54df95684edd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:31.244705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 9abbfa2c-e466-4e93-91e3-54df95684edd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:31.245086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:31.429284 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:31.434341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:31.537642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:31.625341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:31.626910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:31.632523 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf9caad-b0d8-4ee0-9ba4-677f2b749cc0" -d '{"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-plugged", "status": "completed", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:31.640160 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:31.751339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:31.862005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60c3afd4-7749-4c94-b5db-0adf1b4ed40f req-f68189e5-e49a-4eb7-86e5-20c384829988 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 210 time: 0.0810711 Oct 26 11:50:31.941287 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Floating IP 9cebe3b5-4199-4a51-863f-c079d14967a1 associated. External IP: 172.25.4.140, port: 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c. Oct 26 11:50:32.038307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56014) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:32.182726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-9b59a575-c2fe-4e47-ba33-8595c631b97a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:32.184643 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-9b59a575-c2fe-4e47-ba33-8595c631b97a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.1291044 Oct 26 11:50:32.361438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96bbf-1669-45de-a970-59d4346f1988 req-80cf6f0a-4706-407e-9ab4-55b323a25947 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:32.373465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86d96bbf-1669-45de-a970-59d4346f1988 req-80cf6f0a-4706-407e-9ab4-55b323a25947 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1851642 Oct 26 11:50:32.443590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-e6fb38ab-4a15-4266-9629-c69744ba30b5 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:32.446104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-e6fb38ab-4a15-4266-9629-c69744ba30b5 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 812 time: 0.2585292 Oct 26 11:50:32.458418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d523bf3-3a95-4353-8ce0-4428760c333f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:32.503554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Request body: {'port': {'device_id': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'admin_state_up': True, 'tenant_id': 'b12879cb74944f588cf2643ba086cca9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:32.635237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d523bf3-3a95-4353-8ce0-4428760c333f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:32.651841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d523bf3-3a95-4353-8ce0-4428760c333f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:32.690444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d523bf3-3a95-4353-8ce0-4428760c333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0707142e-91ad-46c8-a033-be5d790b129b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:32.701221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Deleting port 3ab0fa4c-267d-4841-add8-663d75424ace {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:32.701599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:32.788980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3d523bf3-3a95-4353-8ce0-4428760c333f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ec1bc909cc44482da67932acbb80d6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7490985 Oct 26 11:50:32.794197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56020) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:32.852941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86d96bbf-1669-45de-a970-59d4346f1988 req-83c82250-46a2-4bb6-8763-bcccc32a99bb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428203 Oct 26 11:50:32.936629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-ac55c704-acc5-437f-be2a-847422f46edc tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:32.938292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-ac55c704-acc5-437f-be2a-847422f46edc tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 812 time: 0.4408064 Oct 26 11:50:32.955825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Request body: {'port': {'device_id': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'admin_state_up': True, 'tenant_id': 'b12879cb74944f588cf2643ba086cca9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:33.033998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] For port 3ab0fa4c-267d-4841-add8-663d75424ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3ab0fa4c-267d-4841-add8-663d75424ace,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:33.034731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.035346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Router ccd57518-4b3e-4f41-8e77-b116e879b703 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:50:33.069795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Calling delete_port for 3ab0fa4c-267d-4841-add8-663d75424ace owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:33.073368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20c8b88a-e349-4cd4-bed1-f72755fe8099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.114158 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4da1a3a-026c-41f9-a0b2-cb387a024406 x-openstack-request-id: req-f4da1a3a-026c-41f9-a0b2-cb387a024406 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:33.114815 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-plugged", "status": "completed", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:33.115156 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4da1a3a-026c-41f9-a0b2-cb387a024406 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:33.115932 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'code': 200} Oct 26 11:50:33.151866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20c8b88a-e349-4cd4-bed1-f72755fe8099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.199309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Made reservation on behalf of b12879cb74944f588cf2643ba086cca9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:33.204844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.333091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99ce5-0f97-4684-a19d-a6f718ef2cc5 req-747d889f-afac-4b47-b191-e039027d12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:33.335938 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e99ce5-0f97-4684-a19d-a6f718ef2cc5 req-747d889f-afac-4b47-b191-e039027d12aa service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1101 time: 0.1154435 Oct 26 11:50:33.414300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Made reservation on behalf of b12879cb74944f588cf2643ba086cca9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:33.418009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.440949 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20c8b88a-e349-4cd4-bed1-f72755fe8099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.445799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20c8b88a-e349-4cd4-bed1-f72755fe8099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.456519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-20c8b88a-e349-4cd4-bed1-f72755fe8099 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0707142e-91ad-46c8-a033-be5d790b129b HTTP/1.1" status: 204 len: 168 time: 0.6602550 Oct 26 11:50:33.488538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9aa6f-b3d7-4841-9141-2d8c3e798cec req-ae017d57-1aa8-4a5d-a1b4-c7a5c1fe6a04 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:33.492065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2e9aa6f-b3d7-4841-9141-2d8c3e798cec req-ae017d57-1aa8-4a5d-a1b4-c7a5c1fe6a04 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=647c4efb-1f61-4d08-be56-ae85e64f3f84 HTTP/1.1" status: 200 len: 946 time: 0.2381918 Oct 26 11:50:33.498952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:50:33.505555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8b88a-e349-4cd4-bed1-f72755fe8099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0707142e-91ad-46c8-a033-be5d790b129b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:33.513118 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.532854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.551351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e99ce5-0f97-4684-a19d-a6f718ef2cc5 req-c54a449c-57fb-4b6c-adef-2df0a439f7cf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001367 Oct 26 11:50:33.562431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.568361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] Sync routers for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:33.584543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['3ab0fa4c-267d-4841-add8-663d75424ace'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:33.639071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2e9aa6f-b3d7-4841-9141-2d8c3e798cec req-89ae6f2f-f7ae-41b3-8d59-edd181e98595 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253691 Oct 26 11:50:33.645329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-591b84af-0811-4273-b99a-5a5396324aa1 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "PUT /v2.0/floatingips/9cebe3b5-4199-4a51-863f-c079d14967a1 HTTP/1.1" status: 200 len: 997 time: 3.5723033 Oct 26 11:50:33.680361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:33.682317 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ba8959-3ef8-4581-b3ea-557f62cebddf" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:33.689223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event deleted for resources: {'Port': ['ID=3ab0fa4c-267d-4841-add8-663d75424ace,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:33.690611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:33.692591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:33.789505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] No DVR routers for this DVR port 3ab0fa4c-267d-4841-add8-663d75424ace on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:50:33.792823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:33.804842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3eb7f272-c4ca-4b15-b879-1dfb746f3bb8 req-dd690399-8999-4ce3-b724-c7d47918af10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "DELETE /v2.0/ports/3ab0fa4c-267d-4841-add8-663d75424ace HTTP/1.1" status: 204 len: 173 time: 1.6095595 Oct 26 11:50:33.806724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'name': 'network-vif-deleted', 'tag': '3ab0fa4c-267d-4841-add8-663d75424ace'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:33.811861 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bef864-115e-485b-9ff4-d99142da3ee1" -d '{"events": [{"server_uuid": "647c4efb-1f61-4d08-be56-ae85e64f3f84", "name": "network-vif-deleted", "tag": "3ab0fa4c-267d-4841-add8-663d75424ace"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:33.954058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:34.463187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Allocated IP 172.20.0.2 (99e16a66-bffe-4f58-880a-545bf4ef2505/b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f/51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:34.514515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65a089e5-2a17-4cf1-819e-855062c2d4eb req-2ca589ba-346d-471f-9a98-8428f645c967 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 210 time: 0.7108595 Oct 26 11:50:34.679840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429492-7816-4c7e-a949-8a1864eac094 req-e4e2670e-bcce-426b-a99a-e0fd2485fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:34.682689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-e4e2670e-bcce-426b-a99a-e0fd2485fea0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1097 time: 0.9773204 Oct 26 11:50:34.785455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9cebe3b5-4199-4a51-863f-c079d14967a1', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'port_id': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'mac_address': 'fa:16:3e:54:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:50:25Z', 'updated_at': '2021-10-26T11:50:31Z', 'revision_number': 1, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:34.835891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] Checking router: ccd57518-4b3e-4f41-8e77-b116e879b703 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:34.858413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:34.859654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:35.094186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:35.166790 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5589ac-0457-456b-93c2-fca658344208 x-openstack-request-id: req-fa5589ac-0457-456b-93c2-fca658344208 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:35.167562 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647c4efb-1f61-4d08-be56-ae85e64f3f84", "name": "network-vif-deleted", "tag": "3ab0fa4c-267d-4841-add8-663d75424ace", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:35.167562 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa5589ac-0457-456b-93c2-fca658344208 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:35.167869 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647c4efb-1f61-4d08-be56-ae85e64f3f84', 'name': 'network-vif-deleted', 'tag': '3ab0fa4c-267d-4841-add8-663d75424ace', 'status': 'completed', 'code': 200} Oct 26 11:50:35.192409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:35.194416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-ffafd38e-65e8-4789-b5c0-92f9b19d371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.195666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-ffafd38e-65e8-4789-b5c0-92f9b19d371a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1097 time: 0.1487443 Oct 26 11:50:35.261325 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdfa9c0-cb75-46bc-abaf-e390ad035271 x-openstack-request-id: req-8bdfa9c0-cb75-46bc-abaf-e390ad035271 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:35.261629 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:35.261891 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8bdfa9c0-cb75-46bc-abaf-e390ad035271 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:35.262310 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'status': 'completed', 'code': 200} Oct 26 11:50:35.306121 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:35.348114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429492-7816-4c7e-a949-8a1864eac094 req-f2c74aaf-9c56-4633-a902-2aa7571e36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.353251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-f858a254-c11c-4be9-8bd3-a19d09378fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.354782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-f858a254-c11c-4be9-8bd3-a19d09378fdf service neutron] 10.222.0.100 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 928 time: 0.1506748 Oct 26 11:50:35.361431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-f2c74aaf-9c56-4633-a902-2aa7571e36f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 928 time: 0.6493018 Oct 26 11:50:35.401610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:35.489949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-845493b1-5bb4-412e-9a1a-b4a840fdd74c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 1000 time: 0.1269009 Oct 26 11:50:35.527614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9cebe3b5-4199-4a51-863f-c079d14967a1', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'port_id': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'mac_address': 'fa:16:3e:54:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:50:25Z', 'updated_at': '2021-10-26T11:50:31Z', 'revision_number': 1, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:35.593037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099661a-dca2-4f45-b386-8392ddc032ae None None] The sync data for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 is: [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9cebe3b5-4199-4a51-863f-c079d14967a1', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'port_id': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'mac_address': 'fa:16:3e:54:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:50:25Z', 'updated_at': '2021-10-26T11:50:31Z', 'revision_number': 1, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:35.594790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-746372fa-4fcb-4a9e-b04a-98fd9c6fdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.597886 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-746372fa-4fcb-4a9e-b04a-98fd9c6fdc57 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 200 len: 865 time: 0.0986824 Oct 26 11:50:35.609149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:35.626168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:35.630303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:35.695830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-769806e8-ea51-4cd0-b061-b16683bdd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.697867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-883b20ca-150a-46b3-b3f5-91ee5977d900 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 1000 time: 0.3292699 Oct 26 11:50:35.703885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-769806e8-ea51-4cd0-b061-b16683bdd689 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=55f2ae00-de01-493c-8366-eb4c150fa956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970483 Oct 26 11:50:35.729201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Allocated IP 172.20.0.10 (99e16a66-bffe-4f58-880a-545bf4ef2505/b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f/356977c1-9f4e-46bd-966b-5b8c14dfcd55) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:35.762675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event updated for resources: {'Port': ['ID=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:35.838683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6cc6d-1bc9-450a-abfb-61f2308ee598 req-f414543d-3bfe-4832-a1a0-2e3f0839d5e3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.852592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fdd6cc6d-1bc9-450a-abfb-61f2308ee598 req-f414543d-3bfe-4832-a1a0-2e3f0839d5e3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.5066915 Oct 26 11:50:35.866272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:35.867432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:35.884413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-81a164ab-cd39-45e3-9f44-57afc1fc3045 service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673381 Oct 26 11:50:35.927437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-1d6270fa-f378-4372-80a6-8a8d267c6ccd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4283364 Oct 26 11:50:35.961169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Request body: {'port': {'device_id': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:36.011970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-22ba8959-3ef8-4581-b3ea-557f62cebddf req-b2976418-acfc-480b-9f1b-79522171ee15 service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174626 Oct 26 11:50:36.040766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429492-7816-4c7e-a949-8a1864eac094 req-85d7abca-ce15-435c-babc-7bd7be3ebe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:36.042183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-85d7abca-ce15-435c-babc-7bd7be3ebe60 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 200 len: 865 time: 0.3209960 Oct 26 11:50:36.132038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fdd6cc6d-1bc9-450a-abfb-61f2308ee598 req-ad546352-b4df-4823-bf0d-7bbd22f00139 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391732 Oct 26 11:50:36.303587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429492-7816-4c7e-a949-8a1864eac094 req-dc6e0941-3b70-4021-9112-509cb949bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:36.310995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-dc6e0941-3b70-4021-9112-509cb949bb45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=55f2ae00-de01-493c-8366-eb4c150fa956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369225 Oct 26 11:50:36.310995 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:36.598414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:36.686195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-677dd37e-1d2e-47e4-b0cc-c113c2da2991 service neutron] 10.222.0.88 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683655 Oct 26 11:50:36.692528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3ab0fa4c-267d-4841-add8-663d75424ace no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:36.779804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 3ab0fa4c-267d-4841-add8-663d75424ace {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:50:36.781538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3ab0fa4c-267d-4841-add8-663d75424ace not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:50:36.912039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:37.061315 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16c8bb-a594-402b-b1be-108fd257204e None None] New status for floating IP 9cebe3b5-4199-4a51-863f-c079d14967a1: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:50:37.098549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d429492-7816-4c7e-a949-8a1864eac094 req-0420a91f-33b8-4e7b-ba9f-e99ae4066a66 service neutron] 10.222.0.88 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690567 Oct 26 11:50:37.123296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:37.142423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:37.145948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:37.210726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event updated for resources: {'Port': ['ID=356977c1-9f4e-46bd-966b-5b8c14dfcd55,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:37.256482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3b983-cd4f-45b6-bda5-2219e6d21ef8 req-60d7f865-63d4-43c7-a517-cff53190d11f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:37.264899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a3b983-cd4f-45b6-bda5-2219e6d21ef8 req-60d7f865-63d4-43c7-a517-cff53190d11f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 932 time: 0.2791762 Oct 26 11:50:37.356737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a3b983-cd4f-45b6-bda5-2219e6d21ef8 req-516cd787-6987-40ed-96ff-9adfd425407e tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894718 Oct 26 11:50:37.392367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:37.394032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:37.539440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-d1bca601-d5e9-4cc5-8d5d-a75dc2276648 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5878046 Oct 26 11:50:37.549144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-942c522c-7add-46f4-bcb0-ed436cf06b99 req-6b124102-e55b-4b19-b36c-3ed860a77e8a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:50:37.550728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-942c522c-7add-46f4-bcb0-ed436cf06b99 req-6b124102-e55b-4b19-b36c-3ed860a77e8a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078106 Oct 26 11:50:37.564315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Request body: {'port': {'device_id': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:37.601430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:37.626125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:37.745247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Transition to ACTIVE for port object 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:50:37.759608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:37.807710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:37.931503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Pushing event updated for resources: {'Port': ['ID=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:38.019154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-bf48cb46-e3eb-4cb6-9c71-803d2ed6fd68 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:38.020805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-bf48cb46-e3eb-4cb6-9c71-803d2ed6fd68 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.3912585 Oct 26 11:50:38.239500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-200f7ce1-76f8-47dc-904c-8c57d0be90b6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.1929891 Oct 26 11:50:38.351752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-aaae7e90-6115-48e1-a887-c3cb0cc5c33d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877886 Oct 26 11:50:38.394675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Attempting to bind port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:38.395119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Attempting to bind port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:38.395885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Attempting to bind port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:38.413499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-69c886d5-0630-471b-8972-b72548aa159b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3872962 Oct 26 11:50:38.574960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:50:38.575517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Attempting to bind port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:38.637498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:38.638055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Checking segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:38.640255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Bound using segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:38.640255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Bound port: 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:38.640255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:38.706210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-4887d6b1-a6a3-4f5a-a261-a60679c66972 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 258 time: 0.6072547 Oct 26 11:50:38.739826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:38.909458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-a835dff1-d651-4a88-b83a-0db1d7083839 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424511 Oct 26 11:50:38.921701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:38.979502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] For port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:39.133241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356977c1-9f4e-46bd-966b-5b8c14dfcd55 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:39.143931 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:39.162156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Transition to ACTIVE for port object 356977c1-9f4e-46bd-966b-5b8c14dfcd55 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:50:39.169068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] For port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:39.176700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:39.234498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Pushing event updated for resources: {'Port': ['ID=356977c1-9f4e-46bd-966b-5b8c14dfcd55,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:39.237484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:39.382624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:39.383549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:39.384987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] 10.222.0.30 "PUT /v2.0/ports/51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 HTTP/1.1" status: 200 len: 1091 time: 3.4322138 Oct 26 11:50:39.385443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'tag': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:39.387911 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa75b438-1b53-4aac-b863-0118cd3d1fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b663dc3-cdc2-473e-8cb3-c328eb8a782a", "tag": "51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:39.412104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-9a4d024b-0ca3-4c7e-9ad7-65b2dbca7ffb service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810042 Oct 26 11:50:39.438180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aef2a9-86e7-4025-9dd6-485a58038408 service neutron] Pushing event updated for resources: {'Port': ['ID=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:39.613220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Attempting to bind port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:39.613934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Attempting to bind port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:39.614487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Attempting to bind port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:39.624110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-c5f8556e-d27c-4bf2-a677-8d94eb88b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:39.626645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-c5f8556e-d27c-4bf2-a677-8d94eb88b183 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=1b663dc3-cdc2-473e-8cb3-c328eb8a782a HTTP/1.1" status: 200 len: 1094 time: 0.1350145 Oct 26 11:50:39.631864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:39.636080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:50:39.636655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Attempting to bind port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:39.720476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:39.721477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Checking segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:39.721477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Bound using segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:39.722199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Bound port: 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:39.723343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:39.761055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-90e799b4-89ba-4f58-a82f-176fba178ea4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 HTTP/1.1" status: 200 len: 217 time: 0.1151967 Oct 26 11:50:39.847882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-635ff3f8-482d-4300-bc7e-0ba8a59218a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:39.849967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-635ff3f8-482d-4300-bc7e-0ba8a59218a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.0749102 Oct 26 11:50:40.001457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-3fa4a59d-a9d0-4995-9acf-e6abdc3dd832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408987 Oct 26 11:50:40.591277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] For port 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:40.641188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Allocated IP 172.25.4.25 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/d846e52d-a5b9-4ce2-83b4-440d71be8000) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:40.647707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] For port 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:40.665170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:40.686734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e773-48ef-4191-b946-4a2a262502f3 req-2b067ad5-d305-4832-864a-7e59b29f2614 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:40.696291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddc8e773-48ef-4191-b946-4a2a262502f3 req-2b067ad5-d305-4832-864a-7e59b29f2614 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.2161658 Oct 26 11:50:40.747356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-eadf0123-7267-41fd-91df-1574cf9f8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:40.752141 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-eadf0123-7267-41fd-91df-1574cf9f8537 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1101 time: 0.0782735 Oct 26 11:50:40.845526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-0120bd98-8dae-4a73-a542-632558a2d573 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339612 Oct 26 11:50:40.850761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:40.851952 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:40.854237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] 10.222.0.100 "PUT /v2.0/ports/356977c1-9f4e-46bd-966b-5b8c14dfcd55 HTTP/1.1" status: 200 len: 1092 time: 3.2991624 Oct 26 11:50:40.912174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddc8e773-48ef-4191-b946-4a2a262502f3 req-b2559d33-9a51-46a4-9b75-a9932437bb75 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142453 Oct 26 11:50:40.997259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-92f439b8-bd09-487b-b519-592b58a93741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:40.999186 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-92f439b8-bd09-487b-b519-592b58a93741 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2378783 Oct 26 11:50:41.051723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-4db0dc77-7818-4061-a2fc-9d9cd29797da service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.0456889 Oct 26 11:50:41.154494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3f4b-727a-4cb5-aad9-61216fa8b856 service neutron] Pushing event updated for resources: {'Port': ['ID=356977c1-9f4e-46bd-966b-5b8c14dfcd55,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:41.241479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-97f02e91-a837-4e13-92fa-69979bf64856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:41.241837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-98bbb0ae-bd36-4077-ab29-bbbed1f761b4 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233225 Oct 26 11:50:41.245843 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-97f02e91-a837-4e13-92fa-69979bf64856 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1867003 Oct 26 11:50:41.333332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-49495995-218d-4ffb-b69c-125bf6285f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:41.336295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-49495995-218d-4ffb-b69c-125bf6285f89 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 1095 time: 0.4056485 Oct 26 11:50:41.391175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:41.447730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-cce90e0c-0bcf-4389-b6cb-c057a9512558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:41.449926 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-cce90e0c-0bcf-4389-b6cb-c057a9512558 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833544 Oct 26 11:50:41.728190 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-221799b6-dd82-4934-8479-7d4953165f68 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692161 Oct 26 11:50:41.738262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:41.835577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-b01e2504-2990-4367-ab35-08641167cda6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55 HTTP/1.1" status: 200 len: 217 time: 0.4827487 Oct 26 11:50:41.871323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56210) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:41.998102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-4462b038-6684-4709-98cf-c8a0a5a1042c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620687 Oct 26 11:50:42.015604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:42.082961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc52e7bf-d7a9-4119-9281-788b5d165917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.094728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:42.106920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:42.213023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event updated for resources: {'Port': ['ID=d846e52d-a5b9-4ce2-83b4-440d71be8000,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:42.265246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c7da-cca7-4ee2-807a-423d5657eba8 req-6fb05635-971d-4bd5-8753-d3213e34dd25 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:42.275877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf98c7da-cca7-4ee2-807a-423d5657eba8 req-6fb05635-971d-4bd5-8753-d3213e34dd25 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 944 time: 0.8180747 Oct 26 11:50:42.303959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc52e7bf-d7a9-4119-9281-788b5d165917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.308695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-8705a7c2-dbad-4f40-9701-ddfc63fbb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:42.310688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc52e7bf-d7a9-4119-9281-788b5d165917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.311847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-8705a7c2-dbad-4f40-9701-ddfc63fbb1b7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.3714252 Oct 26 11:50:42.365017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc52e7bf-d7a9-4119-9281-788b5d165917 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=796a0816920c4a26b6b76e250cab25d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862993 Oct 26 11:50:42.366493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e7bf-d7a9-4119-9281-788b5d165917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e360b-df78-4dee-a894-40852521c38e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:42.369925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56218) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:42.430700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-e35b5f49-1d8e-495e-84c7-f2f042bbea63 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933781 Oct 26 11:50:42.451100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-c2eb712f-437a-4022-8ff2-8925cca5962d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:42.452452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-c2eb712f-437a-4022-8ff2-8925cca5962d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.9599094 Oct 26 11:50:42.461374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.487507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Request body: {'port': {'device_id': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'admin_state_up': True, 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:42.512700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d031-4bb2-4637-b83e-920feadc3dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.520768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf98c7da-cca7-4ee2-807a-423d5657eba8 req-8cad7ab0-950b-40d4-a491-933aa828feb0 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424059 Oct 26 11:50:42.525070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-6ea11b9d-3073-4886-94b0-62b2b4ad6311 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938528 Oct 26 11:50:42.595975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d031-4bb2-4637-b83e-920feadc3dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.683983 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7563dde-e27d-4ebb-89e3-ae37c2f9f14c x-openstack-request-id: req-a7563dde-e27d-4ebb-89e3-ae37c2f9f14c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:42.684447 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b663dc3-cdc2-473e-8cb3-c328eb8a782a", "tag": "51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:42.684891 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7563dde-e27d-4ebb-89e3-ae37c2f9f14c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:42.685557 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'tag': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5', 'status': 'completed', 'code': 200} Oct 26 11:50:42.722366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.851059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-05184cbe-5e79-4246-ac31-5ebfd2342a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:42.852822 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-05184cbe-5e79-4246-ac31-5ebfd2342a00 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1917887 Oct 26 11:50:42.879470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-7dbaff82-f22d-472f-ab61-74118922bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:42.881409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-7dbaff82-f22d-472f-ab61-74118922bfd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=1b663dc3-cdc2-473e-8cb3-c328eb8a782a HTTP/1.1" status: 200 len: 1094 time: 0.0898433 Oct 26 11:50:42.893662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d031-4bb2-4637-b83e-920feadc3dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.896768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d031-4bb2-4637-b83e-920feadc3dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:42.898296 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b6a5d031-4bb2-4637-b83e-920feadc3dd5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/de6e360b-df78-4dee-a894-40852521c38e HTTP/1.1" status: 204 len: 168 time: 0.5271096 Oct 26 11:50:42.954242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:42.959548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:43.017391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5d031-4bb2-4637-b83e-920feadc3dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e360b-df78-4dee-a894-40852521c38e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:43.115118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-26f4f1ae-44e3-4b60-8902-d3b9d43eb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:43.116823 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-26f4f1ae-44e3-4b60-8902-d3b9d43eb039 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 914 time: 0.2243502 Oct 26 11:50:43.172389 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-ba79c643-6ca6-47be-9326-3a5e8f2693b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 HTTP/1.1" status: 200 len: 217 time: 0.0469737 Oct 26 11:50:43.179224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-eeaa31fd-6fc5-4cc1-ad5f-cb557888aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:43.180965 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-eeaa31fd-6fc5-4cc1-ad5f-cb557888aa6c service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2984643 Oct 26 11:50:43.242341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Allocated IP 172.20.0.8 (cefb0e51-1bca-4306-bad0-98b3b472a6f7/b834d65b-dcbd-4bef-a66a-262e38ec0163/bac6d638-604f-45d6-a95a-760c3797e290) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:43.262269 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-f7961548-2e5d-4c4b-9f3b-aace15ec657a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=fdea1e19-942e-4c5c-a400-94b25397aa78 HTTP/1.1" status: 200 len: 217 time: 0.0704389 Oct 26 11:50:43.284862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-7a90ddc9-14c4-477d-b5d4-ae92510ebf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:43.286714 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-7a90ddc9-14c4-477d-b5d4-ae92510ebf19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.1044343 Oct 26 11:50:43.338323 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-65a0489b-21b6-4b28-871e-6977a7fee382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297441 Oct 26 11:50:43.446147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-92c0dc7f-f483-468a-9ab2-83e9c89a1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:43.448577 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-92c0dc7f-f483-468a-9ab2-83e9c89a1f00 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1779127 Oct 26 11:50:43.512357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-b987b6dc-0131-41a5-8b7d-19c20d345b66 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0540316 Oct 26 11:50:43.559177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-705233ca-cfa6-4b47-9778-0ebe28e29a68 req-afedde6d-01c6-4f71-ba9d-9d5f6a4b1bf7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 210 time: 0.6124511 Oct 26 11:50:43.568046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-f2d67434-28d6-4e2d-8729-d256cf57f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:43.569644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-f2d67434-28d6-4e2d-8729-d256cf57f6ef service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104381 Oct 26 11:50:43.571648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-4e95ec92-106b-482e-a598-0cfeaa22ec18 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255228 Oct 26 11:50:43.994533 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa75b438-1b53-4aac-b863-0118cd3d1fdd req-c35ce7e1-9fae-4a8f-be3a-c93fb255ab53 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390006 Oct 26 11:50:44.051909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.115707 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-e5b68e35-5f04-4b44-9926-80ce69a5edce service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296061 Oct 26 11:50:44.119375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0fafb34-e6b3-46e1-ba70-dbc9659971ed req-0d0ef2e5-156d-4a2c-81dc-57351cafcaa5 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736952 Oct 26 11:50:44.136985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dd69d-0006-4c6b-afe3-5c060bda7f57 req-6e6ee490-d89a-4beb-84c2-38fdcb4493c0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:44.153535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b1dd69d-0006-4c6b-afe3-5c060bda7f57 req-6e6ee490-d89a-4beb-84c2-38fdcb4493c0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.2420635 Oct 26 11:50:44.307542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b1dd69d-0006-4c6b-afe3-5c060bda7f57 req-1525ade6-7e47-422c-a088-746d95dc28f1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519778 Oct 26 11:50:44.324316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.352088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.361029 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1636736f-4c89-46cc-8a7b-da8bbab35826 req-040efe70-a58e-4cef-9e2b-6b1dfa29e228 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375827 Oct 26 11:50:44.415294 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.491875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:44.541840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:44.569315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:44.573256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event updated for resources: {'Port': ['ID=d846e52d-a5b9-4ce2-83b4-440d71be8000,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:44.661390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.661993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.662472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.663083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.663556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.664144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.664614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.665174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.665822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.666320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.666805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.667430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:44.700278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'tag': '356977c1-9f4e-46bd-966b-5b8c14dfcd55'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:44.706208 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ff85d-e388-4855-b2a3-5164de3cdbab" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d049f-eabd-489e-b415-c73a46fe2447", "tag": "356977c1-9f4e-46bd-966b-5b8c14dfcd55"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:44.756737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.781993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:50:44.791678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:44.792336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.836594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:44.839772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-fffccd8c-d3d0-4dc6-a61a-7e30335e6db5 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1306775 Oct 26 11:50:44.843468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:44.862306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2498f-cdae-47a1-9512-4d589fd96399 req-1a4e63eb-ef6c-41c8-b770-1c65bf7eee66 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:44.887725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cc2498f-cdae-47a1-9512-4d589fd96399 req-1a4e63eb-ef6c-41c8-b770-1c65bf7eee66 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 944 time: 0.3422863 Oct 26 11:50:45.059255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-dd1f102c-9183-401f-bf27-24fcce79cd2d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5850756 Oct 26 11:50:45.089726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Request body: {'port': {'device_id': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:45.116823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:45.139461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-27802d0d-5f17-448f-a7a2-faec2e58afb3 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.2355905 Oct 26 11:50:45.148717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'port_id': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5', 'mac_address': 'fa:16:3e:fe:9a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:45.224128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cc2498f-cdae-47a1-9512-4d589fd96399 req-239d19fb-5d11-4ff7-a7a2-61210353bce4 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350506 Oct 26 11:50:45.236606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:45.263416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:45.312239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:45.323344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:45.424898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:45.442972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:45.547499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-1b3460bd-ddcd-40f9-a0e8-d4f09556d98d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:45.557971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e649c266-c9c5-4041-b2b4-2ce2541f401a req-1b3460bd-ddcd-40f9-a0e8-d4f09556d98d tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.3917251 Oct 26 11:50:45.772266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:45.852559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552586b-1703-442c-8576-24e7d363e037 req-7a86bda6-8a80-4a25-b624-ae2514469eb0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:45.855535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8552586b-1703-442c-8576-24e7d363e037 req-7a86bda6-8a80-4a25-b624-ae2514469eb0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 931 time: 0.1119130 Oct 26 11:50:45.940530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8552586b-1703-442c-8576-24e7d363e037 req-e6cc7656-222e-4143-8d25-64055f46c70a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809693 Oct 26 11:50:46.000484 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be1af0-d972-4819-a827-bf51015d00d1 x-openstack-request-id: req-c0be1af0-d972-4819-a827-bf51015d00d1 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:46.000958 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d049f-eabd-489e-b415-c73a46fe2447", "tag": "356977c1-9f4e-46bd-966b-5b8c14dfcd55", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:46.001396 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0be1af0-d972-4819-a827-bf51015d00d1 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:46.001964 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'tag': '356977c1-9f4e-46bd-966b-5b8c14dfcd55', 'status': 'completed', 'code': 200} Oct 26 11:50:46.004540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac6d638-604f-45d6-a95a-760c3797e290 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:46.014101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:46.039005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Transition to ACTIVE for port object bac6d638-604f-45d6-a95a-760c3797e290 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:50:46.047386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:46.143978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-aec8f849-cc88-4f84-9474-5aa7a0a1fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:46.146007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-aec8f849-cc88-4f84-9474-5aa7a0a1fe67 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 1095 time: 0.0929289 Oct 26 11:50:46.308157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-47da5466-7944-49bd-a967-4f5d0b169917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:46.311321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:46.312996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-47da5466-7944-49bd-a967-4f5d0b169917 service neutron] 10.222.0.100 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 914 time: 0.1588876 Oct 26 11:50:46.337268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c755b6-61c9-4e00-969e-e0837d379408 req-62ea3358-60bc-49b7-a194-20ccc749b4ec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:46.338838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04c755b6-61c9-4e00-969e-e0837d379408 req-62ea3358-60bc-49b7-a194-20ccc749b4ec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.2388422 Oct 26 11:50:46.346099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Attempting to bind port bac6d638-604f-45d6-a95a-760c3797e290 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:50:46.346654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Attempting to bind port bac6d638-604f-45d6-a95a-760c3797e290 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:50:46.347227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Attempting to bind port bac6d638-604f-45d6-a95a-760c3797e290 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:46.364180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Port bac6d638-604f-45d6-a95a-760c3797e290 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:50:46.364462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Attempting to bind port bac6d638-604f-45d6-a95a-760c3797e290 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:46.364850 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-ae3fe127-d073-494a-9386-ed26f83fe268 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55 HTTP/1.1" status: 200 len: 217 time: 0.0394609 Oct 26 11:50:46.379507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:50:46.379944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:50:46.380252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Bound using segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:46.380679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Bound port: bac6d638-604f-45d6-a95a-760c3797e290, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:50:46.381043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:46.414596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04c755b6-61c9-4e00-969e-e0837d379408 req-6fa46061-f8c4-409a-97fe-4526dd974689 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633774 Oct 26 11:50:46.450228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-ba47c88b-387c-4414-8031-872bd20a4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:46.451957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-ba47c88b-387c-4414-8031-872bd20a4262 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.0791140 Oct 26 11:50:46.502970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-3e8da8b2-2a47-43ac-86ee-0273a45b5ed5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389359 Oct 26 11:50:46.514205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:46.520747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:46.533888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:46.643489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:46.650938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:46.652300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:46.654690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-41253e05-c6ce-4da1-b25f-92e3607a8503 service neutron] 10.222.0.30 "PUT /v2.0/ports/bac6d638-604f-45d6-a95a-760c3797e290 HTTP/1.1" status: 200 len: 1091 time: 1.5831561 Oct 26 11:50:46.717710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-3f127de6-8bec-47e2-8b8b-a53d764d4a27 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067602 Oct 26 11:50:46.765483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-f82ec542-dd8f-4395-8683-84b6c1e39b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:46.767933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-f82ec542-dd8f-4395-8683-84b6c1e39b8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 1094 time: 0.0694227 Oct 26 11:50:46.915093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-368ff85d-e388-4855-b2a3-5164de3cdbab req-a2e1c3a1-74e6-4650-8702-a78095c890f5 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870208 Oct 26 11:50:47.037599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 356977c1-9f4e-46bd-966b-5b8c14dfcd55 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:50:47.209033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:47.223627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '356977c1-9f4e-46bd-966b-5b8c14dfcd55', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'port_id': '356977c1-9f4e-46bd-966b-5b8c14dfcd55', 'mac_address': 'fa:16:3e:7a:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:47.269496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-8453472a-b5f3-48a0-879c-03aec50d2a01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac6d638-604f-45d6-a95a-760c3797e290 HTTP/1.1" status: 200 len: 217 time: 0.4808042 Oct 26 11:50:47.276972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:47.292933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356977c1-9f4e-46bd-966b-5b8c14dfcd55 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:47.325673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:47.331362 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:47.382086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-63498b92-ced1-4fe7-8b49-f714e0728e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:47.383756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-63498b92-ced1-4fe7-8b49-f714e0728e30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.0914621 Oct 26 11:50:47.396414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030b96-90db-49c6-bba0-93c2664c6deb req-3ebb3166-5662-4bc6-b241-5231c83e10a7 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:47.398002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db030b96-90db-49c6-bba0-93c2664c6deb req-3ebb3166-5662-4bc6-b241-5231c83e10a7 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5875497 Oct 26 11:50:47.404443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=356977c1-9f4e-46bd-966b-5b8c14dfcd55,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:47.436026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7d20-4f6a-40ab-ae0b-e2a508583289 req-fc7a96ce-b8b9-46b4-84b3-4543cdb77130 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:47.438062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-503a7d20-4f6a-40ab-ae0b-e2a508583289 req-fc7a96ce-b8b9-46b4-84b3-4543cdb77130 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 944 time: 0.1712146 Oct 26 11:50:47.491747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-96fc8a02-802e-4feb-85b6-71bcbdc959ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925202 Oct 26 11:50:47.532990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db030b96-90db-49c6-bba0-93c2664c6deb req-ecb804d1-de13-495d-96ab-b6ca376f62a7 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1240072 Oct 26 11:50:47.575722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-db030b96-90db-49c6-bba0-93c2664c6deb req-5a5d656e-3fb3-405c-a02b-c13de7dc23bf tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Request body: {'floatingip': {'port_id': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:47.608250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['356977c1-9f4e-46bd-966b-5b8c14dfcd55'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:47.654824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db030b96-90db-49c6-bba0-93c2664c6deb req-5a5d656e-3fb3-405c-a02b-c13de7dc23bf tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:47.713710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-503a7d20-4f6a-40ab-ae0b-e2a508583289 req-88ed197f-8f9b-4b0e-9b00-9f9f91454815 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580373 Oct 26 11:50:47.834373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-6331723c-10bd-4964-878c-4576683a8d38 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314195 Oct 26 11:50:48.008346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:48.011980 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f64cc-2ec5-4109-8036-30e1491c1f81" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "tag": "bac6d638-604f-45d6-a95a-760c3797e290"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:48.048186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5619a2b8-4f88-4b38-8b6e-9a756e364eed req-3e2a8669-a6a7-4985-b16d-8d29868b6dad service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089329 Oct 26 11:50:48.072106 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-db030b96-90db-49c6-bba0-93c2664c6deb req-5a5d656e-3fb3-405c-a02b-c13de7dc23bf tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 11:50:48.074346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db030b96-90db-49c6-bba0-93c2664c6deb req-5a5d656e-3fb3-405c-a02b-c13de7dc23bf tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "PUT /v2.0/floatingips/30270e25-61e4-4e2e-a317-340cf91c0cd6 HTTP/1.1" status: 409 len: 550 time: 0.5296268 Oct 26 11:50:48.209334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73e61f-4b44-48b0-9cdf-5956d49e17d4 req-f4a3bb13-3831-4048-841b-1b6030a9545e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:48.210952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc73e61f-4b44-48b0-9cdf-5956d49e17d4 req-f4a3bb13-3831-4048-841b-1b6030a9545e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 943 time: 0.0646956 Oct 26 11:50:48.257887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc73e61f-4b44-48b0-9cdf-5956d49e17d4 req-967755c4-8e8d-47fb-b769-87d29c60b669 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 Oct 26 11:50:48.639615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-c01dd960-b709-49a8-aecb-53aa1d525860 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:48.641117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-c01dd960-b709-49a8-aecb-53aa1d525860 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/networks?id=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd HTTP/1.1" status: 200 len: 815 time: 0.1744189 Oct 26 11:50:48.674844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6be8a9-1d56-40b6-9644-356db849289d req-98c0b831-1cb7-45e4-ab84-3dd7e8403284 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:48.676994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef6be8a9-1d56-40b6-9644-356db849289d req-98c0b831-1cb7-45e4-ab84-3dd7e8403284 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1232016 Oct 26 11:50:48.682011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-13da7a3e-6c8b-439a-8dc2-9dc7446edfad tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/quotas/612f242f5cbf49a8b547290f504d4577 HTTP/1.1" status: 200 len: 375 time: 0.0274456 Oct 26 11:50:48.763100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef6be8a9-1d56-40b6-9644-356db849289d req-e3146bef-81ec-4d06-ad71-6d857f24acbd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790520 Oct 26 11:50:48.774206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:48.791748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-7a9ba2c4-ff69-4fa2-80b1-ef17af4ecceb tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=612f242f5cbf49a8b547290f504d4577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010215 Oct 26 11:50:48.850738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:48.855825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:48.856198 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:48.906480 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4bdf6-20e8-424f-83c3-26f749302bad x-openstack-request-id: req-98c4bdf6-20e8-424f-83c3-26f749302bad {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:48.906853 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "tag": "bac6d638-604f-45d6-a95a-760c3797e290", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:48.907324 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98c4bdf6-20e8-424f-83c3-26f749302bad {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:48.908314 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290', 'status': 'completed', 'code': 200} Oct 26 11:50:48.923960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-18e3a480-8aba-429e-a8e8-97700739a958 service neutron] 10.222.0.88 "GET /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281378 Oct 26 11:50:48.990031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.015202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:49.017431 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc43c4b1-8da1-4b67-8e1d-2894d367326f" -d '{"events": [{"server_uuid": "1b663dc3-cdc2-473e-8cb3-c328eb8a782a", "name": "network-vif-plugged", "status": "completed", "tag": "51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:49.031716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:49.036697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.064592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 356977c1-9f4e-46bd-966b-5b8c14dfcd55 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:49.080942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-df33b49e-0d95-406f-84f8-85245224f9da tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips/30270e25-61e4-4e2e-a317-340cf91c0cd6 HTTP/1.1" status: 200 len: 692 time: 0.1548774 Oct 26 11:50:49.129693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-f3f0b9f0-ef15-4ab3-97e8-36fdb12b79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:49.131389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-f3f0b9f0-ef15-4ab3-97e8-36fdb12b79b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 1094 time: 0.2010820 Oct 26 11:50:49.154072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de6cf396-756e-4f8b-9244-8447d7b49e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.162473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:49.189380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:49.194789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:49.195320 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.261106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-5f7823b1-b98c-445e-8a24-712664aa50d6 service neutron] 10.222.0.88 "GET /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332646 Oct 26 11:50:49.315687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-b92f014d-182e-464a-b799-5b5c5f4e2501 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:49.322770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-b92f014d-182e-464a-b799-5b5c5f4e2501 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2268245 Oct 26 11:50:49.336137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.394626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:49.400523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.419772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-bbe5ee7a-2aa8-44a5-a9bb-952d8b21646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:49.426015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-bbe5ee7a-2aa8-44a5-a9bb-952d8b21646b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.2605999 Oct 26 11:50:49.432350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-3f2f1006-0f9b-40b3-838a-f43d5bd61485 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.0921359 Oct 26 11:50:49.484466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-4d253397-d822-4a03-b113-6b67ebf991fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac6d638-604f-45d6-a95a-760c3797e290 HTTP/1.1" status: 200 len: 217 time: 0.0509431 Oct 26 11:50:49.498574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=356977c1-9f4e-46bd-966b-5b8c14dfcd55,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:49.584771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-6a813890-4422-4f3c-a086-bdc1423e2585 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1029549 Oct 26 11:50:49.734446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-ada63749-698f-41c9-a71e-a1f496b9a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:49.736169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-ada63749-698f-41c9-a71e-a1f496b9a363 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.2118759 Oct 26 11:50:49.808165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-d6bacd57-e24b-4bd0-9f89-6492cb30c375 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445914 Oct 26 11:50:49.901444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Deleting port d846e52d-a5b9-4ce2-83b4-440d71be8000 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:49.901803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:49.980611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-0421ffe5-2971-412e-bae1-f4c471cb82d3 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633971 Oct 26 11:50:50.111603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:50.112161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:50.144950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Calling delete_port for d846e52d-a5b9-4ce2-83b4-440d71be8000 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:50.227708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1f64cc-2ec5-4109-8036-30e1491c1f81 req-a6898c58-608a-4d28-94b6-6cdaeb09fd2b service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367406 Oct 26 11:50:50.386658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:50.418472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event deleted for resources: {'Port': ['ID=d846e52d-a5b9-4ce2-83b4-440d71be8000,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:50.429666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590c047-e665-406f-8d2c-589f01b7b46c req-badc139b-1b30-4ada-b841-3104173fc9c7 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:50.431420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2590c047-e665-406f-8d2c-589f01b7b46c req-badc139b-1b30-4ada-b841-3104173fc9c7 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.1081579 Oct 26 11:50:50.522361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2590c047-e665-406f-8d2c-589f01b7b46c req-7d86fa4a-2373-4ec0-98d8-abc41a6cb67a tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693197 Oct 26 11:50:50.525166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:50.527748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:50.528843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc1a0376-c0e8-406a-87aa-e302088d52bc req-f9760cc0-3fb5-49e3-b0f4-e3be1d161c90 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "DELETE /v2.0/floatingips/30270e25-61e4-4e2e-a317-340cf91c0cd6 HTTP/1.1" status: 204 len: 173 time: 0.9430039 Oct 26 11:50:50.584966 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e29e7d-b2f5-4ebf-81bc-8f2f201a50ee x-openstack-request-id: req-c6e29e7d-b2f5-4ebf-81bc-8f2f201a50ee {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:50.585544 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b663dc3-cdc2-473e-8cb3-c328eb8a782a", "name": "network-vif-plugged", "status": "completed", "tag": "51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:50.585544 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c6e29e7d-b2f5-4ebf-81bc-8f2f201a50ee {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:50.585932 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5', 'code': 200} Oct 26 11:50:50.648339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce1fd8-a065-4cf6-9d83-a08422f1a2a8 req-8dab805d-5acb-4ef3-9e22-a54ac6fc159a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:50.650477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45ce1fd8-a065-4cf6-9d83-a08422f1a2a8 req-8dab805d-5acb-4ef3-9e22-a54ac6fc159a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 943 time: 0.0647109 Oct 26 11:50:50.702177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d70f718d-d63c-4ef3-8fe1-651fb9855ec2 req-d9fae013-2fcb-4274-b010-e0e2ef48fb9b tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 210 time: 0.0449088 Oct 26 11:50:50.769299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bac6d638-604f-45d6-a95a-760c3797e290 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:50:50.789750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35cf36-6225-4aed-8caf-15208997d926 req-17d4d89d-85c3-4384-9836-005bed6fd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:50.793160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35cf36-6225-4aed-8caf-15208997d926 req-17d4d89d-85c3-4384-9836-005bed6fd4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b663dc3-cdc2-473e-8cb3-c328eb8a782a HTTP/1.1" status: 200 len: 1096 time: 0.1063368 Oct 26 11:50:50.817485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45ce1fd8-a065-4cf6-9d83-a08422f1a2a8 req-4a693d70-d54d-47f0-bb6d-fed41a4976e2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444707 Oct 26 11:50:50.997175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c35cf36-6225-4aed-8caf-15208997d926 req-583b2c56-4f9e-470f-a571-81697ca49aed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776843 Oct 26 11:50:51.017564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:51.058015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'bac6d638-604f-45d6-a95a-760c3797e290', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': 'bac6d638-604f-45d6-a95a-760c3797e290', 'mac_address': 'fa:16:3e:e1:cb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:51.130215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283352d-fe0e-49c5-9026-8c5723488dfb req-fbca5b5c-ab6e-45b1-a4a9-ef87643789f8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:51.135810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0283352d-fe0e-49c5-9026-8c5723488dfb req-fbca5b5c-ab6e-45b1-a4a9-ef87643789f8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1233094 Oct 26 11:50:51.151425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:51.182286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac6d638-604f-45d6-a95a-760c3797e290 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:50:51.186184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0283352d-fe0e-49c5-9026-8c5723488dfb req-eba9335b-4f53-4001-b331-d01c4ca38a54 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Oct 26 11:50:51.242240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:51.253774 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:51.333068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-0ea5a6c4-ae40-482e-876e-a4d7e9b8c9e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246517 Oct 26 11:50:51.350786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:51.354500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-45f83e35-d294-4dfd-b834-2c0956d78eee tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.1072667 Oct 26 11:50:51.376522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-0e057829-f5c2-4084-a23b-83018127831c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:51.379256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-0e057829-f5c2-4084-a23b-83018127831c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.100 "GET /v2.0/networks?id=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd HTTP/1.1" status: 200 len: 815 time: 0.6468687 Oct 26 11:50:51.403856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Request body: {'port': {'device_id': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'admin_state_up': True, 'tenant_id': '612f242f5cbf49a8b547290f504d4577'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:51.464031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-0bc14291-b87b-419e-bb13-5e3168330fd2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:51.464961 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:50:51.465895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-0bc14291-b87b-419e-bb13-5e3168330fd2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports/94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 943 time: 0.1017935 Oct 26 11:50:51.485088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb541-9909-4906-9431-6247cad1adf8 req-e1aa98be-1ea6-4d33-906f-accd4fa8391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:51.488435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-e1aa98be-1ea6-4d33-906f-accd4fa8391b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 1099 time: 0.1224899 Oct 26 11:50:51.605550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bac6d638-604f-45d6-a95a-760c3797e290'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:50:51.673836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Made reservation on behalf of 612f242f5cbf49a8b547290f504d4577 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:51.692004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:51.756252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a577289b-ffdd-4e24-a7d4-abb10cf23e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:51.881583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-832a0ddf-20d1-413d-a2ce-793ec9dc05bf tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.3258095 Oct 26 11:50:52.099073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-7ea21bd5-89f3-4ac6-ad70-d01dff4647f3 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:52.109405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-7ea21bd5-89f3-4ac6-ad70-d01dff4647f3 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2147968 Oct 26 11:50:52.162669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Allocated IP 172.20.0.12 (70d0ceee-c63f-4b91-a76d-8913c3e4e0bd/86eaa18e-15b2-45b3-9f3d-7c23e3481821/d068f85e-be2d-4caf-96fe-e5ecea3d378e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:52.245994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-26176b8f-9b1c-4d00-9bea-785f4e92c0d0 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.1344392 Oct 26 11:50:52.250447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb541-9909-4906-9431-6247cad1adf8 req-98f81099-7ae2-4001-b01e-a3b8bce98545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:52.253320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-98f81099-7ae2-4001-b01e-a3b8bce98545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.6942136 Oct 26 11:50:52.260935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:50:52.457473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-2d020e59-012c-4ecb-8920-e348a8846300 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4361147a-9d37-4a8d-8edb-94b6831b43de HTTP/1.1" status: 200 len: 217 time: 0.1885126 Oct 26 11:50:52.582301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:52.587196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356977c1-9f4e-46bd-966b-5b8c14dfcd55'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:52.588662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:52.591174 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac957d-40f3-4c9f-b28e-f621d9eaf002" -d '{"events": [{"server_uuid": "cb2d049f-eabd-489e-b415-c73a46fe2447", "name": "network-vif-plugged", "status": "completed", "tag": "356977c1-9f4e-46bd-966b-5b8c14dfcd55"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:52.635672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:52.736241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:52.750551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:52.764227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:50:52.827189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Pushing event updated for resources: {'Port': ['ID=d068f85e-be2d-4caf-96fe-e5ecea3d378e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:52.836425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:52.892455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:52.893811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:52.938411 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-97d122cf-5152-42e4-90b2-9a7cc640497d tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5396032 Oct 26 11:50:53.103077 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:53.191022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb541-9909-4906-9431-6247cad1adf8 req-cb4b20dc-8599-44b7-98cc-a0489fe7e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:53.192919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-cb4b20dc-8599-44b7-98cc-a0489fe7e803 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.6750605 Oct 26 11:50:53.230714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5ded5342-74bd-4588-acde-e6d435466b2b None None] Provisioning complete for port d068f85e-be2d-4caf-96fe-e5ecea3d378e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:53.231191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ded5342-74bd-4588-acde-e6d435466b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:53.289461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5ded5342-74bd-4588-acde-e6d435466b2b None None] Port d068f85e-be2d-4caf-96fe-e5ecea3d378e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:50:53.350282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a9e8e-24ad-49c2-8545-05f8abe165c4 req-ed385c6e-4dbc-4c2e-8d58-d90459865bfb tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:53.352131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b57a9e8e-24ad-49c2-8545-05f8abe165c4 req-ed385c6e-4dbc-4c2e-8d58-d90459865bfb tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.8383534 Oct 26 11:50:53.357310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb541-9909-4906-9431-6247cad1adf8 req-3d2b7864-cce1-4dd8-8c86-5ab28073a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:53.358835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-3d2b7864-cce1-4dd8-8c86-5ab28073a5cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432431 Oct 26 11:50:53.440589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:53.456046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:53.456625 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Floating IP 9cebe3b5-4199-4a51-863f-c079d14967a1 disassociated. External IP: 172.25.4.140, port: 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c. Oct 26 11:50:53.607002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b57a9e8e-24ad-49c2-8545-05f8abe165c4 req-455df879-a19a-4111-872e-a09e4808959c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427416 Oct 26 11:50:53.707169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-20156d57-70a5-41d9-9a7a-238c03e1c967 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336103 Oct 26 11:50:54.034816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebd1b4-da87-4c3c-ad55-f876f4194b7b req-adfad009-020d-41ff-a8e6-d0b4554b9496 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:54.042737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ebd1b4-da87-4c3c-ad55-f876f4194b7b req-adfad009-020d-41ff-a8e6-d0b4554b9496 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 932 time: 0.2330825 Oct 26 11:50:54.059868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74cb541-9909-4906-9431-6247cad1adf8 req-d36b98eb-34a5-41bf-a042-4aa019a42597 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450272 Oct 26 11:50:54.127451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ebd1b4-da87-4c3c-ad55-f876f4194b7b req-aa189484-678f-4b6d-b89e-3ef75a3fc751 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837147 Oct 26 11:50:54.152593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Router ccd57518-4b3e-4f41-8e77-b116e879b703 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:50:54.357613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066353b5-8620-451d-9732-d30a43846782 req-ad6bc64d-dd5e-484d-800b-cba77843a603 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:54.364508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-066353b5-8620-451d-9732-d30a43846782 req-ad6bc64d-dd5e-484d-800b-cba77843a603 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 944 time: 0.1331394 Oct 26 11:50:54.432304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:50:54.439352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:54.449089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] Sync routers for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:54.491653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:54.492449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-066353b5-8620-451d-9732-d30a43846782 req-b06daf56-c756-4790-a4b0-1e838c8055fe tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171665 Oct 26 11:50:54.492687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:54.506595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-2d0d2cca-2fa3-4787-b42c-8bf44ea8dd79 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "PUT /v2.0/floatingips/9cebe3b5-4199-4a51-863f-c079d14967a1 HTTP/1.1" status: 200 len: 695 time: 2.2507308 Oct 26 11:50:54.506595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:54.515688 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:54.564601 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:54.621870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-4e330913-6afe-43d2-8f3b-98cd3d30342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:54.634795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-4e330913-6afe-43d2-8f3b-98cd3d30342a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1097 time: 0.1030102 Oct 26 11:50:54.712578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:54.809145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88e5e-b0e9-438b-90ed-f1ebdeada090 req-6277b4d9-2961-4e3b-b8b7-1880310d8654 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:54.818821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3f88e5e-b0e9-438b-90ed-f1ebdeada090 req-6277b4d9-2961-4e3b-b8b7-1880310d8654 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1802647 Oct 26 11:50:54.828556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bac6d638-604f-45d6-a95a-760c3797e290 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:54.875693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-d4a90477-01a2-4293-9d6b-b8eb57875b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:54.885032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-d4a90477-01a2-4293-9d6b-b8eb57875b8a service neutron] 10.222.0.88 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 928 time: 0.2472231 Oct 26 11:50:54.957508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3f88e5e-b0e9-438b-90ed-f1ebdeada090 req-36a6130f-feed-419f-a8a6-2dff2a8f995c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375132 Oct 26 11:50:54.959102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-537e9b1c-257b-41a6-a600-3996317fb622 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 217 time: 0.0729468 Oct 26 11:50:55.050283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-bcb80dee-8331-4d12-8b96-abb6d22d7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:55.059989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-bcb80dee-8331-4d12-8b96-abb6d22d7d6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 200 len: 865 time: 0.0807183 Oct 26 11:50:55.188028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-30aa1553-a6dc-4422-96b5-6417188765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:55.190056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-30aa1553-a6dc-4422-96b5-6417188765b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=55f2ae00-de01-493c-8366-eb4c150fa956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292560 Oct 26 11:50:55.349134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port bac6d638-604f-45d6-a95a-760c3797e290 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:50:55.378712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-d5127e48-1202-465f-9090-a5f7ea6b052e service neutron] 10.222.0.88 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754301 Oct 26 11:50:55.389407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port bac6d638-604f-45d6-a95a-760c3797e290 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:50:55.389887 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:55.571834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1337335a-e49a-4d5d-8c38-e1f159286fb5 req-917c1fa7-23ac-49bf-806c-c1ab5a6106ba service neutron] 10.222.0.88 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859782 Oct 26 11:50:55.574600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:55.677030 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04204891-3f05-41bc-8837-5fc54d1d9424 x-openstack-request-id: req-04204891-3f05-41bc-8837-5fc54d1d9424 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:55.677998 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:55.678824 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04204891-3f05-41bc-8837-5fc54d1d9424 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:55.679621 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'status': 'completed', 'code': 200} Oct 26 11:50:55.725920 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9984cc-ddf7-451c-a2f2-5dee76a5c746 x-openstack-request-id: req-5e9984cc-ddf7-451c-a2f2-5dee76a5c746 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:55.727272 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d049f-eabd-489e-b415-c73a46fe2447", "name": "network-vif-plugged", "status": "completed", "tag": "356977c1-9f4e-46bd-966b-5b8c14dfcd55", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:55.729019 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e9984cc-ddf7-451c-a2f2-5dee76a5c746 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:55.729479 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356977c1-9f4e-46bd-966b-5b8c14dfcd55', 'code': 200} Oct 26 11:50:55.777587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:55.784605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] Checking router: ccd57518-4b3e-4f41-8e77-b116e879b703 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:55.819395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:50:55.820550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:55.930604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91eff6-9bb3-4075-a378-b98be175cc52 req-03e6f2bd-026a-49db-802e-4c3a31fdf9a6 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:55.933340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f91eff6-9bb3-4075-a378-b98be175cc52 req-03e6f2bd-026a-49db-802e-4c3a31fdf9a6 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 932 time: 0.1735208 Oct 26 11:50:55.987131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:55.998681 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:56.000803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4cfe2-985e-4bf1-a7d3-dd71545a849e req-127ebe31-7706-48ed-b64b-6fc0b8946bd8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:56.002583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5de4cfe2-985e-4bf1-a7d3-dd71545a849e req-127ebe31-7706-48ed-b64b-6fc0b8946bd8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.1611509 Oct 26 11:50:56.045971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f91eff6-9bb3-4075-a378-b98be175cc52 req-c65e2ce1-9ed3-4bcb-9ddf-d593e03a0d50 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994377 Oct 26 11:50:56.121017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5de4cfe2-985e-4bf1-a7d3-dd71545a849e req-9ce3af56-8e56-4b11-b54b-dff64647afd4 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106529 Oct 26 11:50:56.172176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:56.180514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:50:56.292133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e2e6-46eb-45db-bcfd-f096cc3d7432 req-17317b2c-a4e3-4893-b6da-8fac74f91813 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:56.304788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4679e2e6-46eb-45db-bcfd-f096cc3d7432 req-17317b2c-a4e3-4893-b6da-8fac74f91813 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.1059489 Oct 26 11:50:56.389858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4679e2e6-46eb-45db-bcfd-f096cc3d7432 req-0f78b2b7-fb9e-422f-8fc6-01318a9090ed tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Oct 26 11:50:56.461198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81db28c-01cc-4d13-a783-0bcfa8ab2c1f req-daa33b1b-1e8d-450a-8170-70d446023a13 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:56.463976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e81db28c-01cc-4d13-a783-0bcfa8ab2c1f req-daa33b1b-1e8d-450a-8170-70d446023a13 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1307518 Oct 26 11:50:56.537914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-137da563-89df-4d17-9b43-3fa93447743b tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips/9cebe3b5-4199-4a51-863f-c079d14967a1 HTTP/1.1" status: 200 len: 695 time: 0.1045449 Oct 26 11:50:56.644189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e81db28c-01cc-4d13-a783-0bcfa8ab2c1f req-16434c98-8913-4dbd-a943-ea6345036320 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312449 Oct 26 11:50:56.688370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:56.721714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-041f97ed-14d0-484a-93e2-82ce175701fe tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:56.723266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-041f97ed-14d0-484a-93e2-82ce175701fe tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1774490 Oct 26 11:50:56.760020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95c345-dfb7-4a06-a0e4-56175992d0a4 None None] The sync data for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 is: [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:49:38Z', 'revision_number': 4, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '127a05f2-c100-4f0e-a637-4bb1d2ed344b', 'name': '', 'network_id': '55f2ae00-de01-493c-8366-eb4c150fa956', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'mac_address': 'fa:16:3e:73:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:37Z', 'updated_at': '2021-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'subnets': [{'id': '9689f5b0-938e-47d4-8f6f-c12864d6d005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:56.853675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f9a16226-69a2-4040-b138-f3904b36e7ba tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 698 time: 0.1194239 Oct 26 11:50:56.924702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da174cb-2972-42ab-bc7b-3117e346a67d req-b94d8a7f-c28a-4eac-ad70-e8bf4133305b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:56.926545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6da174cb-2972-42ab-bc7b-3117e346a67d req-b94d8a7f-c28a-4eac-ad70-e8bf4133305b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1336155 Oct 26 11:50:56.931580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-7082f0a6-28e3-4a5a-bd8d-af78de12e460 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 698 time: 0.0693374 Oct 26 11:50:57.083300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6da174cb-2972-42ab-bc7b-3117e346a67d req-1f656526-7635-478b-a673-1a8f3dd1df58 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487894 Oct 26 11:50:57.168835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Deleting port 324963e3-dda8-4079-b513-f392f4fa7a84 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:50:57.169168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:57.252146 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823424a-cc13-4326-9415-f2e3b87e8262 None None] New status for floating IP 9cebe3b5-4199-4a51-863f-c079d14967a1: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:50:57.349174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:57.350115 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:57.365372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Calling delete_port for 324963e3-dda8-4079-b513-f392f4fa7a84 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:50:57.636193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:57.687833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event deleted for resources: {'Port': ['ID=324963e3-dda8-4079-b513-f392f4fa7a84,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:57.730798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:50:57.734161 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b99be-791f-4c88-8dd2-b94464e0065a" -d '{"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-plugged", "status": "completed", "tag": "bac6d638-604f-45d6-a95a-760c3797e290"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:57.805839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3208cd-af17-4694-9764-665cfeede939 req-49880c82-9112-4bf3-bede-c2202a7096d7 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:57.807676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a3208cd-af17-4694-9764-665cfeede939 req-49880c82-9112-4bf3-bede-c2202a7096d7 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 932 time: 0.1371026 Oct 26 11:50:57.808807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:57.812543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:57.813872 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1387a0-5354-42fd-ac45-a366735fbdc2 req-f7f714bf-6055-46b8-956e-8a2dae3ba4b2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "DELETE /v2.0/floatingips/9cebe3b5-4199-4a51-863f-c079d14967a1 HTTP/1.1" status: 204 len: 173 time: 0.8687289 Oct 26 11:50:57.863884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a3208cd-af17-4694-9764-665cfeede939 req-9b8c6184-fab4-4ed4-a964-f62a532813bc tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Oct 26 11:50:57.945275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090d55-61e0-4f51-a30b-007a9d5326de req-810179a5-7b03-4ef3-957f-307eeb6a97fe tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:57.946890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b090d55-61e0-4f51-a30b-007a9d5326de req-810179a5-7b03-4ef3-957f-307eeb6a97fe tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.0550840 Oct 26 11:50:58.018771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b090d55-61e0-4f51-a30b-007a9d5326de req-6f0b1826-4736-4eca-adfe-3e5ce2958638 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614693 Oct 26 11:50:58.027293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9149fb4-7603-48e5-9882-45d83da969a7 req-914d8ad1-a0ee-44ac-ba73-ee12985c70c9 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:58.028838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9149fb4-7603-48e5-9882-45d83da969a7 req-914d8ad1-a0ee-44ac-ba73-ee12985c70c9 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.0810521 Oct 26 11:50:58.085733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9149fb4-7603-48e5-9882-45d83da969a7 req-a221df2d-1f9e-486f-8122-2bccb3bd12e7 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Oct 26 11:50:58.196330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5fdc2-6f95-4834-979a-2b7ab1b81d84 req-07e59efd-d9d3-4229-a1eb-4337f2467569 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:58.198079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7a5fdc2-6f95-4834-979a-2b7ab1b81d84 req-07e59efd-d9d3-4229-a1eb-4337f2467569 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0584118 Oct 26 11:50:58.242828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7a5fdc2-6f95-4834-979a-2b7ab1b81d84 req-583d5be0-9472-4dd2-9919-57831518265c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353744 Oct 26 11:50:58.291182 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c015220-0f9b-42ef-841f-2681eaaada4c x-openstack-request-id: req-7c015220-0f9b-42ef-841f-2681eaaada4c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:58.291788 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-plugged", "status": "completed", "tag": "bac6d638-604f-45d6-a95a-760c3797e290", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:58.292056 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7c015220-0f9b-42ef-841f-2681eaaada4c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:58.292457 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290', 'code': 200} Oct 26 11:50:58.484675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cd954-ffda-4c5c-afd2-7c04f296bffd req-d95a9f01-f32d-44a9-8929-6c69fda265be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:58.486217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d58cd954-ffda-4c5c-afd2-7c04f296bffd req-d95a9f01-f32d-44a9-8929-6c69fda265be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 1096 time: 0.1135378 Oct 26 11:50:58.498422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074df866-e8d7-4b30-80ad-8dc23d51a507 req-5a52b230-e96e-4661-881d-0bef2ef4ecbe tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:58.500709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-074df866-e8d7-4b30-80ad-8dc23d51a507 req-5a52b230-e96e-4661-881d-0bef2ef4ecbe tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1396198 Oct 26 11:50:58.555577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d58cd954-ffda-4c5c-afd2-7c04f296bffd req-d275de1e-af78-4256-9c45-99fb8a1ef5db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538495 Oct 26 11:50:58.571540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-074df866-e8d7-4b30-80ad-8dc23d51a507 req-f99070ee-86fc-40d9-9f56-59dffdc29649 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591731 Oct 26 11:50:58.833237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e3ad-cccd-42f3-980e-75e471594101 req-197d4e02-7607-4765-b33b-0f9ec000ea23 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:58.834672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb78e3ad-cccd-42f3-980e-75e471594101 req-197d4e02-7607-4765-b33b-0f9ec000ea23 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3319316 Oct 26 11:50:58.904736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb78e3ad-cccd-42f3-980e-75e471594101 req-67a2b6ab-25df-4369-9082-cd4b3d9fb4ee tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0599401 Oct 26 11:50:59.011752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa1ea0c2-9e78-468f-9eee-b40ae2a63a74 req-7d17c496-b535-4dbd-b96f-2aad0ffdbfe4 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0924706 Oct 26 11:50:59.130670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98526c-a5ed-4f26-b949-94b997a371fd req-b6b44782-ca18-410a-9996-b7f5936902a8 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:59.132626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b98526c-a5ed-4f26-b949-94b997a371fd req-b6b44782-ca18-410a-9996-b7f5936902a8 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 932 time: 0.1197994 Oct 26 11:50:59.215667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b98526c-a5ed-4f26-b949-94b997a371fd req-2275cd59-0a1e-4a46-9f6c-01359a1cb6b7 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690410 Oct 26 11:50:59.423769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c02e-9de4-4eff-b111-d30068eec7d7 req-5738f847-26cf-4efc-a942-d206e69f6381 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:59.427601 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9619c02e-9de4-4eff-b111-d30068eec7d7 req-5738f847-26cf-4efc-a942-d206e69f6381 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.1061542 Oct 26 11:50:59.455363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292442cc-a3e7-4c52-a57f-ccc597009bfc req-4b3d5781-aee0-405a-9b59-0f995250d5cf tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:59.456985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-292442cc-a3e7-4c52-a57f-ccc597009bfc req-4b3d5781-aee0-405a-9b59-0f995250d5cf tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.0923309 Oct 26 11:50:59.519325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9619c02e-9de4-4eff-b111-d30068eec7d7 req-a6ba8daf-ba7c-4e89-b4dc-79562cfc46ae tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873325 Oct 26 11:50:59.532857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56574) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:50:59.544918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-292442cc-a3e7-4c52-a57f-ccc597009bfc req-a5dfd77a-a431-482a-8026-eb1cdb54842a tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792565 Oct 26 11:50:59.708343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df3f36-f9b9-45b1-909c-0367a02309fe req-d2227752-668b-4a01-902d-0c6c53bce0f3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:59.710041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87df3f36-f9b9-45b1-909c-0367a02309fe req-d2227752-668b-4a01-902d-0c6c53bce0f3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1024311 Oct 26 11:50:59.727251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b92b7f-d70c-4208-8ff3-eedaae602a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:59.771856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a357-5e07-4e5f-8474-ea66a3c7b346 req-85237c77-0704-4d64-ba3b-530e5933b7f4 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:50:59.773636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05d2a357-5e07-4e5f-8474-ea66a3c7b346 req-85237c77-0704-4d64-ba3b-530e5933b7f4 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.1332335 Oct 26 11:50:59.813421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87df3f36-f9b9-45b1-909c-0367a02309fe req-f9c8377c-c636-40e5-b4bd-70454d081181 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881841 Oct 26 11:50:59.862981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b92b7f-d70c-4208-8ff3-eedaae602a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:59.865406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05d2a357-5e07-4e5f-8474-ea66a3c7b346 req-8219f940-1cbb-4e45-8863-b52ea1dbc13c tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810037 Oct 26 11:50:59.877880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b92b7f-d70c-4208-8ff3-eedaae602a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:50:59.941873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b92b7f-d70c-4208-8ff3-eedaae602a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91622f-a55b-4b1b-b49d-d7c4d342cdf9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:59.947227 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45b92b7f-d70c-4208-8ff3-eedaae602a71 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9533ca5157d34ebe930ad1a291bc5fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131918 Oct 26 11:50:59.950513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56580) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:00.115176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac2ad9-bc43-47ee-bdd9-4aaac8c6baa9 req-31bde739-5801-495e-a79a-30e61e05795c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:00.117175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6ac2ad9-bc43-47ee-bdd9-4aaac8c6baa9 req-31bde739-5801-495e-a79a-30e61e05795c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1199396 Oct 26 11:51:00.119670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41e0f11b-39de-46ef-90a1-be577bdb58c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:00.157815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41e0f11b-39de-46ef-90a1-be577bdb58c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:00.206094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6ac2ad9-bc43-47ee-bdd9-4aaac8c6baa9 req-45b4773c-5e5b-41cc-bb9b-4be38f91d421 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733142 Oct 26 11:51:00.248322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41e0f11b-39de-46ef-90a1-be577bdb58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:00.255589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41e0f11b-39de-46ef-90a1-be577bdb58c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:00.258573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41e0f11b-39de-46ef-90a1-be577bdb58c1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a91622f-a55b-4b1b-b49d-d7c4d342cdf9 HTTP/1.1" status: 204 len: 168 time: 0.3068025 Oct 26 11:51:00.275549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0f11b-39de-46ef-90a1-be577bdb58c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91622f-a55b-4b1b-b49d-d7c4d342cdf9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:00.467496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2c16-e517-4be5-8a3b-d40a977abfa9 req-2ac55abb-d9a1-46b5-8173-e598fc33003a tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:00.469172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e1e2c16-e517-4be5-8a3b-d40a977abfa9 req-2ac55abb-d9a1-46b5-8173-e598fc33003a tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 932 time: 0.1158752 Oct 26 11:51:00.536236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e1e2c16-e517-4be5-8a3b-d40a977abfa9 req-1677a22c-2c66-418b-b07b-1136ca9124cb tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Oct 26 11:51:00.733270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127fd5-6627-458f-a921-37c9bfa62e4b req-b249e475-dbec-431f-a104-87594207ae0d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:00.743174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4127fd5-6627-458f-a921-37c9bfa62e4b req-b249e475-dbec-431f-a104-87594207ae0d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.0777769 Oct 26 11:51:00.814400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4127fd5-6627-458f-a921-37c9bfa62e4b req-6bf56d86-2f86-4879-ad25-d6b4ab6060bf tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657864 Oct 26 11:51:00.992856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be8462-067d-465a-9d40-9363c3cf5135 req-93d8d8b8-eee4-4b76-b704-a35090ffca12 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:00.994483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95be8462-067d-465a-9d40-9363c3cf5135 req-93d8d8b8-eee4-4b76-b704-a35090ffca12 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.4033360 Oct 26 11:51:01.010760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f058b-fb45-469b-bb40-cc1c93c0e768 req-7ddea925-4b41-4d6d-92a5-ab081f84b4b8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:01.012686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c9f058b-fb45-469b-bb40-cc1c93c0e768 req-7ddea925-4b41-4d6d-92a5-ab081f84b4b8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0823965 Oct 26 11:51:01.083346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95be8462-067d-465a-9d40-9363c3cf5135 req-0249b7ee-7d01-47c7-a672-9db05de65877 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694060 Oct 26 11:51:01.097094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c9f058b-fb45-469b-bb40-cc1c93c0e768 req-de6206f7-dff7-4435-813d-d72685aa92bf tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765655 Oct 26 11:51:01.345449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83200-1f4a-403d-87b4-f821c307e20d req-6b581e79-47a6-446c-aff6-b76888d1792a tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:01.360182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eae83200-1f4a-403d-87b4-f821c307e20d req-6b581e79-47a6-446c-aff6-b76888d1792a tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.1356523 Oct 26 11:51:01.433062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eae83200-1f4a-403d-87b4-f821c307e20d req-c14f93c2-23be-4947-a7ef-9ba36bba8c06 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Oct 26 11:51:01.693720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ecaea-175f-4e3f-bdde-d3b11b45b648 req-5e00ad50-912a-479f-8dbc-e17f52dac965 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:01.699307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d7ecaea-175f-4e3f-bdde-d3b11b45b648 req-5e00ad50-912a-479f-8dbc-e17f52dac965 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1357152 Oct 26 11:51:01.700046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56628) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:01.808154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d7ecaea-175f-4e3f-bdde-d3b11b45b648 req-360ca94e-02fc-4130-965e-2ebb6b606ed8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904610 Oct 26 11:51:02.006949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-391876076-network', 'tenant_id': 'e4d1ccf99683440abd3a9836fb360798'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:02.059126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Made reservation on behalf of e4d1ccf99683440abd3a9836fb360798 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:02.065587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.082128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d617215-ef05-4873-ac49-fec2d39ce925 req-8853e727-1e0f-46e2-b92c-d49b2eb07bfa tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.086992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.089197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d617215-ef05-4873-ac49-fec2d39ce925 req-8853e727-1e0f-46e2-b92c-d49b2eb07bfa tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 932 time: 0.0963790 Oct 26 11:51:02.179945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d617215-ef05-4873-ac49-fec2d39ce925 req-ae372cc8-90ba-4d12-832f-138ffedbc4b7 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780294 Oct 26 11:51:02.216933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.222563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.249132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4d18e-051c-426e-989e-c94e4eaec26c req-db1cd5db-fb5b-4acc-8e80-03780cfa2e23 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.251939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:51:02.259471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54e4d18e-051c-426e-989e-c94e4eaec26c req-db1cd5db-fb5b-4acc-8e80-03780cfa2e23 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.0706491 Oct 26 11:51:02.273578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236e1316-16f5-4c2f-b734-0dbd1990e730,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:02.278667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.279151 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Added segment 6f0f903a-64c1-4884-ab83-fcdddb07363c of type vlan for network c11aed80-d39a-429d-a7bb-cd76905ee494 Oct 26 11:51:02.346352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54e4d18e-051c-426e-989e-c94e4eaec26c req-701b65a0-526a-4b4f-9ddb-d0e86eb3f236 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855896 Oct 26 11:51:02.346601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.358284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b5598-2665-4ffd-9f51-a156c1ea3135 req-1b63631c-8582-4464-9cda-18f0141f2027 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.360496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b37b5598-2665-4ffd-9f51-a156c1ea3135 req-1b63631c-8582-4464-9cda-18f0141f2027 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0985532 Oct 26 11:51:02.387670 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.389226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.389900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.440152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b37b5598-2665-4ffd-9f51-a156c1ea3135 req-c6210159-aa3d-4a0b-a29c-cf4dc0add8fc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 Oct 26 11:51:02.475740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7739193 Oct 26 11:51:02.478899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56646) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:02.485520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Request body: {'subnet': {'network_id': 'c11aed80-d39a-429d-a7bb-cd76905ee494', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-391876076-subnet', 'tenant_id': 'e4d1ccf99683440abd3a9836fb360798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:02.494202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675b3b-dc00-4151-bf88-0234203406bb admin admin] Pushing event updated for resources: {'Network': ['ID=c11aed80-d39a-429d-a7bb-cd76905ee494,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:02.495725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf0cea-7f34-4f4b-97c5-886ff8153fa0 req-b19fd3de-155b-428a-81a2-abecfd81cbae tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.498620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6daf0cea-7f34-4f4b-97c5-886ff8153fa0 req-b19fd3de-155b-428a-81a2-abecfd81cbae tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.0776308 Oct 26 11:51:02.507611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network c11aed80-d39a-429d-a7bb-cd76905ee494 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:51:02.527136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Made reservation on behalf of e4d1ccf99683440abd3a9836fb360798 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:02.530035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.625382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Request body: {'port': {'device_id': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:02.635705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6daf0cea-7f34-4f4b-97c5-886ff8153fa0 req-d8f3b119-b633-42d9-be6c-e42bf31f28a8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160591 Oct 26 11:51:02.701732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-6bc846ef-d424-4df2-bb77-f74e919131d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.703302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-6bc846ef-d424-4df2-bb77-f74e919131d5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=352f615522c14f5dbf13707fb6ab5f25&device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 1097 time: 0.0666382 Oct 26 11:51:02.724306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:02.804944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae650be-acf9-4a13-a5fe-a7bde11bd303 req-5ba0cd98-2c32-41a5-9e3c-12f50183a699 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.808478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ae650be-acf9-4a13-a5fe-a7bde11bd303 req-5ba0cd98-2c32-41a5-9e3c-12f50183a699 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.1181982 Oct 26 11:51:02.893732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ae650be-acf9-4a13-a5fe-a7bde11bd303 req-e025783d-62d6-45ac-9884-1729c02dde49 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787575 Oct 26 11:51:02.916774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-535dcdf5-20e6-4839-a0cb-bc972a6bb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:02.918419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-535dcdf5-20e6-4839-a0cb-bc972a6bb39a service neutron] 10.222.0.100 "GET /v2.0/networks?id=55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 200 len: 928 time: 0.1954420 Oct 26 11:51:02.981003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-092ddc62-2299-4253-adff-ccd3f157f57d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 200 len: 217 time: 0.0424767 Oct 26 11:51:03.004644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1309-9c63-4c32-a121-d69419513ad4 req-87136aca-6157-4f41-954b-0f3a463c8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.006320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e21d1309-9c63-4c32-a121-d69419513ad4 req-87136aca-6157-4f41-954b-0f3a463c8032 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 1097 time: 0.2859128 Oct 26 11:51:03.034055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b200b5f-db1d-4ed9-bf2e-46aa39e22e5e req-c576c723-9aac-4896-8c50-b8eb29bafb8f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.035708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b200b5f-db1d-4ed9-bf2e-46aa39e22e5e req-c576c723-9aac-4896-8c50-b8eb29bafb8f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1355443 Oct 26 11:51:03.039888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.054558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-4d705cc0-1d39-46fc-9d49-5cf320855d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.056341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-4d705cc0-1d39-46fc-9d49-5cf320855d00 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 200 len: 865 time: 0.0679903 Oct 26 11:51:03.124656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b200b5f-db1d-4ed9-bf2e-46aa39e22e5e req-c8739556-330e-4dea-9b4a-1ee6c329b6ce tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726085 Oct 26 11:51:03.131843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-39e6d868-97d3-4dd1-b75a-9f8490d21152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.133865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-39e6d868-97d3-4dd1-b75a-9f8490d21152 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=55f2ae00-de01-493c-8366-eb4c150fa956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625925 Oct 26 11:51:03.162559 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e21d1309-9c63-4c32-a121-d69419513ad4 req-4b429d3a-eeb2-41d2-883c-dd2486384618 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416900 Oct 26 11:51:03.188863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d072ab72-9655-439e-b16d-7e3d801a49bf,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:03.211872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Checking segment: {'id': '6f0f903a-64c1-4884-ab83-fcdddb07363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c11aed80-d39a-429d-a7bb-cd76905ee494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:03.212244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Network hostable DHCP agents. Network: c11aed80-d39a-429d-a7bb-cd76905ee494, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:51:03.264926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Network c11aed80-d39a-429d-a7bb-cd76905ee494 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:51:03.285981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, c11aed80-d39a-429d-a7bb-cd76905ee494) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:03.300632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc296367-3a90-42f6-8e5c-768a00be7d8b None None] Network c11aed80-d39a-429d-a7bb-cd76905ee494 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:03.311831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.312513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.334384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068f85e-be2d-4caf-96fe-e5ecea3d378e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:03.343826 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ababe108-6db6-4d0e-9239-65b4f0dfd01e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8631990 Oct 26 11:51:03.350277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.367736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Transition to ACTIVE for port object d068f85e-be2d-4caf-96fe-e5ecea3d378e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:03.389029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.478704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Pushing event updated for resources: {'Port': ['ID=d068f85e-be2d-4caf-96fe-e5ecea3d378e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:03.513378 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.515754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c76fec3-64ed-4e25-acd8-4b15ba73c837 None None] Network c11aed80-d39a-429d-a7bb-cd76905ee494 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:03.597189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Attempting to bind port d068f85e-be2d-4caf-96fe-e5ecea3d378e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:03.597678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Attempting to bind port d068f85e-be2d-4caf-96fe-e5ecea3d378e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:03.598255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Attempting to bind port d068f85e-be2d-4caf-96fe-e5ecea3d378e on network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:03.605294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Port d068f85e-be2d-4caf-96fe-e5ecea3d378e on network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:03.605617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Attempting to bind port d068f85e-be2d-4caf-96fe-e5ecea3d378e on network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:03.612388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:03.612734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Checking segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:03.613132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Bound using segment: {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:03.613592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Bound port: d068f85e-be2d-4caf-96fe-e5ecea3d378e, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bda4be-5000-4d68-a9ba-0ccd55b945bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:03.613957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.699564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] For port d068f85e-be2d-4caf-96fe-e5ecea3d378e, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:03.706936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] For port d068f85e-be2d-4caf-96fe-e5ecea3d378e, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:03.714536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.758853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.758853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:03.760575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] 10.222.0.100 "PUT /v2.0/ports/d068f85e-be2d-4caf-96fe-e5ecea3d378e HTTP/1.1" status: 200 len: 1092 time: 1.1423297 Oct 26 11:51:03.760575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'tag': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:03.762672 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b60e7f-6768-47a5-ab1e-3313f01350ac" -d '{"events": [{"name": "network-changed", "server_uuid": "edabb05a-be80-4959-a82c-bd6aa5eb4dbc", "tag": "d068f85e-be2d-4caf-96fe-e5ecea3d378e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:03.788727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01227bab-64a6-494a-b978-10799c72a5ab req-67fb44bd-0555-49ee-adc4-a2e60418a8dc tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.791178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01227bab-64a6-494a-b978-10799c72a5ab req-67fb44bd-0555-49ee-adc4-a2e60418a8dc tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.1491826 Oct 26 11:51:03.795667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-bd0e399a-340d-44a2-adcc-956f1cc04547 service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510408 Oct 26 11:51:03.801683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ea3d1-2e35-4315-aa93-8003719f3bdf service neutron] Pushing event updated for resources: {'Port': ['ID=d068f85e-be2d-4caf-96fe-e5ecea3d378e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:03.805405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7977-a5cf-4bed-9051-160b6c8ffc45 req-cd2c2ca4-2e7e-4344-a847-3b297c16786c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.813915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db1d7977-a5cf-4bed-9051-160b6c8ffc45 req-cd2c2ca4-2e7e-4344-a847-3b297c16786c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 944 time: 0.1706915 Oct 26 11:51:03.880681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-a1581745-3c6b-4f7a-a726-a125cafd33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:03.882347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-a1581745-3c6b-4f7a-a726-a125cafd33d6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=612f242f5cbf49a8b547290f504d4577&device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 1095 time: 0.0521464 Oct 26 11:51:03.939956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-14ec696a-ebe8-4f94-a7e3-0ac20d20c84c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e HTTP/1.1" status: 200 len: 217 time: 0.0453973 Oct 26 11:51:03.947301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01227bab-64a6-494a-b978-10799c72a5ab req-1c77a59e-a3b5-48fe-a395-7600e2f930ea tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295497 Oct 26 11:51:03.953753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db1d7977-a5cf-4bed-9051-160b6c8ffc45 req-fe025b89-af78-4a73-a515-1c6488e57179 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389375 Oct 26 11:51:04.018158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c20307ec-c866-4fd4-9a3b-5b7d498f9b1f req-4ae1d0a4-bd20-4501-b46e-ed9c9432d57f service neutron] 10.222.0.100 "GET /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014642 Oct 26 11:51:04.052814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-c193b56c-0749-4ae8-83cb-0d283ebff26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.056020 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-c193b56c-0749-4ae8-83cb-0d283ebff26e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=86eaa18e-15b2-45b3-9f3d-7c23e3481821 HTTP/1.1" status: 200 len: 854 time: 0.0990045 Oct 26 11:51:04.111975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d30d4e-c7ea-4f2b-928a-79b95b4b153c req-6b3a0291-98dc-43d2-9b94-2368223c24d3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.113668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90d30d4e-c7ea-4f2b-928a-79b95b4b153c req-6b3a0291-98dc-43d2-9b94-2368223c24d3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0809629 Oct 26 11:51:04.138005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-e64f6ccc-6ae6-4475-9cb1-902e73ff843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.141215 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-e64f6ccc-6ae6-4475-9cb1-902e73ff843d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757613 Oct 26 11:51:04.181305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90d30d4e-c7ea-4f2b-928a-79b95b4b153c req-a685fb0b-dde6-4fc4-9ee4-712b34c882de tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Oct 26 11:51:04.277409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-fe071fb5-7179-4a39-950e-32139d771e47 service neutron] 10.222.0.100 "GET /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190238 Oct 26 11:51:04.303749 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-bd31c716-9d6b-4074-868a-86b630ee7505 req-07c96875-a22b-4f62-97d5-e2ceab347c5e tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] show failed (client error): The resource could not be found. Oct 26 11:51:04.312781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd31c716-9d6b-4074-868a-86b630ee7505 req-07c96875-a22b-4f62-97d5-e2ceab347c5e tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups/c5ef6afc-6006-4cc3-a061-74c526412a63 HTTP/1.1" status: 404 len: 352 time: 0.0278747 Oct 26 11:51:04.342527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c59f5-922a-4d99-bb8c-568f8f49f218 req-23a5ba9c-db62-494d-9fd2-e81c4422bf61 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.344624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d57c59f5-922a-4d99-bb8c-568f8f49f218 req-23a5ba9c-db62-494d-9fd2-e81c4422bf61 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.0899622 Oct 26 11:51:04.353470 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e639b6-b79e-43bb-9188-0a279f863f77 x-openstack-request-id: req-88e639b6-b79e-43bb-9188-0a279f863f77 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:04.356590 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edabb05a-be80-4959-a82c-bd6aa5eb4dbc", "tag": "d068f85e-be2d-4caf-96fe-e5ecea3d378e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:04.356590 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88e639b6-b79e-43bb-9188-0a279f863f77 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:04.356590 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'tag': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e', 'status': 'completed', 'code': 200} Oct 26 11:51:04.406642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d57c59f5-922a-4d99-bb8c-568f8f49f218 req-819ec937-8c97-4bc4-a3b2-6852b7770744 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 Oct 26 11:51:04.424283 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3a1a8927-0446-4fdd-8cce-1d690ef215f5 req-60a72111-6fb8-40e6-9f4d-8aaf46c52c52 service neutron] 10.222.0.100 "GET /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369324 Oct 26 11:51:04.469062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7782-155c-4258-a105-e8d27bcf094b req-fe3dc1aa-fb31-4074-a3be-9433d77d7e8e tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.470942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ba7782-155c-4258-a105-e8d27bcf094b req-fe3dc1aa-fb31-4074-a3be-9433d77d7e8e tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.0633185 Oct 26 11:51:04.569235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-a5e1f235-3540-4a8a-8d2b-2c604880a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.571268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-a5e1f235-3540-4a8a-8d2b-2c604880a194 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=612f242f5cbf49a8b547290f504d4577&device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 1095 time: 0.0619256 Oct 26 11:51:04.587517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ba7782-155c-4258-a105-e8d27bcf094b req-88bb8e0e-9aca-4c74-9245-d5e0768928e2 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078789 Oct 26 11:51:04.615204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448327b7-5ae3-472f-93cb-c4866d848d38 req-476ef92b-255d-4462-bd6b-ba1731b7a2e6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.618257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-448327b7-5ae3-472f-93cb-c4866d848d38 req-476ef92b-255d-4462-bd6b-ba1731b7a2e6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1298707 Oct 26 11:51:04.632801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-397a1839-1700-4f3e-ba80-9bdb5ff44f11 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.634501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-397a1839-1700-4f3e-ba80-9bdb5ff44f11 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 946 time: 0.1218786 Oct 26 11:51:04.701494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-98037da1-fb76-48b5-8539-35b06b1474c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.702845 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-98037da1-fb76-48b5-8539-35b06b1474c8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd HTTP/1.1" status: 200 len: 917 time: 0.1180556 Oct 26 11:51:04.753813 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-951ce141-a3c7-4392-97f4-a61fe2b0738b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e HTTP/1.1" status: 200 len: 217 time: 0.0368629 Oct 26 11:51:04.756691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-448327b7-5ae3-472f-93cb-c4866d848d38 req-f749f755-04a7-4d6c-b381-f286a0e39987 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199858 Oct 26 11:51:04.771792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-019914f6-28aa-4366-9a19-353541939a58 req-41ade486-936a-4cda-b043-69658d4335f3 tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4d1ccf99683440abd3a9836fb360798 HTTP/1.1" status: 200 len: 2984 time: 0.1361482 Oct 26 11:51:04.846215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-0743dc66-a926-42d0-855c-58e36a2aef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.848859 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-0743dc66-a926-42d0-855c-58e36a2aef44 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=86eaa18e-15b2-45b3-9f3d-7c23e3481821 HTTP/1.1" status: 200 len: 854 time: 0.0788713 Oct 26 11:51:04.861628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Deleting port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:04.861974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:04.867178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-019914f6-28aa-4366-9a19-353541939a58 req-cebd7257-0368-4758-a035-9c812948007a tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups/236e1316-16f5-4c2f-b734-0dbd1990e730 HTTP/1.1" status: 200 len: 2981 time: 0.0773873 Oct 26 11:51:04.909697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-fc055622-1adb-470c-a1d2-c1619fde0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:04.911236 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-fc055622-1adb-470c-a1d2-c1619fde0120 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454316 Oct 26 11:51:04.927089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-408d8b98-31e0-466f-8a10-37f07c75016c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:51:04.928062 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-408d8b98-31e0-466f-8a10-37f07c75016c service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053535 Oct 26 11:51:04.984985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-019914f6-28aa-4366-9a19-353541939a58 req-f032bcc5-33c2-4ecb-a113-39767bcaac42 tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups/236e1316-16f5-4c2f-b734-0dbd1990e730 HTTP/1.1" status: 200 len: 2981 time: 0.1023660 Oct 26 11:51:05.008481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] For port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:05.009328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.035418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Calling delete_port for 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:05.053110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-f4a0c68a-564f-4621-97ce-b2bc331afd58 service neutron] 10.222.0.100 "GET /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157591 Oct 26 11:51:05.173023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.204179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e25d1-2392-4d82-9931-a9771cf85dd4 req-c6d7fd40-3eeb-4a07-a4f0-7ae198095542 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:05.205812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-193e25d1-2392-4d82-9931-a9771cf85dd4 req-c6d7fd40-3eeb-4a07-a4f0-7ae198095542 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.1164277 Oct 26 11:51:05.206083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafcca6-e26d-425e-9884-f67add705c3c req-8d36154f-5037-4f20-a745-60fba0efd442 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:05.207749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aafcca6-e26d-425e-9884-f67add705c3c req-8d36154f-5037-4f20-a745-60fba0efd442 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.100 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 947 time: 0.0934024 Oct 26 11:51:05.211743 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8b60e7f-6768-47a5-ab1e-3313f01350ac req-0a9e9fef-d327-4036-9560-e388a0da89fe service neutron] 10.222.0.100 "GET /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476903 Oct 26 11:51:05.234379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee37fbf-2455-4621-82bc-c19f4a22b57d req-d45dc209-1baf-4560-be3a-ec9e56b63edd tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:05.236109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bee37fbf-2455-4621-82bc-c19f4a22b57d req-d45dc209-1baf-4560-be3a-ec9e56b63edd tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 944 time: 0.1452823 Oct 26 11:51:05.320864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-193e25d1-2392-4d82-9931-a9771cf85dd4 req-d658e092-547a-4aab-96eb-9d36a361db70 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049082 Oct 26 11:51:05.350922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bee37fbf-2455-4621-82bc-c19f4a22b57d req-309683d0-b9d5-4e15-aec6-d607f6fc712f tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940478 Oct 26 11:51:05.351649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Deleting port fdea1e19-942e-4c5c-a400-94b25397aa78 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:05.352380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.356618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.407876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Pushing event deleted for resources: {'Port': ['ID=94ad78aa-0d5d-4a6c-84a5-99d8d49a204c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:05.482357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] For port fdea1e19-942e-4c5c-a400-94b25397aa78, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=fdea1e19-942e-4c5c-a400-94b25397aa78,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:05.482990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.483406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] No DVR routers for this DVR port 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:05.487802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.491314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9df153b-d9d0-4c4f-b6a1-367daa5faffe req-c237f079-6b67-4545-890a-a3f1bca70113 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.100 "DELETE /v2.0/ports/94ad78aa-0d5d-4a6c-84a5-99d8d49a204c HTTP/1.1" status: 204 len: 173 time: 0.8389568 Oct 26 11:51:05.492097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'name': 'network-vif-deleted', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:05.496779 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a372d5-043c-4508-ae88-654fd3e1b871" -d '{"events": [{"server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "name": "network-vif-deleted", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:05.511719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-221de82c-cb68-4b6d-ad05-c30e4a6d4bfe req-9494d17d-af5f-4a14-b5eb-453e137683b5 tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups/236e1316-16f5-4c2f-b734-0dbd1990e730 HTTP/1.1" status: 200 len: 2981 time: 0.1459954 Oct 26 11:51:05.513897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Calling delete_port for fdea1e19-942e-4c5c-a400-94b25397aa78 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:05.673866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acd5f6-1c50-4378-bd7b-3dd0400c1bed req-7e6b7990-5933-4271-98ec-e711b92d6376 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:05.675450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09acd5f6-1c50-4378-bd7b-3dd0400c1bed req-7e6b7990-5933-4271-98ec-e711b92d6376 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1238711 Oct 26 11:51:05.700105 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-221de82c-cb68-4b6d-ad05-c30e4a6d4bfe req-325b3968-0b6e-4041-900d-917401a0dad3 tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 11:51:05.701062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-221de82c-cb68-4b6d-ad05-c30e4a6d4bfe req-325b3968-0b6e-4041-900d-917401a0dad3 tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "DELETE /v2.0/security-groups/236e1316-16f5-4c2f-b734-0dbd1990e730 HTTP/1.1" status: 409 len: 352 time: 0.1879263 Oct 26 11:51:05.730563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.739204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09acd5f6-1c50-4378-bd7b-3dd0400c1bed req-a9b91894-7047-405a-8e24-bd92c531caef tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Oct 26 11:51:05.764260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Pushing event deleted for resources: {'Port': ['ID=fdea1e19-942e-4c5c-a400-94b25397aa78,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:05.831034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] No DVR routers for this DVR port fdea1e19-942e-4c5c-a400-94b25397aa78 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:05.831288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d095-5e1d-4fbc-bc8f-63791ed14a54 req-8d5a8475-96e2-4a5d-aae0-a5fffa75f823 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:05.833922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:05.837710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aafcca6-e26d-425e-9884-f67add705c3c req-197479b0-9279-4f01-8a12-9e771c51b5ef tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.100 "DELETE /v2.0/ports/fdea1e19-942e-4c5c-a400-94b25397aa78 HTTP/1.1" status: 204 len: 173 time: 0.6176422 Oct 26 11:51:05.839094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a26d095-5e1d-4fbc-bc8f-63791ed14a54 req-8d5a8475-96e2-4a5d-aae0-a5fffa75f823 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.0731888 Oct 26 11:51:05.841880 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa40e6-4ae1-4f7b-832f-a176a23a9b81 x-openstack-request-id: req-3aaa40e6-4ae1-4f7b-832f-a176a23a9b81 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:05.842239 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5425e5-017c-43d2-887c-ef161cea64e8", "name": "network-vif-deleted", "tag": "94ad78aa-0d5d-4a6c-84a5-99d8d49a204c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:05.842442 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3aaa40e6-4ae1-4f7b-832f-a176a23a9b81 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:05.842848 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5425e5-017c-43d2-887c-ef161cea64e8', 'name': 'network-vif-deleted', 'tag': '94ad78aa-0d5d-4a6c-84a5-99d8d49a204c', 'status': 'completed', 'code': 200} Oct 26 11:51:05.882813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a26d095-5e1d-4fbc-bc8f-63791ed14a54 req-16cbe337-9f33-4947-b9cf-6525fba7b80a tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Oct 26 11:51:05.965967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25189c2f-3c89-40ba-b926-7f0b06b4265d req-3c24752e-6ef7-4263-8d98-96d5162f53b7 tempest-FloatingIPsAssociationNegativeTestJSON-49810512 tempest-FloatingIPsAssociationNegativeTestJSON-49810512-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee5425e5-017c-43d2-887c-ef161cea64e8 HTTP/1.1" status: 200 len: 210 time: 0.0531242 Oct 26 11:51:05.967175 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-f57946ca-f2eb-4ffb-b7fe-f34a24d34546 req-0d74894b-4253-40f2-8ea4-a22641329c7d tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] show failed (client error): The resource could not be found. Oct 26 11:51:05.968126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f57946ca-f2eb-4ffb-b7fe-f34a24d34546 req-0d74894b-4253-40f2-8ea4-a22641329c7d tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups/57044337-0f0c-4e64-8183-a570772b6418 HTTP/1.1" status: 404 len: 352 time: 0.0414631 Oct 26 11:51:06.102412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434142-c9e0-47a4-be83-ea6a3721069f req-7e07d0c3-e823-428d-b98b-31c2f9f6be16 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:06.104576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb434142-c9e0-47a4-be83-ea6a3721069f req-7e07d0c3-e823-428d-b98b-31c2f9f6be16 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.0676973 Oct 26 11:51:06.181689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb434142-c9e0-47a4-be83-ea6a3721069f req-32d0e2b1-1182-44dc-ad96-0022b8de5379 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670288 Oct 26 11:51:06.190067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1afdc-4525-447e-9c59-2fe2681fdded req-3a29b65b-e25a-4806-ab19-bbdf1dc238e1 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:06.191811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9c1afdc-4525-447e-9c59-2fe2681fdded req-3a29b65b-e25a-4806-ab19-bbdf1dc238e1 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b663dc3-cdc2-473e-8cb3-c328eb8a782a HTTP/1.1" status: 200 len: 945 time: 0.0871930 Oct 26 11:51:06.241157 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-45b8c7a5-44c2-43db-936f-20c2f6b9f7c2 req-3d894d92-f3c5-4974-b2a6-4618b54bacbf tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] show failed (client error): The resource could not be found. Oct 26 11:51:06.242134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45b8c7a5-44c2-43db-936f-20c2f6b9f7c2 req-3d894d92-f3c5-4974-b2a6-4618b54bacbf tempest-SecurityGroupsNegativeTestJSON-777284869 tempest-SecurityGroupsNegativeTestJSON-777284869-project] 10.222.0.88 "GET /v2.0/security-groups/5d73d81a-574f-43c4-b69a-6f5aa1812df8 HTTP/1.1" status: 404 len: 352 time: 0.0288484 Oct 26 11:51:06.257954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56700) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:06.258736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9c1afdc-4525-447e-9c59-2fe2681fdded req-70a50283-e733-4edb-a5bb-d3e4ff6c4ad2 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600426 Oct 26 11:51:06.336182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Deleting subnet d072ab72-9655-439e-b16d-7e3d801a49bf {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:51:06.341024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.392506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-deleted', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:06.395099 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81111b5b-e62c-427a-a551-5e0ef1dd10cc" -d '{"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-deleted", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:06.434639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.479953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab62b1e9-9a32-4a2d-ab28-0d42949533cd req-79599893-1408-401e-b833-c923f101b5a9 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=9be35f96-ff69-44ef-925e-efef3becc6e7 HTTP/1.1" status: 200 len: 210 time: 0.0463698 Oct 26 11:51:06.518177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.583035 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9d550-d5dd-4ecb-bfe9-7fb25dba0da9 x-openstack-request-id: req-c6a9d550-d5dd-4ecb-bfe9-7fb25dba0da9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:06.583393 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be35f96-ff69-44ef-925e-efef3becc6e7", "name": "network-vif-deleted", "tag": "fdea1e19-942e-4c5c-a400-94b25397aa78", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:06.584488 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c6a9d550-d5dd-4ecb-bfe9-7fb25dba0da9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:06.584488 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be35f96-ff69-44ef-925e-efef3becc6e7', 'name': 'network-vif-deleted', 'tag': 'fdea1e19-942e-4c5c-a400-94b25397aa78', 'status': 'completed', 'code': 200} Oct 26 11:51:06.586176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.618685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d072ab72-9655-439e-b16d-7e3d801a49bf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:06.623851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd0445-c107-4b3e-a377-33a51a313bdb req-735b766a-31a8-4639-acc9-a37385ea7e74 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:06.628658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ccd0445-c107-4b3e-a377-33a51a313bdb req-735b766a-31a8-4639-acc9-a37385ea7e74 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 944 time: 0.0647800 Oct 26 11:51:06.631588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.637905 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9e9e3c34-2fc5-4a64-b1a6-24739d302bb7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d072ab72-9655-439e-b16d-7e3d801a49bf HTTP/1.1" status: 204 len: 168 time: 0.3796837 Oct 26 11:51:06.638308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56714) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:06.740588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.745327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ccd0445-c107-4b3e-a377-33a51a313bdb req-c394479f-81aa-4713-b9f9-9793e6a97d32 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974410 Oct 26 11:51:06.868935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.895619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11aed80-d39a-429d-a7bb-cd76905ee494']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:06.914361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb54e4-daf6-4c2a-9447-46c5a0deb708 req-1d9319f6-3b30-4c4b-9f15-02999384a2d5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:06.915929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8eb54e4-daf6-4c2a-9447-46c5a0deb708 req-1d9319f6-3b30-4c4b-9f15-02999384a2d5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0839524 Oct 26 11:51:06.917698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0f903a-64c1-4884-ab83-fcdddb07363c') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:06.917998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0f903a-64c1-4884-ab83-fcdddb07363c') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:06.939306 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:06.974300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.024686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:51:07.025061 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:51:07.026815 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:51:07.068682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8eb54e4-daf6-4c2a-9447-46c5a0deb708 req-945a9d96-04a1-44d5-b228-afaeddb24420 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433265 Oct 26 11:51:07.112679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.116134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:07.122437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.129156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c11aed80-d39a-429d-a7bb-cd76905ee494 HTTP/1.1" status: 204 len: 168 time: 0.4868693 Oct 26 11:51:07.144866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0490ce9-2a1e-46e1-a5fc-47093564e933 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11aed80-d39a-429d-a7bb-cd76905ee494,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:07.157192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-24f1ccdd-9c65-47a9-be61-72d40c5f0fff tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:07.158768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-24f1ccdd-9c65-47a9-be61-72d40c5f0fff tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 812 time: 0.2067239 Oct 26 11:51:07.165026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d068f85e-be2d-4caf-96fe-e5ecea3d378e details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:07.167123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:07.177063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-cb818f4e-d643-4099-8082-bc92585319b9 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/quotas/b12879cb74944f588cf2643ba086cca9 HTTP/1.1" status: 200 len: 375 time: 0.0108750 Oct 26 11:51:07.195818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:07.196095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 94ad78aa-0d5d-4a6c-84a5-99d8d49a204c not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:07.258448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-72ed9b4b-07ad-4830-87a7-2dbceb655661 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743330 Oct 26 11:51:07.322078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56738) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:07.332362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d068f85e-be2d-4caf-96fe-e5ecea3d378e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:07.345832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e', 'network_id': '70d0ceee-c63f-4b91-a76d-8913c3e4e0bd', 'port_id': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e', 'mac_address': 'fa:16:3e:15:78:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eaa18e-15b2-45b3-9f3d-7c23e3481821', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:07.394327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.410901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d068f85e-be2d-4caf-96fe-e5ecea3d378e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:07.426081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de1128-88e7-4b2a-a213-614e6fc467f3 req-1f96e887-1fb1-4401-a99b-9208696e7636 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:07.428389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16de1128-88e7-4b2a-a213-614e6fc467f3 req-1f96e887-1fb1-4401-a99b-9208696e7636 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1472991 Oct 26 11:51:07.432853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-a2ec8ee8-dfb1-4bc5-a5a3-f5d51a1ab6c2 service neutron] 10.222.0.88 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735663 Oct 26 11:51:07.433158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d068f85e-be2d-4caf-96fe-e5ecea3d378e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:07.437779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c73b72dc-ad58-4808-83f5-bd97c06ada37 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4d1ccf99683440abd3a9836fb360798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113780 Oct 26 11:51:07.443134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.443981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56740) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:07.492802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d068f85e-be2d-4caf-96fe-e5ecea3d378e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:07.502843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.503223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.503573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.503918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.504257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.504596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.504934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.505266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.505646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.506166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.506500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.506824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:07.571040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.572049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16de1128-88e7-4b2a-a213-614e6fc467f3 req-ebbf7b76-6234-45c7-a415-1fe99b1e20f2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268041 Oct 26 11:51:07.620538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-9b8448e0-5f15-491e-a5ae-a6148cfdb56b service neutron] 10.222.0.88 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722734 Oct 26 11:51:07.621817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83dbf330-019f-471a-815f-e32ec0194b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.646446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83dbf330-019f-471a-815f-e32ec0194b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.703357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d068f85e-be2d-4caf-96fe-e5ecea3d378e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:07.709825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83dbf330-019f-471a-815f-e32ec0194b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.712782 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83dbf330-019f-471a-815f-e32ec0194b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:07.717749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-83dbf330-019f-471a-815f-e32ec0194b59 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/236e1316-16f5-4c2f-b734-0dbd1990e730 HTTP/1.1" status: 204 len: 168 time: 0.2711644 Oct 26 11:51:07.729589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbf330-019f-471a-815f-e32ec0194b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e1316-16f5-4c2f-b734-0dbd1990e730,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:07.922764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Deleting port 127a05f2-c100-4f0e-a637-4bb1d2ed344b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:07.923210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.041216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] For port 127a05f2-c100-4f0e-a637-4bb1d2ed344b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=127a05f2-c100-4f0e-a637-4bb1d2ed344b,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:08.042536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.065892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Calling delete_port for 127a05f2-c100-4f0e-a637-4bb1d2ed344b owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:08.121249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2fb88-62d9-4e65-8c78-492239844929 req-bd9308e5-a5dd-4484-bd5f-27d408358925 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:08.123489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4c2fb88-62d9-4e65-8c78-492239844929 req-bd9308e5-a5dd-4484-bd5f-27d408358925 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 945 time: 0.1559937 Oct 26 11:51:08.139719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346207-8d66-41ef-a6a0-3cea383ea9ef req-5cb82c58-7f31-45bb-bf8c-d538cb325d10 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:08.141968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89346207-8d66-41ef-a6a0-3cea383ea9ef req-5cb82c58-7f31-45bb-bf8c-d538cb325d10 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 948 time: 0.1100049 Oct 26 11:51:08.239678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4c2fb88-62d9-4e65-8c78-492239844929 req-cccf7e04-c947-4846-9e52-8f104025e270 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966806 Oct 26 11:51:08.282163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89346207-8d66-41ef-a6a0-3cea383ea9ef req-c588773c-fe6d-43e3-bc59-6c4d7749d605 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109929 Oct 26 11:51:08.319130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-30b19a44-4c47-451a-b299-3493c7fad23b tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:08.323689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-30b19a44-4c47-451a-b299-3493c7fad23b tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b663dc3-cdc2-473e-8cb3-c328eb8a782a HTTP/1.1" status: 200 len: 945 time: 0.1553996 Oct 26 11:51:08.483979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-3490f78b-90f6-4db0-ba47-40fac71e4910 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:08.486534 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-3490f78b-90f6-4db0-ba47-40fac71e4910 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "GET /v2.0/ports?device_id=cb2d049f-eabd-489e-b415-c73a46fe2447 HTTP/1.1" status: 200 len: 946 time: 0.2080142 Oct 26 11:51:08.492619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.497980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f64b1-fcb4-4a50-93c0-ea479f7fa8f4 req-a9663e9c-6c41-4426-9f23-9bcd64601ab9 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:08.507605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-151f64b1-fcb4-4a50-93c0-ea479f7fa8f4 req-a9663e9c-6c41-4426-9f23-9bcd64601ab9 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0909362 Oct 26 11:51:08.552564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c8269f1-32a3-4721-8f99-c2d4cee9f44b req-d2de5aa0-c637-4173-8e3f-db1ae8b78aff tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 210 time: 0.0349302 Oct 26 11:51:08.555825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Pushing event deleted for resources: {'Port': ['ID=127a05f2-c100-4f0e-a637-4bb1d2ed344b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:08.647222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-151f64b1-fcb4-4a50-93c0-ea479f7fa8f4 req-edbb26ea-2200-445d-be37-e7ddab98b884 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346488 Oct 26 11:51:08.715556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Deleting port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:08.716950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.813724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.932625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] For port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:08.933053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.942176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Deleting port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:08.942374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:08.979070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Calling delete_port for 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:09.115193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] For port 356977c1-9f4e-46bd-966b-5b8c14dfcd55, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=356977c1-9f4e-46bd-966b-5b8c14dfcd55,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:09.115193 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.132252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Calling delete_port for 356977c1-9f4e-46bd-966b-5b8c14dfcd55 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:09.139881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68de1-3659-4734-b1ec-19ad7b05b720 req-b5df56e5-fcb9-422e-924a-81107523301c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:09.149268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f68de1-3659-4734-b1ec-19ad7b05b720 req-b5df56e5-fcb9-422e-924a-81107523301c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.4234388 Oct 26 11:51:09.173348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d068f85e-be2d-4caf-96fe-e5ecea3d378e up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:09.278260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f68de1-3659-4734-b1ec-19ad7b05b720 req-b904d5bd-d613-4383-8101-978207d211aa tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279788 Oct 26 11:51:09.313148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port d068f85e-be2d-4caf-96fe-e5ecea3d378e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:09.329005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port d068f85e-be2d-4caf-96fe-e5ecea3d378e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:09.330761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.331659 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.402951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:09.409661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event deleted for resources: {'Port': ['ID=51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:09.500214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] No DVR routers for this DVR port 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:09.503748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.507420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-719f6a4d-f61c-4268-9091-dee9cdf65b2f req-662372cf-9b53-4627-b424-e791b4464758 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "DELETE /v2.0/ports/51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 HTTP/1.1" status: 204 len: 173 time: 1.1751771 Oct 26 11:51:09.509503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'name': 'network-vif-deleted', 'tag': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:09.511781 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e81ac-376f-4b72-97fd-d633b3a1cbf0" -d '{"events": [{"server_uuid": "1b663dc3-cdc2-473e-8cb3-c328eb8a782a", "name": "network-vif-deleted", "tag": "51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:09.527417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a33d-35e3-48b0-84d6-6d6d1daf4ab2 req-0235c89a-60c0-4dda-997a-84220832ebb5 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:09.537539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3d2a33d-35e3-48b0-84d6-6d6d1daf4ab2 req-0235c89a-60c0-4dda-997a-84220832ebb5 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 945 time: 0.1294358 Oct 26 11:51:09.569183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.605231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3d2a33d-35e3-48b0-84d6-6d6d1daf4ab2 req-747db608-7393-4e7e-86df-14f0ac1de4b4 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661681 Oct 26 11:51:09.648007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:09.651102 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b98d100-28b7-4357-8127-9edc87a965f2" -d '{"events": [{"server_uuid": "edabb05a-be80-4959-a82c-bd6aa5eb4dbc", "name": "network-vif-plugged", "status": "completed", "tag": "d068f85e-be2d-4caf-96fe-e5ecea3d378e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:09.674068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d068f85e-be2d-4caf-96fe-e5ecea3d378e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:09.682038 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.683301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:09.701011 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcecfde9-3c85-419f-852b-15213d1cdc72 x-openstack-request-id: req-fcecfde9-3c85-419f-852b-15213d1cdc72 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:09.701306 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b663dc3-cdc2-473e-8cb3-c328eb8a782a", "name": "network-vif-deleted", "tag": "51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:09.703839 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fcecfde9-3c85-419f-852b-15213d1cdc72 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:09.704273 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b663dc3-cdc2-473e-8cb3-c328eb8a782a', 'name': 'network-vif-deleted', 'tag': '51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5', 'status': 'completed', 'code': 200} Oct 26 11:51:09.760179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Router ccd57518-4b3e-4f41-8e77-b116e879b703 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:51:09.769423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.783938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d732-a665-4a23-8bc8-c2fdb8335d54 req-f3e11db5-b398-4daa-bb1f-fffbee360b52 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:09.789864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1e8d732-a665-4a23-8bc8-c2fdb8335d54 req-f3e11db5-b398-4daa-bb1f-fffbee360b52 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 948 time: 0.1811817 Oct 26 11:51:09.832801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d068f85e-be2d-4caf-96fe-e5ecea3d378e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:09.834108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event deleted for resources: {'Port': ['ID=356977c1-9f4e-46bd-966b-5b8c14dfcd55,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:09.845285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:09.848846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: fdea1e19-942e-4c5c-a400-94b25397aa78 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:09.849648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device fdea1e19-942e-4c5c-a400-94b25397aa78 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:09.854773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.855152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.855503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.855854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.856200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.856538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.856982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.857191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.857524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.857852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.858182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.858508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:09.991256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] No DVR routers for this DVR port 356977c1-9f4e-46bd-966b-5b8c14dfcd55 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:09.995330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:09.999152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76022d4f-ead6-48b4-8a1f-ac66f1063ff0 req-17079050-f7f0-4230-9442-f4e80f8c0dcd tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "DELETE /v2.0/ports/356977c1-9f4e-46bd-966b-5b8c14dfcd55 HTTP/1.1" status: 204 len: 173 time: 1.5026329 Oct 26 11:51:10.000137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'name': 'network-vif-deleted', 'tag': '356977c1-9f4e-46bd-966b-5b8c14dfcd55'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:10.002528 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98839255-0873-4cc4-bcb2-5b84f2a6c5df" -d '{"events": [{"server_uuid": "cb2d049f-eabd-489e-b415-c73a46fe2447", "name": "network-vif-deleted", "tag": "356977c1-9f4e-46bd-966b-5b8c14dfcd55"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:10.049848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:51:10.057495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d100fd65-9904-4f23-b0a0-9e4d820e6271 admin admin] 10.222.0.88 "PUT /v2.0/routers/ccd57518-4b3e-4f41-8e77-b116e879b703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9396789 Oct 26 11:51:10.060052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56820) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:10.064781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] Sync routers for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:51:10.071877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:10.094183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:51:10.095128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:10.165044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bee97634-2d62-4b4f-9fc6-5cc2d4a08395 req-33835678-2bdc-4904-8b09-c8914ccc9fa0 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 210 time: 0.3341713 Oct 26 11:51:10.210891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-d43d61a1-b384-420f-a034-8cf7248148b2 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:10.214886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-d43d61a1-b384-420f-a034-8cf7248148b2 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 812 time: 0.3871536 Oct 26 11:51:10.328683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:10.370970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:51:10.408169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-593f6366-c9a5-4513-b597-c708aa1ce0df tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:10.410249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-593f6366-c9a5-4513-b597-c708aa1ce0df tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 812 time: 0.3603804 Oct 26 11:51:10.418564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Request body: {'port': {'device_id': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'admin_state_up': True, 'tenant_id': 'b12879cb74944f588cf2643ba086cca9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:10.438558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Request body: {'port': {'device_id': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'admin_state_up': True, 'tenant_id': 'b12879cb74944f588cf2643ba086cca9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:10.461902 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433fb18-17d5-4442-810a-ff733b6bffe3 x-openstack-request-id: req-4433fb18-17d5-4442-810a-ff733b6bffe3 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:10.462557 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edabb05a-be80-4959-a82c-bd6aa5eb4dbc", "name": "network-vif-plugged", "status": "completed", "tag": "d068f85e-be2d-4caf-96fe-e5ecea3d378e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:10.463134 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4433fb18-17d5-4442-810a-ff733b6bffe3 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:10.463842 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e', 'code': 200} Oct 26 11:51:10.475211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1e8d732-a665-4a23-8bc8-c2fdb8335d54 req-1317ad76-6667-4a74-ae92-5e7a48177977 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788161 Oct 26 11:51:10.486709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0017d581-c624-4e31-9a38-12d6ff202557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:10.565348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb7746-1885-4951-bf83-064f23364900 req-73cacf38-23c6-47da-bc58-5687dbd4a88d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:10.566655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f9eb7746-1885-4951-bf83-064f23364900 req-73cacf38-23c6-47da-bc58-5687dbd4a88d tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 948 time: 0.3308055 Oct 26 11:51:10.733162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:51:08Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:10.768004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0017d581-c624-4e31-9a38-12d6ff202557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:10.789407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] Checking router: ccd57518-4b3e-4f41-8e77-b116e879b703 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:51:10.804311 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2c7678-2961-43f1-9d16-995be1a1e5de x-openstack-request-id: req-0e2c7678-2961-43f1-9d16-995be1a1e5de {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:10.804743 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d049f-eabd-489e-b415-c73a46fe2447", "name": "network-vif-deleted", "tag": "356977c1-9f4e-46bd-966b-5b8c14dfcd55", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:10.805097 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e2c7678-2961-43f1-9d16-995be1a1e5de {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:10.805603 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d049f-eabd-489e-b415-c73a46fe2447', 'name': 'network-vif-deleted', 'tag': '356977c1-9f4e-46bd-966b-5b8c14dfcd55', 'status': 'completed', 'code': 200} Oct 26 11:51:10.814680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0017d581-c624-4e31-9a38-12d6ff202557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:10.815863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60beb68-07cc-4dbb-a4fc-d90e3ff88219 req-044aef24-3e0e-4e84-b8ce-077e30563cb6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:10.818202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] Routers {'ccd57518-4b3e-4f41-8e77-b116e879b703'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:51:10.819142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ccd57518-4b3e-4f41-8e77-b116e879b703'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:10.823369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d60beb68-07cc-4dbb-a4fc-d90e3ff88219 req-044aef24-3e0e-4e84-b8ce-077e30563cb6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.3898673 Oct 26 11:51:10.876455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0017d581-c624-4e31-9a38-12d6ff202557 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=81974f1647ad4524af15589b646cdace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031862 Oct 26 11:51:10.879362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56832) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:10.931898 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:10.935048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3ded-7e2b-400f-84a0-fa2d3c88a533 req-baebae3b-9064-4efa-88fe-81defe39fefd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:10.936753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ee3ded-7e2b-400f-84a0-fa2d3c88a533 req-baebae3b-9064-4efa-88fe-81defe39fefd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.2006276 Oct 26 11:51:10.945362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dcab7-327d-4495-bbcb-109db6c94e1b req-3801c1fc-87d3-4be9-88cd-34abf141359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:10.948777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a30dcab7-327d-4495-bbcb-109db6c94e1b req-3801c1fc-87d3-4be9-88cd-34abf141359b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 1097 time: 0.4462779 Oct 26 11:51:10.975892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d60beb68-07cc-4dbb-a4fc-d90e3ff88219 req-a46c141a-9746-4fb9-ae28-d339e0ccc413 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516058 Oct 26 11:51:11.006492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Made reservation on behalf of b12879cb74944f588cf2643ba086cca9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:11.019363 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.044874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017d581-c624-4e31-9a38-12d6ff202557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7cb9d3-a81a-44a3-898a-34a9fba17e18,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:11.048994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Made reservation on behalf of b12879cb74944f588cf2643ba086cca9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:11.052680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.079216 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a30dcab7-327d-4495-bbcb-109db6c94e1b req-f7447adb-9270-47e7-b542-733ac772106f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163704 Oct 26 11:51:11.079564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ee3ded-7e2b-400f-84a0-fa2d3c88a533 req-aacf87f5-8567-42d0-aed6-9422cb8fb707 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217134 Oct 26 11:51:11.093059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e8c46e5-e730-4653-bdfa-bcfd2880518b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.128776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Deleting port 4361147a-9d37-4a8d-8edb-94b6831b43de {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:11.129130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.170573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] Set router ccd57518-4b3e-4f41-8e77-b116e879b703 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:51:11.182135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Deleting port e74e0bed-96da-4479-b386-876e345439b2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:11.182758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.208264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 356977c1-9f4e-46bd-966b-5b8c14dfcd55 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:11.258716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 356977c1-9f4e-46bd-966b-5b8c14dfcd55 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:11.259099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 356977c1-9f4e-46bd-966b-5b8c14dfcd55 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:11.281698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e8c46e5-e730-4653-bdfa-bcfd2880518b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.304733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] For port 4361147a-9d37-4a8d-8edb-94b6831b43de, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4361147a-9d37-4a8d-8edb-94b6831b43de,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:11.305635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.328320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-146fc234-408c-48bb-8664-26c0cee16e3e req-ee44995f-8ecf-471a-86f5-72052bbef800 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 210 time: 0.0614936 Oct 26 11:51:11.330855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Calling delete_port for 4361147a-9d37-4a8d-8edb-94b6831b43de owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:11.333725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] For port e74e0bed-96da-4479-b386-876e345439b2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e74e0bed-96da-4479-b386-876e345439b2,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:11.334183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.354495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Calling delete_port for e74e0bed-96da-4479-b386-876e345439b2 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:11.429498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b537fd-2e55-41dc-a2f3-df6bb0a46540 req-b603722b-53fd-4521-ad29-83d3a1060b19 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:11.437093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5b537fd-2e55-41dc-a2f3-df6bb0a46540 req-b603722b-53fd-4521-ad29-83d3a1060b19 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 946 time: 0.3212724 Oct 26 11:51:11.438969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:51:08Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:11.475563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e8c46e5-e730-4653-bdfa-bcfd2880518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.478338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e8c46e5-e730-4653-bdfa-bcfd2880518b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.481246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7ce1b-8163-488f-92d9-9c9027af7e18 None None] The sync data for ids ['ccd57518-4b3e-4f41-8e77-b116e879b703'] in n-d-812150-3 is: [{'id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-6570079-router', 'tenant_id': '352f615522c14f5dbf13707fb6ab5f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'e74e0bed-96da-4479-b386-876e345439b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:51:08Z', 'revision_number': 5, 'project_id': '352f615522c14f5dbf13707fb6ab5f25', 'gw_port': {'id': 'e74e0bed-96da-4479-b386-876e345439b2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd57518-4b3e-4f41-8e77-b116e879b703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:34Z', 'updated_at': '2021-10-26T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:51:11.488939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2e8c46e5-e730-4653-bdfa-bcfd2880518b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe7cb9d3-a81a-44a3-898a-34a9fba17e18 HTTP/1.1" status: 204 len: 168 time: 0.6021001 Oct 26 11:51:11.523101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Allocated IP 172.20.0.5 (99e16a66-bffe-4f58-880a-545bf4ef2505/b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f/13375220-e500-4989-aea1-f11b0826b148) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:11.567090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5b537fd-2e55-41dc-a2f3-df6bb0a46540 req-4a8efea4-298b-426c-9e61-8d5af4eb15a1 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289947 Oct 26 11:51:11.567972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c46e5-e730-4653-bdfa-bcfd2880518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7cb9d3-a81a-44a3-898a-34a9fba17e18,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:11.728456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.775731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Pushing event deleted for resources: {'Port': ['ID=4361147a-9d37-4a8d-8edb-94b6831b43de,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:11.791286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.838279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c985ad9-f8bf-4bf1-abc2-59cebf3a09a6 req-ebde5c6a-87e8-40c6-92d6-12283a8f3a94 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:11.841659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74e0bed-96da-4479-b386-876e345439b2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:11.849773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c985ad9-f8bf-4bf1-abc2-59cebf3a09a6 req-ebde5c6a-87e8-40c6-92d6-12283a8f3a94 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/ports?device_id=86f54e52-0fa8-4a7e-95ce-8bf613647d04 HTTP/1.1" status: 200 len: 866 time: 0.2524078 Oct 26 11:51:11.875559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] No DVR routers for this DVR port 4361147a-9d37-4a8d-8edb-94b6831b43de on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:11.879926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:11.884324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f9eb7746-1885-4951-bf83-064f23364900 req-37969b7e-c9cc-4ea6-99ba-56e1b4b45d77 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.30 "DELETE /v2.0/ports/4361147a-9d37-4a8d-8edb-94b6831b43de HTTP/1.1" status: 204 len: 173 time: 1.3006821 Oct 26 11:51:11.939518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c985ad9-f8bf-4bf1-abc2-59cebf3a09a6 req-a5b34f8b-4bd7-42e5-9175-6cb6a7888314 tempest-ListImageFiltersTestJSON-225074324 tempest-ListImageFiltersTestJSON-225074324-project] 10.222.0.88 "GET /v2.0/security-groups?id=1595b4ce-bef7-4717-9eab-72b700644c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885212 Oct 26 11:51:12.002618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.005536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.132270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.163399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.165755 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.219976 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.220769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd57518-4b3e-4f41-8e77-b116e879b703 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:51:12.227016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.228655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-47eaeac5-d5b7-4600-97b3-9a4cc01cd570 admin admin] 10.222.0.88 "DELETE /v2.0/routers/ccd57518-4b3e-4f41-8e77-b116e879b703 HTTP/1.1" status: 204 len: 168 time: 2.1673527 Oct 26 11:51:12.231794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56856) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:12.321931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Deleting subnet 9689f5b0-938e-47d4-8f6f-c12864d6d005 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:51:12.327052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.411778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.608739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.676688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.705354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56870) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:12.711908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9689f5b0-938e-47d4-8f6f-c12864d6d005,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:12.716068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.720821 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6b393210-3369-4d46-86cc-1babde1f502b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9689f5b0-938e-47d4-8f6f-c12864d6d005 HTTP/1.1" status: 204 len: 168 time: 0.4868746 Oct 26 11:51:12.722400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56876) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:12.731110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5f55f-08d2-467e-a68e-d2fb4682e22a None None] Network 55f2ae00-de01-493c-8366-eb4c150fa956 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:12.799883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.807089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-deleted', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:12.809639 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdf9c06-c329-4bd6-b025-88587bfc66c5" -d '{"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-deleted", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:12.810087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Allocated IP 172.20.0.8 (99e16a66-bffe-4f58-880a-545bf4ef2505/b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f/df0d84a8-5f0e-4015-82d6-d09d233a2d08) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:12.828426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:12.842204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:12.854421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event updated for resources: {'Port': ['ID=13375220-e500-4989-aea1-f11b0826b148,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:12.866392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:12.886649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Deleting port 3145e3d6-e225-4f1c-89f5-c7692969b8ea {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:12.887271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:12.923157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4489dd7-fb49-42b5-b708-07fc4909f0d6 req-76b437ff-70cc-44a5-9a6b-10879333ab47 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:12.925777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4489dd7-fb49-42b5-b708-07fc4909f0d6 req-76b437ff-70cc-44a5-9a6b-10879333ab47 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.7915032 Oct 26 11:51:12.931476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:12.955901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2115813390-network', 'tenant_id': '51aabbdcddff42388c1f91bde8cafb89'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:12.966579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1792b7-8b0f-4f1a-8afd-054154be181e req-5072969c-9e3c-41fc-b2a5-36bd108335b9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:12.966579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b1792b7-8b0f-4f1a-8afd-054154be181e req-5072969c-9e3c-41fc-b2a5-36bd108335b9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.2532434 Oct 26 11:51:12.975963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 127a05f2-c100-4f0e-a637-4bb1d2ed344b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:12.976502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:12.976626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 51ab0214-9f19-47fc-8fbf-aa6b0d79f5a5 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:12.993598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Made reservation on behalf of 51aabbdcddff42388c1f91bde8cafb89 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:12.995956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.006309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 127a05f2-c100-4f0e-a637-4bb1d2ed344b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:13.007023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 127a05f2-c100-4f0e-a637-4bb1d2ed344b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:13.018972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.032635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] For port 3145e3d6-e225-4f1c-89f5-c7692969b8ea, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3145e3d6-e225-4f1c-89f5-c7692969b8ea,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:13.033023 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.038434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:13.039129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.051241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Calling delete_port for 3145e3d6-e225-4f1c-89f5-c7692969b8ea owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:13.119911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] DHCP port deletion for 55f2ae00-de01-493c-8366-eb4c150fa956 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:51:13.120908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-c8706fa6-a2e7-4b49-8146-63015fe7056d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6916549 Oct 26 11:51:13.139863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Request body: {'port': {'device_id': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:13.148062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4489dd7-fb49-42b5-b708-07fc4909f0d6 req-c748eb8f-18d4-4cc6-acfc-e6032747e9cd tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053576 Oct 26 11:51:13.179132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b1792b7-8b0f-4f1a-8afd-054154be181e req-91367320-ec0e-4dde-a602-edd3a3b97614 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888947 Oct 26 11:51:13.190680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] Deleting port 3145e3d6-e225-4f1c-89f5-c7692969b8ea {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:13.203852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.225882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.239839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.258800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:51:13.272907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.273212 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Added segment c3e5616e-54d7-4685-b500-a8d7e37b9235 of type vlan for network 1271a4c7-8c8f-41c3-a893-1620fa60654c Oct 26 11:51:13.285505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] For port 3145e3d6-e225-4f1c-89f5-c7692969b8ea, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3145e3d6-e225-4f1c-89f5-c7692969b8ea,segment=NetworkSegment(62d878eb-426e-4cf0-9ba2-fcdfdd1be757),segment_id=62d878eb-426e-4cf0-9ba2-fcdfdd1be757)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:13.285915 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.302581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] Calling delete_port for 3145e3d6-e225-4f1c-89f5-c7692969b8ea owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:13.304419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.328157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.334081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.356815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.364988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Pushing event deleted for resources: {'Port': ['ID=3145e3d6-e225-4f1c-89f5-c7692969b8ea,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:13.382645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] No DVR routers for this DVR port 3145e3d6-e225-4f1c-89f5-c7692969b8ea on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:13.384816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.385007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b710ceb1-6065-4152-8cf6-388f3c374b80,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:13.410548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] Pushing event deleted for resources: {'Port': ['ID=3145e3d6-e225-4f1c-89f5-c7692969b8ea,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:13.416664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43eaf5-28fc-4bc8-a386-faf8c0138759 None None] No DVR routers for this DVR port 3145e3d6-e225-4f1c-89f5-c7692969b8ea on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:13.451649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f15d2-6636-48d0-b3bb-532443ef9f63 req-f2c3a4b2-2441-4ef8-913c-abe9b15c0649 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:13.453372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-938f15d2-6636-48d0-b3bb-532443ef9f63 req-f2c3a4b2-2441-4ef8-913c-abe9b15c0649 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 931 time: 0.1735497 Oct 26 11:51:13.468705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4229-0a1f-4a75-bc7c-20a02819d41d req-c3ea4676-f5d3-4dfd-abb5-38066687c802 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:13.470299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80c4229-0a1f-4a75-bc7c-20a02819d41d req-c3ea4676-f5d3-4dfd-abb5-38066687c802 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 946 time: 0.1701581 Oct 26 11:51:13.475211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.476508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:13.476779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.526676 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.540327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.558982 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8523505 Oct 26 11:51:13.563923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be3574-9032-4812-81b4-f5dec58816bb admin admin] Pushing event updated for resources: {'Network': ['ID=1271a4c7-8c8f-41c3-a893-1620fa60654c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:13.566193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:13.575506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Request body: {'subnet': {'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2115813390-subnet', 'tenant_id': '51aabbdcddff42388c1f91bde8cafb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:13.577603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:51:13.598801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f2ae00-de01-493c-8366-eb4c150fa956']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:13.617383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d878eb-426e-4cf0-9ba2-fcdfdd1be757') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:13.617383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d878eb-426e-4cf0-9ba2-fcdfdd1be757') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:13.630518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.637395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Made reservation on behalf of 51aabbdcddff42388c1f91bde8cafb89 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:13.639611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.684001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-938f15d2-6636-48d0-b3bb-532443ef9f63 req-f7666637-08a5-4af1-8432-3e04f3f481dc tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124889 Oct 26 11:51:13.685795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Network 99e16a66-bffe-4f58-880a-545bf4ef2505 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:13.703478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80c4229-0a1f-4a75-bc7c-20a02819d41d req-ee8d7fb9-783d-4e2a-963d-7087bcf5940f tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244811 Oct 26 11:51:13.705727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.709576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:13.712202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:13.717340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event updated for resources: {'Port': ['ID=df0d84a8-5f0e-4015-82d6-d09d233a2d08,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:13.738483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:51:13.739162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:51:13.742650 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:51:13.847663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:13.848262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:13.862030 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c2382-e838-44f0-99ea-0ec7c3b6c358 x-openstack-request-id: req-680c2382-e838-44f0-99ea-0ec7c3b6c358 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:13.862481 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f54e52-0fa8-4a7e-95ce-8bf613647d04", "name": "network-vif-deleted", "tag": "4361147a-9d37-4a8d-8edb-94b6831b43de", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:13.862896 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-680c2382-e838-44f0-99ea-0ec7c3b6c358 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:13.863437 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f54e52-0fa8-4a7e-95ce-8bf613647d04', 'name': 'network-vif-deleted', 'tag': '4361147a-9d37-4a8d-8edb-94b6831b43de', 'status': 'completed', 'code': 200} Oct 26 11:51:13.929127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-129b0228-35ac-4a8b-bae0-a1aed5912b16 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5146613 Oct 26 11:51:13.952316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Request body: {'port': {'device_id': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:14.019677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.050936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.057514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] 10.222.0.88 "DELETE /v2.0/networks/55f2ae00-de01-493c-8366-eb4c150fa956 HTTP/1.1" status: 204 len: 168 time: 1.3335736 Oct 26 11:51:14.065910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953939d3-facc-4036-b289-1b4449e1640d admin admin] Pushing event deleted for resources: {'Network': ['ID=55f2ae00-de01-493c-8366-eb4c150fa956,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:14.090419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.108443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.151010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e68a677-0e2b-4e44-a3dc-98aec6cca38a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:14.172681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Checking segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:14.173376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Network hostable DHCP agents. Network: 1271a4c7-8c8f-41c3-a893-1620fa60654c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:51:14.194515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:51:14.207799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1271a4c7-8c8f-41c3-a893-1620fa60654c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:14.209789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13375220-e500-4989-aea1-f11b0826b148 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:14.216384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:14.216384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.221841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe9e05-b288-4e89-842d-dbb08942c6aa None None] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:14.235236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.258543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cf831ecb-18b8-45b3-9acb-d9dccf32b4b6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6873190 Oct 26 11:51:14.311783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Transition to ACTIVE for port object 13375220-e500-4989-aea1-f11b0826b148 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:14.369987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:14.427761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d80b18-7fb2-4591-a990-9b1f28d4b935 None None] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:14.503422 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-32800461-e1f7-4ea7-b7f8-e008142dd699 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=352f615522c14f5dbf13707fb6ab5f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321347 Oct 26 11:51:14.505190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56922) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:14.655015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e74e0bed-96da-4479-b386-876e345439b2 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:14.683433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e74e0bed-96da-4479-b386-876e345439b2 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:14.683831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e74e0bed-96da-4479-b386-876e345439b2 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:14.684266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3145e3d6-e225-4f1c-89f5-c7692969b8ea no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:14.686776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae54b837-f8b2-4047-b433-333bb48acb1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.710774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.713919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae54b837-f8b2-4047-b433-333bb48acb1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.716367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3145e3d6-e225-4f1c-89f5-c7692969b8ea {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:14.716724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3145e3d6-e225-4f1c-89f5-c7692969b8ea not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:14.747252 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-1bdb3b43-d391-4bf4-8b24-857525d342a9 service neutron] show failed (client error): The resource could not be found. Oct 26 11:51:14.748641 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-1bdb3b43-d391-4bf4-8b24-857525d342a9 service neutron] 10.222.0.100 "GET /v2.0/ports/9abbfa2c-e466-4e93-91e3-54df95684edd/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.1787570 Oct 26 11:51:14.795224 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae54b837-f8b2-4047-b433-333bb48acb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.799592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae54b837-f8b2-4047-b433-333bb48acb1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:14.801193 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ae54b837-f8b2-4047-b433-333bb48acb1f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7a3246d-3d2a-46b8-b74d-8cfa1cafe496 HTTP/1.1" status: 204 len: 168 time: 0.2906888 Oct 26 11:51:14.812484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54b837-f8b2-4047-b433-333bb48acb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a3246d-3d2a-46b8-b74d-8cfa1cafe496,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:14.842199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc22d9-ee3a-40fe-9ea9-637506106bcf req-75763119-ae6a-48ce-ab5e-415f5218703e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:14.850509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5efc22d9-ee3a-40fe-9ea9-637506106bcf req-75763119-ae6a-48ce-ab5e-415f5218703e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.3051169 Oct 26 11:51:14.882292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Pushing event updated for resources: {'Port': ['ID=13375220-e500-4989-aea1-f11b0826b148,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:14.917732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:14.958194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5efc22d9-ee3a-40fe-9ea9-637506106bcf req-70d1dd34-0ee2-4d4e-9c95-80d4d117aeeb tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064453 Oct 26 11:51:14.982572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 4361147a-9d37-4a8d-8edb-94b6831b43de {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:14.985789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4361147a-9d37-4a8d-8edb-94b6831b43de not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:15.001086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d45e-e78d-4382-abb5-980046ca3469 req-dd91b135-cde2-429c-aafd-b240a88b8a50 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:15.010370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e195d45e-e78d-4382-abb5-980046ca3469 req-dd91b135-cde2-429c-aafd-b240a88b8a50 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.2923388 Oct 26 11:51:15.115287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-5fbc462b-991e-4560-9d19-b5c1ebf7d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:15.123352 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-5fbc462b-991e-4560-9d19-b5c1ebf7d4a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da&tenant_id=a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 1101 time: 0.1089866 Oct 26 11:51:15.136919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:15.181627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e195d45e-e78d-4382-abb5-980046ca3469 req-0edc3c9b-7043-4280-a240-c7eef71ccaa4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701269 Oct 26 11:51:15.202511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Attempting to bind port 13375220-e500-4989-aea1-f11b0826b148 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:15.203295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Attempting to bind port 13375220-e500-4989-aea1-f11b0826b148 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:15.203868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Attempting to bind port 13375220-e500-4989-aea1-f11b0826b148 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:15.211432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Port 13375220-e500-4989-aea1-f11b0826b148 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:15.211724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.212440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Attempting to bind port 13375220-e500-4989-aea1-f11b0826b148 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:15.221765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0d84a8-5f0e-4015-82d6-d09d233a2d08 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:15.239860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.243070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:15.243624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Checking segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:15.244470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Bound using segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:15.245011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Bound port: 13375220-e500-4989-aea1-f11b0826b148, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:15.245599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.279290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Transition to ACTIVE for port object df0d84a8-5f0e-4015-82d6-d09d233a2d08 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:15.311541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.424114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] For port 13375220-e500-4989-aea1-f11b0826b148, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:15.463875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Pushing event updated for resources: {'Port': ['ID=df0d84a8-5f0e-4015-82d6-d09d233a2d08,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:15.504370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:15.534889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] For port 13375220-e500-4989-aea1-f11b0826b148, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=13375220-e500-4989-aea1-f11b0826b148,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:15.544724 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.554507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:15.627141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:15.627990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.629853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] 10.222.0.100 "PUT /v2.0/ports/13375220-e500-4989-aea1-f11b0826b148 HTTP/1.1" status: 200 len: 1091 time: 2.4964325 Oct 26 11:51:15.639786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'tag': '13375220-e500-4989-aea1-f11b0826b148'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:15.652922 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cea109cf-d39a-4bd7-b83a-71bd3357d199", "tag": "13375220-e500-4989-aea1-f11b0826b148"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:15.661067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Attempting to bind port df0d84a8-5f0e-4015-82d6-d09d233a2d08 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:15.661850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Attempting to bind port df0d84a8-5f0e-4015-82d6-d09d233a2d08 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:15.662634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Attempting to bind port df0d84a8-5f0e-4015-82d6-d09d233a2d08 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:15.705575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Port df0d84a8-5f0e-4015-82d6-d09d233a2d08 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:15.706346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Attempting to bind port df0d84a8-5f0e-4015-82d6-d09d233a2d08 on network 99e16a66-bffe-4f58-880a-545bf4ef2505 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:15.747524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.756637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:15.759658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Checking segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:15.760668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Bound using segment: {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:15.761535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Bound port: df0d84a8-5f0e-4015-82d6-d09d233a2d08, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf03051-2d8c-4d2e-b69f-2259fb26a805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:15.762175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.781726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60ca3-045d-40ae-a64c-08e012e680e2 service neutron] Pushing event updated for resources: {'Port': ['ID=13375220-e500-4989-aea1-f11b0826b148,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:15.782397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Transition to ACTIVE for port object 9abbfa2c-e466-4e93-91e3-54df95684edd will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:15.798275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:15.864125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:15.867108 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529440b8-b342-48af-bd1d-93a0e63706e0" -d '{"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-unplugged", "status": "completed", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:15.945881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] No DVR routers for this DVR port 9abbfa2c-e466-4e93-91e3-54df95684edd on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:15.998369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-778ca4ec-c856-4800-ac5f-6c0666e43179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.002195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-778ca4ec-c856-4800-ac5f-6c0666e43179 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 1094 time: 0.3230841 Oct 26 11:51:16.006091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:16.024988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:16.025432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:16.025859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:16.037218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Port 9abbfa2c-e466-4e93-91e3-54df95684edd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:16.037682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Attempting to bind port 9abbfa2c-e466-4e93-91e3-54df95684edd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:16.044726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:16.045269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:16.046992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:16.047611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Bound port: 9abbfa2c-e466-4e93-91e3-54df95684edd, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:16.048104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:16.120097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-1b7a6730-54d3-4ba2-a363-88e46d6e17ae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13375220-e500-4989-aea1-f11b0826b148 HTTP/1.1" status: 200 len: 217 time: 0.1061950 Oct 26 11:51:16.157776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:16.164025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:16.175215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:16.221839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.223090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:16.223976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] For port df0d84a8-5f0e-4015-82d6-d09d233a2d08, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:16.225110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] 10.222.0.30 "PUT /v2.0/ports/9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 1096 time: 1.0934453 Oct 26 11:51:16.254400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05a619-a283-4d2a-b51d-cf336cbabda5 service neutron] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:16.271708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] For port df0d84a8-5f0e-4015-82d6-d09d233a2d08, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:16.290359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-a1f9f0e9-60cd-47d9-8b49-36cfbee36481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.292129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-a1f9f0e9-60cd-47d9-8b49-36cfbee36481 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.1593041 Oct 26 11:51:16.293384 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:16.312910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-a10c6010-ca41-4827-b7b6-c14bd75428a2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.316241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-a10c6010-ca41-4827-b7b6-c14bd75428a2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 815 time: 0.5268102 Oct 26 11:51:16.332382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-913376ca-1382-4cd3-a2c2-50c471852dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.334488 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-913376ca-1382-4cd3-a2c2-50c471852dfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1099 time: 0.0714204 Oct 26 11:51:16.427421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a313c-55e1-4920-8dbb-5143cdb7bee8 req-e0a0d72c-b16e-4630-8986-2c78e36b806f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.435605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-599a313c-55e1-4920-8dbb-5143cdb7bee8 req-e0a0d72c-b16e-4630-8986-2c78e36b806f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 943 time: 0.4292483 Oct 26 11:51:16.439359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-38037529-0e8d-4e88-a7e3-49d2f21bbd2e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355269 Oct 26 11:51:16.474270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Pushing event updated for resources: {'Port': ['ID=df0d84a8-5f0e-4015-82d6-d09d233a2d08,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:16.503397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-e0a886a1-72a7-476e-86fc-17b2ef565591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.505902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-e0a886a1-72a7-476e-86fc-17b2ef565591 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1643286 Oct 26 11:51:16.507232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.508091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:16.509615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-5cf75cdd-9c62-4419-af96-c047c0e85fce service neutron] 10.222.0.30 "PUT /v2.0/ports/df0d84a8-5f0e-4015-82d6-d09d233a2d08 HTTP/1.1" status: 200 len: 1091 time: 2.5684583 Oct 26 11:51:16.520087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-f9364cc6-7b5f-4766-9cad-61a9622c73d1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/quotas/51aabbdcddff42388c1f91bde8cafb89 HTTP/1.1" status: 200 len: 375 time: 0.1613257 Oct 26 11:51:16.595389 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-76041458-5915-4fbe-99d0-13e74af30f20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.0775478 Oct 26 11:51:16.640082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-599a313c-55e1-4920-8dbb-5143cdb7bee8 req-0573f639-766b-4e99-ae79-309a463affd3 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034829 Oct 26 11:51:16.678134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-594fb8a5-33bc-4d53-aef2-cf03bf92bcc2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076963 Oct 26 11:51:16.679121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-2133c630-e7a3-420b-aa64-2fc78f7fb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.680888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-2133c630-e7a3-420b-aa64-2fc78f7fb349 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0783420 Oct 26 11:51:16.751128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-d5c5b91c-66bc-460a-ab0f-2bf4dd62f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.752883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-d5c5b91c-66bc-460a-ab0f-2bf4dd62f35d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570340 Oct 26 11:51:16.797276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-db06a13f-0b8c-4a96-a1ca-320d6f45ef58 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174839 Oct 26 11:51:16.800529 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22933f0c-e098-4763-954b-7bfb4af88242 x-openstack-request-id: req-22933f0c-e098-4763-954b-7bfb4af88242 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:16.801285 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea109cf-d39a-4bd7-b83a-71bd3357d199", "tag": "13375220-e500-4989-aea1-f11b0826b148", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:16.801715 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22933f0c-e098-4763-954b-7bfb4af88242 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:16.803009 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'tag': '13375220-e500-4989-aea1-f11b0826b148', 'status': 'completed', 'code': 200} Oct 26 11:51:16.829837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-08e7fdb8-d3f5-4b93-9ce6-b1956e8ba718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:16.832131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-08e7fdb8-d3f5-4b93-9ce6-b1956e8ba718 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 1094 time: 0.2212708 Oct 26 11:51:16.884705 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1abc28-6166-4ad1-af69-ce175499c873 x-openstack-request-id: req-3f1abc28-6166-4ad1-af69-ce175499c873 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:16.885104 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-unplugged", "status": "completed", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:16.885461 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f1abc28-6166-4ad1-af69-ce175499c873 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:16.886250 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'code': 200} Oct 26 11:51:16.933376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-1d2dc74f-2fa3-44c2-836b-f0633d64d0dc service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686721 Oct 26 11:51:16.943274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-f917f232-63b5-4ca8-9be1-65ec5215e69e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08 HTTP/1.1" status: 200 len: 217 time: 0.0959306 Oct 26 11:51:17.053683 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8c025e5b-635a-41aa-a0a3-69a9ee800f00 req-7238f0f3-71f0-4962-bb2b-47861eec36d4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098142 Oct 26 11:51:17.080379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-dd22b4f8-185f-4fe2-87f4-d03f6eff828b service neutron] 10.222.0.88 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897548 Oct 26 11:51:17.102382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-6783c191-8401-47db-bea2-0f178e32fe6e service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920644 Oct 26 11:51:17.104315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-b2d16947-c654-4c76-a9da-f84aee50e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:17.106507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-b2d16947-c654-4c76-a9da-f84aee50e514 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.1524546 Oct 26 11:51:17.234066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:17.251474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-17bc696d-044e-49b4-8983-c6944ca466dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441842 Oct 26 11:51:17.334733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:17.371874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-27182efc-06e7-4cb4-83ad-d554115f4e4e service neutron] 10.222.0.88 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615688 Oct 26 11:51:17.405526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-a22d2e99-9f8a-4677-889a-47ce273b2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:17.406987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-a22d2e99-9f8a-4677-889a-47ce273b2aa2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 1094 time: 0.1318426 Oct 26 11:51:17.487549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-7e028611-85e0-4abf-8672-3e23b39ec339 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109413 Oct 26 11:51:17.829509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57054) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:17.992906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33eaed6c-a87c-44cb-b03c-4ca373df7fbd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e348ffd1b7ec4fdcb1e3f366cede2ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622040 Oct 26 11:51:17.995448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57060) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:18.037872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-34d77db3-0931-465e-89fe-4384e486da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:18.039396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-34d77db3-0931-465e-89fe-4384e486da1a service neutron] 10.222.0.100 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 914 time: 0.6154242 Oct 26 11:51:18.064826 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f69ecce4-02ec-42b4-a281-8080ed9ecc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:18.089749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f69ecce4-02ec-42b4-a281-8080ed9ecc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:18.102544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-f3652814-4378-40c9-9694-494699de1222 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13375220-e500-4989-aea1-f11b0826b148 HTTP/1.1" status: 200 len: 217 time: 0.0544405 Oct 26 11:51:18.111884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfcf7-665d-459e-b6c5-d290a56644a6 req-cadb979b-157c-45a4-86d9-c75ea497c93a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:18.115479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-732bfcf7-665d-459e-b6c5-d290a56644a6 req-cadb979b-157c-45a4-86d9-c75ea497c93a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1730299 Oct 26 11:51:18.128929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49f5c-ba32-49e5-bd51-bc1d8b75e4e8 req-c4d65573-665d-4d30-ada1-dba9d38f2ef9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:18.137939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cb49f5c-ba32-49e5-bd51-bc1d8b75e4e8 req-c4d65573-665d-4d30-ada1-dba9d38f2ef9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 948 time: 0.2039957 Oct 26 11:51:18.149183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f69ecce4-02ec-42b4-a281-8080ed9ecc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:18.152521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f69ecce4-02ec-42b4-a281-8080ed9ecc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:18.153626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f69ecce4-02ec-42b4-a281-8080ed9ecc97 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1595b4ce-bef7-4717-9eab-72b700644c3c HTTP/1.1" status: 204 len: 168 time: 0.1572032 Oct 26 11:51:18.162140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-789bcab2-d299-46bf-b0be-ed852a5bd37e req-2a220f35-2fc2-46a7-bda2-c5438012350b service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666141 Oct 26 11:51:18.164466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ecce4-02ec-42b4-a281-8080ed9ecc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1595b4ce-bef7-4717-9eab-72b700644c3c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:18.209272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-905b7fbb-7e18-4bdd-b187-e174bd8454de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:18.211075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-905b7fbb-7e18-4bdd-b187-e174bd8454de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.0683260 Oct 26 11:51:18.260990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-c0b1058e-445d-4b25-a6e9-3fdbd0d19e2e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410633 Oct 26 11:51:18.331441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cb49f5c-ba32-49e5-bd51-bc1d8b75e4e8 req-077374ee-083f-468d-b986-20497a8c294b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924896 Oct 26 11:51:18.350793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-732bfcf7-665d-459e-b6c5-d290a56644a6 req-60040b10-2da6-48eb-b6da-eef0848df2ed tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050891 Oct 26 11:51:18.396589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-49c4bb3e-b3b6-4525-ab6a-6c646a62ee49 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271069 Oct 26 11:51:18.518144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25d46b6b-4ee2-4c66-963c-1cd22990d3cf req-98846a52-fd38-423a-8750-b15154c91509 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 210 time: 0.0404668 Oct 26 11:51:18.573016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9dcf5f5-bbba-40a1-9671-ca5600a518dd req-5eb07061-c76b-4c7a-82ab-514467271ee3 service neutron] 10.222.0.100 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676402 Oct 26 11:51:18.647693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f0d7-a521-4400-824e-d3653331d0b6 req-63ba9903-f231-41e6-895f-cb497ec4a861 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:18.649478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e67f0d7-a521-4400-824e-d3653331d0b6 req-63ba9903-f231-41e6-895f-cb497ec4a861 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 943 time: 0.0605662 Oct 26 11:51:18.719784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e67f0d7-a521-4400-824e-d3653331d0b6 req-efd4b4e3-af82-4e34-8351-19ddf8430a1d tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 Oct 26 11:51:18.804562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'tag': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:18.808453 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adb9be2-343a-4c19-9375-9bc1ac0610b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7755f8b9-f712-47d8-bcbb-2cb3076dbd19", "tag": "df0d84a8-5f0e-4015-82d6-d09d233a2d08"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:18.888381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:18.891363 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f971d5-0117-47bb-9465-f01f27cdd0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:18.900940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-d7345074-5c39-43b0-acd2-229aa40401d7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:18.902821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-d7345074-5c39-43b0-acd2-229aa40401d7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 815 time: 0.1635983 Oct 26 11:51:18.904448 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032c31ff-62e9-4877-a43d-3b41c39920bb x-openstack-request-id: req-032c31ff-62e9-4877-a43d-3b41c39920bb {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:18.904827 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7755f8b9-f712-47d8-bcbb-2cb3076dbd19", "tag": "df0d84a8-5f0e-4015-82d6-d09d233a2d08", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:18.905252 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-032c31ff-62e9-4877-a43d-3b41c39920bb {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:18.905600 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'tag': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08', 'status': 'completed', 'code': 200} Oct 26 11:51:18.930630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Request body: {'port': {'device_id': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'admin_state_up': True, 'tenant_id': '51aabbdcddff42388c1f91bde8cafb89'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:19.054007 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b70778d-a325-4df8-9163-c36148ed0d08 x-openstack-request-id: req-6b70778d-a325-4df8-9163-c36148ed0d08 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:19.059410 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:19.061454 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b70778d-a325-4df8-9163-c36148ed0d08 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:19.065690 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'status': 'completed', 'code': 200} Oct 26 11:51:19.103700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ccffd625-4c85-47a7-a48c-bbf06a63ee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:19.214837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-b6f2d641-1d9b-48f0-a7ba-f914e6ad8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.216815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-b6f2d641-1d9b-48f0-a7ba-f914e6ad8a62 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1099 time: 0.1203442 Oct 26 11:51:19.219976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Made reservation on behalf of 51aabbdcddff42388c1f91bde8cafb89 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:19.220297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-50f80260-055c-495b-bb34-5e9e632b1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.224896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-50f80260-055c-495b-bb34-5e9e632b1187 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b12879cb74944f588cf2643ba086cca9&device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 1094 time: 0.2201786 Oct 26 11:51:19.225796 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:19.241407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-d1bbe559-1786-4f72-807c-20e0889b5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.243635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-d1bbe559-1786-4f72-807c-20e0889b5b89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1099 time: 0.1352930 Oct 26 11:51:19.276143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 13375220-e500-4989-aea1-f11b0826b148 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:19.387281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-ac19ee4e-4cd3-445d-ab59-b85a9ead1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.391588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-ac19ee4e-4cd3-445d-ab59-b85a9ead1de6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1623793 Oct 26 11:51:19.481864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-2f92a77b-0ddf-42fc-a5de-efb13fb96e55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.0739686 Oct 26 11:51:19.533923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 13375220-e500-4989-aea1-f11b0826b148, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=13375220-e500-4989-aea1-f11b0826b148,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:19.550291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-15920669-edf5-4496-9086-4813ed8aa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.552297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-15920669-edf5-4496-9086-4813ed8aa43e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0529959 Oct 26 11:51:19.560956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '13375220-e500-4989-aea1-f11b0826b148', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'port_id': '13375220-e500-4989-aea1-f11b0826b148', 'mac_address': 'fa:16:3e:3a:76:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:19.653528 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:19.678588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13375220-e500-4989-aea1-f11b0826b148 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:19.719174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 13375220-e500-4989-aea1-f11b0826b148, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=13375220-e500-4989-aea1-f11b0826b148,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:19.726069 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:19.730010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8524e2-d9e2-48d5-a2e6-e8c1f0da81e4 req-ef1d1adc-2429-482b-b17e-3b3e7eede8a4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.731922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad8524e2-d9e2-48d5-a2e6-e8c1f0da81e4 req-ef1d1adc-2429-482b-b17e-3b3e7eede8a4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1427791 Oct 26 11:51:19.761844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e115-a946-4720-9ecf-016a350fc3a7 req-411a10f9-97a6-4b61-a639-e0753c344490 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.769668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc64e115-a946-4720-9ecf-016a350fc3a7 req-411a10f9-97a6-4b61-a639-e0753c344490 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 948 time: 0.2865858 Oct 26 11:51:19.813353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=13375220-e500-4989-aea1-f11b0826b148,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:19.831130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-16c2fdd0-3f08-45ca-baad-bbe320c64465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.832734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-16c2fdd0-3f08-45ca-baad-bbe320c64465 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578838 Oct 26 11:51:19.896314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-a72314f8-f3b7-40a7-af89-9f5f0ed37d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.897997 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-a72314f8-f3b7-40a7-af89-9f5f0ed37d39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 200 len: 914 time: 0.6534510 Oct 26 11:51:19.901319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-b8d03c71-7e00-4ff2-8a95-00bf9e9b40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:19.902892 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-b8d03c71-7e00-4ff2-8a95-00bf9e9b40c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.6281500 Oct 26 11:51:19.943150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc64e115-a946-4720-9ecf-016a350fc3a7 req-bd47a4f3-b139-4b10-bdf5-72ec30090f63 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703534 Oct 26 11:51:19.947579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['13375220-e500-4989-aea1-f11b0826b148'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:19.977043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad8524e2-d9e2-48d5-a2e6-e8c1f0da81e4 req-30ad4185-a48e-410d-a092-c21fd7b77c64 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315493 Oct 26 11:51:19.991810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Allocated IP 172.20.0.14 (1271a4c7-8c8f-41c3-a893-1620fa60654c/9e68a677-0e2b-4e44-a3dc-98aec6cca38a/901bb4e7-53ec-4ff8-80fe-1a4f37f59154) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:20.025625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-8a2ad85e-857e-4886-9231-aa4777261f2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.1082280 Oct 26 11:51:20.027648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-34de59bf-6519-4590-b3a9-18f706c760a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08 HTTP/1.1" status: 200 len: 217 time: 0.1115975 Oct 26 11:51:20.201842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-82e35a4e-2e2b-4969-8caa-56fc04515d7d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516667 Oct 26 11:51:20.208202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-9679f926-5a7d-4965-8aa8-906d351286da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:20.210116 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-9679f926-5a7d-4965-8aa8-906d351286da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1703060 Oct 26 11:51:20.212434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-2b3e5327-9bad-4db3-8668-b48adbdc577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:20.224909 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-2b3e5327-9bad-4db3-8668-b48adbdc577d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 200 len: 852 time: 0.1817346 Oct 26 11:51:20.306204 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-04c31b59-6312-4409-9a7b-75da2f56cd36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99e16a66-bffe-4f58-880a-545bf4ef2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572722 Oct 26 11:51:20.405620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-321e2c40-4586-4509-8bca-40f37ee40519 req-906de72a-c173-469e-80e4-dd749aa2cdd2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 210 time: 0.0292196 Oct 26 11:51:20.430044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-17849ae9-4a12-4fcc-a075-d8bf5b939716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:20.432060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-17849ae9-4a12-4fcc-a075-d8bf5b939716 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2062562 Oct 26 11:51:20.472495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-c79cdd25-caba-495a-83cc-1141afb8b210 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547438 Oct 26 11:51:20.489215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:20.523246 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-dd56bc05-150b-4b15-9fcc-b8d2c8231fd4 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049186 Oct 26 11:51:20.587693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c312a-deca-4db7-a5e4-4d7764b0f894 req-f80f44bb-24db-4c21-bfe1-445f975cd503 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:20.589414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f5c312a-deca-4db7-a5e4-4d7764b0f894 req-f80f44bb-24db-4c21-bfe1-445f975cd503 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 944 time: 0.0762997 Oct 26 11:51:20.591168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:20.664130 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-79605487-9a29-41ce-ad69-4c1481686c22 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202008 Oct 26 11:51:20.669870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:20.712085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:20.715649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b797b31-e2af-42a0-9350-2541eae73e56 req-6331653f-616e-44ed-b0c2-47613bed0ea1 tempest-AbsoluteLimitsNegativeTestJSON-757901482 tempest-AbsoluteLimitsNegativeTestJSON-757901482-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=435dfd8ae8954149bf2cfef10a56bc58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373869 Oct 26 11:51:20.722345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:20.727885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:20.741717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8adb9be2-343a-4c19-9375-9bc1ac0610b3 req-9b7277d2-57c2-4b03-8317-fec2d9f1fdc3 service neutron] 10.222.0.30 "GET /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865842 Oct 26 11:51:20.764595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f5c312a-deca-4db7-a5e4-4d7764b0f894 req-63739e6e-f1aa-4ee3-bb9f-6420c6445acb tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319957 Oct 26 11:51:20.796148 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f971d5-0117-47bb-9465-f01f27cdd0d2 req-9fb08fcd-f2fd-45e8-8db3-ef406c92d6fe service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211946 Oct 26 11:51:20.842305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:20.842818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:20.883537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-c1a45521-ed8f-4049-9cf3-d7d4f9ec1833 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9596105 Oct 26 11:51:20.894898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b797b31-e2af-42a0-9350-2541eae73e56 req-bea986ae-e4da-490b-b233-ecac55715cf3 tempest-AbsoluteLimitsNegativeTestJSON-757901482 tempest-AbsoluteLimitsNegativeTestJSON-757901482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:20.896406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b797b31-e2af-42a0-9350-2541eae73e56 req-bea986ae-e4da-490b-b233-ecac55715cf3 tempest-AbsoluteLimitsNegativeTestJSON-757901482 tempest-AbsoluteLimitsNegativeTestJSON-757901482-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716900 Oct 26 11:51:20.901403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Request body: {'port': {'device_id': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:20.943329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b797b31-e2af-42a0-9350-2541eae73e56 req-fc22f38f-182c-40c9-b2a0-b164bb024829 tempest-AbsoluteLimitsNegativeTestJSON-757901482 tempest-AbsoluteLimitsNegativeTestJSON-757901482-project] 10.222.0.88 "GET /v2.0/quotas/435dfd8ae8954149bf2cfef10a56bc58 HTTP/1.1" status: 200 len: 375 time: 0.0390284 Oct 26 11:51:20.960207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df0d84a8-5f0e-4015-82d6-d09d233a2d08 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:21.021772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b797b31-e2af-42a0-9350-2541eae73e56 req-24eb6115-c0db-4a53-aa25-dd84a5961e98 tempest-AbsoluteLimitsNegativeTestJSON-757901482 tempest-AbsoluteLimitsNegativeTestJSON-757901482-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=435dfd8ae8954149bf2cfef10a56bc58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670683 Oct 26 11:51:21.022608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.186070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port df0d84a8-5f0e-4015-82d6-d09d233a2d08, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:21.229570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08', 'network_id': '99e16a66-bffe-4f58-880a-545bf4ef2505', 'port_id': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08', 'mac_address': 'fa:16:3e:de:10:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:21.286103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.315071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0d84a8-5f0e-4015-82d6-d09d233a2d08 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:21.318276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 13375220-e500-4989-aea1-f11b0826b148 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:21.405963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port df0d84a8-5f0e-4015-82d6-d09d233a2d08, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:21.414165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2f03-9f04-4f62-8f77-d93c290b73b2 req-9572a6fc-33b3-4072-8ca7-f01e34d1da38 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:21.418003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.418818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:21.423739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-168d2f03-9f04-4f62-8f77-d93c290b73b2 req-9572a6fc-33b3-4072-8ca7-f01e34d1da38 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 948 time: 0.2050261 Oct 26 11:51:21.481536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57270) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:21.483199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=df0d84a8-5f0e-4015-82d6-d09d233a2d08,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:21.519288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-168d2f03-9f04-4f62-8f77-d93c290b73b2 req-1afca3a1-c93c-4e90-8837-20b9fedc13b9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942326 Oct 26 11:51:21.528037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 13375220-e500-4989-aea1-f11b0826b148 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:21.569209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 13375220-e500-4989-aea1-f11b0826b148 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:21.569587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.655902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b479853-373b-471c-9252-fc5c1fe1ce66 req-8ebfddcd-1feb-4b18-9eb7-0fe04f31ed58 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:21.658129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b479853-373b-471c-9252-fc5c1fe1ce66 req-8ebfddcd-1feb-4b18-9eb7-0fe04f31ed58 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2105205 Oct 26 11:51:21.658602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a75da133-423a-48cc-a0aa-d36ab5e32f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.670396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:21.732582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'mac_address': 'fa:16:3e:dd:e0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:21.752541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a75da133-423a-48cc-a0aa-d36ab5e32f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.760436 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a75da133-423a-48cc-a0aa-d36ab5e32f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.774240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b479853-373b-471c-9252-fc5c1fe1ce66 req-7a976881-5337-4322-855d-51d29aa1499f tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956933 Oct 26 11:51:21.782619 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.785629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c551819-7e83-447f-b576-f167f6089f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.809082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abbfa2c-e466-4e93-91e3-54df95684edd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:21.819252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.838779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a75da133-423a-48cc-a0aa-d36ab5e32f38 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=435dfd8ae8954149bf2cfef10a56bc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539355 Oct 26 11:51:21.839892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75da133-423a-48cc-a0aa-d36ab5e32f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4253bb-b5f4-4138-8ec6-57a09f00f322,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:21.842518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57290) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:21.863998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe11f2-af5c-4cd2-bb70-642384dea69f req-1bd9bf54-b062-4e02-a816-bdd72d4c48cc tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:21.864710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 13375220-e500-4989-aea1-f11b0826b148, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=13375220-e500-4989-aea1-f11b0826b148,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:21.867524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13375220-e500-4989-aea1-f11b0826b148'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:21.869996 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf9807-63fd-43d2-9741-e1ef1006b867" -d '{"events": [{"server_uuid": "cea109cf-d39a-4bd7-b83a-71bd3357d199", "name": "network-vif-plugged", "status": "completed", "tag": "13375220-e500-4989-aea1-f11b0826b148"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:21.873830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dbfe11f2-af5c-4cd2-bb70-642384dea69f req-1bd9bf54-b062-4e02-a816-bdd72d4c48cc tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 932 time: 0.1807239 Oct 26 11:51:21.880641 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.888300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:21.903669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:21.909662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.921000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.946132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=13375220-e500-4989-aea1-f11b0826b148,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:21.948547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dbfe11f2-af5c-4cd2-bb70-642384dea69f req-6daf281d-39fd-4df3-a4ce-b037af302482 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687604 Oct 26 11:51:21.967871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c14c3b2b-cfa5-433a-aeed-d529bac44f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:21.977141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Transition to ACTIVE for port object 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:21.986640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.007785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:22.018600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c14c3b2b-cfa5-433a-aeed-d529bac44f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.134430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c14c3b2b-cfa5-433a-aeed-d529bac44f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.137352 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c14c3b2b-cfa5-433a-aeed-d529bac44f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.138634 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c14c3b2b-cfa5-433a-aeed-d529bac44f13 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a4253bb-b5f4-4138-8ec6-57a09f00f322 HTTP/1.1" status: 204 len: 168 time: 0.2950900 Oct 26 11:51:22.155983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:22.169349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c3b2b-cfa5-433a-aeed-d529bac44f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4253bb-b5f4-4138-8ec6-57a09f00f322,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:22.259505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7b92-95a7-47ef-9d84-585a763399ca req-64044ff8-eb35-49ce-b8f2-6c444b69beba tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:22.261220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-64044ff8-eb35-49ce-b8f2-6c444b69beba tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da&tenant_id=a30afeddd6894964b3d8f85d494291d0&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 949 time: 0.1757390 Oct 26 11:51:22.263012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Attempting to bind port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:22.263267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Attempting to bind port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:22.263780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Attempting to bind port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 on network 1271a4c7-8c8f-41c3-a893-1620fa60654c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:22.298782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 on network 1271a4c7-8c8f-41c3-a893-1620fa60654c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:22.299268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Attempting to bind port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 on network 1271a4c7-8c8f-41c3-a893-1620fa60654c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:22.301787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['df0d84a8-5f0e-4015-82d6-d09d233a2d08'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:22.334520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:22.334896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Checking segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:22.335293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Bound using segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:22.335752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Bound port: 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:22.336116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.363460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9abbfa2c-e466-4e93-91e3-54df95684edd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:22.520841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aa9f1-099b-4341-8862-6b1dc9375006 req-bf62399f-9bde-4ed2-9f18-4fb3227cb9e8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:22.536935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-505aa9f1-099b-4341-8862-6b1dc9375006 req-bf62399f-9bde-4ed2-9f18-4fb3227cb9e8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 945 time: 0.2874150 Oct 26 11:51:22.560249 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5762c0-ba68-4466-8543-526df9ffa9ef x-openstack-request-id: req-3a5762c0-ba68-4466-8543-526df9ffa9ef {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:22.563180 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea109cf-d39a-4bd7-b83a-71bd3357d199", "name": "network-vif-plugged", "status": "completed", "tag": "13375220-e500-4989-aea1-f11b0826b148", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:22.563929 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a5762c0-ba68-4466-8543-526df9ffa9ef {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:22.566208 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13375220-e500-4989-aea1-f11b0826b148', 'code': 200} Oct 26 11:51:22.598388 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-258b7b92-95a7-47ef-9d84-585a763399ca req-f8e6f2c1-1f2d-4325-b268-915cde52c786 service neutron] delete failed (client error): The resource could not be found. Oct 26 11:51:22.599459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-f8e6f2c1-1f2d-4325-b268-915cde52c786 service neutron] 10.222.0.100 "DELETE /v2.0/ports/9abbfa2c-e466-4e93-91e3-54df95684edd/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.3237894 Oct 26 11:51:22.655304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:22.661331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9519-6179-4d25-a88d-133e3634ea48 req-9b518983-2dc9-4f61-ae03-f307f5aad717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:22.662031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:22.664317 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b0a9519-6179-4d25-a88d-133e3634ea48 req-9b518983-2dc9-4f61-ae03-f307f5aad717 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 1096 time: 0.0788774 Oct 26 11:51:22.710817 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b0a9519-6179-4d25-a88d-133e3634ea48 req-348a58f5-df95-4638-aca8-f4397a5eb1d0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383823 Oct 26 11:51:22.742529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-505aa9f1-099b-4341-8862-6b1dc9375006 req-53e00248-80b2-4426-870d-fa6d043d8024 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025061 Oct 26 11:51:22.745022 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.790390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.809212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:22.809968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:22.811961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] 10.222.0.30 "PUT /v2.0/ports/901bb4e7-53ec-4ff8-80fe-1a4f37f59154 HTTP/1.1" status: 200 len: 1092 time: 1.9146225 Oct 26 11:51:22.825749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:22.828824 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88810634-66ad-454f-9ad9-0552a2300e29" -d '{"events": [{"name": "network-changed", "server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:22.866010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7b92-95a7-47ef-9d84-585a763399ca req-4e6c11f4-7b28-49a9-8a02-8c67f2b834c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:22.867567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-4e6c11f4-7b28-49a9-8a02-8c67f2b834c8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 1100 time: 0.1999891 Oct 26 11:51:22.893810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d661ccc-9ef4-43af-b05e-cc15cbae2575 req-b1c7820f-c789-42c9-9c72-33745b50f544 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:22.896218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d661ccc-9ef4-43af-b05e-cc15cbae2575 req-b1c7820f-c789-42c9-9c72-33745b50f544 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 949 time: 0.3269405 Oct 26 11:51:22.983586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581839b-9724-43bf-9a26-4421cbf3f07f service neutron] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:23.112290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.294137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57376) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:23.407089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1763617694-network', 'tenant_id': '12160561458d4332a9247dc4901281e2'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:23.410593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d661ccc-9ef4-43af-b05e-cc15cbae2575 req-64d3868c-eb78-4ccc-b9e3-61c3238df78d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878957 Oct 26 11:51:23.412541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-a28d7d10-92b6-485e-8051-2efb56849c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.413992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-a28d7d10-92b6-485e-8051-2efb56849c4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 1095 time: 0.5454321 Oct 26 11:51:23.438610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Made reservation on behalf of 12160561458d4332a9247dc4901281e2 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:23.441259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.451801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.459382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010136fb-3930-4c6e-a469-dacf50939af9 req-f3015db7-a9d7-4825-a763-468932bd36f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.461364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-010136fb-3930-4c6e-a469-dacf50939af9 req-f3015db7-a9d7-4825-a763-468932bd36f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.5404756 Oct 26 11:51:23.499923 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3302f186-f06d-412b-9d95-1f257a8a262a x-openstack-request-id: req-3302f186-f06d-412b-9d95-1f257a8a262a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:23.501038 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:23.501369 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3302f186-f06d-412b-9d95-1f257a8a262a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:23.501836 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'status': 'completed', 'code': 200} Oct 26 11:51:23.509359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-cb1951aa-e881-4ec2-8443-46074469a059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154 HTTP/1.1" status: 200 len: 217 time: 0.0709252 Oct 26 11:51:23.543246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7b92-95a7-47ef-9d84-585a763399ca req-a4f983cf-6713-4679-b579-3c58b96ef107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.544750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-a4f983cf-6713-4679-b579-3c58b96ef107 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.6128349 Oct 26 11:51:23.573621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.579256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.610576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:51:23.621273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-7df038f5-e356-4b79-b5dd-1c3bfd600c00 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 200 len: 217 time: 0.0534439 Oct 26 11:51:23.629436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71bac26-913a-4772-be66-5d660cf9f999,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:23.634329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.635123 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Added segment 07d46089-bea8-417e-addb-143d86f0e804 of type vlan for network ec18c676-b62a-4ad0-962e-cf104133261d Oct 26 11:51:23.649155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-010136fb-3930-4c6e-a469-dacf50939af9 req-74b3f735-e033-4c30-80c2-bfdad59d49a8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460011 Oct 26 11:51:23.687560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.724444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.725648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.726246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.729216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-f1598750-da24-4efc-b928-5671693c18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.730908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-f1598750-da24-4efc-b928-5671693c18f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 200 len: 855 time: 0.2021980 Oct 26 11:51:23.770212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-79b2d743-602b-41da-840c-569391403320 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1271a4c7-8c8f-41c3-a893-1620fa60654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302114 Oct 26 11:51:23.776201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7b92-95a7-47ef-9d84-585a763399ca req-cfc2f458-459d-4cbd-a0b9-62a9c33acb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.778000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-cfc2f458-459d-4cbd-a0b9-62a9c33acb3c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1256807 Oct 26 11:51:23.827117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5317583 Oct 26 11:51:23.835257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57410) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:23.841461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Request body: {'subnet': {'network_id': 'ec18c676-b62a-4ad0-962e-cf104133261d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1763617694-subnet', 'tenant_id': '12160561458d4332a9247dc4901281e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:23.856680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b11eb-a705-400b-9d4e-29ed6677b63f admin admin] Pushing event updated for resources: {'Network': ['ID=ec18c676-b62a-4ad0-962e-cf104133261d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:23.867365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ec18c676-b62a-4ad0-962e-cf104133261d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:51:23.884109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Made reservation on behalf of 12160561458d4332a9247dc4901281e2 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:23.887249 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:23.950408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7b92-95a7-47ef-9d84-585a763399ca req-475ad4b3-1f0c-41db-9658-3c5daf0019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.951954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-475ad4b3-1f0c-41db-9658-3c5daf0019ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517711 Oct 26 11:51:23.970788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5ced-ab42-4a06-85d4-2b30b00ea5cc req-272d196c-3313-4cb7-9ec7-1d2f84c8d774 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:23.972421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549f5ced-ab42-4a06-85d4-2b30b00ea5cc req-272d196c-3313-4cb7-9ec7-1d2f84c8d774 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 944 time: 0.1849132 Oct 26 11:51:24.041431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-13be99dd-fb77-4628-84eb-144ec40590e2 service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622931 Oct 26 11:51:24.159711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-549f5ced-ab42-4a06-85d4-2b30b00ea5cc req-6b4d6291-77de-4683-a184-8eb71f703f80 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794600 Oct 26 11:51:24.170198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:24.239424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cc2d44-cb17-455c-a6a0-e295f5cc0aa9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:24.257492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-acf998b7-d57c-480f-9630-896632c9e7f2 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782423 Oct 26 11:51:24.301062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Checking segment: {'id': '07d46089-bea8-417e-addb-143d86f0e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ec18c676-b62a-4ad0-962e-cf104133261d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:24.301442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Network hostable DHCP agents. Network: ec18c676-b62a-4ad0-962e-cf104133261d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:51:24.323685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Network ec18c676-b62a-4ad0-962e-cf104133261d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:51:24.337345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ec18c676-b62a-4ad0-962e-cf104133261d) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:24.345016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa1e18-b84f-49eb-90aa-551d94beb64b req-87ce127e-5ca8-400b-bda9-523794ab587b tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:24.349852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a18b9-d5bd-4bf0-b86d-c56f3de2aba8 None None] Network ec18c676-b62a-4ad0-962e-cf104133261d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:24.355758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edfa1e18-b84f-49eb-90aa-551d94beb64b req-87ce127e-5ca8-400b-bda9-523794ab587b tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 945 time: 0.2129452 Oct 26 11:51:24.358947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:24.361543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:24.402283 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50dc5510-600d-4b62-a708-c6a3441b6d36 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5655735 Oct 26 11:51:24.408187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a43b39c-9cb9-42e8-adb5-d49c57f5b92c req-069072c7-887c-4f87-a193-7379697d5761 service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333962 Oct 26 11:51:24.621237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edfa1e18-b84f-49eb-90aa-551d94beb64b req-5b690138-44ed-4c22-b20d-14c42af002cf tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083056 Oct 26 11:51:24.653157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-258b7b92-95a7-47ef-9d84-585a763399ca req-9888116f-b325-4383-9b03-210bb520baac service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796144 Oct 26 11:51:24.689976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810634-66ad-454f-9ad9-0552a2300e29 req-29634443-043e-40a3-9f17-1ee17d7c85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:24.692225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-29634443-043e-40a3-9f17-1ee17d7c85d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 1095 time: 0.1933241 Oct 26 11:51:24.733962 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:24.869424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b0c4-27a7-40fd-8647-93159c337e6f req-77f468af-593e-480c-982f-70ce17437068 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:24.875999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092d0bf-4817-4d21-8570-ba1472ae6d81 None None] Network ec18c676-b62a-4ad0-962e-cf104133261d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:24.877819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74e7b0c4-27a7-40fd-8647-93159c337e6f req-77f468af-593e-480c-982f-70ce17437068 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 949 time: 0.0973396 Oct 26 11:51:24.890006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810634-66ad-454f-9ad9-0552a2300e29 req-e9cf62dc-5c16-47e1-abe2-2e0ec91e4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:24.892349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-e9cf62dc-5c16-47e1-abe2-2e0ec91e4433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 917 time: 0.1928740 Oct 26 11:51:24.973167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74e7b0c4-27a7-40fd-8647-93159c337e6f req-2eed4753-68c7-4f52-8f36-ec3c63ed08bb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882785 Oct 26 11:51:24.983120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-60060b28-5784-4e17-a8f5-7e5872dc3aff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154 HTTP/1.1" status: 200 len: 217 time: 0.0587943 Oct 26 11:51:24.992615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:25.129427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810634-66ad-454f-9ad9-0552a2300e29 req-6b329483-f6fe-4a90-93c6-7a1f1491f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:25.132927 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-6b329483-f6fe-4a90-93c6-7a1f1491f4a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 200 len: 855 time: 0.1499074 Oct 26 11:51:25.163583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 9abbfa2c-e466-4e93-91e3-54df95684edd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:25.169448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 9abbfa2c-e466-4e93-91e3-54df95684edd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:25.169935 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.176833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-3045462b-4ec7-4b84-a29c-be5ba5f175d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1271a4c7-8c8f-41c3-a893-1620fa60654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330255 Oct 26 11:51:25.191551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531a1b8-acc8-4dc0-b40d-02d3fda6f373 req-bc3e05bb-5112-40dc-8b37-a56e69b3fc80 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:25.193269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2531a1b8-acc8-4dc0-b40d-02d3fda6f373 req-bc3e05bb-5112-40dc-8b37-a56e69b3fc80 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1372094 Oct 26 11:51:25.214622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5fce-851a-487c-a391-f3e99650a806 req-3e645061-1e61-4a35-b767-52cdc10a08ec tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:25.216859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-841c5fce-851a-487c-a391-f3e99650a806 req-3e645061-1e61-4a35-b767-52cdc10a08ec tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 944 time: 0.1563349 Oct 26 11:51:25.281626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.320710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:25.322577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:25.325383 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f722926f-91c8-4234-a223-f43b787eae98" -d '{"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-plugged", "status": "completed", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:25.330807 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.331787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df0d84a8-5f0e-4015-82d6-d09d233a2d08 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:25.371755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2531a1b8-acc8-4dc0-b40d-02d3fda6f373 req-9af7ae5c-a4a4-415a-9b5a-865aeefaa5e4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522689 Oct 26 11:51:25.405181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-841c5fce-851a-487c-a391-f3e99650a806 req-fa23a0c3-1e30-4148-9247-a31bfe2ef6cb tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672933 Oct 26 11:51:25.448461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-1f49b4fb-53e3-4cf2-b7ba-022307b67074 service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518234 Oct 26 11:51:25.481057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:25.497749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port df0d84a8-5f0e-4015-82d6-d09d233a2d08 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:25.507106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port df0d84a8-5f0e-4015-82d6-d09d233a2d08 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:25.507533 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.615975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.643913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e0ba9cb5-fd1b-4b42-ac53-4e0890e298f6 req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-38125984', 'description': 'tempest-description-1734468453'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:25.657881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port df0d84a8-5f0e-4015-82d6-d09d233a2d08, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:25.661971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88810634-66ad-454f-9ad9-0552a2300e29 req-b20f4c80-09b3-4a13-9aa3-e15e8af15740 service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038503 Oct 26 11:51:25.663147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.711037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0ba9cb5-fd1b-4b42-ac53-4e0890e298f6 req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.719565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=df0d84a8-5f0e-4015-82d6-d09d233a2d08,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:25.748056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff495e-1bf0-43b6-becc-c946ec23fe2d req-eb3edf0e-f917-4e1c-bd54-5d046407b930 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:25.750362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9aff495e-1bf0-43b6-becc-c946ec23fe2d req-eb3edf0e-f917-4e1c-bd54-5d046407b930 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 944 time: 0.0904169 Oct 26 11:51:25.810496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9aff495e-1bf0-43b6-becc-c946ec23fe2d req-af34beb8-f70d-4a1e-bdf0-7d728fbe77f9 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530252 Oct 26 11:51:25.843385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0ba9cb5-fd1b-4b42-ac53-4e0890e298f6 req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.848462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0ba9cb5-fd1b-4b42-ac53-4e0890e298f6 req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.861410 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4f83f7-e718-4614-ba3c-1559a2c68cf6 x-openstack-request-id: req-8b4f83f7-e718-4614-ba3c-1559a2c68cf6 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:25.861709 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-plugged", "status": "completed", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:25.862185 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b4f83f7-e718-4614-ba3c-1559a2c68cf6 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:25.862597 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'code': 200} Oct 26 11:51:25.883182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0ba9cb5-fd1b-4b42-ac53-4e0890e298f6 req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:25.884614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0ba9cb5-fd1b-4b42-ac53-4e0890e298f6 req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2504871 Oct 26 11:51:25.895371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b4265-76f5-43e4-80f8-9dbf531c2155 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49936a7-26e3-44f8-a64d-9acf1321bf51,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:25.966740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-96c22fce-8279-4e50-81fa-04701e0e23db tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/d49936a7-26e3-44f8-a64d-9acf1321bf51 HTTP/1.1" status: 200 len: 1811 time: 0.0553226 Oct 26 11:51:25.977082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd49936a7-26e3-44f8-a64d-9acf1321bf51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:25.977409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd49936a7-26e3-44f8-a64d-9acf1321bf51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:26.050926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.080768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.086381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.113783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb22a037-da94-4f15-ba85-ca1aea9131f4,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:26.128090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.130410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5cadf46-12a8-4b43-afc3-fae0cd5575d6 req-7fbfbe51-2cda-433d-9cde-9123fcd17ed2 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1572118 Oct 26 11:51:26.237229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ea86d-87c4-47f0-84c3-fb8dcfffac79 req-1db36698-af93-4c84-8937-28d6ab78428b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:26.238848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed0ea86d-87c4-47f0-84c3-fb8dcfffac79 req-1db36698-af93-4c84-8937-28d6ab78428b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.0541768 Oct 26 11:51:26.280604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed0ea86d-87c4-47f0-84c3-fb8dcfffac79 req-e00e4296-08c4-40fe-be3b-f0a257f2d4b6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Oct 26 11:51:26.346087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e3b9e98-2915-4175-86f3-6ecb82c4b33f req-d8fb7a2c-2d3f-44a3-9f8e-74111e3ad55e tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/d49936a7-26e3-44f8-a64d-9acf1321bf51 HTTP/1.1" status: 200 len: 2404 time: 0.0415089 Oct 26 11:51:26.404125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29e6a0-4824-4e65-a191-d9b9be119b91 req-f38cb44e-32c0-4a7c-ae26-1b5e5580510e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:26.405639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae29e6a0-4824-4e65-a191-d9b9be119b91 req-f38cb44e-32c0-4a7c-ae26-1b5e5580510e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.0526297 Oct 26 11:51:26.446166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae29e6a0-4824-4e65-a191-d9b9be119b91 req-3b0573f2-8242-47c8-b747-6807f8b0eb81 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Oct 26 11:51:26.488019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54205b65-a435-452a-a0d9-e4a212474a70 req-6d1b5565-dd2e-4809-b147-cc79dd7648d6 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-group-rules/bb22a037-da94-4f15-ba85-ca1aea9131f4 HTTP/1.1" status: 200 len: 778 time: 0.0183208 Oct 26 11:51:26.549668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54205b65-a435-452a-a0d9-e4a212474a70 req-eed20ae7-3636-4617-b104-64dee35c8196 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/d49936a7-26e3-44f8-a64d-9acf1321bf51 HTTP/1.1" status: 200 len: 2404 time: 0.0497448 Oct 26 11:51:26.584688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54205b65-a435-452a-a0d9-e4a212474a70 req-7352e82d-2133-475a-a105-88c3337d0507 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.592713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54205b65-a435-452a-a0d9-e4a212474a70 req-7352e82d-2133-475a-a105-88c3337d0507 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.628179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54205b65-a435-452a-a0d9-e4a212474a70 req-7352e82d-2133-475a-a105-88c3337d0507 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.634734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-54205b65-a435-452a-a0d9-e4a212474a70 req-7352e82d-2133-475a-a105-88c3337d0507 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.636036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54205b65-a435-452a-a0d9-e4a212474a70 req-7352e82d-2133-475a-a105-88c3337d0507 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/bb22a037-da94-4f15-ba85-ca1aea9131f4 HTTP/1.1" status: 204 len: 173 time: 0.0785515 Oct 26 11:51:26.644396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352e82d-2133-475a-a105-88c3337d0507 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb22a037-da94-4f15-ba85-ca1aea9131f4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:26.738770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541f0d3-125e-463c-a9c3-b1136f48a4ab req-85941e9c-5dac-4143-a2db-0bb281878eab tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:26.740329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4541f0d3-125e-463c-a9c3-b1136f48a4ab req-85941e9c-5dac-4143-a2db-0bb281878eab tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0536330 Oct 26 11:51:26.779922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4541f0d3-125e-463c-a9c3-b1136f48a4ab req-5c599985-0486-48dd-bf6b-4091b29609f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Oct 26 11:51:26.839468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c546fe-c68c-4914-848f-baff679a4fab req-d58aa74d-caa3-4a00-b36c-4a82bb2b5923 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:26.841114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2c546fe-c68c-4914-848f-baff679a4fab req-d58aa74d-caa3-4a00-b36c-4a82bb2b5923 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.0550070 Oct 26 11:51:26.887454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2c546fe-c68c-4914-848f-baff679a4fab req-4abd6f3c-5a24-4c3d-9fa8-0a0e052ef67b tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Oct 26 11:51:26.891492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d2b0d33c-531e-406c-ace4-9cf31eba88fc req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-131019631', 'description': 'tempest-description-494292984'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:26.924781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d2b0d33c-531e-406c-ace4-9cf31eba88fc req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:26.957428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:27.024236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d2b0d33c-531e-406c-ace4-9cf31eba88fc req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.035716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d2b0d33c-531e-406c-ace4-9cf31eba88fc req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.084990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:27.089890 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d2b0d33c-531e-406c-ace4-9cf31eba88fc req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.091134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2b0d33c-531e-406c-ace4-9cf31eba88fc req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2070904 Oct 26 11:51:27.100710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e732185-5e91-4f5c-8d85-59813b7b2b26 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f76a7ae-7cc3-4db1-97a6-d2a121f706e7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:27.107592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'port_id': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'mac_address': 'fa:16:3e:25:c9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e68a677-0e2b-4e44-a3dc-98aec6cca38a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:27.113041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82652d9b-4a3f-4247-b46d-96dd13150542 req-b40a2ee8-4e64-43c7-a8fa-b06582d3d6a0 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:27.114586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82652d9b-4a3f-4247-b46d-96dd13150542 req-b40a2ee8-4e64-43c7-a8fa-b06582d3d6a0 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 944 time: 0.0931594 Oct 26 11:51:27.153045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.171242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82652d9b-4a3f-4247-b46d-96dd13150542 req-8b922f5c-6fe1-4d1d-8f22-6627035ce914 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Oct 26 11:51:27.172910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:27.205892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:27.210630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.274143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881137a-1600-4034-beee-c5fd69064bd1 req-9b7ee091-171d-4fb0-ac2d-36d1e5dd366f tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/7f76a7ae-7cc3-4db1-97a6-d2a121f706e7 HTTP/1.1" status: 200 len: 1811 time: 0.0459943 Oct 26 11:51:27.283758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:27.330152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-6fa9ee7f-30dd-4ad5-87c8-adc41f672666 req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-16722359', 'description': 'tempest-description-1048100538'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:27.355837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6fa9ee7f-30dd-4ad5-87c8-adc41f672666 req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.436518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6fa9ee7f-30dd-4ad5-87c8-adc41f672666 req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.440975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6fa9ee7f-30dd-4ad5-87c8-adc41f672666 req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.471146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6fa9ee7f-30dd-4ad5-87c8-adc41f672666 req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:27.472397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fa9ee7f-30dd-4ad5-87c8-adc41f672666 req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1474199 Oct 26 11:51:27.482052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c96f5a-1838-460c-94ae-e811c598480b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143fbd02-7ee9-4476-ae37-a5857056b97e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:27.582568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-99af5dd8-8d7d-4e37-af97-760ee9e7f698 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297813 Oct 26 11:51:27.587046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['901bb4e7-53ec-4ff8-80fe-1a4f37f59154'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:27.593846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f9f8389-7474-4bb4-8cf5-fbc2780cbfaa req-7d9b9666-40f9-41ba-91a4-5aab098cb993 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/143fbd02-7ee9-4476-ae37-a5857056b97e HTTP/1.1" status: 200 len: 1811 time: 0.0646732 Oct 26 11:51:27.710082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-a1c4833d-eb54-4293-a846-64296bad79b5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:27.711649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-a1c4833d-eb54-4293-a846-64296bad79b5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215391 Oct 26 11:51:27.728416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-362b7529-68d3-40bc-82f6-c22521639e38 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/quotas/a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 375 time: 0.0101497 Oct 26 11:51:27.788937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-c48e24d4-d9c3-43f3-ac98-797ffc12f0f8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538349 Oct 26 11:51:27.863851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:27.866239 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c519dfe7-df9b-48d4-9696-b3e0e1dbfb8d" -d '{"events": [{"server_uuid": "7755f8b9-f712-47d8-bcbb-2cb3076dbd19", "name": "network-vif-plugged", "status": "completed", "tag": "df0d84a8-5f0e-4015-82d6-d09d233a2d08"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:27.908682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f6263462-09d7-46c5-9bb7-37c91d305888 req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-647480883', 'description': 'tempest-description-355305171'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:27.939051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6263462-09d7-46c5-9bb7-37c91d305888 req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.018279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6263462-09d7-46c5-9bb7-37c91d305888 req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.027620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6263462-09d7-46c5-9bb7-37c91d305888 req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.056580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6263462-09d7-46c5-9bb7-37c91d305888 req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.070042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6263462-09d7-46c5-9bb7-37c91d305888 req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1587679 Oct 26 11:51:28.087319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a0cb4-eb6f-4329-944f-c528e06448af tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0585086-aac1-4a73-ada0-8803478adebd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:28.123760 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83f7167-984e-4a46-aab3-b115b8d7cfa5 x-openstack-request-id: req-a83f7167-984e-4a46-aab3-b115b8d7cfa5 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:28.124774 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7755f8b9-f712-47d8-bcbb-2cb3076dbd19", "name": "network-vif-plugged", "status": "completed", "tag": "df0d84a8-5f0e-4015-82d6-d09d233a2d08", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:28.125297 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a83f7167-984e-4a46-aab3-b115b8d7cfa5 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:28.125913 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08', 'code': 200} Oct 26 11:51:28.154247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6df4f0-749d-44c5-9316-ec8f15433309 req-321ecf86-26fd-47ce-b456-98351d30e8a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:28.156575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc6df4f0-749d-44c5-9316-ec8f15433309 req-321ecf86-26fd-47ce-b456-98351d30e8a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.0661471 Oct 26 11:51:28.202544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc6df4f0-749d-44c5-9316-ec8f15433309 req-644a6729-be64-4c66-b656-02ef936f44bc tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Oct 26 11:51:28.276966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a9ea7-6529-4515-967c-34bffc68476e req-c94861d8-abaa-46eb-afe7-baf7e6223406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:28.277437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-089a9ea7-6529-4515-967c-34bffc68476e req-c94861d8-abaa-46eb-afe7-baf7e6223406 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 1096 time: 0.0732293 Oct 26 11:51:28.295162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a9ba6d3-aa97-4248-a492-30f161e65d54 req-2925384c-7950-4139-86d3-7d473fde8890 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 210 time: 0.0428894 Oct 26 11:51:28.356400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-089a9ea7-6529-4515-967c-34bffc68476e req-2e5db0d6-1115-45e4-bfd4-eda73065c156 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645905 Oct 26 11:51:28.373311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8cdd4-cffd-43e4-af72-478801ab1256 req-b772f806-3ae9-431a-b31d-2c3fd029b076 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:28.375733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76c8cdd4-cffd-43e4-af72-478801ab1256 req-b772f806-3ae9-431a-b31d-2c3fd029b076 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.0820038 Oct 26 11:51:28.470292 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:51:28.472243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76c8cdd4-cffd-43e4-af72-478801ab1256 req-0d64ea4e-b1f6-4957-ba30-f4b07b6470c2 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734112 Oct 26 11:51:28.475732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cbd31efd-8221-4241-b42b-c85bddb032eb req-3a2e1b5f-5576-4b4c-bd53-fdb7bf0cbc06 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/d0585086-aac1-4a73-ada0-8803478adebd HTTP/1.1" status: 200 len: 1811 time: 0.0786314 Oct 26 11:51:28.519724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-dcf8439a-9251-45d0-ab2a-bd04947a4a05 req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1499265981', 'description': 'tempest-description-935225881'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:28.559511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dcf8439a-9251-45d0-ab2a-bd04947a4a05 req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.630564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b808e-73b7-4690-85cc-89b0c9e70e68 req-a41a8430-6d45-474d-be22-4fbbe3ce1ee7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:28.638660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-896b808e-73b7-4690-85cc-89b0c9e70e68 req-a41a8430-6d45-474d-be22-4fbbe3ce1ee7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 945 time: 0.0901368 Oct 26 11:51:28.689684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-896b808e-73b7-4690-85cc-89b0c9e70e68 req-eb6e500b-baf0-4f6c-b23d-910961816691 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Oct 26 11:51:28.715479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dcf8439a-9251-45d0-ab2a-bd04947a4a05 req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.720859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dcf8439a-9251-45d0-ab2a-bd04947a4a05 req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.749121 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-dcf8439a-9251-45d0-ab2a-bd04947a4a05 req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:28.759103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcf8439a-9251-45d0-ab2a-bd04947a4a05 req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2404726 Oct 26 11:51:28.764618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71f852-6ba2-4511-9b34-f393f9fe0855 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efa7e5-8de3-4578-878a-baeee7793dd3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:28.812854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-519e695f-c548-44fe-9dfc-1a0db5da0ebf req-c4d6ae1c-47b8-428d-9d7e-15eb176f8fb8 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/c7efa7e5-8de3-4578-878a-baeee7793dd3 HTTP/1.1" status: 200 len: 1812 time: 0.0402775 Oct 26 11:51:28.846247 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-c10ad34b-efe3-49c4-9bdf-515fef12e333 req-a6151ecc-824a-461e-afae-4b2f5b1a185a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] show failed (client error): The resource could not be found. Oct 26 11:51:28.847268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c10ad34b-efe3-49c4-9bdf-515fef12e333 req-a6151ecc-824a-461e-afae-4b2f5b1a185a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/7ff04a9a-32b7-4250-a0c0-caf498894cc9 HTTP/1.1" status: 404 len: 352 time: 0.0134623 Oct 26 11:51:28.882252 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-435d63d4-ed0d-4a1b-bd1d-bfb70fdecffd req-d8f3aefa-46ff-4f12-8957-f52ef94a4c46 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] show failed (client error): The resource could not be found. Oct 26 11:51:28.883363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-435d63d4-ed0d-4a1b-bd1d-bfb70fdecffd req-d8f3aefa-46ff-4f12-8957-f52ef94a4c46 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-group-rules/bb35446e-aa89-4088-9402-6f6a74cd6463 HTTP/1.1" status: 404 len: 361 time: 0.0151014 Oct 26 11:51:28.954164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f710d17-231d-48b3-940e-5899f78b711c req-2a68d59e-ee29-4967-b34c-2e6ef48adca8 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/c7efa7e5-8de3-4578-878a-baeee7793dd3 HTTP/1.1" status: 200 len: 1812 time: 0.0430586 Oct 26 11:51:28.976996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:29.012848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57770) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:29.017569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-c0562da4-af78-484d-b5d4-31887fa75941 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452025 Oct 26 11:51:29.034245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:29.039607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:29.040270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.135674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.137097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f710d17-231d-48b3-940e-5899f78b711c req-8ebaf06a-4a6e-47d7-aa43-f2fce8c567f3 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.171689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:29.175972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1d3de91-0eab-4383-a697-38a2aac7d88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.177516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.187220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f710d17-231d-48b3-940e-5899f78b711c req-8ebaf06a-4a6e-47d7-aa43-f2fce8c567f3 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.198528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-89cd8208-359e-4f7e-9264-30218f52170d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:29.200102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-89cd8208-359e-4f7e-9264-30218f52170d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623845 Oct 26 11:51:29.222488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Request body: {'port': {'device_id': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'a30afeddd6894964b3d8f85d494291d0'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:29.232982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:29.277672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1d3de91-0eab-4383-a697-38a2aac7d88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.282803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1d3de91-0eab-4383-a697-38a2aac7d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.317805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f710d17-231d-48b3-940e-5899f78b711c req-8ebaf06a-4a6e-47d7-aa43-f2fce8c567f3 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.320649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f710d17-231d-48b3-940e-5899f78b711c req-8ebaf06a-4a6e-47d7-aa43-f2fce8c567f3 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.321868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3de91-0eab-4383-a697-38a2aac7d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c811b3ad-3ed6-4294-8cf4-f3722c2e3b3d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:29.322006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f710d17-231d-48b3-940e-5899f78b711c req-8ebaf06a-4a6e-47d7-aa43-f2fce8c567f3 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "DELETE /v2.0/security-groups/c7efa7e5-8de3-4578-878a-baeee7793dd3 HTTP/1.1" status: 204 len: 173 time: 0.3587992 Oct 26 11:51:29.326789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e1d3de91-0eab-4383-a697-38a2aac7d88e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d46a6913322b46569fb190112984678e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128109 Oct 26 11:51:29.330057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57780) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:29.346241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaf06a-4a6e-47d7-aa43-f2fce8c567f3 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efa7e5-8de3-4578-878a-baeee7793dd3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:29.389792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Made reservation on behalf of a30afeddd6894964b3d8f85d494291d0 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:29.392771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aeb1-e52e-43cc-a54e-e9d689749995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.393668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.424039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aeb1-e52e-43cc-a54e-e9d689749995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.472107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aeb1-e52e-43cc-a54e-e9d689749995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.475041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aeb1-e52e-43cc-a54e-e9d689749995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.476241 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3a2aeb1-e52e-43cc-a54e-e9d689749995 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c811b3ad-3ed6-4294-8cf4-f3722c2e3b3d HTTP/1.1" status: 204 len: 168 time: 0.1451597 Oct 26 11:51:29.485676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2aeb1-e52e-43cc-a54e-e9d689749995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c811b3ad-3ed6-4294-8cf4-f3722c2e3b3d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:29.500637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96588882-f8f0-4d23-bbc7-931c1bae29e1 req-3e4172c4-2b80-4a4a-bf89-d003b97bdaf3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 210 time: 0.0662873 Oct 26 11:51:29.532096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9244ff7-8a5f-4450-9dff-d74bae86f7f7 req-ca180d62-7ef9-4283-b780-7ee7f64ece11 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:29.533604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9244ff7-8a5f-4450-9dff-d74bae86f7f7 req-ca180d62-7ef9-4283-b780-7ee7f64ece11 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1367133 Oct 26 11:51:29.649855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d19028be-7814-40f2-af25-1e03c77f0355 req-aec1c171-69bd-44b8-b12a-6168835d8896 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/d0585086-aac1-4a73-ada0-8803478adebd HTTP/1.1" status: 200 len: 1811 time: 0.1128786 Oct 26 11:51:29.651045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Allocated IP 192.168.233.95 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/c805446b-7753-4d74-8342-3d56710e6ffb) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:29.660154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9244ff7-8a5f-4450-9dff-d74bae86f7f7 req-5deb431a-0468-471e-a3ce-9816bb429866 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139960 Oct 26 11:51:29.815145 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d19028be-7814-40f2-af25-1e03c77f0355 req-625dfdeb-2b77-4b63-a841-d85a540cefbc tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:29.901001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34734ce6-2751-4917-9779-cbc7a44a1a2e req-dcce3d9d-bb8b-457c-b6be-e0a00c26d4fa tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:29.902443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34734ce6-2751-4917-9779-cbc7a44a1a2e req-dcce3d9d-bb8b-457c-b6be-e0a00c26d4fa tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.1670182 Oct 26 11:51:29.904091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d19028be-7814-40f2-af25-1e03c77f0355 req-625dfdeb-2b77-4b63-a841-d85a540cefbc tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.005651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.007125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d19028be-7814-40f2-af25-1e03c77f0355 req-625dfdeb-2b77-4b63-a841-d85a540cefbc tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.009699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d19028be-7814-40f2-af25-1e03c77f0355 req-625dfdeb-2b77-4b63-a841-d85a540cefbc tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.010832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d19028be-7814-40f2-af25-1e03c77f0355 req-625dfdeb-2b77-4b63-a841-d85a540cefbc tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "DELETE /v2.0/security-groups/d0585086-aac1-4a73-ada0-8803478adebd HTTP/1.1" status: 204 len: 173 time: 0.3498724 Oct 26 11:51:30.017726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34734ce6-2751-4917-9779-cbc7a44a1a2e req-fa52a9c4-7463-4643-8d9a-fe9f1d6c5c0f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037979 Oct 26 11:51:30.027503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dfdeb-2b77-4b63-a841-d85a540cefbc tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0585086-aac1-4a73-ada0-8803478adebd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:30.125468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.128698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:30.132968 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55729f6-4dbb-493d-883d-bd126413e704" -d '{"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-plugged", "status": "completed", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:30.139548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', '9abbfa2c-e466-4e93-91e3-54df95684edd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:30.185156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-086fec86-fe1b-4079-86e2-5f617227d06c req-818d69a4-505f-4c76-9726-c4b9ddc9bdf5 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/143fbd02-7ee9-4476-ae37-a5857056b97e HTTP/1.1" status: 200 len: 1811 time: 0.1292462 Oct 26 11:51:30.209736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:30.225013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:30.234637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af91072-17ab-4983-9a70-85eec4759df8 req-60d0eb56-4299-4bdd-835f-7a0a0dc753e1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:30.242481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4af91072-17ab-4983-9a70-85eec4759df8 req-60d0eb56-4299-4bdd-835f-7a0a0dc753e1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1393247 Oct 26 11:51:30.246092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:30.260439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:30.348648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:30.349366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.368537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4af91072-17ab-4983-9a70-85eec4759df8 req-c34f518b-c149-48c5-9661-b958d5262d64 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241949 Oct 26 11:51:30.388310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-7bd5ff9b-ff48-4978-8a2b-256182340483 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1722059 Oct 26 11:51:30.391145 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-086fec86-fe1b-4079-86e2-5f617227d06c req-29ea8464-f711-487a-bef7-34184f2a50d1 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.410977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Request body: {'port': {'device_id': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:30.447214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-086fec86-fe1b-4079-86e2-5f617227d06c req-29ea8464-f711-487a-bef7-34184f2a50d1 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.506887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.520421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0c285339-e223-4969-989b-d28c641140d6 None None] Provisioning complete for port c805446b-7753-4d74-8342-3d56710e6ffb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:30.520421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c285339-e223-4969-989b-d28c641140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.553420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-086fec86-fe1b-4079-86e2-5f617227d06c req-29ea8464-f711-487a-bef7-34184f2a50d1 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.556040 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-086fec86-fe1b-4079-86e2-5f617227d06c req-29ea8464-f711-487a-bef7-34184f2a50d1 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:30.557183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-086fec86-fe1b-4079-86e2-5f617227d06c req-29ea8464-f711-487a-bef7-34184f2a50d1 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "DELETE /v2.0/security-groups/143fbd02-7ee9-4476-ae37-a5857056b97e HTTP/1.1" status: 204 len: 173 time: 0.3561790 Oct 26 11:51:30.560277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0c285339-e223-4969-989b-d28c641140d6 None None] Port c805446b-7753-4d74-8342-3d56710e6ffb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:51:30.569257 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9849ee-ab14-4040-a719-b8fd6b03f1ad x-openstack-request-id: req-5a9849ee-ab14-4040-a719-b8fd6b03f1ad {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:30.569613 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-plugged", "status": "completed", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:30.570537 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a9849ee-ab14-4040-a719-b8fd6b03f1ad {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:30.578924 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'code': 200} Oct 26 11:51:30.580645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea8464-f711-487a-bef7-34184f2a50d1 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143fbd02-7ee9-4476-ae37-a5857056b97e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:30.783835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcf4a-9c13-423c-a212-4875052326d3 req-b4b7ceaf-7d48-4e38-82ea-087fd68e2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:30.785453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a1dcf4a-9c13-423c-a212-4875052326d3 req-b4b7ceaf-7d48-4e38-82ea-087fd68e2a89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 1097 time: 0.1311893 Oct 26 11:51:30.809629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8ce9155a-9f66-44fe-890b-044918ea6b8e tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7c41c0587a6c4be783d1f1286f3b8549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821130 Oct 26 11:51:31.235135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14398e5e-2e3d-4f2c-95af-53eeda7adcec req-a585dc2a-6f66-4ac5-b119-ae4f31981f2b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:31.236679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14398e5e-2e3d-4f2c-95af-53eeda7adcec req-a585dc2a-6f66-4ac5-b119-ae4f31981f2b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 935 time: 0.5336516 Oct 26 11:51:31.238340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a1dcf4a-9c13-423c-a212-4875052326d3 req-ae2c1672-8ed0-42a8-821b-6e0d02c584e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400110 Oct 26 11:51:31.363246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-63968e7c-df93-4480-8dda-c65e950d091b tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:31.364680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-63968e7c-df93-4480-8dda-c65e950d091b tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5441420 Oct 26 11:51:31.367743 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14398e5e-2e3d-4f2c-95af-53eeda7adcec req-372969f5-5076-4a41-aa22-f7f2e1cc5a93 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229680 Oct 26 11:51:31.391201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-7be98bad-b94a-4931-8139-5b7a6342d0d4 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/quotas/7c41c0587a6c4be783d1f1286f3b8549 HTTP/1.1" status: 200 len: 375 time: 0.0204430 Oct 26 11:51:31.393148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c805446b-7753-4d74-8342-3d56710e6ffb {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:31.408951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.451887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-96a9c687-39a8-4221-82a0-77fb3b64cb8f tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c41c0587a6c4be783d1f1286f3b8549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501342 Oct 26 11:51:31.464682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Transition to ACTIVE for port object c805446b-7753-4d74-8342-3d56710e6ffb will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:31.474444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.508550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b44a5df-2739-465c-b45a-ab546d4d35ef req-9590a82e-5265-4fc0-b8e9-16183cf9c64e tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/7f76a7ae-7cc3-4db1-97a6-d2a121f706e7 HTTP/1.1" status: 200 len: 1811 time: 0.1106932 Oct 26 11:51:31.556971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:31.707117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b44a5df-2739-465c-b45a-ab546d4d35ef req-eb789e87-2004-45a3-92af-c01754621f0a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.735392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Attempting to bind port c805446b-7753-4d74-8342-3d56710e6ffb on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:31.735750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Attempting to bind port c805446b-7753-4d74-8342-3d56710e6ffb by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:31.736093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Attempting to bind port c805446b-7753-4d74-8342-3d56710e6ffb on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:31.757037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b44a5df-2739-465c-b45a-ab546d4d35ef req-eb789e87-2004-45a3-92af-c01754621f0a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.760191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Port c805446b-7753-4d74-8342-3d56710e6ffb on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:31.760529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Attempting to bind port c805446b-7753-4d74-8342-3d56710e6ffb on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:31.788885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:31.789147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:31.789846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:31.790301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Bound port: c805446b-7753-4d74-8342-3d56710e6ffb, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:31.790885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.801811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03701cdc-52dc-43cd-86d0-b1ee50434671 req-bb2e5082-66ee-490e-bbc8-6723c3a29612 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:31.809564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03701cdc-52dc-43cd-86d0-b1ee50434671 req-bb2e5082-66ee-490e-bbc8-6723c3a29612 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1452956 Oct 26 11:51:31.897196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b44a5df-2739-465c-b45a-ab546d4d35ef req-eb789e87-2004-45a3-92af-c01754621f0a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.899894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2b44a5df-2739-465c-b45a-ab546d4d35ef req-eb789e87-2004-45a3-92af-c01754621f0a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:31.901056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b44a5df-2739-465c-b45a-ab546d4d35ef req-eb789e87-2004-45a3-92af-c01754621f0a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "DELETE /v2.0/security-groups/7f76a7ae-7cc3-4db1-97a6-d2a121f706e7 HTTP/1.1" status: 204 len: 173 time: 0.3827791 Oct 26 11:51:31.926078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03701cdc-52dc-43cd-86d0-b1ee50434671 req-356baa1c-98fe-4516-bafc-895fc8fefac3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142619 Oct 26 11:51:31.949845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb789e87-2004-45a3-92af-c01754621f0a tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f76a7ae-7cc3-4db1-97a6-d2a121f706e7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:31.969970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:31.973562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:31.986659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:32.096628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.097285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:32.099066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] 10.222.0.100 "PUT /v2.0/ports/c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 1095 time: 1.7016983 Oct 26 11:51:32.100370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:32.102827 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc68a1e-fc4e-449c-9091-fbc72d347d72" -d '{"events": [{"name": "network-changed", "server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:32.158103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433f4f7-9eb5-4ee6-8618-bae7d65505dc service neutron] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:32.192974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e54f6-e654-4a16-a255-bd62c75c3549 req-bedb4c14-8b8d-4293-aaaf-db78bd84b1c1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.194575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c8e54f6-e654-4a16-a255-bd62c75c3549 req-bedb4c14-8b8d-4293-aaaf-db78bd84b1c1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1707404 Oct 26 11:51:32.208791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d032d3-9123-4f1c-ad21-ce9494ef9950 req-b5c615dc-76f7-48f5-b620-bb11f88b0dd7 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.211537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99d032d3-9123-4f1c-ad21-ce9494ef9950 req-b5c615dc-76f7-48f5-b620-bb11f88b0dd7 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.1864271 Oct 26 11:51:32.288324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1b6c5f2c-29a8-402a-b883-11153228026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.289719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1b6c5f2c-29a8-402a-b883-11153228026c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1098 time: 0.1448305 Oct 26 11:51:32.295603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c8e54f6-e654-4a16-a255-bd62c75c3549 req-3e215a6c-3d91-4073-9a2d-71f7db12681c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816569 Oct 26 11:51:32.318609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99d032d3-9123-4f1c-ad21-ce9494ef9950 req-b772a97b-7e44-4f0b-bc49-2f9cfbd656da tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001503 Oct 26 11:51:32.361025 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-9643bf77-bb1a-4f47-8abb-23fa28f0295b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.0617411 Oct 26 11:51:32.437424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e45455fa-238f-47a0-b94f-781d2b7c27dc req-2d5f5432-c22d-42eb-9c27-a0a7b2b3d891 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 210 time: 0.0570741 Oct 26 11:51:32.456232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-9dadf103-ad68-4fe0-a1a6-43d539682b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.460232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-9dadf103-ad68-4fe0-a1a6-43d539682b8a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0920017 Oct 26 11:51:32.538797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1412029-0b21-4f3e-9aa4-63efb00a46be req-aec38ccb-6770-45e1-8f75-0db7abbc65e7 tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "GET /v2.0/security-groups/d49936a7-26e3-44f8-a64d-9acf1321bf51 HTTP/1.1" status: 200 len: 1811 time: 0.0948751 Oct 26 11:51:32.542291 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebcb333-c14a-40e5-8a16-53a3d014d3f5 x-openstack-request-id: req-4ebcb333-c14a-40e5-8a16-53a3d014d3f5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:32.542678 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:32.544385 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ebcb333-c14a-40e5-8a16-53a3d014d3f5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:32.544385 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'status': 'completed', 'code': 200} Oct 26 11:51:32.556695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1d533879-76d2-4112-babb-99733cb8b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.558110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-1d533879-76d2-4112-babb-99733cb8b4ef service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899887 Oct 26 11:51:32.699212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e1412029-0b21-4f3e-9aa4-63efb00a46be req-4193f767-6a91-4d47-a519-0e80b478ea2b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:32.739811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-db899a4b-bed4-4adb-959a-2a8f2a82e868 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716096 Oct 26 11:51:32.742239 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e1412029-0b21-4f3e-9aa4-63efb00a46be req-4193f767-6a91-4d47-a519-0e80b478ea2b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:32.923758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9377136-1247-4f9c-adcf-1292018bb203 req-5eb379e2-652b-422b-b2de-25dfb09b2156 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:32.925319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9377136-1247-4f9c-adcf-1292018bb203 req-5eb379e2-652b-422b-b2de-25dfb09b2156 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 947 time: 0.1688833 Oct 26 11:51:32.928392 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e1412029-0b21-4f3e-9aa4-63efb00a46be req-4193f767-6a91-4d47-a519-0e80b478ea2b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:32.931104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e1412029-0b21-4f3e-9aa4-63efb00a46be req-4193f767-6a91-4d47-a519-0e80b478ea2b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:32.932210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1412029-0b21-4f3e-9aa4-63efb00a46be req-4193f767-6a91-4d47-a519-0e80b478ea2b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] 10.222.0.88 "DELETE /v2.0/security-groups/d49936a7-26e3-44f8-a64d-9acf1321bf51 HTTP/1.1" status: 204 len: 173 time: 0.3789062 Oct 26 11:51:32.938573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57878) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:32.976816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d232cecb-d5ff-4523-9496-88f66a58d5eb req-6972ee49-9182-4b9b-aeb9-89fa77c35b91 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221820 Oct 26 11:51:32.980231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193f767-6a91-4d47-a519-0e80b478ea2b tempest-SecurityGroupRulesNegativeTestJSON-1443329253 tempest-SecurityGroupRulesNegativeTestJSON-1443329253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49936a7-26e3-44f8-a64d-9acf1321bf51,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:33.001132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Deleting subnet f7cc2d44-cb17-455c-a6a0-e295f5cc0aa9 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:51:33.005403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.009706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9377136-1247-4f9c-adcf-1292018bb203 req-9c001442-42ec-455c-9a48-96311de51ccb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763829 Oct 26 11:51:33.050354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.119455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-c6f96559-5ce6-497b-a606-28bedfe8bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.121116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-c6f96559-5ce6-497b-a606-28bedfe8bc09 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0751653 Oct 26 11:51:33.134636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.224916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.263128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.270324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f7cc2d44-cb17-455c-a6a0-e295f5cc0aa9 HTTP/1.1" status: 204 len: 168 time: 0.3303597 Oct 26 11:51:33.272199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f7c8-4e08-45b0-97cb-305eac75c553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cc2d44-cb17-455c-a6a0-e295f5cc0aa9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:33.279366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57890) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:33.336282 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-a3dbbf3f-3642-449c-9d8b-1454a611645f tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7c41c0587a6c4be783d1f1286f3b8549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611949 Oct 26 11:51:33.387817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.451619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-ff9dbc9e-e353-4eef-bd82-1e60af20a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.453240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-ff9dbc9e-e353-4eef-bd82-1e60af20a6b0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3233664 Oct 26 11:51:33.488990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.513636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec18c676-b62a-4ad0-962e-cf104133261d']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:33.522502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-5083c6a6-0232-45d7-807e-5f4fbc3f9946 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.0565186 Oct 26 11:51:33.524576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.526645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d46089-bea8-417e-addb-143d86f0e804') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:33.526972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d46089-bea8-417e-addb-143d86f0e804') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:33.541610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.541910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d34e-126e-41dc-aa49-f28282d2f397 req-53af00da-4438-46fc-8d57-86075f0581e4 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.543313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a29d34e-126e-41dc-aa49-f28282d2f397 req-53af00da-4438-46fc-8d57-86075f0581e4 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.1913135 Oct 26 11:51:33.556023 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.560773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2f0fb-a0d1-4bdd-b837-ca3bc26e3253 req-2ab9bec0-1c7c-47bb-97ce-5469909da77f tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.562974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9f2f0fb-a0d1-4bdd-b837-ca3bc26e3253 req-2ab9bec0-1c7c-47bb-97ce-5469909da77f tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2252231 Oct 26 11:51:33.563288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:51:33.563716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:51:33.565537 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:51:33.620910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.627610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.630820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ec18c676-b62a-4ad0-962e-cf104133261d HTTP/1.1" status: 204 len: 168 time: 0.3479798 Oct 26 11:51:33.642485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1a947-f764-4be0-9c74-e0324b30a526 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec18c676-b62a-4ad0-962e-cf104133261d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:33.677239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8accd2bf-f05a-43fc-9d89-c2ec88a39155 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.678783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8accd2bf-f05a-43fc-9d89-c2ec88a39155 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161738 Oct 26 11:51:33.688289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-237de2e3-6e50-4b75-bed2-784994a8ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.689754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-237de2e3-6e50-4b75-bed2-784994a8ff59 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1563504 Oct 26 11:51:33.695496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a29d34e-126e-41dc-aa49-f28282d2f397 req-09d414f7-673a-4ccd-a15c-cf80ad3ff2ca tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314356 Oct 26 11:51:33.702635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Request body: {'port': {'device_id': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '7c41c0587a6c4be783d1f1286f3b8549'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:33.711155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9f2f0fb-a0d1-4bdd-b837-ca3bc26e3253 req-0db6d068-b285-45f3-b92e-7334fb31b22d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208112 Oct 26 11:51:33.848954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:33.856281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-5f30ac9d-fd01-4d68-b4a7-d3a3e98acf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.857863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-5f30ac9d-fd01-4d68-b4a7-d3a3e98acf7e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501446 Oct 26 11:51:33.898728 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1269664b-339a-424d-9700-d595a50630ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12160561458d4332a9247dc4901281e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462081 Oct 26 11:51:33.901294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57902) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:33.959418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d8d937d-dfe0-4ee8-b3c4-4520225b2700 req-3a40343c-1431-49e7-b8aa-d5c4959b23d4 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 210 time: 0.0882132 Oct 26 11:51:33.960257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8106bc3b-b83c-4a84-9734-6b5ddd34d045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:33.971659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163524de-a8ad-497a-b442-f0fdae4bf87c req-63f258ec-676a-4a67-92eb-cf02b7dbce8e tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:33.978991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-163524de-a8ad-497a-b442-f0fdae4bf87c req-63f258ec-676a-4a67-92eb-cf02b7dbce8e tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1868916 Oct 26 11:51:34.002383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8106bc3b-b83c-4a84-9734-6b5ddd34d045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.057182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-163524de-a8ad-497a-b442-f0fdae4bf87c req-8116da4c-9ffb-4b71-acef-f371f626e26e tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770018 Oct 26 11:51:34.061841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Made reservation on behalf of 7c41c0587a6c4be783d1f1286f3b8549 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:34.067219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8106bc3b-b83c-4a84-9734-6b5ddd34d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.072105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8106bc3b-b83c-4a84-9734-6b5ddd34d045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.073434 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8106bc3b-b83c-4a84-9734-6b5ddd34d045 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f71bac26-913a-4772-be66-5d660cf9f999 HTTP/1.1" status: 204 len: 168 time: 0.1708913 Oct 26 11:51:34.074069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.084754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106bc3b-b83c-4a84-9734-6b5ddd34d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71bac26-913a-4772-be66-5d660cf9f999,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:34.114028 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.143165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-f9d31ad1-0e19-423e-bc1e-060da97193bd service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721257 Oct 26 11:51:34.385785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de843f9-d387-4a3f-abce-473f5d2536a2 req-e05ed3f9-ce3d-4583-909e-ce7dbdd66a1e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:34.394011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7de843f9-d387-4a3f-abce-473f5d2536a2 req-e05ed3f9-ce3d-4583-909e-ce7dbdd66a1e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 947 time: 0.2045147 Oct 26 11:51:34.400321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc68a1e-fc4e-449c-9091-fbc72d347d72 req-8996ee20-7bad-477f-b0a0-db28b6b7edb0 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398612 Oct 26 11:51:34.418532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f42fd-b449-4714-920c-45c2b60bd42c req-da427e7d-a068-4730-8f1d-a77b2f319f92 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:34.420837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-087f42fd-b449-4714-920c-45c2b60bd42c req-da427e7d-a068-4730-8f1d-a77b2f319f92 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1953809 Oct 26 11:51:34.503454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7de843f9-d387-4a3f-abce-473f5d2536a2 req-066a357a-9b84-4b33-9b9a-f69fc9dc1200 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086774 Oct 26 11:51:34.505540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.524034 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:34.549955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-087f42fd-b449-4714-920c-45c2b60bd42c req-b710ea9c-1348-4f9a-b5c3-fd0b29631683 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102722 Oct 26 11:51:34.611908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3388036-8139-487e-b2aa-98d35a43484e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:34.721374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Allocated IP 192.168.233.64 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/3cf79a63-7691-4c5c-8b22-149d64ad117c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:35.005140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bac6d638-604f-45d6-a95a-760c3797e290 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:35.024454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.042356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb91d35-5c70-4747-94e0-116b56c26808 req-9d82bebe-5103-4caf-9d6a-95f477f24c5f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:35.050551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adb91d35-5c70-4747-94e0-116b56c26808 req-9d82bebe-5103-4caf-9d6a-95f477f24c5f tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.1584101 Oct 26 11:51:35.192108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:35.203550 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.206655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.212436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'bac6d638-604f-45d6-a95a-760c3797e290', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': 'bac6d638-604f-45d6-a95a-760c3797e290', 'mac_address': 'fa:16:3e:e1:cb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:35.305097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Deleting port df0d84a8-5f0e-4015-82d6-d09d233a2d08 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:35.305468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.329472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:35.331013 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.339845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc849d30-6485-4267-b396-c82674baa32e req-edaab456-2c74-4791-bc1d-128ee6d5d116 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:35.341018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57968) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:35.347789 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc849d30-6485-4267-b396-c82674baa32e req-edaab456-2c74-4791-bc1d-128ee6d5d116 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=7755f8b9-f712-47d8-bcbb-2cb3076dbd19 HTTP/1.1" status: 200 len: 945 time: 0.2269111 Oct 26 11:51:35.349129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bac6d638-604f-45d6-a95a-760c3797e290 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:35.390975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-ffa554a3-4c64-4163-a55b-30e5aa426faf tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:35.397151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:35.399406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-ffa554a3-4c64-4163-a55b-30e5aa426faf tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 945 time: 0.1929512 Oct 26 11:51:35.405386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:35.417130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:35.456610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.545872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:35.573519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] For port df0d84a8-5f0e-4015-82d6-d09d233a2d08, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=df0d84a8-5f0e-4015-82d6-d09d233a2d08,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:35.573889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.583154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:51:35.605316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Calling delete_port for df0d84a8-5f0e-4015-82d6-d09d233a2d08 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:35.632304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:35.632970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.694305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bac6d638-604f-45d6-a95a-760c3797e290'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:35.705805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1021938056-network', 'tenant_id': '0f127858ff614322975e209f6b706512'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:35.722792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:35.737996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c8ec2-d499-42a6-83dd-6c74a1ac225d req-028223eb-d658-477f-ba94-4a24276733f5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:35.763515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b84c8ec2-d499-42a6-83dd-6c74a1ac225d req-028223eb-d658-477f-ba94-4a24276733f5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.5650952 Oct 26 11:51:35.798899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Pushing event updated for resources: {'Port': ['ID=3cf79a63-7691-4c5c-8b22-149d64ad117c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:35.860521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc849d30-6485-4267-b396-c82674baa32e req-3d94615c-02d0-4f41-b13a-3f8fdb0d85ff tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/security-groups?id=e03e3c94-2489-4b8a-b3e6-e968ae4b0853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112834 Oct 26 11:51:35.868049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:35.892441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Deleting port 13375220-e500-4989-aea1-f11b0826b148 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:35.892797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.905850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-f2fd6818-8aaa-442b-a48e-471bb96bdf3c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2092109 Oct 26 11:51:35.914315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Made reservation on behalf of 0f127858ff614322975e209f6b706512 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:35.915546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'mac_address': 'fa:16:3e:6e:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:35.918315 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.920307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f23bd348-d820-4b47-b6d9-e5b790c53ac0 None None] Provisioning complete for port 3cf79a63-7691-4c5c-8b22-149d64ad117c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:35.920903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f23bd348-d820-4b47-b6d9-e5b790c53ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.932633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.942189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:35.964045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-bbabac94-1f2e-4506-82e2-802f3dee3821 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:51:35.965490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-bbabac94-1f2e-4506-82e2-802f3dee3821 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0172935 Oct 26 11:51:36.023092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Request body: {'port': {'device_id': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:36.098347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.137307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['13375220-e500-4989-aea1-f11b0826b148'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:36.164818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.166804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event deleted for resources: {'Port': ['ID=df0d84a8-5f0e-4015-82d6-d09d233a2d08,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:36.207173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c805446b-7753-4d74-8342-3d56710e6ffb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:36.210068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b84c8ec2-d499-42a6-83dd-6c74a1ac225d req-0816de17-7230-440d-b8b2-04a52167360b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454966 Oct 26 11:51:36.220629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.298163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] No DVR routers for this DVR port df0d84a8-5f0e-4015-82d6-d09d233a2d08 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:36.301052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.315564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.327051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adb91d35-5c70-4747-94e0-116b56c26808 req-987b5202-912b-4cc9-b2ab-3be52584fec8 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.30 "DELETE /v2.0/ports/df0d84a8-5f0e-4015-82d6-d09d233a2d08 HTTP/1.1" status: 204 len: 173 time: 1.2640429 Oct 26 11:51:36.370402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'name': 'network-vif-deleted', 'tag': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:36.373760 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d18d33-6555-4c2a-9925-9efde9b9bb76" -d '{"events": [{"server_uuid": "7755f8b9-f712-47d8-bcbb-2cb3076dbd19", "name": "network-vif-deleted", "tag": "df0d84a8-5f0e-4015-82d6-d09d233a2d08"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:36.453358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:36.462124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f23bd348-d820-4b47-b6d9-e5b790c53ac0 None None] Port 3cf79a63-7691-4c5c-8b22-149d64ad117c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:51:36.464842 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.495430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:51:36.514711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf67967-03aa-4e61-afa9-987e29d37a64,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:36.545255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['df0d84a8-5f0e-4015-82d6-d09d233a2d08'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:36.552165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.552513 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Added segment 280b604e-c1b1-417a-91ce-7f66ad67e803 of type vlan for network fec4217c-460d-45c3-8bbb-c9df6876ac75 Oct 26 11:51:36.665314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.668448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:36.703915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] For port 13375220-e500-4989-aea1-f11b0826b148, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=13375220-e500-4989-aea1-f11b0826b148,segment=NetworkSegment(4cf03051-2d8c-4d2e-b69f-2259fb26a805),segment_id=4cf03051-2d8c-4d2e-b69f-2259fb26a805)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:36.703915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.719023 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.720552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:36.721269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.745011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2d16-fcdc-432b-a989-7516e5d56fd8 req-e3d79eea-fd6f-47e2-a4c8-4ab44dfdf6b4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:36.755788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1c2d16-fcdc-432b-a989-7516e5d56fd8 req-e3d79eea-fd6f-47e2-a4c8-4ab44dfdf6b4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.6506722 Oct 26 11:51:36.786637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c805446b-7753-4d74-8342-3d56710e6ffb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:36.797990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Calling delete_port for 13375220-e500-4989-aea1-f11b0826b148 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:36.853494 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5052888 Oct 26 11:51:36.853494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1062ce-a048-44e5-8760-1fb505b4a6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fec4217c-460d-45c3-8bbb-c9df6876ac75,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:36.856614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57990) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:36.863025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Request body: {'subnet': {'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-subnet', 'tenant_id': '0f127858ff614322975e209f6b706512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:36.922842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Made reservation on behalf of 0f127858ff614322975e209f6b706512 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:36.923474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:51:36.934799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2881-a8a9-40f6-856b-9c8a5f4448e7 req-3e761861-9394-4e0a-9fcd-97ecf5c22c3d tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:36.941865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:36.951708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cbca2881-a8a9-40f6-856b-9c8a5f4448e7 req-3e761861-9394-4e0a-9fcd-97ecf5c22c3d tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 935 time: 0.5058053 Oct 26 11:51:37.047309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bac6d638-604f-45d6-a95a-760c3797e290 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:37.236457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf79a63-7691-4c5c-8b22-149d64ad117c {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:37.246200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.270412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Transition to ACTIVE for port object 3cf79a63-7691-4c5c-8b22-149d64ad117c will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:37.319079 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.356819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port bac6d638-604f-45d6-a95a-760c3797e290 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:37.357746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.367141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cbca2881-a8a9-40f6-856b-9c8a5f4448e7 req-94e69749-915f-434f-87d2-f250e9b9bcc5 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538564 Oct 26 11:51:37.398235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.486196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a36583-6508-4f4a-8af2-c586a4cb687b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:37.590974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Checking segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:37.592557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Network hostable DHCP agents. Network: fec4217c-460d-45c3-8bbb-c9df6876ac75, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:51:37.597729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.653246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:51:37.675582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:37.678304 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2567df7f-dfc8-4939-bf15-fc290d6ca548" -d '{"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-plugged", "status": "completed", "tag": "bac6d638-604f-45d6-a95a-760c3797e290"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:37.694715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, fec4217c-460d-45c3-8bbb-c9df6876ac75) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:37.700229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:37.708267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0e73e-db74-4200-b525-aab6a862bc88 None None] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:37.714548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:37.715441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.758605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b670ea2c-d2fc-4224-bc87-a7f95d59524b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8991725 Oct 26 11:51:37.760825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58002) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:37.767128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:37.814559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.818029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.896524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.908986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.910242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df0d84a8-5f0e-4015-82d6-d09d233a2d08 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:37.958176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-fec4217c-460d-45c3-8bbb-c9df6876ac75', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:51:37.959333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:37.965443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: df0d84a8-5f0e-4015-82d6-d09d233a2d08 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:37.965943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device df0d84a8-5f0e-4015-82d6-d09d233a2d08 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:38.005986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:38.012437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1c2d16-fcdc-432b-a989-7516e5d56fd8 req-872d5844-0d7f-468b-af71-2341a2d7018b tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2540390 Oct 26 11:51:38.106561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Pushing event updated for resources: {'Port': ['ID=3cf79a63-7691-4c5c-8b22-149d64ad117c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:38.216003 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e4587f-9dad-4cd5-af83-a5e35b86d7b6 x-openstack-request-id: req-a6e4587f-9dad-4cd5-af83-a5e35b86d7b6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:38.216407 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7755f8b9-f712-47d8-bcbb-2cb3076dbd19", "name": "network-vif-deleted", "tag": "df0d84a8-5f0e-4015-82d6-d09d233a2d08", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:38.216539 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6e4587f-9dad-4cd5-af83-a5e35b86d7b6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:38.216933 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7755f8b9-f712-47d8-bcbb-2cb3076dbd19', 'name': 'network-vif-deleted', 'tag': 'df0d84a8-5f0e-4015-82d6-d09d233a2d08', 'status': 'completed', 'code': 200} Oct 26 11:51:38.239683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.307476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Allocated IP 172.20.0.2 (fec4217c-460d-45c3-8bbb-c9df6876ac75/85a36583-6508-4f4a-8af2-c586a4cb687b/6c8a51fd-afdd-4f3b-82ce-a8abc711171c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:38.332031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bace6a0-452a-4269-bfb7-bcc2921cfd96 req-36e7d5d7-2fd0-41bd-8ecc-66c5292e0a94 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:38.342161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bace6a0-452a-4269-bfb7-bcc2921cfd96 req-36e7d5d7-2fd0-41bd-8ecc-66c5292e0a94 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 948 time: 0.3126235 Oct 26 11:51:38.477652 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.551749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Attempting to bind port 3cf79a63-7691-4c5c-8b22-149d64ad117c on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:38.552010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Attempting to bind port 3cf79a63-7691-4c5c-8b22-149d64ad117c by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:38.552292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Attempting to bind port 3cf79a63-7691-4c5c-8b22-149d64ad117c on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:38.600588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Pushing event deleted for resources: {'Port': ['ID=13375220-e500-4989-aea1-f11b0826b148,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:38.616971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Port 3cf79a63-7691-4c5c-8b22-149d64ad117c on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:38.617450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Attempting to bind port 3cf79a63-7691-4c5c-8b22-149d64ad117c on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:38.645308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.663898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.687701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:38.688427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:38.689068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:38.689855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Bound port: 3cf79a63-7691-4c5c-8b22-149d64ad117c, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:38.690418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.770216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bace6a0-452a-4269-bfb7-bcc2921cfd96 req-2fb6bddb-5178-4dda-9e9e-8d666903ddc0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096209 Oct 26 11:51:38.807219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.826264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] No DVR routers for this DVR port 13375220-e500-4989-aea1-f11b0826b148 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:38.840768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.849130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8744fc6-743b-4f0e-8776-bcd618da8454 req-75305a05-7e23-4fc8-9ed7-6d31adae5c5c tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.100 "DELETE /v2.0/ports/13375220-e500-4989-aea1-f11b0826b148 HTTP/1.1" status: 204 len: 173 time: 3.4486177 Oct 26 11:51:38.849661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'name': 'network-vif-deleted', 'tag': '13375220-e500-4989-aea1-f11b0826b148'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:38.862166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:38.867910 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00543fe6-7ffd-42f6-823d-e618d8d07f97" -d '{"events": [{"server_uuid": "cea109cf-d39a-4bd7-b83a-71bd3357d199", "name": "network-vif-deleted", "tag": "13375220-e500-4989-aea1-f11b0826b148"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:38.912755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Pushing event updated for resources: {'Port': ['ID=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:38.935898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:38.938556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:38.945216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:38.983060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0290ee-dc5b-4db6-8f9b-e28884704bab req-87ecd111-1bab-4b53-b02d-4069cdc8cf1d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:38.999306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0290ee-dc5b-4db6-8f9b-e28884704bab req-87ecd111-1bab-4b53-b02d-4069cdc8cf1d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.4549806 Oct 26 11:51:39.001598 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a33efd-fde9-4fd5-aa4f-a87cd521be60 x-openstack-request-id: req-18a33efd-fde9-4fd5-aa4f-a87cd521be60 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:39.002159 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-plugged", "status": "completed", "tag": "bac6d638-604f-45d6-a95a-760c3797e290", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:39.002591 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-18a33efd-fde9-4fd5-aa4f-a87cd521be60 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:39.003205 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290', 'code': 200} Oct 26 11:51:39.060944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Attempting to bind port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:39.061630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Attempting to bind port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:39.064231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Attempting to bind port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c on network fec4217c-460d-45c3-8bbb-c9df6876ac75 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:39.079683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:39.080364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Checking segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:39.080957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.081630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Bound using segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:39.082444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Bound port: 6c8a51fd-afdd-4f3b-82ce-a8abc711171c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:39.083200 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.164793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0290ee-dc5b-4db6-8f9b-e28884704bab req-f13d78a3-cff0-43bc-9efd-86f65c1326c7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624854 Oct 26 11:51:39.175444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] For port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:39.197670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] For port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:39.213107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Allocated IP 172.25.4.216 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/68c6d3df-d777-42b9-a5fd-0275209648eb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:39.213636 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.275367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e38bfd9f-e98f-48b1-98f5-3457b6a61932 req-c71c08a3-f1eb-43a7-887e-7d917a9cd257 tempest-MultipleCreateTestJSON-1884982092 tempest-MultipleCreateTestJSON-1884982092-project] 10.222.0.88 "GET /v2.0/ports?device_id=cea109cf-d39a-4bd7-b83a-71bd3357d199 HTTP/1.1" status: 200 len: 210 time: 0.0835092 Oct 26 11:51:39.319934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] For port 3cf79a63-7691-4c5c-8b22-149d64ad117c, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:39.373434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a2f99-fdc5-41a0-9b9e-81657783a474 None None] Pushing event updated for resources: {'Port': ['ID=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:39.409817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:39.471259 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216fc44-3df0-4d72-bedf-3899f6ef2b63 x-openstack-request-id: req-d216fc44-3df0-4d72-bedf-3899f6ef2b63 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:39.471490 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea109cf-d39a-4bd7-b83a-71bd3357d199", "name": "network-vif-deleted", "tag": "13375220-e500-4989-aea1-f11b0826b148", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:39.471749 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d216fc44-3df0-4d72-bedf-3899f6ef2b63 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:39.472160 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea109cf-d39a-4bd7-b83a-71bd3357d199', 'name': 'network-vif-deleted', 'tag': '13375220-e500-4989-aea1-f11b0826b148', 'status': 'completed', 'code': 200} Oct 26 11:51:39.476693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] For port 3cf79a63-7691-4c5c-8b22-149d64ad117c, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:39.501423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.507587 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.553192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06351e4-82b3-4ed3-9db9-84d19536618c req-7b95ef57-01ec-49df-8973-907144286cac tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:39.574183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f06351e4-82b3-4ed3-9db9-84d19536618c req-7b95ef57-01ec-49df-8973-907144286cac tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 947 time: 0.2404511 Oct 26 11:51:39.609778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:39.610369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.611860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] 10.222.0.30 "PUT /v2.0/ports/3cf79a63-7691-4c5c-8b22-149d64ad117c HTTP/1.1" status: 200 len: 1095 time: 3.6092000 Oct 26 11:51:39.708120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c805446b-7753-4d74-8342-3d56710e6ffb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:39.709007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.738578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c805446b-7753-4d74-8342-3d56710e6ffb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:39.742674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:39.806037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:39.807807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:39.813801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:39.894536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Pushing event updated for resources: {'Port': ['ID=68c6d3df-d777-42b9-a5fd-0275209648eb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:39.970540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f06351e4-82b3-4ed3-9db9-84d19536618c req-c14c1f4d-884c-423a-8121-333626cdd4d0 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955724 Oct 26 11:51:40.028792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55830d-63c3-4357-9e1c-4b8fbaf4377e service neutron] Pushing event updated for resources: {'Port': ['ID=3cf79a63-7691-4c5c-8b22-149d64ad117c,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:40.053351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:40.082354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-cc0408e4-784a-4437-8663-d495733cc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:40.086325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-cc0408e4-784a-4437-8663-d495733cc2dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c41c0587a6c4be783d1f1286f3b8549&device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 1098 time: 0.2883084 Oct 26 11:51:40.111776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e164f-5416-4d42-a575-3bc555bd06e4 req-6a604440-49ae-4dd1-890e-6b863b55d8b4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:40.113606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0e164f-5416-4d42-a575-3bc555bd06e4 req-6a604440-49ae-4dd1-890e-6b863b55d8b4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.4605567 Oct 26 11:51:40.153723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:40.163492 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:40.164757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 13375220-e500-4989-aea1-f11b0826b148 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:40.200140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 13375220-e500-4989-aea1-f11b0826b148 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:40.200868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 13375220-e500-4989-aea1-f11b0826b148 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:40.297096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-3ce0c9e0-0a3a-4245-8cca-45356677fa47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c HTTP/1.1" status: 200 len: 217 time: 0.1822500 Oct 26 11:51:40.334232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:40.341651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:40.437693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0e164f-5416-4d42-a575-3bc555bd06e4 req-353b8a13-cde9-470e-8145-e6397eff2dc9 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805321 Oct 26 11:51:40.618399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-bb389ee4-1577-4c06-9517-c904eac9ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:40.623545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-bb389ee4-1577-4c06-9517-c904eac9ee5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.3040402 Oct 26 11:51:40.747502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783affa9-1ee1-4ff6-ac1a-85a430f7c7f1 req-231522bf-f830-4efa-9155-1b544257d7ee tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:40.755796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6c8a51fd-afdd-4f3b-82ce-a8abc711171c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:40.758472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-783affa9-1ee1-4ff6-ac1a-85a430f7c7f1 req-231522bf-f830-4efa-9155-1b544257d7ee tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.4417987 Oct 26 11:51:40.850384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:40.855959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:40.855959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:40.861792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f05494-ffc8-4ee3-8ab1-9e20492c758f req-fe8bd6fb-f5bb-454a-9d5d-f53087d8f02e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:40.879455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82f05494-ffc8-4ee3-8ab1-9e20492c758f req-fe8bd6fb-f5bb-454a-9d5d-f53087d8f02e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2518961 Oct 26 11:51:40.906922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-783affa9-1ee1-4ff6-ac1a-85a430f7c7f1 req-00463a68-660d-48e9-85dc-4d08b04199c9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474714 Oct 26 11:51:40.909396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-da73f4f1-079c-4144-9a41-120050f4a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:40.911871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-da73f4f1-079c-4144-9a41-120050f4a321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629552 Oct 26 11:51:41.009242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:41.012356 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bba098-899f-47bd-9c20-7d282dbead06" -d '{"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:41.044529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58030) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:41.049501 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:41.145125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-2447d16c-330c-4b64-a495-153da52ebcd0 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112970 Oct 26 11:51:41.150500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:41.157277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:41.187818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82f05494-ffc8-4ee3-8ab1-9e20492c758f req-8286e471-bb3c-4a6d-901a-e44bd05af27b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053939 Oct 26 11:51:41.290786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:41.326810 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b672bb1-421e-4951-8b96-c818aff88f67 x-openstack-request-id: req-2b672bb1-421e-4951-8b96-c818aff88f67 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:41.328667 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:41.329014 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2b672bb1-421e-4951-8b96-c818aff88f67 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:41.329519 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'code': 200} Oct 26 11:51:41.341344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Deleting subnet b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:51:41.387764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:41.479852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'tag': '3cf79a63-7691-4c5c-8b22-149d64ad117c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:41.486753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:41.491533 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f859e16-74ba-41f3-a08e-ac5409c77531" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cadf84-c208-4a14-a813-cf00e8287f5b", "tag": "3cf79a63-7691-4c5c-8b22-149d64ad117c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:41.501974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb58ad-a840-4a87-b8ad-199492c1a844 None None] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:41.637251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7f347-0e09-4c22-b6f4-a3032d8c98db req-d4491bbe-5554-40c3-9228-4257949cf0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:41.639534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dae7f347-0e09-4c22-b6f4-a3032d8c98db req-d4491bbe-5554-40c3-9228-4257949cf0bc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1100 time: 0.2043006 Oct 26 11:51:41.656779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465c63-692a-4a46-afa8-a1ac5c0d69ea req-00dc285a-bd6f-4fdf-89f7-bc2ffef2460a tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:41.667700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80465c63-692a-4a46-afa8-a1ac5c0d69ea req-00dc285a-bd6f-4fdf-89f7-bc2ffef2460a tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 947 time: 0.4205575 Oct 26 11:51:41.680488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:41.708846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0209cab8-573b-4986-924a-de22b9c98cbf None None] Provisioning complete for port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:41.709234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0209cab8-573b-4986-924a-de22b9c98cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:41.735792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670d1efe-fbe0-499b-b0d7-ab5802bcbb99 req-43c5a74d-5fcc-47a0-a63e-91235444c19e service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601020 Oct 26 11:51:41.752819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Router efebcf6d-7279-439f-bbb9-6a33a0598e58 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:51:41.782612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80465c63-692a-4a46-afa8-a1ac5c0d69ea req-d04204d0-b1a7-485b-9f29-b1911d6386a0 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Oct 26 11:51:41.793041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dae7f347-0e09-4c22-b6f4-a3032d8c98db req-e352880b-accf-4c36-822f-e1c6e00abd93 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955851 Oct 26 11:51:41.819679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa27a-4028-4df8-aa9b-206baf898a31 req-be516b4f-1593-4b88-8525-444ebcc354d7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:41.830441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-609fa27a-4028-4df8-aa9b-206baf898a31 req-be516b4f-1593-4b88-8525-444ebcc354d7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.2499456 Oct 26 11:51:41.902927 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-609fa27a-4028-4df8-aa9b-206baf898a31 req-51558e16-4bbe-4555-a5ed-0a31981887fe tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714476 Oct 26 11:51:42.086355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:42.165761 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1230dd69-7d44-4b28-a808-de196c325aad x-openstack-request-id: req-1230dd69-7d44-4b28-a808-de196c325aad {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:42.166106 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cadf84-c208-4a14-a813-cf00e8287f5b", "tag": "3cf79a63-7691-4c5c-8b22-149d64ad117c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:42.166370 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1230dd69-7d44-4b28-a808-de196c325aad {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:42.166769 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'tag': '3cf79a63-7691-4c5c-8b22-149d64ad117c', 'status': 'completed', 'code': 200} Oct 26 11:51:42.175771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46017a28-4b64-4525-bb44-4dc5909a4b04 req-dd69d4ec-9d54-4744-97bf-8e8b883ab3a8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:42.181943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:42.185764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46017a28-4b64-4525-bb44-4dc5909a4b04 req-dd69d4ec-9d54-4744-97bf-8e8b883ab3a8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1240871 Oct 26 11:51:42.201875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:42.211485 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3fbb651a-829b-482d-b464-4bd10c06c585 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b8fb5ffb-88c2-4e9f-be5e-f43f2eb9348f HTTP/1.1" status: 204 len: 168 time: 1.1652198 Oct 26 11:51:42.222682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58044) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:42.306803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46017a28-4b64-4525-bb44-4dc5909a4b04 req-d8bd990f-fa01-4b18-be87-40ae01f4612b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200311 Oct 26 11:51:42.331673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-159e8ce2-1aa4-467e-946f-487a535fc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:42.335094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-159e8ce2-1aa4-467e-946f-487a535fc90e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c41c0587a6c4be783d1f1286f3b8549&device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 1098 time: 0.1400194 Oct 26 11:51:42.382429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:42.456271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:51:42.469392 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Sync routers for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:51:42.486335 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:51:42.487467 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:42.619197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-d1d3815b-8471-433e-b051-2fd0eaf4bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:42.620928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-d1d3815b-8471-433e-b051-2fd0eaf4bc0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2604818 Oct 26 11:51:42.647816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6c8a51fd-afdd-4f3b-82ce-a8abc711171c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:42.738204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-50c4469f-6acd-4559-a73f-f834ad2391a4 None None] Provisioning complete for port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:42.738749 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-50c4469f-6acd-4559-a73f-f834ad2391a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:42.784814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7848a89-283a-49aa-b930-11578317cf96 req-02624898-8358-4bd8-8c4f-fbfd50f5b020 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:42.796616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7848a89-283a-49aa-b930-11578317cf96 req-02624898-8358-4bd8-8c4f-fbfd50f5b020 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.4393778 Oct 26 11:51:42.798420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-eabdf4d0-8f04-41ac-a952-facd9ca90979 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c HTTP/1.1" status: 200 len: 217 time: 0.1641555 Oct 26 11:51:42.822347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:42.822898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:42.987555 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:51:43.060483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-1ead9821-9259-4d12-a629-034fce1a0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:43.070704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-1ead9821-9259-4d12-a629-034fce1a0e83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.2621369 Oct 26 11:51:43.111009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.113412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50602a6d-677b-4ff8-b0f4-60e46c445869 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3513315 Oct 26 11:51:43.117132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58056) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:43.140548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.262231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e16a66-bffe-4f58-880a-545bf4ef2505']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:43.283641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf03051-2d8c-4d2e-b69f-2259fb26a805') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:43.285164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf03051-2d8c-4d2e-b69f-2259fb26a805') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:43.297180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:40Z', 'revision_number': 3, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:43.301695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.328332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.330488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7848a89-283a-49aa-b930-11578317cf96 req-7357ebd2-d2cf-4e20-bb1a-cedd3a950ce1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807822 Oct 26 11:51:43.343798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-4e05def9-50f4-499c-be85-76552d82e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:43.344514 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Checking router: efebcf6d-7279-439f-bbb9-6a33a0598e58 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:51:43.345098 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Updating router efebcf6d-7279-439f-bbb9-6a33a0598e58 port 68c6d3df-d777-42b9-a5fd-0275209648eb binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:51:43.345405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-4e05def9-50f4-499c-be85-76552d82e278 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528610 Oct 26 11:51:43.366011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:51:43.366818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:51:43.376704 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:51:43.381948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e16a8-fe8c-42ff-94f6-304892fe2121 req-3a4be3ef-0bef-4014-8336-c6b9f3627303 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:43.392930 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.393453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f4e16a8-fe8c-42ff-94f6-304892fe2121 req-3a4be3ef-0bef-4014-8336-c6b9f3627303 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 947 time: 0.2926385 Oct 26 11:51:43.534514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f4e16a8-fe8c-42ff-94f6-304892fe2121 req-2bbb2ef3-cbc6-4757-9fef-6334b5646f38 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400104 Oct 26 11:51:43.583759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.605587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.612992 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] 10.222.0.88 "DELETE /v2.0/networks/99e16a66-bffe-4f58-880a-545bf4ef2505 HTTP/1.1" status: 204 len: 168 time: 1.3887126 Oct 26 11:51:43.699339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a911a35-1808-4522-a43a-8aa478df4cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=99e16a66-bffe-4f58-880a-545bf4ef2505,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:43.715883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a173e9-e916-4d68-a281-e3a2d7e3256a req-5269e33c-db61-4092-8a25-5f0a897e7e96 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:43.717740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71a173e9-e916-4d68-a281-e3a2d7e3256a req-5269e33c-db61-4092-8a25-5f0a897e7e96 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.2381320 Oct 26 11:51:43.728056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-0edcc766-7fd8-4188-96fa-a3779ec23f4d service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728335 Oct 26 11:51:43.773070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c7ae5-2aa1-4563-97cc-b9831ddbb379 req-3187b0b9-9590-40d0-938b-13326690cd57 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:43.775131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d09c7ae5-2aa1-4563-97cc-b9831ddbb379 req-3187b0b9-9590-40d0-938b-13326690cd57 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1285477 Oct 26 11:51:43.853276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71a173e9-e916-4d68-a281-e3a2d7e3256a req-35b02c62-5260-4879-8764-9798f4793424 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231482 Oct 26 11:51:43.957498 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:43.972699 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.037323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Pushing event updated for resources: {'Port': ['ID=68c6d3df-d777-42b9-a5fd-0275209648eb,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:44.064825 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.065481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.066568 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.066986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58070) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:44.067435 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.067892 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.068332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.068770 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.069200 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.069738 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.070277 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.070786 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.071217 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:44.074766 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Attempting to bind port 68c6d3df-d777-42b9-a5fd-0275209648eb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:44.075234 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Attempting to bind port 68c6d3df-d777-42b9-a5fd-0275209648eb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:44.075695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Attempting to bind port 68c6d3df-d777-42b9-a5fd-0275209648eb on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:44.082944 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:44.083413 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:44.083878 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.084344 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:44.084899 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Bound port: 68c6d3df-d777-42b9-a5fd-0275209648eb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:44.085350 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.121021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f859e16-74ba-41f3-a08e-ac5409c77531 req-8be459db-8ce0-4e39-a42b-67c7fdd259ff service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734653 Oct 26 11:51:44.135447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d09c7ae5-2aa1-4563-97cc-b9831ddbb379 req-faa007ad-88f1-481b-afff-d4f490b48ab1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367336 Oct 26 11:51:44.171923 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] For port 68c6d3df-d777-42b9-a5fd-0275209648eb, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:44.175890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] For port 68c6d3df-d777-42b9-a5fd-0275209648eb, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=68c6d3df-d777-42b9-a5fd-0275209648eb,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:44.188404 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.272827 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:51:44.273946 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:44.276379 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3f2522ca-6188-4fb7-8496-fb7a32170042 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b12879cb74944f588cf2643ba086cca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061665 Oct 26 11:51:44.279583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58080) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:44.305441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.348602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4646-22ca-400f-a8c8-37643c680b65 req-b8ee38c8-18e5-4ca9-bcae-0a1698d8f9c6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:44.350628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df9c4646-22ca-400f-a8c8-37643c680b65 req-b8ee38c8-18e5-4ca9-bcae-0a1698d8f9c6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.0899091 Oct 26 11:51:44.427119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df9c4646-22ca-400f-a8c8-37643c680b65 req-051c3b5e-83de-4d65-a0ac-8af86e19133a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686722 Oct 26 11:51:44.433025 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:51:44.665904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3974-f4f3-4e2e-9137-2d3a033d69b0 req-3017883e-47de-4d16-8f25-df9c116fc612 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:44.681086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabb3974-f4f3-4e2e-9137-2d3a033d69b0 req-3017883e-47de-4d16-8f25-df9c116fc612 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1534703 Oct 26 11:51:44.741839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:40Z', 'revision_number': 3, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:44.747500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f164f5b0-bf0e-41e3-961b-62d1d04741f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.806390 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c63f0-b6f6-416c-940a-c01b74ce949e None None] The sync data for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 is: [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:40Z', 'revision_number': 3, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:51:44.809224 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7e61-bcb4-4a4b-8983-fbeae9a286f3 None None] Pushing event updated for resources: {'Port': ['ID=68c6d3df-d777-42b9-a5fd-0275209648eb,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:44.849099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f164f5b0-bf0e-41e3-961b-62d1d04741f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:44.866192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabb3974-f4f3-4e2e-9137-2d3a033d69b0 req-825da317-c719-416b-9c33-1e1a2c74a256 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840098 Oct 26 11:51:44.912118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1713ea-46d9-4793-9bf3-615b728c539c req-6e53a82e-1fd7-4203-aced-153429711aa9 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:44.927842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1713ea-46d9-4793-9bf3-615b728c539c req-6e53a82e-1fd7-4203-aced-153429711aa9 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 947 time: 0.1724207 Oct 26 11:51:44.968146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Allocated IP 172.20.0.1 (fec4217c-460d-45c3-8bbb-c9df6876ac75/85a36583-6508-4f4a-8af2-c586a4cb687b/ccea52df-baa0-4cf8-8372-88741f3c837d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:45.072530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba1713ea-46d9-4793-9bf3-615b728c539c req-49b60e1e-b558-4372-9c4d-d9e1ad54fdd3 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409893 Oct 26 11:51:45.100995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3cf79a63-7691-4c5c-8b22-149d64ad117c details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:51:45.139759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.154436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c407ae-5f57-4eea-a4fe-770526801324 req-9894f5c7-3c3e-478c-b258-996114cdb6f2 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:45.163387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33c407ae-5f57-4eea-a4fe-770526801324 req-9894f5c7-3c3e-478c-b258-996114cdb6f2 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 946 time: 0.1585667 Oct 26 11:51:45.208678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.272291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 3cf79a63-7691-4c5c-8b22-149d64ad117c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:45.287927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '3cf79a63-7691-4c5c-8b22-149d64ad117c', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '3cf79a63-7691-4c5c-8b22-149d64ad117c', 'mac_address': 'fa:16:3e:bc:77:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:51:45.296719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33c407ae-5f57-4eea-a4fe-770526801324 req-8f56e50f-7685-4779-981a-accbcc260861 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301663 Oct 26 11:51:45.383274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccea52df-baa0-4cf8-8372-88741f3c837d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:45.423824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.432952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:45.436346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:45.440298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:45.453083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf79a63-7691-4c5c-8b22-149d64ad117c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:45.498523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd1a0-00b9-4c00-9260-0dbab163e4ef req-cc13b239-14e8-4a03-afae-1b2a1b6b2a2c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:45.506582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-668fd1a0-00b9-4c00-9260-0dbab163e4ef req-cc13b239-14e8-4a03-afae-1b2a1b6b2a2c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1732883 Oct 26 11:51:45.514885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 3cf79a63-7691-4c5c-8b22-149d64ad117c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:45.526110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.528153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f164f5b0-bf0e-41e3-961b-62d1d04741f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.539510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f164f5b0-bf0e-41e3-961b-62d1d04741f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.540729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f164f5b0-bf0e-41e3-961b-62d1d04741f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e03e3c94-2489-4b8a-b3e6-e968ae4b0853 HTTP/1.1" status: 204 len: 168 time: 1.2609680 Oct 26 11:51:45.576248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:45.620623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f5b0-bf0e-41e3-961b-62d1d04741f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03e3c94-2489-4b8a-b3e6-e968ae4b0853,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:45.632534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-668fd1a0-00b9-4c00-9260-0dbab163e4ef req-75074995-6bbf-4bb1-b4b0-92e78464b11c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249111 Oct 26 11:51:45.657387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=3cf79a63-7691-4c5c-8b22-149d64ad117c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:45.930718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['3cf79a63-7691-4c5c-8b22-149d64ad117c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:51:46.079601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:46.252101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167136a-0e2a-4a76-b21f-f7025869ccc0 req-0f144681-fc3e-44b6-98f4-4581d23c0dd2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:46.260383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5167136a-0e2a-4a76-b21f-f7025869ccc0 req-0f144681-fc3e-44b6-98f4-4581d23c0dd2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.2862995 Oct 26 11:51:46.280485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d58b4944-20b3-4e62-bcdf-5684bb2f3415 None None] Provisioning complete for port ccea52df-baa0-4cf8-8372-88741f3c837d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:46.281812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d58b4944-20b3-4e62-bcdf-5684bb2f3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:46.320847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-9f9f8b8b-03ef-467a-9ed8-c63f2348d904 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2242348 Oct 26 11:51:46.332499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5167136a-0e2a-4a76-b21f-f7025869ccc0 req-59ede78f-470f-47e7-805a-d58770691553 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709252 Oct 26 11:51:46.361985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398fe8-f5fb-47d4-92e2-f8d1c38d7a2a req-cdb540c2-c42d-47a7-8e3e-0f75be324bdd tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:46.391691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc398fe8-f5fb-47d4-92e2-f8d1c38d7a2a req-cdb540c2-c42d-47a7-8e3e-0f75be324bdd tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2763827 Oct 26 11:51:46.446278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d58b4944-20b3-4e62-bcdf-5684bb2f3415 None None] Port ccea52df-baa0-4cf8-8372-88741f3c837d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:51:46.645222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:46.652126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:46.714447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 68c6d3df-d777-42b9-a5fd-0275209648eb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:46.745930 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:46.747323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc398fe8-f5fb-47d4-92e2-f8d1c38d7a2a req-c6021470-811c-410f-80f1-ef8cd8850380 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543649 Oct 26 11:51:46.748008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccea52df-baa0-4cf8-8372-88741f3c837d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:46.772390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-3c62284d-6299-4291-8076-06949bb9a827 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:46.774343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-3c62284d-6299-4291-8076-06949bb9a827 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.100 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 946 time: 0.3152657 Oct 26 11:51:46.805132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153afd9-bfee-4b1f-95a1-6ca13d878e31 req-d3aa7a20-ac3f-4b88-aca7-e256bdf97d84 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:46.807502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7153afd9-bfee-4b1f-95a1-6ca13d878e31 req-d3aa7a20-ac3f-4b88-aca7-e256bdf97d84 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 948 time: 0.2980309 Oct 26 11:51:46.878173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 68c6d3df-d777-42b9-a5fd-0275209648eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:46.878551 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:46.889545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7153afd9-bfee-4b1f-95a1-6ca13d878e31 req-43bdf863-0508-46d5-b37c-686f2deb33d2 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610919 Oct 26 11:51:47.058710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:47.060871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:47.136369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:47.201349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 68c6d3df-d777-42b9-a5fd-0275209648eb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=68c6d3df-d777-42b9-a5fd-0275209648eb,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:47.207874 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:47.262888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3733c-30df-4dab-bf53-c0cb6bc9beb5 req-09ef8cf5-6a75-4e9e-8ea6-74ee33ef463e tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:47.266112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-caa3733c-30df-4dab-bf53-c0cb6bc9beb5 req-09ef8cf5-6a75-4e9e-8ea6-74ee33ef463e tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 946 time: 0.2218230 Oct 26 11:51:47.420913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e46cff-d70e-48f4-b6d3-b0bc2c35f671 req-6f0a8576-861d-4e2f-9150-d5807bdcc061 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:47.439369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8e46cff-d70e-48f4-b6d3-b0bc2c35f671 req-6f0a8576-861d-4e2f-9150-d5807bdcc061 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.2608178 Oct 26 11:51:47.440910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=68c6d3df-d777-42b9-a5fd-0275209648eb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:47.444900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Deleting port d068f85e-be2d-4caf-96fe-e5ecea3d378e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:47.450276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:47.510832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Router efebcf6d-7279-439f-bbb9-6a33a0598e58 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:51:47.602917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-466c16a3-da55-481c-a626-62c2945c55d0 None None] Provisioning complete for port ccea52df-baa0-4cf8-8372-88741f3c837d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:47.608555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-466c16a3-da55-481c-a626-62c2945c55d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:47.635996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-caa3733c-30df-4dab-bf53-c0cb6bc9beb5 req-db356ac5-6067-461d-a33a-a38b6aa8b84f tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1fd565-6029-4cf1-93ac-3fe55721a872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389680 Oct 26 11:51:47.714103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] For port d068f85e-be2d-4caf-96fe-e5ecea3d378e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d068f85e-be2d-4caf-96fe-e5ecea3d378e,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:47.714471 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:47.732331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8e46cff-d70e-48f4-b6d3-b0bc2c35f671 req-41975d56-8320-42d5-8c3f-b00e50db1b36 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646377 Oct 26 11:51:47.753331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-466c16a3-da55-481c-a626-62c2945c55d0 None None] Port ccea52df-baa0-4cf8-8372-88741f3c837d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:51:47.804137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:47.865088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Calling delete_port for d068f85e-be2d-4caf-96fe-e5ecea3d378e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:47.881401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:51:47.919658 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-504df269-090b-4664-a39d-b1d532ecbab3 admin admin] 10.222.0.88 "PUT /v2.0/routers/efebcf6d-7279-439f-bbb9-6a33a0598e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8009574 Oct 26 11:51:48.077456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Sync routers for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:51:48.086922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1054219550-network', 'tenant_id': 'af1a61a4261440529b82e928c9128738'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:48.102727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ea18d-3be1-42b6-9f62-76e35f435163 req-12838bbc-aefb-4343-b02a-0c4e1dec37f2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:48.105718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-778ea18d-3be1-42b6-9f62-76e35f435163 req-12838bbc-aefb-4343-b02a-0c4e1dec37f2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.3460553 Oct 26 11:51:48.134972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:51:48.135908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:48.162846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Made reservation on behalf of af1a61a4261440529b82e928c9128738 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:48.167502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.181350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060c91b-948d-4986-9e55-2b584221236a req-4d71fea6-24c7-40f3-b277-f731ab5ce8b6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:48.190255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.192299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0060c91b-948d-4986-9e55-2b584221236a req-4d71fea6-24c7-40f3-b277-f731ab5ce8b6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2906215 Oct 26 11:51:48.297602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:51:48.320336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-778ea18d-3be1-42b6-9f62-76e35f435163 req-b6f80416-56cb-4c91-b453-41772706740e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004740 Oct 26 11:51:48.338766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0060c91b-948d-4986-9e55-2b584221236a req-c44aa8b8-a2a7-4cd1-b26f-30a89c0c51e5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310623 Oct 26 11:51:48.392426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.403480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.547747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:51:48.559306 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.587748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67038398-3508-405b-ae61-98aa8edd3376,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:48.606976 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.607330 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Added segment 538d849c-4f2f-4799-a9c7-14a155b11af1 of type vlan for network 534f9f76-b48b-4c44-af58-90956f642011 Oct 26 11:51:48.697100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Pushing event deleted for resources: {'Port': ['ID=d068f85e-be2d-4caf-96fe-e5ecea3d378e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:48.713328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.713716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.714067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.714404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.714738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.715141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.715438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.715768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.716099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.716426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.716753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.717102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:51:48.736555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 68c6d3df-d777-42b9-a5fd-0275209648eb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:48.750619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.770618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] No DVR routers for this DVR port d068f85e-be2d-4caf-96fe-e5ecea3d378e on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:48.782728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643966b-0c44-42c9-b196-3a376919287f req-64949685-298d-4b40-8b0b-4ffe459d8f3d tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:48.784443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6643966b-0c44-42c9-b196-3a376919287f req-64949685-298d-4b40-8b0b-4ffe459d8f3d tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 948 time: 0.2310033 Oct 26 11:51:48.785604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.789084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4802200f-686e-4578-bac0-ff929e3d6e0e req-35f5062a-f7fc-4845-a85d-e6cd78cc912c tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.100 "DELETE /v2.0/ports/d068f85e-be2d-4caf-96fe-e5ecea3d378e HTTP/1.1" status: 204 len: 173 time: 2.0052018 Oct 26 11:51:48.789565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'name': 'network-vif-deleted', 'tag': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:48.802936 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074a866-fc65-4d62-a7dd-f7e6810ca25e" -d '{"events": [{"server_uuid": "edabb05a-be80-4959-a82c-bd6aa5eb4dbc", "name": "network-vif-deleted", "tag": "d068f85e-be2d-4caf-96fe-e5ecea3d378e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:48.824795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:46Z', 'revision_number': 2, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:48.864287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.865209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:48.865780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.867163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 68c6d3df-d777-42b9-a5fd-0275209648eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:48.867650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:48.913284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Checking router: efebcf6d-7279-439f-bbb9-6a33a0598e58 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:51:48.913828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Updating router efebcf6d-7279-439f-bbb9-6a33a0598e58 port ccea52df-baa0-4cf8-8372-88741f3c837d binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:51:48.938415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6643966b-0c44-42c9-b196-3a376919287f req-e73db6c3-2e01-4d45-90f6-75cae4d38de7 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323638 Oct 26 11:51:49.013141 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.082821 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2770946 Oct 26 11:51:49.086795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58182) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:49.094503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Request body: {'subnet': {'network_id': '534f9f76-b48b-4c44-af58-90956f642011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1054219550-subnet', 'tenant_id': 'af1a61a4261440529b82e928c9128738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:49.111941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3cf79a63-7691-4c5c-8b22-149d64ad117c up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:49.145077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87175046-a713-4b3d-86c5-39a2cc00e5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=534f9f76-b48b-4c44-af58-90956f642011,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:49.243458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Made reservation on behalf of af1a61a4261440529b82e928c9128738 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:49.247214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.288309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 534f9f76-b48b-4c44-af58-90956f642011 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:51:49.335290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:49.340618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944371811', 'description': 'tempest-description--271943278'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:49.395638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9f0cb24-495c-45fa-a9ae-93b9b7108f86 req-2f5bc387-1220-47ce-88c1-e326dda86aa7 tempest-AttachSCSIVolumeTestJSON-1943453859 tempest-AttachSCSIVolumeTestJSON-1943453859-project] 10.222.0.88 "GET /v2.0/ports?device_id=edabb05a-be80-4959-a82c-bd6aa5eb4dbc HTTP/1.1" status: 200 len: 210 time: 0.2207658 Oct 26 11:51:49.451166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.531225 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4aade-f824-43f3-96c8-8bd56e74ef30 x-openstack-request-id: req-fda4aade-f824-43f3-96c8-8bd56e74ef30 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:49.531575 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edabb05a-be80-4959-a82c-bd6aa5eb4dbc", "name": "network-vif-deleted", "tag": "d068f85e-be2d-4caf-96fe-e5ecea3d378e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:49.531883 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fda4aade-f824-43f3-96c8-8bd56e74ef30 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:49.532173 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edabb05a-be80-4959-a82c-bd6aa5eb4dbc', 'name': 'network-vif-deleted', 'tag': 'd068f85e-be2d-4caf-96fe-e5ecea3d378e', 'status': 'completed', 'code': 200} Oct 26 11:51:49.579544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.582344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-75b42b05-8678-41f2-852f-13742460bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:49.584000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-75b42b05-8678-41f2-852f-13742460bb99 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1100 time: 0.3820267 Oct 26 11:51:49.586535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.622569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9c9283f-1b14-42b7-be7c-a003e8f19bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.649567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd28cbb-c9bb-444a-a595-229a28d80d6c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:49.667898 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.672522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70e36944-8ba3-4c31-a4ff-142516ed61c4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3328671 Oct 26 11:51:49.675028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58192) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:49.693456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Request body: {'security_group_rule': {'security_group_id': 'fdd28cbb-c9bb-444a-a595-229a28d80d6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:49.724293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-c8986e95-0d27-4ba7-bfe8-35bc8a838ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:49.725983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-c8986e95-0d27-4ba7-bfe8-35bc8a838ec9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1328666 Oct 26 11:51:49.736427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.835628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d068f85e-be2d-4caf-96fe-e5ecea3d378e no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:51:49.842532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-c5fa64ec-af02-420a-bf71-1988d3cc0b15 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.1059589 Oct 26 11:51:49.850279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.855035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda609d2-6a67-48d0-8bae-c9ab69dc5203 req-45cd4d1e-2397-4ee7-b89f-f32883ce6c92 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:49.855757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.866426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dda609d2-6a67-48d0-8bae-c9ab69dc5203 req-45cd4d1e-2397-4ee7-b89f-f32883ce6c92 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.3588400 Oct 26 11:51:49.883703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe90618-f693-436b-954c-09efc556e97e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:49.903430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.907815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6ae1be8-f718-4237-87dd-792bee5e458b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287784 Oct 26 11:51:49.908787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58194) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:49.918907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Request body: {'security_group_rule': {'security_group_id': 'fdd28cbb-c9bb-444a-a595-229a28d80d6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:49.950780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: d068f85e-be2d-4caf-96fe-e5ecea3d378e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:51:49.951497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d068f85e-be2d-4caf-96fe-e5ecea3d378e not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:51:49.956441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:49.969224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 3cf79a63-7691-4c5c-8b22-149d64ad117c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:51:49.989409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dda609d2-6a67-48d0-8bae-c9ab69dc5203 req-f37e4765-01c1-4297-b21a-49466f872443 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219711 Oct 26 11:51:49.995315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 3cf79a63-7691-4c5c-8b22-149d64ad117c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:49.995923 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.007812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-34003994-8b61-43de-b5e0-fd53c9fa0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:50.009445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-34003994-8b61-43de-b5e0-fd53c9fa0998 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1388016 Oct 26 11:51:50.023645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba18b7-cc53-4977-8dfb-edb4218ffc26 req-fef6b683-37cc-482c-a02c-1f1849d9ef88 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:50.027433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6aba18b7-cc53-4977-8dfb-edb4218ffc26 req-fef6b683-37cc-482c-a02c-1f1849d9ef88 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2902200 Oct 26 11:51:50.127619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.130787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.133495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.136767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.155511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe524bb0-ee3a-4b3f-9dd6-b075d0426795,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:50.168679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf79a63-7691-4c5c-8b22-149d64ad117c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:50.170762 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.173545 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce1232c-4124-4632-ba21-5d6d7d22bae8" -d '{"events": [{"server_uuid": "f8cadf84-c208-4a14-a813-cf00e8287f5b", "name": "network-vif-plugged", "status": "completed", "tag": "3cf79a63-7691-4c5c-8b22-149d64ad117c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:50.178099 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8d2023a6-9aab-421c-9937-247517bef3f2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2675843 Oct 26 11:51:50.186761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.187699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:51:50.192426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:50.232406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 3cf79a63-7691-4c5c-8b22-149d64ad117c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:50.245126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.245827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8a27f-957c-40b8-af93-c1c7a931df18 None None] Pushing event updated for resources: {'Port': ['ID=ccea52df-baa0-4cf8-8372-88741f3c837d,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:50.275941 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.348857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=3cf79a63-7691-4c5c-8b22-149d64ad117c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:50.439959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.446136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Attempting to bind port ccea52df-baa0-4cf8-8372-88741f3c837d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:50.446516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Attempting to bind port ccea52df-baa0-4cf8-8372-88741f3c837d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:50.446911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Attempting to bind port ccea52df-baa0-4cf8-8372-88741f3c837d on network fec4217c-460d-45c3-8bbb-c9df6876ac75 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:50.456390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:50.456772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Checking segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:50.457177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.460610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Bound using segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:50.462491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Bound port: ccea52df-baa0-4cf8-8372-88741f3c837d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:50.462683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.571669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] For port ccea52df-baa0-4cf8-8372-88741f3c837d, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:50.575595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] For port ccea52df-baa0-4cf8-8372-88741f3c837d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ccea52df-baa0-4cf8-8372-88741f3c837d,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:50.589808 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.623439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Allocated IP 172.25.4.228 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/be7d8475-3ae2-48b8-b39d-610a97d8369c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:50.709429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8a27f-957c-40b8-af93-c1c7a931df18 None None] Pushing event updated for resources: {'Port': ['ID=ccea52df-baa0-4cf8-8372-88741f3c837d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:50.767411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.781781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:51:50.783303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:50.787038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5e74eece-2743-4a20-ac11-68ad28300892 None None] Provisioning complete for port ccea52df-baa0-4cf8-8372-88741f3c837d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:50.797959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5e74eece-2743-4a20-ac11-68ad28300892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.814510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.832956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-785e1151-e01b-4b60-b1c5-e1ccfd2a13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:50.841085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-785e1151-e01b-4b60-b1c5-e1ccfd2a13b0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8092980 Oct 26 11:51:50.863614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:50.871868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:50.875790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:50.878516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:50.954425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event updated for resources: {'Port': ['ID=be7d8475-3ae2-48b8-b39d-610a97d8369c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:51.009265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.043285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8cb9893-ad6e-46ad-8d26-bbd8abb3e242,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:51.091230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.091534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6aba18b7-cc53-4977-8dfb-edb4218ffc26 req-ffc89b79-6944-4d91-9d97-069aadd3a321 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451673 Oct 26 11:51:51.145357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5e74eece-2743-4a20-ac11-68ad28300892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.159391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:51:51.184414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4bcdf-5263-45a5-a96f-f7c26c9f34ce req-d396a4d3-c24f-4d42-8fdd-e2502c6d5546 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:51.186403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fba4bcdf-5263-45a5-a96f-f7c26c9f34ce req-d396a4d3-c24f-4d42-8fdd-e2502c6d5546 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.5388839 Oct 26 11:51:51.228085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5e74eece-2743-4a20-ac11-68ad28300892 None None] For port ccea52df-baa0-4cf8-8372-88741f3c837d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ccea52df-baa0-4cf8-8372-88741f3c837d,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:51.235666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5e74eece-2743-4a20-ac11-68ad28300892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.282932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Checking segment: {'id': '538d849c-4f2f-4799-a9c7-14a155b11af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '534f9f76-b48b-4c44-af58-90956f642011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:51.283609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Network hostable DHCP agents. Network: 534f9f76-b48b-4c44-af58-90956f642011, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:51:51.294670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74eece-2743-4a20-ac11-68ad28300892 None None] Pushing event updated for resources: {'Port': ['ID=ccea52df-baa0-4cf8-8372-88741f3c837d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:51.306178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-429888df-8263-49ec-bc9d-13b0e0b7854f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2639599 Oct 26 11:51:51.321474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-3ab098ad-8b87-4aee-956b-2d7d7ea0b02f service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696345 Oct 26 11:51:51.324906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fba4bcdf-5263-45a5-a96f-f7c26c9f34ce req-d2a279d2-adf1-419d-ba7f-ad63e6cf061c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307652 Oct 26 11:51:51.365744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.370896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.385764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Network 534f9f76-b48b-4c44-af58-90956f642011 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:51:51.430458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event updated for resources: {'Port': ['ID=be7d8475-3ae2-48b8-b39d-610a97d8369c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:51.541846 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf13576-9f3f-4fa2-8f2d-47709f16703b x-openstack-request-id: req-8bf13576-9f3f-4fa2-8f2d-47709f16703b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:51:51.542222 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cadf84-c208-4a14-a813-cf00e8287f5b", "name": "network-vif-plugged", "status": "completed", "tag": "3cf79a63-7691-4c5c-8b22-149d64ad117c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:51:51.542529 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8bf13576-9f3f-4fa2-8f2d-47709f16703b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:51:51.542953 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf79a63-7691-4c5c-8b22-149d64ad117c', 'code': 200} Oct 26 11:51:51.543286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 534f9f76-b48b-4c44-af58-90956f642011) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:51.559356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9982b0-1fe1-4035-aa44-016d75b7853a req-de482fe9-6f6e-452f-9257-d1ddca077df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:51.561747 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e9982b0-1fe1-4035-aa44-016d75b7853a req-de482fe9-6f6e-452f-9257-d1ddca077df2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 1100 time: 0.0872867 Oct 26 11:51:51.566858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.570538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9003e-d42f-43fd-8801-4aed32d67d77 None None] Network 534f9f76-b48b-4c44-af58-90956f642011 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:51.595913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:51.596693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.608121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.611097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-03e50fdd-2d0c-416e-ae31-2e8ed79c1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:51.612782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-03e50fdd-2d0c-416e-ae31-2e8ed79c1d26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 1101 time: 0.2747438 Oct 26 11:51:51.615413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9755b80f-9b97-4853-99f6-010cfe377576 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4265141 Oct 26 11:51:51.625979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-092f8b54-28a1-48d0-9a57-14b827915746 None None] Provisioning complete for port ccea52df-baa0-4cf8-8372-88741f3c837d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:51.626349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-092f8b54-28a1-48d0-9a57-14b827915746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.653128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-58ad8d8f-0a33-4956-94a4-9e19b049b998 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5647457 Oct 26 11:51:51.682881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e9982b0-1fe1-4035-aa44-016d75b7853a req-84bd310e-08be-46b3-9943-8bca0c942f9b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805993 Oct 26 11:51:51.744587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d35ae-ae4d-48c6-ad8b-e27632150732 req-22a82f71-76e4-4498-b268-ca43f9f77422 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:51.746218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-018d35ae-ae4d-48c6-ad8b-e27632150732 req-22a82f71-76e4-4498-b268-ca43f9f77422 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.2403286 Oct 26 11:51:51.784535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d24f-b80d-4ef5-9695-9bd3c7089d25 req-99eca2a5-b3a5-496a-b152-789dc2a7fd85 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:51.786588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3111d24f-b80d-4ef5-9695-9bd3c7089d25 req-99eca2a5-b3a5-496a-b152-789dc2a7fd85 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 949 time: 0.2816658 Oct 26 11:51:51.835537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0fc6-e593-404f-ae3f-3a2a09e4cdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:51.837051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cdbd7d-c980-4277-b606-de757965b465 None None] Network 534f9f76-b48b-4c44-af58-90956f642011 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:51:51.869106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:50Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:51:51.952109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-8aade983-bba2-4601-9b3e-9db83ac94603 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129904 Oct 26 11:51:51.973290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c90b4f-3290-4504-9252-3627b3a7d7eb None None] The sync data for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 is: [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:50Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:51:51.995749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-018d35ae-ae4d-48c6-ad8b-e27632150732 req-d20bcfad-2570-42fe-bbbe-ed033a7fc24f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227743 Oct 26 11:51:52.038568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3111d24f-b80d-4ef5-9695-9bd3c7089d25 req-6ff2ce3e-4348-4476-bdbb-88e554af3b15 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096646 Oct 26 11:51:52.090085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-ec15ce68-7233-4cb3-aa89-a4d44918f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:52.092336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-ec15ce68-7233-4cb3-aa89-a4d44918f376 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.4354532 Oct 26 11:51:52.240038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-2fbd4114-21cf-4ba4-9093-624d0f94d412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 200 len: 217 time: 0.1123166 Oct 26 11:51:52.360602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-f6852e6c-dbc0-453e-8162-7f2fe0893a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:52.362956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-f6852e6c-dbc0-453e-8162-7f2fe0893a04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1070251 Oct 26 11:51:52.371204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ae66e-b7e0-4954-a7f4-a8bb5c5d3f5b req-ec8cef77-b71a-491f-8e86-c3a464d59bf9 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:52.373567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a7ae66e-b7e0-4954-a7f4-a8bb5c5d3f5b req-ec8cef77-b71a-491f-8e86-c3a464d59bf9 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1369650 Oct 26 11:51:52.474031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a7ae66e-b7e0-4954-a7f4-a8bb5c5d3f5b req-b27fba8f-a1cc-41e7-a7c3-a3d167bfd5e2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894754 Oct 26 11:51:52.492012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-54e58b43-7bf5-4a82-989e-acea2d66bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:52.493822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-54e58b43-7bf5-4a82-989e-acea2d66bd93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191053 Oct 26 11:51:52.702041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ccea52df-baa0-4cf8-8372-88741f3c837d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:51:52.721807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-7b523569-4f2b-4895-b373-30631baf803a service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198830 Oct 26 11:51:52.836202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:52.876773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ccea52df-baa0-4cf8-8372-88741f3c837d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:52.877169 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:52.968035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7386f71-5f2b-4d49-8d31-ff5c1d00b5c0 req-3fbfd258-13e5-41c0-a71c-d0a023cfea21 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368107 Oct 26 11:51:53.143718 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:53.336486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-180abde0-649e-4941-8d1c-6eb6caa1d934 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--944371811&fields=id&tenant_id=0f127858ff614322975e209f6b706512 HTTP/1.1" status: 200 len: 267 time: 0.2167511 Oct 26 11:51:53.558839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-d91bfac1-093c-4f85-9ca2-2a58e2b0056b tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:53.566741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-d91bfac1-093c-4f85-9ca2-2a58e2b0056b tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/networks?id=534f9f76-b48b-4c44-af58-90956f642011 HTTP/1.1" status: 200 len: 814 time: 0.3623385 Oct 26 11:51:53.589379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-21dca6a6-af86-4f8b-b239-fbe2e5de805a tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/quotas/af1a61a4261440529b82e928c9128738 HTTP/1.1" status: 200 len: 375 time: 0.0215795 Oct 26 11:51:53.638073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-0f5fc048-6ead-4075-974f-00fdcd8cae62 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=af1a61a4261440529b82e928c9128738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478311 Oct 26 11:51:53.661922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-e4b51463-acd3-4293-bba5-a8baac61cc4a tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:53.669215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-e4b51463-acd3-4293-bba5-a8baac61cc4a tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/networks?id=fec4217c-460d-45c3-8bbb-c9df6876ac75 HTTP/1.1" status: 200 len: 815 time: 0.3317921 Oct 26 11:51:53.694676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-e4c75fcf-f66f-40aa-9ad8-9927e095bbda tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/quotas/0f127858ff614322975e209f6b706512 HTTP/1.1" status: 200 len: 375 time: 0.0244358 Oct 26 11:51:53.746703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-fe13f682-fb07-40f1-a257-63c3bcd4b2ab service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:51:53.755359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-fe13f682-fb07-40f1-a257-63c3bcd4b2ab service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1163864 Oct 26 11:51:53.776130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-164004c8-9afe-46eb-af61-19daae607e81 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0f127858ff614322975e209f6b706512&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745664 Oct 26 11:51:53.981040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-dd3b593a-df1d-458f-93fe-dac136316fd3 service neutron] 10.222.0.88 "GET /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247150 Oct 26 11:51:54.000643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-54fb5812-3000-4211-9919-dadd7374ff3d service neutron] 10.222.0.88 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145264 Oct 26 11:51:54.194182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-71018cdb-6499-470b-8719-ec07573229a9 service neutron] 10.222.0.88 "GET /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120934 Oct 26 11:51:54.225006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-af66b3cb-f38e-4644-b436-e22c170afd4a service neutron] 10.222.0.88 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232256 Oct 26 11:51:54.506892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:54.661758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603a2fb-ff04-4f9d-98cb-f4337ab35d48 req-d547f76e-8522-4d41-8056-2c5ffaece967 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:54.675118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4603a2fb-ff04-4f9d-98cb-f4337ab35d48 req-d547f76e-8522-4d41-8056-2c5ffaece967 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1550350 Oct 26 11:51:54.724362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d68954-8fe7-4fe5-b688-3a4fae6ecf7a req-c7ea6b96-42f9-40f8-80b5-5b95eed01559 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:54.744766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d68954-8fe7-4fe5-b688-3a4fae6ecf7a req-c7ea6b96-42f9-40f8-80b5-5b95eed01559 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1911314 Oct 26 11:51:54.822010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4603a2fb-ff04-4f9d-98cb-f4337ab35d48 req-8fa9289b-2743-4f67-85d2-39afcbf0521e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458666 Oct 26 11:51:54.864875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d68954-8fe7-4fe5-b688-3a4fae6ecf7a req-87ae651f-dd0b-4ab7-ab8a-95d38b963bcd tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190910 Oct 26 11:51:55.044220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf3f50-a862-4816-bd64-6222d6031056 req-5b9b0b51-fe97-4129-96cb-c9ed1e899037 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:55.052015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3cf3f50-a862-4816-bd64-6222d6031056 req-5b9b0b51-fe97-4129-96cb-c9ed1e899037 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1049793 Oct 26 11:51:55.068839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefbe4-2501-4333-adee-7e94362c4a36 req-6e9567c3-667f-470c-bc9d-0724ca336240 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:55.076533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5edefbe4-2501-4333-adee-7e94362c4a36 req-6e9567c3-667f-470c-bc9d-0724ca336240 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 949 time: 0.0950084 Oct 26 11:51:55.147064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3cf3f50-a862-4816-bd64-6222d6031056 req-fa09a73f-e2e7-47fc-9cad-b27fd2b81803 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941184 Oct 26 11:51:55.172024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5edefbe4-2501-4333-adee-7e94362c4a36 req-3c4a45eb-8615-4b71-9647-12da89e866e2 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940375 Oct 26 11:51:55.322590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a319b5e-4b2d-45de-97db-9a2184b6961d req-96b054d0-c37c-442c-9303-97f16d233b9a tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 210 time: 0.0943828 Oct 26 11:51:55.362080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-080095b9-b2de-4902-a33c-8473b4d52ac6 req-3bbcc32b-3b54-4a64-82a6-d34af2100930 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 210 time: 0.1016300 Oct 26 11:51:55.698689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121db7a-95da-4b66-ba48-a90056302e9a req-f112ba93-c09e-44d7-a67d-74b05bbe9054 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:55.701158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3121db7a-95da-4b66-ba48-a90056302e9a req-f112ba93-c09e-44d7-a67d-74b05bbe9054 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 949 time: 0.0653577 Oct 26 11:51:55.752395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3121db7a-95da-4b66-ba48-a90056302e9a req-5313a7c4-9d68-48a3-adcd-7bdc9db2037c tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442855 Oct 26 11:51:56.294108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee919a95-376d-46af-88a4-e6d43f1d3391 req-8a09178e-48e6-4301-a16d-2c2fcf00a283 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:56.302740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee919a95-376d-46af-88a4-e6d43f1d3391 req-8a09178e-48e6-4301-a16d-2c2fcf00a283 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.3076518 Oct 26 11:51:56.323849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c011d53-09af-4c83-acf1-94eda7bc3c74 req-434f6a9e-b4dd-47bd-adef-1b9d9e99c074 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:56.329614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c011d53-09af-4c83-acf1-94eda7bc3c74 req-434f6a9e-b4dd-47bd-adef-1b9d9e99c074 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.3334386 Oct 26 11:51:56.358167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-09caf3e2-a786-498c-9c18-7502b55ea82b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:56.359788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-09caf3e2-a786-498c-9c18-7502b55ea82b tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.100 "GET /v2.0/networks?id=fec4217c-460d-45c3-8bbb-c9df6876ac75 HTTP/1.1" status: 200 len: 815 time: 0.4497190 Oct 26 11:51:56.514973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee919a95-376d-46af-88a4-e6d43f1d3391 req-8207eabf-9435-4866-a88a-636e2414302c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096214 Oct 26 11:51:56.528918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-1a5676c0-6f69-4bee-ab83-29a4181256b4 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f127858ff614322975e209f6b706512 HTTP/1.1" status: 200 len: 379 time: 0.1397812 Oct 26 11:51:56.587475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c011d53-09af-4c83-acf1-94eda7bc3c74 req-cd3c432d-872e-4b61-a886-c7015fd0d152 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500327 Oct 26 11:51:56.601839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Request body: {'port': {'device_id': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'admin_state_up': True, 'tenant_id': '0f127858ff614322975e209f6b706512', 'security_groups': ['fdd28cbb-c9bb-444a-a595-229a28d80d6c']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:56.830825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdb4013d-23d8-4158-ab49-001e7bf5507b req-2543400c-b060-4193-be84-53cb9e4af49b tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 210 time: 0.0651355 Oct 26 11:51:56.878054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec7e4a-372a-4fcf-a559-d732a1a380ae req-b3642627-52be-403e-aa17-944038eab5bf tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:56.886037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dec7e4a-372a-4fcf-a559-d732a1a380ae req-b3642627-52be-403e-aa17-944038eab5bf tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.1215329 Oct 26 11:51:57.003964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dec7e4a-372a-4fcf-a559-d732a1a380ae req-961c18d0-ac6b-4bde-8da7-6b4509f21c41 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166575 Oct 26 11:51:57.008999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bee977ca-4d00-4bd0-aa35-586c26cd75f1 req-0e021bd4-374f-4691-9bb8-1078289ea987 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 210 time: 0.0478299 Oct 26 11:51:57.011105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Made reservation on behalf of 0f127858ff614322975e209f6b706512 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:57.014921 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:57.313831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0512b-940f-4f55-88ec-3bf54e9e10da req-c8fa9e31-ceb2-4645-9d75-f0a93acb46d5 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:57.321274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44c0512b-940f-4f55-88ec-3bf54e9e10da req-c8fa9e31-ceb2-4645-9d75-f0a93acb46d5 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 949 time: 0.1168995 Oct 26 11:51:57.335060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-95a3c76a-b74d-4804-9fef-ee808e5aff7a tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:57.336603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-95a3c76a-b74d-4804-9fef-ee808e5aff7a tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 949 time: 0.2521183 Oct 26 11:51:57.422708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44c0512b-940f-4f55-88ec-3bf54e9e10da req-68b19eed-c388-4e8c-9cb5-c9abdd1e5a26 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3388036-8139-487e-b2aa-98d35a43484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005399 Oct 26 11:51:57.429766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Allocated IP 172.20.0.13 (fec4217c-460d-45c3-8bbb-c9df6876ac75/85a36583-6508-4f4a-8af2-c586a4cb687b/df69c962-50ed-4084-a8a1-3cc05d87a987) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:57.451059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-e34b22cb-029c-476a-acb5-48de9f6b7b6f tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:57.459781 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-e34b22cb-029c-476a-acb5-48de9f6b7b6f tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.100 "GET /v2.0/networks?id=534f9f76-b48b-4c44-af58-90956f642011 HTTP/1.1" status: 200 len: 814 time: 0.2786453 Oct 26 11:51:57.478515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Request body: {'port': {'device_id': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'network_id': '534f9f76-b48b-4c44-af58-90956f642011', 'admin_state_up': True, 'tenant_id': 'af1a61a4261440529b82e928c9128738'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:57.650402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Made reservation on behalf of af1a61a4261440529b82e928c9128738 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:51:57.654691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:57.844087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Deleting port 3cf79a63-7691-4c5c-8b22-149d64ad117c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:51:57.844489 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:57.876453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Allocated IP 172.20.0.5 (534f9f76-b48b-4c44-af58-90956f642011/a8cb9893-ad6e-46ad-8d26-bbd8abb3e242/9ff8afeb-17c6-4b60-b3fc-fd2416a8150e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:51:58.071985 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.124861 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.183351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Network 534f9f76-b48b-4c44-af58-90956f642011 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:58.196630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:58.207766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:58.243151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Pushing event updated for resources: {'Port': ['ID=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:58.289901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:58.291156 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.324642 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-402069ac-5f91-4cfc-bb0a-d1bcfbef99da tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8532753 Oct 26 11:51:58.348291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Request body: {'port': {'device_id': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:58.417990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd63e-4fac-4570-b699-049bebd747e9 req-37b1acd5-7df3-4520-aba6-8cfbcdf599f5 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:58.427835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cacd63e-4fac-4570-b699-049bebd747e9 req-37b1acd5-7df3-4520-aba6-8cfbcdf599f5 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.7282188 Oct 26 11:51:58.449545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6a1d8-be69-4f6e-a06f-2d9bd171a4d0 req-3496b61a-aca9-48df-9e70-8e48966da55d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:58.459324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29a6a1d8-be69-4f6e-a06f-2d9bd171a4d0 req-3496b61a-aca9-48df-9e70-8e48966da55d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.6978831 Oct 26 11:51:58.500055 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.500596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.595373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] For port 3cf79a63-7691-4c5c-8b22-149d64ad117c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=3cf79a63-7691-4c5c-8b22-149d64ad117c,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:51:58.595373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.637973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29a6a1d8-be69-4f6e-a06f-2d9bd171a4d0 req-2d66339e-9078-4509-bb73-ef3accd9ec40 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776183 Oct 26 11:51:58.649528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Calling delete_port for 3cf79a63-7691-4c5c-8b22-149d64ad117c owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:51:58.685210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cacd63e-4fac-4570-b699-049bebd747e9 req-debec5ff-7f8d-45f2-9c85-6cfa21eb5e67 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428043 Oct 26 11:51:58.733051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:58.914549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:51:58.934491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:51:58.941940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:51:59.000874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:59.002357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.016143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:51:59.038240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.071360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event updated for resources: {'Port': ['ID=df69c962-50ed-4084-a8a1-3cc05d87a987,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:59.105481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Transition to ACTIVE for port object 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:51:59.111902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7954f3-397b-45b0-9a83-6f2a31a7bd18 req-9d377be5-f2d3-40b7-a998-88f646555854 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:59.113928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d7954f3-397b-45b0-9a83-6f2a31a7bd18 req-9d377be5-f2d3-40b7-a998-88f646555854 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 931 time: 0.2970030 Oct 26 11:51:59.121094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.126886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-61bfa5e8-c96b-477b-8176-ad69943b3dcc tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5593946 Oct 26 11:51:59.157975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Request body: {'port': {'device_id': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:51:59.243021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:59.307765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e2f7965e-93c9-4a11-8aab-59cbf43de652 None None] Provisioning complete for port df69c962-50ed-4084-a8a1-3cc05d87a987 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:51:59.308352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2f7965e-93c9-4a11-8aab-59cbf43de652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.329520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Attempting to bind port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:51:59.330361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Attempting to bind port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '538d849c-4f2f-4799-a9c7-14a155b11af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '534f9f76-b48b-4c44-af58-90956f642011'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:51:59.333004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Attempting to bind port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e on network 534f9f76-b48b-4c44-af58-90956f642011 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:59.341092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e on network 534f9f76-b48b-4c44-af58-90956f642011 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:51:59.341884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Attempting to bind port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e on network 534f9f76-b48b-4c44-af58-90956f642011 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:51:59.349356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:51:59.350125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Checking segment: {'id': '538d849c-4f2f-4799-a9c7-14a155b11af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '534f9f76-b48b-4c44-af58-90956f642011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:51:59.350948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Bound using segment: {'id': '538d849c-4f2f-4799-a9c7-14a155b11af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '534f9f76-b48b-4c44-af58-90956f642011'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:51:59.351819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Bound port: 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538d849c-4f2f-4799-a9c7-14a155b11af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '534f9f76-b48b-4c44-af58-90956f642011'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:51:59.352560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.356086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.407849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7965e-93c9-4a11-8aab-59cbf43de652 None None] Port df69c962-50ed-4084-a8a1-3cc05d87a987 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:51:59.470422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e11c0f-4b74-43aa-b1ad-eb2f63d7f121 req-f3fe966d-1d85-4767-9126-ebdb4a49b8a3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:59.481934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] For port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:51:59.482168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3e11c0f-4b74-43aa-b1ad-eb2f63d7f121 req-f3fe966d-1d85-4767-9126-ebdb4a49b8a3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.4920688 Oct 26 11:51:59.486330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] For port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,segment=NetworkSegment(538d849c-4f2f-4799-a9c7-14a155b11af1),segment_id=538d849c-4f2f-4799-a9c7-14a155b11af1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:51:59.493435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.504076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Pushing event deleted for resources: {'Port': ['ID=3cf79a63-7691-4c5c-8b22-149d64ad117c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:59.554078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:59.554972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.556278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] 10.222.0.100 "PUT /v2.0/ports/9ff8afeb-17c6-4b60-b3fc-fd2416a8150e HTTP/1.1" status: 200 len: 1091 time: 1.2157958 Oct 26 11:51:59.558110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'tag': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:59.559837 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50710f7e-3330-4089-ac01-a6d0581faadc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2", "tag": "9ff8afeb-17c6-4b60-b3fc-fd2416a8150e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:59.604322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6ec95-4ae2-45b8-bd60-6137e688c497 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:51:59.612582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.616676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d7954f3-397b-45b0-9a83-6f2a31a7bd18 req-4f750f46-0447-4e7e-a4f1-bd9cb6f0dca3 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760306 Oct 26 11:51:59.620992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] No DVR routers for this DVR port 3cf79a63-7691-4c5c-8b22-149d64ad117c on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:51:59.632966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:51:59.636491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27a59c2a-af7a-43f8-8a46-662ffef694d4 req-fc700cca-8d28-4acf-8a4a-d5345c53b672 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.30 "DELETE /v2.0/ports/3cf79a63-7691-4c5c-8b22-149d64ad117c HTTP/1.1" status: 204 len: 173 time: 2.2775359 Oct 26 11:51:59.637332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'name': 'network-vif-deleted', 'tag': '3cf79a63-7691-4c5c-8b22-149d64ad117c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:51:59.640060 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a81c14-2d22-41f2-8e8b-d3ff7a6469a2" -d '{"events": [{"server_uuid": "f8cadf84-c208-4a14-a813-cf00e8287f5b", "name": "network-vif-deleted", "tag": "3cf79a63-7691-4c5c-8b22-149d64ad117c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:51:59.661320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3e11c0f-4b74-43aa-b1ad-eb2f63d7f121 req-527aac37-e47c-47f3-85b9-eb9f5927b626 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782770 Oct 26 11:51:59.698128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-05ebcf0a-6357-4d65-a619-44e91614f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:59.703515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-05ebcf0a-6357-4d65-a619-44e91614f562 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=af1a61a4261440529b82e928c9128738&device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0768666 Oct 26 11:51:59.902434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d885-a934-47d2-b094-b90471e88370 req-46228948-75f0-4cfc-9120-7267437ee96a tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:51:59.910742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7619d885-a934-47d2-b094-b90471e88370 req-46228948-75f0-4cfc-9120-7267437ee96a tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 932 time: 0.1431248 Oct 26 11:52:00.006196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7619d885-a934-47d2-b094-b90471e88370 req-1a31f932-e30c-4a87-b1a1-9a7ff18dc1ac tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945070 Oct 26 11:52:00.096454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58386) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:00.203010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-7e94478f-0eea-4cca-bf12-e77280e537d5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e HTTP/1.1" status: 200 len: 217 time: 0.4933505 Oct 26 11:52:00.246436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ad6a3df-adf5-4ec6-8ca1-940250c853f8 req-99217e78-a70b-400c-a3b5-f412564e16f6 tempest-ImagesNegativeTestJSON-528419800 tempest-ImagesNegativeTestJSON-528419800-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8cadf84-c208-4a14-a813-cf00e8287f5b HTTP/1.1" status: 200 len: 210 time: 0.0578153 Oct 26 11:52:00.254299 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab57090-7794-4840-8059-fd8488bb8200 x-openstack-request-id: req-2ab57090-7794-4840-8059-fd8488bb8200 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:00.255068 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2", "tag": "9ff8afeb-17c6-4b60-b3fc-fd2416a8150e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:00.255478 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ab57090-7794-4840-8059-fd8488bb8200 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:00.255725 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'tag': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e', 'status': 'completed', 'code': 200} Oct 26 11:52:00.285202 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1478502-ecb9-4622-b7dc-db0081cae329 x-openstack-request-id: req-a1478502-ecb9-4622-b7dc-db0081cae329 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:00.285445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-626e48b8-6e06-42ed-a4ca-9e34d6325639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.285549 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cadf84-c208-4a14-a813-cf00e8287f5b", "name": "network-vif-deleted", "tag": "3cf79a63-7691-4c5c-8b22-149d64ad117c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:00.285742 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1478502-ecb9-4622-b7dc-db0081cae329 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:00.286213 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cadf84-c208-4a14-a813-cf00e8287f5b', 'name': 'network-vif-deleted', 'tag': '3cf79a63-7691-4c5c-8b22-149d64ad117c', 'status': 'completed', 'code': 200} Oct 26 11:52:00.287227 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-626e48b8-6e06-42ed-a4ca-9e34d6325639 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8cb9893-ad6e-46ad-8d26-bbd8abb3e242 HTTP/1.1" status: 200 len: 854 time: 0.0769296 Oct 26 11:52:00.345883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-6e495d53-5aa3-4349-97c1-9439fed96942 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=534f9f76-b48b-4c44-af58-90956f642011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500398 Oct 26 11:52:00.351386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df69c962-50ed-4084-a8a1-3cc05d87a987 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:00.404045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:00.461859 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-39242dc3-cd52-4034-b411-8a4d9b1006ac service neutron] 10.222.0.100 "GET /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087377 Oct 26 11:52:00.511241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Transition to ACTIVE for port object df69c962-50ed-4084-a8a1-3cc05d87a987 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:00.523364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:00.564226 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-76adaeb4-daa6-4bfa-9ae0-623f89f2b291 req-9e6fb7af-749c-4fa4-9487-b372b2d96254 service neutron] 10.222.0.100 "GET /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945687 Oct 26 11:52:00.582891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294795-8688-4347-97ef-a0e666d88374 req-e2beeaad-13d0-4daf-a3f7-8c2c613f2854 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.584505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa294795-8688-4347-97ef-a0e666d88374 req-e2beeaad-13d0-4daf-a3f7-8c2c613f2854 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.2194257 Oct 26 11:52:00.599124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad9368-0e2b-458f-b449-dbd80a7ac58b req-38f259bd-8b71-49ea-8f47-03d328ae0e11 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.606954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21ad9368-0e2b-458f-b449-dbd80a7ac58b req-38f259bd-8b71-49ea-8f47-03d328ae0e11 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.2001083 Oct 26 11:52:00.666137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Pushing event updated for resources: {'Port': ['ID=df69c962-50ed-4084-a8a1-3cc05d87a987,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:00.677838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710f7e-3330-4089-ac01-a6d0581faadc req-a6665d72-c66d-4e82-af7a-19106863fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.679728 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-a6665d72-c66d-4e82-af7a-19106863fbd1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=af1a61a4261440529b82e928c9128738&device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0531995 Oct 26 11:52:00.752828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21ad9368-0e2b-458f-b449-dbd80a7ac58b req-2e38e763-3009-4f13-849b-25ec0a45b597 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448169 Oct 26 11:52:00.806223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710f7e-3330-4089-ac01-a6d0581faadc req-ef112156-af28-4112-9958-22577dae5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.807870 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-ef112156-af28-4112-9958-22577dae5bca service neutron] 10.222.0.100 "GET /v2.0/networks?id=534f9f76-b48b-4c44-af58-90956f642011 HTTP/1.1" status: 200 len: 916 time: 0.1168916 Oct 26 11:52:00.834337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa294795-8688-4347-97ef-a0e666d88374 req-7832cf7f-c330-406f-b016-70545685d22d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218947 Oct 26 11:52:00.860247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-d766e69a-a470-4869-a605-2656d11cd940 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e HTTP/1.1" status: 200 len: 217 time: 0.0443783 Oct 26 11:52:00.918208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710f7e-3330-4089-ac01-a6d0581faadc req-5ad23fd1-7c9e-4a85-95af-7e063f4e0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.919666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-5ad23fd1-7c9e-4a85-95af-7e063f4e0f55 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8cb9893-ad6e-46ad-8d26-bbd8abb3e242 HTTP/1.1" status: 200 len: 854 time: 0.0519371 Oct 26 11:52:00.942906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-993cd7a2-9295-4193-9053-25fa30ad102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:00.945029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-993cd7a2-9295-4193-9053-25fa30ad102d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 1096 time: 0.1844888 Oct 26 11:52:00.956675 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-ad39ff61-2e96-43a7-bd82-78bbbc65cba3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=534f9f76-b48b-4c44-af58-90956f642011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282235 Oct 26 11:52:01.039020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Attempting to bind port df69c962-50ed-4084-a8a1-3cc05d87a987 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:01.039366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Attempting to bind port df69c962-50ed-4084-a8a1-3cc05d87a987 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:01.040158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Attempting to bind port df69c962-50ed-4084-a8a1-3cc05d87a987 on network fec4217c-460d-45c3-8bbb-c9df6876ac75 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:01.061691 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-23ac9165-5115-4239-8c63-fdbbaf5804d6 service neutron] 10.222.0.100 "GET /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Oct 26 11:52:01.062151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Port df69c962-50ed-4084-a8a1-3cc05d87a987 on network fec4217c-460d-45c3-8bbb-c9df6876ac75 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:01.063402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Attempting to bind port df69c962-50ed-4084-a8a1-3cc05d87a987 on network fec4217c-460d-45c3-8bbb-c9df6876ac75 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:01.081064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d554a-ec27-40be-be1d-e599210019a9 req-3de054d2-dc05-436e-ab8d-85e715297e9e tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.083376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-676d554a-ec27-40be-be1d-e599210019a9 req-3de054d2-dc05-436e-ab8d-85e715297e9e tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 943 time: 0.2480664 Oct 26 11:52:01.105862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff098-cefb-4a20-9d4f-0a4c47ee306a req-de74aac8-c840-482e-b76d-1f8b4d4b15d1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.107300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c1ff098-cefb-4a20-9d4f-0a4c47ee306a req-de74aac8-c840-482e-b76d-1f8b4d4b15d1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2042491 Oct 26 11:52:01.108068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:01.108402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Checking segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:01.109428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Bound using segment: {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:01.109879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Bound port: df69c962-50ed-4084-a8a1-3cc05d87a987, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280b604e-c1b1-417a-91ce-7f66ad67e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:01.110233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:01.136672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3cf79a63-7691-4c5c-8b22-149d64ad117c no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:01.158521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 3cf79a63-7691-4c5c-8b22-149d64ad117c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:01.159223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 3cf79a63-7691-4c5c-8b22-149d64ad117c not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:01.166732 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-50710f7e-3330-4089-ac01-a6d0581faadc req-d8686805-ad9c-40de-8655-685e26552ea3 service neutron] 10.222.0.100 "GET /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010895 Oct 26 11:52:01.212090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-83a2a3cd-d29c-4729-b57d-1c68b97fdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.213576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-83a2a3cd-d29c-4729-b57d-1c68b97fdc92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.2476118 Oct 26 11:52:01.240045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-676d554a-ec27-40be-be1d-e599210019a9 req-2014a2a0-10de-41af-bef2-c30c3b6247bc tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479321 Oct 26 11:52:01.313487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-a40045cf-2af3-4e5a-8824-08c0aa757b21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac6d638-604f-45d6-a95a-760c3797e290 HTTP/1.1" status: 200 len: 217 time: 0.0859745 Oct 26 11:52:01.316527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c1ff098-cefb-4a20-9d4f-0a4c47ee306a req-6dd546ae-7da6-4854-b893-de93113e30a2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823390 Oct 26 11:52:01.371420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] For port df69c962-50ed-4084-a8a1-3cc05d87a987, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:01.404837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] For port df69c962-50ed-4084-a8a1-3cc05d87a987, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=df69c962-50ed-4084-a8a1-3cc05d87a987,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:01.430585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:01.434940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-0aab8d15-e519-4811-8cef-b7b675ec5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.436744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-0aab8d15-e519-4811-8cef-b7b675ec5f6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.1127732 Oct 26 11:52:01.491270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.491893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:01.493442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] 10.222.0.100 "PUT /v2.0/ports/df69c962-50ed-4084-a8a1-3cc05d87a987 HTTP/1.1" status: 200 len: 1092 time: 2.3475878 Oct 26 11:52:01.525039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-b6733906-83c6-4f9c-a0bf-3dfddd71a83e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685804 Oct 26 11:52:01.537465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:01.729162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee14a-2544-495a-b795-bc9eabb9dd11 req-dd27eed6-7ccb-40cc-ae13-a0894d395164 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.730898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-486ee14a-2544-495a-b795-bc9eabb9dd11 req-dd27eed6-7ccb-40cc-ae13-a0894d395164 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 944 time: 0.3487287 Oct 26 11:52:01.793582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37073f25-2ea8-4136-946a-3437a9fe2876 service neutron] Pushing event updated for resources: {'Port': ['ID=df69c962-50ed-4084-a8a1-3cc05d87a987,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:01.806796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58422) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:01.821435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-d82d0c82-b280-49a4-9cba-ff2c33cf9656 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802663 Oct 26 11:52:01.943700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-1734f133-7238-4d2e-9ebe-d2430364049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:01.945463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-1734f133-7238-4d2e-9ebe-d2430364049e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0f127858ff614322975e209f6b706512&device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 1095 time: 0.3217564 Oct 26 11:52:01.973919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-278f4900-cc4b-40ce-8551-dc787452c08b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7c41c0587a6c4be783d1f1286f3b8549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628354 Oct 26 11:52:01.974148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58428) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:01.986036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-486ee14a-2544-495a-b795-bc9eabb9dd11 req-24ddb262-516c-45d5-8f21-813293633023 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946366 Oct 26 11:52:02.029342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-034b4bd7-f54c-48a0-b5d7-ea2118e40194 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df69c962-50ed-4084-a8a1-3cc05d87a987 HTTP/1.1" status: 200 len: 217 time: 0.0606682 Oct 26 11:52:02.079214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64d0d155-5675-405f-b6d1-913707eaeba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:02.108623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64d0d155-5675-405f-b6d1-913707eaeba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:02.169447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64d0d155-5675-405f-b6d1-913707eaeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:02.172920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64d0d155-5675-405f-b6d1-913707eaeba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:02.176572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-64d0d155-5675-405f-b6d1-913707eaeba5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b3388036-8139-487e-b2aa-98d35a43484e HTTP/1.1" status: 204 len: 168 time: 0.1990452 Oct 26 11:52:02.183598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0d155-5675-405f-b6d1-913707eaeba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3388036-8139-487e-b2aa-98d35a43484e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:02.206573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2e900-cd2a-4f82-8206-5afd6af18e11 req-9f1692aa-56f1-48e6-b82d-8e400d7b1577 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:02.214467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4c2e900-cd2a-4f82-8206-5afd6af18e11 req-9f1692aa-56f1-48e6-b82d-8e400d7b1577 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.3468580 Oct 26 11:52:02.235917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e25c26-a274-41b0-8cd2-8ce1240e3b5e req-cdd8891b-e476-43a4-9f1d-5f4420950692 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937669 Oct 26 11:52:02.574373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:02.577709 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:02.605226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-3fb640fc-f2f1-4624-83e2-fa661641260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:02.606962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-3fb640fc-f2f1-4624-83e2-fa661641260d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=85a36583-6508-4f4a-8af2-c586a4cb687b HTTP/1.1" status: 200 len: 854 time: 0.5667450 Oct 26 11:52:02.641758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436b2d-1860-4c77-9cea-1b4a058c2fb5 req-b97a9422-7cbc-46c4-9ff9-48939836d9f6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:02.643378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e436b2d-1860-4c77-9cea-1b4a058c2fb5 req-b97a9422-7cbc-46c4-9ff9-48939836d9f6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.5458298 Oct 26 11:52:02.667215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4c2e900-cd2a-4f82-8206-5afd6af18e11 req-08835103-cb59-46c7-be4b-be9168950a9d tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516711 Oct 26 11:52:02.738668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-46c9770e-d810-4ce7-acb5-234f3fc83fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:02.740277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-46c9770e-d810-4ce7-acb5-234f3fc83fc9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fec4217c-460d-45c3-8bbb-c9df6876ac75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170392 Oct 26 11:52:02.749629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e436b2d-1860-4c77-9cea-1b4a058c2fb5 req-feeee2de-f4ab-4cc3-b6d2-2b180739eaa3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813866 Oct 26 11:52:02.916587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805961d1-2b50-45fc-b5e9-7e4ca50120db req-260f73e6-de35-4cde-a67a-68a7090064ea tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:02.918004 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-805961d1-2b50-45fc-b5e9-7e4ca50120db req-260f73e6-de35-4cde-a67a-68a7090064ea tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 943 time: 0.1580102 Oct 26 11:52:02.940667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:02.961117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-d8d53d9a-9815-4281-afa1-515e6de67268 service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104080 Oct 26 11:52:02.986450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Deleting port 85637812-a03d-40d2-a1b0-6ac9b3120c53 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:02.986780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.054225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-607394088-network', 'tenant_id': '0e0a383b4b774e08a9782163ce247430'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:03.080448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Made reservation on behalf of 0e0a383b4b774e08a9782163ce247430 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:03.083283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.092322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.094655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3b03-9eb4-4d6b-9390-56cfe08ef148 req-6a301b0a-b793-4638-8507-d2ab2ffb740e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.096196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52fb3b03-9eb4-4d6b-9390-56cfe08ef148 req-6a301b0a-b793-4638-8507-d2ab2ffb740e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 945 time: 0.2149680 Oct 26 11:52:03.105977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-805961d1-2b50-45fc-b5e9-7e4ca50120db req-6a74a8d5-0b0c-4bae-a77a-f01b34ac6826 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644590 Oct 26 11:52:03.141608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bac6d638-604f-45d6-a95a-760c3797e290 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:03.168590 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43943766-1e0c-47db-8105-11c6859e6a73 x-openstack-request-id: req-43943766-1e0c-47db-8105-11c6859e6a73 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:03.168863 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:03.169113 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-43943766-1e0c-47db-8105-11c6859e6a73 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:03.169513 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'status': 'completed', 'code': 200} Oct 26 11:52:03.205503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] For port 85637812-a03d-40d2-a1b0-6ac9b3120c53, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=85637812-a03d-40d2-a1b0-6ac9b3120c53,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:03.205877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.212655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52fb3b03-9eb4-4d6b-9390-56cfe08ef148 req-763f345c-faa9-4b13-95a1-49fa8559b4be tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026340 Oct 26 11:52:03.221619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd642a-f6cd-4ede-8a4f-dfb2644684ba req-fa72afae-c111-4c83-9d2e-f2660fe2d9fb service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488692 Oct 26 11:52:03.231253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.238478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Calling delete_port for 85637812-a03d-40d2-a1b0-6ac9b3120c53 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:03.239621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.257792 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.285528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ecbae-688d-4152-ab6e-2c2ac373b113,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:03.286071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:03.288455 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bb64ca-1506-4990-95b0-f1f96885e753" -d '{"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "bac6d638-604f-45d6-a95a-760c3797e290"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:03.289385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:52:03.300881 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.302541 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Added segment 3be5ca0c-f7c0-42c6-badf-a21bfe508374 of type vlan for network 8030a5f4-d533-4f00-9319-c1729d7f3d7f Oct 26 11:52:03.308045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:03.316595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.366077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d695e51-23ba-4b1e-b5b9-76fb927997c3 req-320ca704-4b35-4e5b-9d46-22941173f43e tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.366833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.367686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d695e51-23ba-4b1e-b5b9-76fb927997c3 req-320ca704-4b35-4e5b-9d46-22941173f43e tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 944 time: 0.1486645 Oct 26 11:52:03.369228 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8450214-813d-4a58-9ed2-f843a2a84939 x-openstack-request-id: req-a8450214-813d-4a58-9ed2-f843a2a84939 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:03.369524 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "bac6d638-604f-45d6-a95a-760c3797e290", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:03.369778 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a8450214-813d-4a58-9ed2-f843a2a84939 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:03.370589 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290', 'code': 200} Oct 26 11:52:03.376920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:03.399360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.400325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.400962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.452192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-75858530-c009-4248-af17-703371346ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.453392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-75858530-c009-4248-af17-703371346ae3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0f127858ff614322975e209f6b706512&device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 1095 time: 0.1775098 Oct 26 11:52:03.463012 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5192747 Oct 26 11:52:03.464510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58466) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:03.471311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Request body: {'subnet': {'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-607394088-subnet', 'tenant_id': '0e0a383b4b774e08a9782163ce247430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:03.477898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaa3f3-9095-402b-8776-729dc97c1420 admin admin] Pushing event updated for resources: {'Network': ['ID=8030a5f4-d533-4f00-9319-c1729d7f3d7f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:03.489986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:52:03.500733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Made reservation on behalf of 0e0a383b4b774e08a9782163ce247430 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:03.503456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.527590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d695e51-23ba-4b1e-b5b9-76fb927997c3 req-ced41ea8-5815-423c-9c6c-0834e5940382 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444657 Oct 26 11:52:03.543979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:03.566322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.616488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-27db29cb-b99c-4ade-9fea-212066f0d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.617972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-27db29cb-b99c-4ade-9fea-212066f0d233 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fec4217c-460d-45c3-8bbb-c9df6876ac75 HTTP/1.1" status: 200 len: 917 time: 0.1516387 Oct 26 11:52:03.685276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-b0d90323-eccd-426b-a975-2315095e115d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df69c962-50ed-4084-a8a1-3cc05d87a987 HTTP/1.1" status: 200 len: 217 time: 0.0591524 Oct 26 11:52:03.690258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,segment=NetworkSegment(538d849c-4f2f-4799-a9c7-14a155b11af1),segment_id=538d849c-4f2f-4799-a9c7-14a155b11af1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:03.704950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e', 'network_id': '534f9f76-b48b-4c44-af58-90956f642011', 'port_id': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e', 'mac_address': 'fa:16:3e:39:27:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cb9893-ad6e-46ad-8d26-bbd8abb3e242', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:03.708567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.744601 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.759411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:03.762973 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.782379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,segment=NetworkSegment(538d849c-4f2f-4799-a9c7-14a155b11af1),segment_id=538d849c-4f2f-4799-a9c7-14a155b11af1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:03.787527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.793777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d637e95f-8d08-4861-b92e-4ec13e267f84,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:03.799295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Pushing event deleted for resources: {'Port': ['ID=85637812-a03d-40d2-a1b0-6ac9b3120c53,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:03.802414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Checking segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:03.804908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Network hostable DHCP agents. Network: 8030a5f4-d533-4f00-9319-c1729d7f3d7f, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:52:03.805658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-55acd09f-145c-438c-8979-e283fc9a1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.807204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-55acd09f-145c-438c-8979-e283fc9a1cc0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=85a36583-6508-4f4a-8af2-c586a4cb687b HTTP/1.1" status: 200 len: 854 time: 0.1133342 Oct 26 11:52:03.842167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:03.856706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:52:03.869898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 8030a5f4-d533-4f00-9319-c1729d7f3d7f) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:03.876667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:03.876912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:03.885819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4c681-21ee-431e-96f9-1e9871a2afb4 None None] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:03.904458 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aceec8e5-0abf-41eb-9f39-e927ef5202e3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4388783 Oct 26 11:52:04.020819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3ab5-9fa7-4551-9306-857a64fc372e req-940403cc-a50d-4b99-9063-a12a6e3b5412 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:04.029036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-567f3ab5-9fa7-4551-9306-857a64fc372e req-940403cc-a50d-4b99-9063-a12a6e3b5412 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.2344608 Oct 26 11:52:04.088984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-4f65a65b-e00a-4a0f-95ba-449859199ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:04.090589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-4f65a65b-e00a-4a0f-95ba-449859199ba8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fec4217c-460d-45c3-8bbb-c9df6876ac75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501812 Oct 26 11:52:04.219554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['9ff8afeb-17c6-4b60-b3fc-fd2416a8150e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:04.224264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170b988-36cf-414e-90ee-913352a99897 req-98068ae1-1fa3-471e-b506-f8e0d28d4a25 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:04.226167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6170b988-36cf-414e-90ee-913352a99897 req-98068ae1-1fa3-471e-b506-f8e0d28d4a25 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.3803852 Oct 26 11:52:04.262426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eebdba-7a52-42d0-8e13-13007f0ec463 None None] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:04.277435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-567f3ab5-9fa7-4551-9306-857a64fc372e req-689ed739-bed8-4763-adac-8394fdb09008 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474794 Oct 26 11:52:04.315240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6170b988-36cf-414e-90ee-913352a99897 req-2100ea4c-c802-4ad8-a4ce-01674b659c8f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Oct 26 11:52:04.341792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-4788622f-e527-4be1-abe7-acd7d60c2b5d service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038686 Oct 26 11:52:04.359124 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:04.574959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94a130a8-da1c-4fd8-bb50-ad3d8b4be597 req-4ae24d70-158e-4911-a40d-5ab39ec45f9d service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235475 Oct 26 11:52:04.596213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee970-b264-4140-81ae-9df5b100d417 req-5d56f142-4858-471d-8452-23963b217c87 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:04.597835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcfee970-b264-4140-81ae-9df5b100d417 req-5d56f142-4858-471d-8452-23963b217c87 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 944 time: 0.1128120 Oct 26 11:52:04.777137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcfee970-b264-4140-81ae-9df5b100d417 req-2add238b-ba81-4387-b219-b0abb479c143 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641510 Oct 26 11:52:04.841672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-2fc88058-7653-486d-b6be-ad611eb4efc6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:04.843209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-2fc88058-7653-486d-b6be-ad611eb4efc6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 821 time: 0.2055886 Oct 26 11:52:04.866042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:52:04.888683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-5a2149fa-cfbe-4aa1-a774-e418ac27d39f tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/quotas/0e0a383b4b774e08a9782163ce247430 HTTP/1.1" status: 200 len: 375 time: 0.0336595 Oct 26 11:52:04.981811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-2a5e6242-5538-419f-9952-f58c907e2537 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863183 Oct 26 11:52:04.997427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fb1a5-ee5d-4435-90e7-702150a02960 req-24f72f76-1daf-47af-af3a-6b152089851c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:04.999152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d16fb1a5-ee5d-4435-90e7-702150a02960 req-24f72f76-1daf-47af-af3a-6b152089851c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 943 time: 0.1549325 Oct 26 11:52:05.109795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d16fb1a5-ee5d-4435-90e7-702150a02960 req-1f985d00-41b3-49e1-b68d-37382554c1e7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992358 Oct 26 11:52:05.133813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:05.138687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-25d42733-86a0-45e9-8e78-d6951e613555 admin admin] 10.222.0.88 "PUT /v2.0/routers/9f2d3a64-96ea-4ae9-bf25-ecec76bfde67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0386159 Oct 26 11:52:05.139987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58498) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:05.144557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-68222bd3-6cea-49ed-81fe-3b9ac0d0bf50 service neutron] 10.222.0.88 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424465 Oct 26 11:52:05.153257 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] Sync routers for ids ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:05.172756 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:05.173515 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] Routers {'9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:05.174832 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:05.292547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1fd0-68cd-443b-af98-9c7b5afafe06 req-06a59403-9521-46e8-b9a2-716478b6a2d2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:05.294423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c8b1fd0-68cd-443b-af98-9c7b5afafe06 req-06a59403-9521-46e8-b9a2-716478b6a2d2 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 944 time: 0.0851285 Oct 26 11:52:05.302180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-68f16232-6363-422c-8e37-6790644bfec5 service neutron] 10.222.0.88 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370060 Oct 26 11:52:05.307534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:05.329200 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] Set router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:05.354526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c8b1fd0-68cd-443b-af98-9c7b5afafe06 req-6d527bd9-a5cd-40ed-a33c-2ff2dda4d4ed tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Oct 26 11:52:05.441667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:05.478259 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:52:05.540572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Deleting port 67accf40-0037-41d0-a9cd-c9ca3fad1866 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:05.541138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:05.563082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device df69c962-50ed-4084-a8a1-3cc05d87a987 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:05.566731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:05.606233 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:52:03Z', 'revision_number': 5, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port': {'id': '67accf40-0037-41d0-a9cd-c9ca3fad1866', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:35Z', 'updated_at': '2021-10-26T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:05.660982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf2bc0-1f8c-4c3e-8484-4c90c9887137 req-5e52dfa7-8531-408f-b1c2-0eb0a1b081ce tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:05.671410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8cf2bc0-1f8c-4c3e-8484-4c90c9887137 req-5e52dfa7-8531-408f-b1c2-0eb0a1b081ce tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1261282 Oct 26 11:52:05.676767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] For port 67accf40-0037-41d0-a9cd-c9ca3fad1866, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=67accf40-0037-41d0-a9cd-c9ca3fad1866,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:05.677172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:05.688661 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] Checking router: 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:05.694822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Calling delete_port for 67accf40-0037-41d0-a9cd-c9ca3fad1866 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:05.700195 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] Routers {'9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:05.701203 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:05.707580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:05.730209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:05.731452 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:05.782501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8cf2bc0-1f8c-4c3e-8484-4c90c9887137 req-995dd7fe-596c-4659-9956-25a6b602c77c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038270 Oct 26 11:52:05.857816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port df69c962-50ed-4084-a8a1-3cc05d87a987, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=df69c962-50ed-4084-a8a1-3cc05d87a987,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:05.911188 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] Set router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:05.934712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'port_id': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'mac_address': 'fa:16:3e:ab:b2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:05.990317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.010651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:52:05Z', 'revision_number': 6, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:06.012352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.038143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,segment=NetworkSegment(538d849c-4f2f-4799-a9c7-14a155b11af1),segment_id=538d849c-4f2f-4799-a9c7-14a155b11af1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:06.047033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:06.049657 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39609ef-2c8e-4c52-839f-4bdfbe54ffdf" -d '{"events": [{"server_uuid": "ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2", "name": "network-vif-plugged", "status": "completed", "tag": "9ff8afeb-17c6-4b60-b3fc-fd2416a8150e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:06.055944 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.061034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95687c8a-080c-416c-88a2-bd03c42ce520 req-7c0dfc98-6349-42d2-a3f8-91eec6b953aa tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:06.080383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95687c8a-080c-416c-88a2-bd03c42ce520 req-7c0dfc98-6349-42d2-a3f8-91eec6b953aa tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1760259 Oct 26 11:52:06.085600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa2c9e-c1f7-45da-95c8-6df341cbf565 None None] The sync data for ids ['9f2d3a64-96ea-4ae9-bf25-ecec76bfde67'] in n-d-812150-3 is: [{'id': '9f2d3a64-96ea-4ae9-bf25-ecec76bfde67', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815129523-router', 'tenant_id': '612f242f5cbf49a8b547290f504d4577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:33Z', 'updated_at': '2021-10-26T11:52:05Z', 'revision_number': 6, 'project_id': '612f242f5cbf49a8b547290f504d4577', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:06.094419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df69c962-50ed-4084-a8a1-3cc05d87a987 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:06.112041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.163524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port df69c962-50ed-4084-a8a1-3cc05d87a987, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=df69c962-50ed-4084-a8a1-3cc05d87a987,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:06.164928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:06.173101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.202238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95687c8a-080c-416c-88a2-bd03c42ce520 req-955b983b-f959-4e09-8444-413f4cb50c78 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207879 Oct 26 11:52:06.254016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=df69c962-50ed-4084-a8a1-3cc05d87a987,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:06.283859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Pushing event deleted for resources: {'Port': ['ID=67accf40-0037-41d0-a9cd-c9ca3fad1866,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:06.338503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.422497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['df69c962-50ed-4084-a8a1-3cc05d87a987'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:06.514515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ade7680-a119-4f39-95cf-14ee9ba6080c req-33347ebc-34d9-44c3-b90b-f0bf3766da2e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 210 time: 0.0962145 Oct 26 11:52:06.539756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.544523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.705531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85637812-a03d-40d2-a1b0-6ac9b3120c53 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:06.708474 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.709099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:52:06.715451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.720129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-262b0605-7c98-44c8-98e9-700b907e1258 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9f2d3a64-96ea-4ae9-bf25-ecec76bfde67 HTTP/1.1" status: 204 len: 168 time: 1.5762258 Oct 26 11:52:06.721383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58558) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:06.740444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d9f1f-a3c2-4b28-b992-c225007af449 req-08e62100-4964-4339-b72a-08be0885552d tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:06.742597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-581d9f1f-a3c2-4b28-b992-c225007af449 req-08e62100-4964-4339-b72a-08be0885552d tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 945 time: 0.0929379 Oct 26 11:52:06.770766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 85637812-a03d-40d2-a1b0-6ac9b3120c53 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:06.771493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85637812-a03d-40d2-a1b0-6ac9b3120c53 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:06.796402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Deleting subnet 86eaa18e-15b2-45b3-9f3d-7c23e3481821 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:52:06.800345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.802177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-581d9f1f-a3c2-4b28-b992-c225007af449 req-d45b644c-2a97-478d-8080-b06e362f0bcd tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 Oct 26 11:52:06.849949 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cac425e-c215-4824-b969-b7528ff34930 x-openstack-request-id: req-7cac425e-c215-4824-b969-b7528ff34930 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:06.850572 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2", "name": "network-vif-plugged", "status": "completed", "tag": "9ff8afeb-17c6-4b60-b3fc-fd2416a8150e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:06.851198 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cac425e-c215-4824-b969-b7528ff34930 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:06.851401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:06.851790 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e', 'code': 200} Oct 26 11:52:06.893075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-34a325f4-f616-41d1-90f6-731fba542324 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:06.895400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-34a325f4-f616-41d1-90f6-731fba542324 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fa99ff8-6a2e-42be-963f-d27c94075ccf HTTP/1.1" status: 200 len: 943 time: 0.0554574 Oct 26 11:52:06.956006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.012647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.041782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86eaa18e-15b2-45b3-9f3d-7c23e3481821,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:07.050577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.054148 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c16527b-8e06-4efe-931f-8802b57cacd6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/86eaa18e-15b2-45b3-9f3d-7c23e3481821 HTTP/1.1" status: 204 len: 168 time: 0.3285401 Oct 26 11:52:07.063727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5af693-3677-4ea3-9baf-ad77d74fc965 None None] Network 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:07.074670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:07.081454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1640-7ba0-4420-9797-c8c6a427bc06 req-77f27928-44f2-4f4f-a190-82f5939b2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:07.082536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce4f1640-7ba0-4420-9797-c8c6a427bc06 req-77f27928-44f2-4f4f-a190-82f5939b2365 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1474264 Oct 26 11:52:07.093034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3298-ff79-4142-ba7c-75240a2405bb req-1a5cd3b5-02af-43b3-963a-9cc66e2f03ba tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:07.100995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-186b3298-ff79-4142-ba7c-75240a2405bb req-1a5cd3b5-02af-43b3-963a-9cc66e2f03ba tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 945 time: 0.1870341 Oct 26 11:52:07.176794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bac6d638-604f-45d6-a95a-760c3797e290 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:07.192358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.297809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Deleting port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:07.298535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.413181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] For port 1e26be5e-693e-4ac4-86b2-2dcf423452d3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e26be5e-693e-4ac4-86b2-2dcf423452d3,segment=NetworkSegment(88bda4be-5000-4d68-a9ba-0ccd55b945bb),segment_id=88bda4be-5000-4d68-a9ba-0ccd55b945bb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:07.413621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.453213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Calling delete_port for 1e26be5e-693e-4ac4-86b2-2dcf423452d3 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:07.522417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] DHCP port deletion for 70d0ceee-c63f-4b91-a76d-8913c3e4e0bd request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:52:07.572807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.577320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device df69c962-50ed-4084-a8a1-3cc05d87a987 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:07.603204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e26be5e-693e-4ac4-86b2-2dcf423452d3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:07.608853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Deleting port bac6d638-604f-45d6-a95a-760c3797e290 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:07.609593 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.619293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] No DVR routers for this DVR port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:07.655460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Deleting port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:07.656195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.688013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-186b3298-ff79-4142-ba7c-75240a2405bb req-94b5d78a-ae4f-4441-aa3c-d6ed7478120d tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5860093 Oct 26 11:52:07.716116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce4f1640-7ba0-4420-9797-c8c6a427bc06 req-0afc9cbc-769f-47cb-97cd-5f5279471e9d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112173 Oct 26 11:52:07.730466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port df69c962-50ed-4084-a8a1-3cc05d87a987 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:07.742672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.743968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port df69c962-50ed-4084-a8a1-3cc05d87a987 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:07.744356 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.751172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] For port 1e26be5e-693e-4ac4-86b2-2dcf423452d3, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:07.751576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.765903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-1ac304a6-eee9-4ca0-9c05-41e10d5d0cfe tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:07.767189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-1ac304a6-eee9-4ca0-9c05-41e10d5d0cfe tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 821 time: 0.6476116 Oct 26 11:52:07.782941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d0ceee-c63f-4b91-a76d-8913c3e4e0bd']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:07.790611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Calling delete_port for 1e26be5e-693e-4ac4-86b2-2dcf423452d3 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:07.794003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bda4be-5000-4d68-a9ba-0ccd55b945bb') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:07.794003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bda4be-5000-4d68-a9ba-0ccd55b945bb') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:07.795075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:52:07.798338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'port': {'device_id': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'admin_state_up': True, 'tenant_id': '0e0a383b4b774e08a9782163ce247430'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:07.801176 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.805774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.832632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.838295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Pushing event deleted for resources: {'Port': ['ID=1e26be5e-693e-4ac4-86b2-2dcf423452d3,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:07.842501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:52:07.843109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:52:07.845459 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:52:07.848496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] No DVR routers for this DVR port 1e26be5e-693e-4ac4-86b2-2dcf423452d3 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:07.851016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.851400 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.851975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.852502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.852843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.853182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.853842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.854188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.854601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.855088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.855608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.856073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed77508-8914-497a-b722-b53fa9d91bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:07.907038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] For port bac6d638-604f-45d6-a95a-760c3797e290, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bac6d638-604f-45d6-a95a-760c3797e290,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:07.908500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.922192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.926904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.933731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:07.934606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Calling delete_port for bac6d638-604f-45d6-a95a-760c3797e290 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:07.949024 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] 10.222.0.88 "DELETE /v2.0/networks/70d0ceee-c63f-4b91-a76d-8913c3e4e0bd HTTP/1.1" status: 204 len: 168 time: 0.8728015 Oct 26 11:52:07.951221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:07.970250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port df69c962-50ed-4084-a8a1-3cc05d87a987, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=df69c962-50ed-4084-a8a1-3cc05d87a987,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:07.970501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bccce-71f7-4704-96cf-6731cfd3fced req-aa695aca-89d8-473d-a9cc-13cf1293e117 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:07.971070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfadd2-6779-4754-9b0b-c897c7d86714 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d0ceee-c63f-4b91-a76d-8913c3e4e0bd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:07.972604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-121bccce-71f7-4704-96cf-6731cfd3fced req-aa695aca-89d8-473d-a9cc-13cf1293e117 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1926775 Oct 26 11:52:07.979644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:08.030247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=df69c962-50ed-4084-a8a1-3cc05d87a987,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:08.189085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-121bccce-71f7-4704-96cf-6731cfd3fced req-3938c9af-9b05-48df-8848-691fb105d412 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915143 Oct 26 11:52:08.220987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Made reservation on behalf of 0e0a383b4b774e08a9782163ce247430 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:08.224653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:08.449072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:08.505520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350723a-8bad-4f10-8ce7-aa4aa7cc7818 req-eefef058-2632-47e0-82f7-e3e52da8908c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:08.507096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9350723a-8bad-4f10-8ce7-aa4aa7cc7818 req-eefef058-2632-47e0-82f7-e3e52da8908c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.2399590 Oct 26 11:52:08.515512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event deleted for resources: {'Port': ['ID=bac6d638-604f-45d6-a95a-760c3797e290,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:08.586431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e26be5e-693e-4ac4-86b2-2dcf423452d3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:08.608312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1e26be5e-693e-4ac4-86b2-2dcf423452d3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:08.609355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e26be5e-693e-4ac4-86b2-2dcf423452d3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:08.609856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 67accf40-0037-41d0-a9cd-c9ca3fad1866 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:08.630597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 67accf40-0037-41d0-a9cd-c9ca3fad1866 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:08.630978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 67accf40-0037-41d0-a9cd-c9ca3fad1866 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:08.658712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] No DVR routers for this DVR port bac6d638-604f-45d6-a95a-760c3797e290 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:08.668107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:08.672074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-936596ce-251d-49a0-9cac-964a0f3e6ceb req-eb3775ca-baa7-4d32-9f7c-a2b6501f13fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "DELETE /v2.0/ports/bac6d638-604f-45d6-a95a-760c3797e290 HTTP/1.1" status: 204 len: 173 time: 1.7675197 Oct 26 11:52:08.672535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-deleted', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:08.674977 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a287d-ab9b-42bd-a81a-1f443ef81abf" -d '{"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-deleted", "tag": "bac6d638-604f-45d6-a95a-760c3797e290"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:08.684599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9350723a-8bad-4f10-8ce7-aa4aa7cc7818 req-e0dbb08c-8afe-4612-bf84-19a3d3dbe679 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668155 Oct 26 11:52:08.693256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Allocated IP 172.20.0.2 (8030a5f4-d533-4f00-9319-c1729d7f3d7f/d637e95f-8d08-4861-b92e-4ec13e267f84/2e2d3174-9a29-45c8-9d0d-09ac49090d3d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:08.853992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:08.859286 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f059c76-4d74-4665-b5fd-e50c146547dc" -d '{"events": [{"server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "name": "network-vif-plugged", "status": "completed", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:08.945691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d33ca23a-bd76-4505-8070-cdd3429b912c req-9f260d6b-8bde-4b3d-9084-7c9b0a01acdf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 210 time: 0.0348692 Oct 26 11:52:09.007736 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:09.053734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:09.167189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eb05a-f6b2-4f3f-ac1c-2af77419eebe req-612321cc-7b56-4da7-8ca8-1666ae35a9be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:09.168769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-999eb05a-f6b2-4f3f-ac1c-2af77419eebe req-612321cc-7b56-4da7-8ca8-1666ae35a9be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 945 time: 0.1527300 Oct 26 11:52:09.172155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:09.248595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:09.264811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:09.274405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:09.314114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:09.353640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-999eb05a-f6b2-4f3f-ac1c-2af77419eebe req-dae2335b-d5b3-49a9-87f9-34fb50f6dfa7 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735158 Oct 26 11:52:09.358337 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ec54f6-6661-44e5-8dd6-1b5964acb016 x-openstack-request-id: req-c5ec54f6-6661-44e5-8dd6-1b5964acb016 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:09.358775 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa99ff8-6a2e-42be-963f-d27c94075ccf", "name": "network-vif-deleted", "tag": "bac6d638-604f-45d6-a95a-760c3797e290", "status": "failed", "code": 422}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:09.359151 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5ec54f6-6661-44e5-8dd6-1b5964acb016 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:09.359626 n-d-812150-3 neutron-server[102760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fa99ff8-6a2e-42be-963f-d27c94075ccf', 'name': 'network-vif-deleted', 'tag': 'bac6d638-604f-45d6-a95a-760c3797e290', 'status': 'failed', 'code': 422} returned with failed status Oct 26 11:52:09.412221 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc770d12-0d9b-4fcb-b071-a212b5fa5a43 x-openstack-request-id: req-cc770d12-0d9b-4fcb-b071-a212b5fa5a43 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:09.412520 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "name": "network-vif-plugged", "status": "completed", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:09.412779 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc770d12-0d9b-4fcb-b071-a212b5fa5a43 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:09.413174 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'code': 200} Oct 26 11:52:09.439970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:09.440895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:09.465252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-7ef56615-b8c4-4dd5-a6bc-c3f499878405 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6835134 Oct 26 11:52:09.479503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212614-75da-4c02-981e-e2fd294b0929 req-ad23b4fb-e096-499c-bdf0-3928621cc3d5 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:09.481003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b212614-75da-4c02-981e-e2fd294b0929 req-ad23b4fb-e096-499c-bdf0-3928621cc3d5 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.0941272 Oct 26 11:52:09.490041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Request body: {'port': {'device_id': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:09.654687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b212614-75da-4c02-981e-e2fd294b0929 req-7a8af236-78cc-498d-9ce6-e55c8a5fb29e tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547928 Oct 26 11:52:09.662248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:09.674428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ba5c-4e9e-458c-945e-db03ad711bd0 req-a3e31287-4217-4a9c-b37b-76f10b737e37 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:09.675980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfd9ba5c-4e9e-458c-945e-db03ad711bd0 req-a3e31287-4217-4a9c-b37b-76f10b737e37 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1928549 Oct 26 11:52:09.677791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60de82-d32c-4cee-a081-c7b14983e277 req-b0c45125-b793-44b3-a54d-2fa9d9938940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:09.679226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab60de82-d32c-4cee-a081-c7b14983e277 req-b0c45125-b793-44b3-a54d-2fa9d9938940 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 1097 time: 0.1946046 Oct 26 11:52:09.830514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab60de82-d32c-4cee-a081-c7b14983e277 req-8d983e89-56ca-4808-934c-10452b619920 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432488 Oct 26 11:52:09.850440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfd9ba5c-4e9e-458c-945e-db03ad711bd0 req-9a75df97-974a-4e3f-b6f1-9e03acb9e749 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599813 Oct 26 11:52:09.941146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Deleting port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:09.941480 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:09.969936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb389d-f433-40a9-8e17-2a49c94c4235 req-c5a45692-bf57-4907-99f6-fa9d6b75f08d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:09.971463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36eb389d-f433-40a9-8e17-2a49c94c4235 req-c5a45692-bf57-4907-99f6-fa9d6b75f08d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1722746 Oct 26 11:52:10.493245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36eb389d-f433-40a9-8e17-2a49c94c4235 req-e2da9296-a2ef-4a7f-8c39-a755d933694b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696293 Oct 26 11:52:10.541103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] For port 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:10.541477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:10.558811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Calling delete_port for 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:10.567230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-6377b9c8-9b98-4aec-a690-58f60efba1a8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:10.568754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-6377b9c8-9b98-4aec-a690-58f60efba1a8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.5964079 Oct 26 11:52:10.616450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-61d14366-a05a-43b7-8d0c-d67d17100405 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.0401871 Oct 26 11:52:10.685659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-7ee07208-b01c-450c-892f-b7b838dc6775 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366621 Oct 26 11:52:10.693841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2d3174-9a29-45c8-9d0d-09ac49090d3d {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:10.719955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:10.795797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Transition to ACTIVE for port object 2e2d3174-9a29-45c8-9d0d-09ac49090d3d will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:10.805110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:10.945198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11b71d-6b0e-4d9f-aa1c-921cc214f83e req-80841b79-12bd-4946-a885-e395dc96a47e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:10.947024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e11b71d-6b0e-4d9f-aa1c-921cc214f83e req-80841b79-12bd-4946-a885-e395dc96a47e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 931 time: 0.2584722 Oct 26 11:52:10.952830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:10.981800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-827236c5-a608-4290-b460-073936b93226 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669475 Oct 26 11:52:11.145495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e11b71d-6b0e-4d9f-aa1c-921cc214f83e req-bfca961b-c09f-411e-a47b-45c569009117 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864920 Oct 26 11:52:11.179210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:11.183304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:11.198346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Attempting to bind port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:11.198685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Attempting to bind port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:11.199271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Attempting to bind port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:11.216440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.226450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:11.226782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Attempting to bind port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:11.233645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-1987689a-c84d-46fb-937a-e87c561d7a00 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275181 Oct 26 11:52:11.259171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bdab92-84ab-4bd8-8d64-6c93a7c2c89e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:11.266910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:11.266910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Checking segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:11.267312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Bound using segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:11.268164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Bound port: 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:11.268164 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.418147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.450977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:11.468965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:11.471577 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd99e19d-f60f-40b6-99bb-600f5f4dfcda" -d '{"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-unplugged", "status": "completed", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:11.478923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'port_id': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'mac_address': 'fa:16:3e:25:c9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e68a677-0e2b-4e44-a3dc-98aec6cca38a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:11.495893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:11.545790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.549852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.581972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:11.620908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:11.621162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:11.635384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:11.643703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.695613 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:52:11.696175 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:52:11.696305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10c8be-fdc3-477a-b285-7fabd2213a7a req-3c441aee-8709-4e2f-bd45-e528d2bcc796 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:11.697937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec10c8be-fdc3-477a-b285-7fabd2213a7a req-3c441aee-8709-4e2f-bd45-e528d2bcc796 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.2253416 Oct 26 11:52:11.762810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.768428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:11.769046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:11.770458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] 10.222.0.30 "PUT /v2.0/ports/2e2d3174-9a29-45c8-9d0d-09ac49090d3d HTTP/1.1" status: 200 len: 1091 time: 2.2884099 Oct 26 11:52:11.771946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:11.774721 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f6a63a-54d4-497c-8218-a25ae144d3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:11.813972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6ab08-819b-4bb2-96b9-d14731d763c7 req-079c7646-6638-4d52-9a22-1c82cf99cdfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:11.815848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d6ab08-819b-4bb2-96b9-d14731d763c7 req-079c7646-6638-4d52-9a22-1c82cf99cdfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 944 time: 0.1876149 Oct 26 11:52:11.836697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e24792-1af0-4635-aa09-e60b20b990ca service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:11.937287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec10c8be-fdc3-477a-b285-7fabd2213a7a req-a294b32d-05ef-44f0-999c-1ca6ba779414 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102866 Oct 26 11:52:11.984414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d6ab08-819b-4bb2-96b9-d14731d763c7 req-48653bb3-3046-4c70-a520-43db538e1e4c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117065 Oct 26 11:52:11.998950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-515fb3ff-db5a-4848-be4f-6540abf7702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:12.000522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-515fb3ff-db5a-4848-be4f-6540abf7702e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 1094 time: 0.1837637 Oct 26 11:52:12.046049 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1beee9a-56be-40d1-ab87-af8c52948295 x-openstack-request-id: req-d1beee9a-56be-40d1-ab87-af8c52948295 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:12.046572 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-unplugged", "status": "completed", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:12.046950 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1beee9a-56be-40d1-ab87-af8c52948295 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:12.047460 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'code': 200} Oct 26 11:52:12.068267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-ef95bf39-2508-4a7e-9848-1e99e1b30be2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d HTTP/1.1" status: 200 len: 217 time: 0.0559654 Oct 26 11:52:12.242938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:12.262785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:12.287679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:12.290829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d692-c8b6-407e-b925-4101bc979b17 req-c919d65d-5d0b-40d8-8446-1039d0a2f300 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:12.292619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1dc1d692-c8b6-407e-b925-4101bc979b17 req-c919d65d-5d0b-40d8-8446-1039d0a2f300 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 945 time: 0.2714939 Oct 26 11:52:12.292979 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:12.294239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-ae0efa22-b0f9-4ede-b751-8c9b25415fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:12.295759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-ae0efa22-b0f9-4ede-b751-8c9b25415fc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 200 len: 861 time: 0.2053602 Oct 26 11:52:12.353364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:12.360662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-1cb919d8-271f-48f2-8f83-19e221a984e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8030a5f4-d533-4f00-9319-c1729d7f3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532112 Oct 26 11:52:12.372169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d28a02-82f6-4853-98a7-eb0a1644a9ab req-cf1fae5f-9230-4309-8dec-e3d3b88abdb7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:12.374055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d28a02-82f6-4853-98a7-eb0a1644a9ab req-cf1fae5f-9230-4309-8dec-e3d3b88abdb7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.2417376 Oct 26 11:52:12.391243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Router d9b4c550-508c-423e-aa24-84867b7fee9a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:52:12.467599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1dc1d692-c8b6-407e-b925-4101bc979b17 req-4b24baac-3392-4dc6-8f55-4bbf886a0017 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643982 Oct 26 11:52:12.503775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d28a02-82f6-4853-98a7-eb0a1644a9ab req-52ea0461-137c-4e32-930a-76a31cacbc27 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112475 Oct 26 11:52:12.634159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b914d654-2735-4ddd-a380-d0f913fc9f15 req-0daf4a45-6825-42c5-b62e-017bcd017eba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 210 time: 0.0527828 Oct 26 11:52:12.640241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-5037150e-9a18-483a-a758-3acca2f3d22b service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631178 Oct 26 11:52:12.674342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['901bb4e7-53ec-4ff8-80fe-1a4f37f59154'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:12.753029 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03297ae6-3614-4351-93e9-1da11365f682 x-openstack-request-id: req-03297ae6-3614-4351-93e9-1da11365f682 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:12.753519 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:12.753866 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03297ae6-3614-4351-93e9-1da11365f682 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:12.754326 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'status': 'completed', 'code': 200} Oct 26 11:52:12.759504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:12.771140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7d8e8329-c7c6-4f5c-9272-73cebb5087c6 admin admin] 10.222.0.88 "PUT /v2.0/routers/d9b4c550-508c-423e-aa24-84867b7fee9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7948556 Oct 26 11:52:12.771544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58648) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:12.782250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] Sync routers for ids ['d9b4c550-508c-423e-aa24-84867b7fee9a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:12.821772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa58feea-2adf-4967-bf2c-4e5adbf378a4 req-1496e5a8-c481-42fe-8dd3-fb696ac075b1 service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678078 Oct 26 11:52:12.827597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] Routers {'d9b4c550-508c-423e-aa24-84867b7fee9a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:12.828426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d9b4c550-508c-423e-aa24-84867b7fee9a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:12.837247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ab6c-0606-424c-a52c-faedcabe8cd0 req-eec0e75e-ecb8-4cc2-9e51-766c1db0e99a tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:12.843917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9660ab6c-0606-424c-a52c-faedcabe8cd0 req-eec0e75e-ecb8-4cc2-9e51-766c1db0e99a tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.1333160 Oct 26 11:52:12.856626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58650) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:12.862849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Request body: {'floatingip': {'port_id': 'df69c962-50ed-4084-a8a1-3cc05d87a987'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:12.960200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:12.972483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:13.127530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] Set router d9b4c550-508c-423e-aa24-84867b7fee9a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:13.145936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f1245-c573-4c14-9952-f4d0722a5bc0 req-667f3003-460e-474d-8173-e47469677bb0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:13.147548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da6f1245-c573-4c14-9952-f4d0722a5bc0 req-667f3003-460e-474d-8173-e47469677bb0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 943 time: 0.3023124 Oct 26 11:52:13.188679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-1169d356-194b-4343-b2cb-9d70a63a81d3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:13.190206 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-1169d356-194b-4343-b2cb-9d70a63a81d3 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.100 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.1496513 Oct 26 11:52:13.192154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-647d2a84-d0e7-4798-bd6d-7639afe645fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:13.193670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-647d2a84-d0e7-4798-bd6d-7639afe645fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 1094 time: 0.2672336 Oct 26 11:52:13.220952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Request body: {'port': {'device_id': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'admin_state_up': True, 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:13.237278 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:13.381436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Deleting port 854b342c-9fa1-4371-ad1a-732bacd630a5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:13.381832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:13.385520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:52:11Z', 'revision_number': 5, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port': {'id': '854b342c-9fa1-4371-ad1a-732bacd630a5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:49:59Z', 'updated_at': '2021-10-26T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:13.422156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] Checking router: d9b4c550-508c-423e-aa24-84867b7fee9a for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:13.430345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:13.432479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] Routers {'d9b4c550-508c-423e-aa24-84867b7fee9a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:13.433277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d9b4c550-508c-423e-aa24-84867b7fee9a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:13.434267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:13.528589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] For port 854b342c-9fa1-4371-ad1a-732bacd630a5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=854b342c-9fa1-4371-ad1a-732bacd630a5,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:13.528946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:13.542036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] Set router d9b4c550-508c-423e-aa24-84867b7fee9a gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:13.548518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Calling delete_port for 854b342c-9fa1-4371-ad1a-732bacd630a5 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:13.599922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:52:13Z', 'revision_number': 6, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:13.635637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34610fe3-f8f1-43bc-b875-66334db4306d None None] The sync data for ids ['d9b4c550-508c-423e-aa24-84867b7fee9a'] in n-d-812150-3 is: [{'id': 'd9b4c550-508c-423e-aa24-84867b7fee9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-994264255-router', 'tenant_id': 'e33611326db04301988876fe7018c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:49:57Z', 'updated_at': '2021-10-26T11:52:13Z', 'revision_number': 6, 'project_id': 'e33611326db04301988876fe7018c15e', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:13.670996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-c360d743-4de5-4411-85be-19663eab13f1 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:13.672542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-c360d743-4de5-4411-85be-19663eab13f1 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.100 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 945 time: 0.6610839 Oct 26 11:52:13.707795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Allocated IP 172.20.0.3 (cefb0e51-1bca-4306-bad0-98b3b472a6f7/b834d65b-dcbd-4bef-a66a-262e38ec0163/131c1713-9408-42a6-a146-ded734e9b5e6) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:13.717093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121d26-ba2f-46d8-ae66-00fe9fa4cf1c req-d2c455c7-30ad-4e53-b93a-06b1a9a14d10 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:13.718697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81121d26-ba2f-46d8-ae66-00fe9fa4cf1c req-d2c455c7-30ad-4e53-b93a-06b1a9a14d10 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 945 time: 0.5946083 Oct 26 11:52:13.754591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da6f1245-c573-4c14-9952-f4d0722a5bc0 req-fe41184d-0ad1-4283-bd6e-078285697469 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939736 Oct 26 11:52:13.852659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:13.889240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Pushing event deleted for resources: {'Port': ['ID=854b342c-9fa1-4371-ad1a-732bacd630a5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:13.922083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.922449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.922746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.923108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.923445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.923916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.924242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.924431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.924744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.925069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.925403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.925737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:13.929877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81121d26-ba2f-46d8-ae66-00fe9fa4cf1c req-3c992322-de11-4145-804f-363459434fac tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660101 Oct 26 11:52:13.934840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-82c86215-050e-49b3-9cf8-0c33c666ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:13.936140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-82c86215-050e-49b3-9cf8-0c33c666ed42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 923 time: 0.7116444 Oct 26 11:52:14.018010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.022587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.084183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-ab877eee-a730-4235-a2be-ff7dca1738b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d HTTP/1.1" status: 200 len: 217 time: 0.1323214 Oct 26 11:52:14.092890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0f5d8-9826-457c-b6d0-d25334a227ce req-5b4ac194-a036-4863-a53e-f82296803582 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:14.094998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfc0f5d8-9826-457c-b6d0-d25334a227ce req-5b4ac194-a036-4863-a53e-f82296803582 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 945 time: 0.2621229 Oct 26 11:52:14.108201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.244358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.255524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.274934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:14.294892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfc0f5d8-9826-457c-b6d0-d25334a227ce req-5f87e6fd-ad95-4cbc-952e-26c1bc7b7100 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/security-groups?id=67038398-3508-405b-ae61-98aa8edd3376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588073 Oct 26 11:52:14.294892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-167ec27f-80d7-4d94-b7a4-aef7656c44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:14.295612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-167ec27f-80d7-4d94-b7a4-aef7656c44f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 200 len: 861 time: 0.1980700 Oct 26 11:52:14.303403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Deleting port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:14.303751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.312344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:14.323460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:14.356006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.356674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b4c550-508c-423e-aa24-84867b7fee9a {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:52:14.360927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac94e-9f5d-495f-b0ee-2175e87b5eee req-a6745f10-cd69-4a5b-8353-94347bad2366 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:14.362944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event updated for resources: {'Port': ['ID=131c1713-9408-42a6-a146-ded734e9b5e6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:14.368884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f65ac94e-9f5d-495f-b0ee-2175e87b5eee req-a6745f10-cd69-4a5b-8353-94347bad2366 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.2866151 Oct 26 11:52:14.376721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.378442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cd9213b0-0f3c-4afc-a016-05adf760fe7f admin admin] 10.222.0.88 "DELETE /v2.0/routers/d9b4c550-508c-423e-aa24-84867b7fee9a HTTP/1.1" status: 204 len: 168 time: 1.6056542 Oct 26 11:52:14.383587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-49443216-265a-453c-86a0-2ebe9a92099f service neutron] 10.222.0.100 "GET /v2.0/ports/c805446b-7753-4d74-8342-3d56710e6ffb/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 382 time: 0.3133881 Oct 26 11:52:14.384362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58662) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:14.428295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-c574abf0-d534-4260-8c88-d0a30eb528e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8030a5f4-d533-4f00-9319-c1729d7f3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200721 Oct 26 11:52:14.444283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:14.445404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.463292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Deleting subnet c554b24c-efd1-47e3-9cea-c30055cd9773 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:52:14.467099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.480523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:52:14.502061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-af2563cc-a08b-4b9e-8d0c-1fee1700c5ba tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2865458 Oct 26 11:52:14.524892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Request body: {'port': {'device_id': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:14.577242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.624892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:14.651602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:14.652338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 60bdab92-84ab-4bd8-8d64-6c93a7c2c89e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:14.653012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 854b342c-9fa1-4371-ad1a-732bacd630a5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:14.656409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f65ac94e-9f5d-495f-b0ee-2175e87b5eee req-355b1225-b702-4f1c-8009-6dbdccc567e3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861099 Oct 26 11:52:14.687595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 854b342c-9fa1-4371-ad1a-732bacd630a5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:14.687951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 854b342c-9fa1-4371-ad1a-732bacd630a5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:14.704570 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.725361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce4bd9-26ca-4670-b418-d8585faf361c req-550672c4-215f-460b-9830-763a8b05fdee tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:14.727224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccce4bd9-26ca-4670-b418-d8585faf361c req-550672c4-215f-460b-9830-763a8b05fdee tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 931 time: 0.3063250 Oct 26 11:52:14.729388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] For port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,segment=NetworkSegment(538d849c-4f2f-4799-a9c7-14a155b11af1),segment_id=538d849c-4f2f-4799-a9c7-14a155b11af1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:14.729766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.735920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:14.843921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Calling delete_port for 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:14.961891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-3b930a64-b8d6-4873-831a-a87c7f50ba93 service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069523 Oct 26 11:52:15.022161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.069513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-8471db47-227a-4c61-9faa-36525f29f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:15.071061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-8471db47-227a-4c61-9faa-36525f29f3d2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1&tenant_id=a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 1100 time: 0.4365098 Oct 26 11:52:15.078071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccce4bd9-26ca-4670-b418-d8585faf361c req-f8c293a5-ce26-433c-846b-281fa4cb9e39 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322821 Oct 26 11:52:15.101177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.116714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d5ff-6822-46e1-8539-0c205d1fa327 req-280df663-266e-4fd9-b9af-52bb69633991 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:15.118642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2782d5ff-6822-46e1-8539-0c205d1fa327 req-280df663-266e-4fd9-b9af-52bb69633991 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 943 time: 0.2544069 Oct 26 11:52:15.122763 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Floating IP 664610bc-fa67-4843-999d-c743ea076b5e associated. External IP: 172.25.4.228, port: df69c962-50ed-4084-a8a1-3cc05d87a987. Oct 26 11:52:15.213943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:15.216863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:15.256545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-3c7c39e3-74ec-465a-923a-66fd3facee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:15.258022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-3c7c39e3-74ec-465a-923a-66fd3facee97 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1100 time: 0.1543796 Oct 26 11:52:15.287310 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.336379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:15.336746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.347036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0f6a63a-54d4-497c-8218-a25ae144d3ea req-a4292605-f401-4601-8c0c-e75399af23dc service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734355 Oct 26 11:52:15.368883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2782d5ff-6822-46e1-8539-0c205d1fa327 req-5fa90fe7-e752-4e93-9c62-4253c8f064dd tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395785 Oct 26 11:52:15.424151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afcbbf-43a3-46d7-bcc7-fea55b99c92c req-4a4664ab-63dd-4e0e-b49e-eafdda95dec7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:15.426000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79afcbbf-43a3-46d7-bcc7-fea55b99c92c req-4a4664ab-63dd-4e0e-b49e-eafdda95dec7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 945 time: 0.2186296 Oct 26 11:52:15.443459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:15.453606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.462156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'port_id': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'mac_address': 'fa:16:3e:dd:b1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637e95f-8d08-4861-b92e-4ec13e267f84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:15.491227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c554b24c-efd1-47e3-9cea-c30055cd9773,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:15.493571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.497162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-46e5bc63-f1b0-496e-8e20-b0f96aab55f8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c554b24c-efd1-47e3-9cea-c30055cd9773 HTTP/1.1" status: 204 len: 168 time: 1.1077747 Oct 26 11:52:15.505294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58670) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:15.521985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9de70-8587-4429-9e82-973fa6d940a6 None None] Network 95025497-197a-4cc3-95f2-ae1cdecf5c72 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:15.542915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Pushing event deleted for resources: {'Port': ['ID=9ff8afeb-17c6-4b60-b3fc-fd2416a8150e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:15.600324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:15.617536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-28f5dfbb-e9b2-49f5-9df8-524582d8e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:15.619187 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-28f5dfbb-e9b2-49f5-9df8-524582d8e483 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.3522406 Oct 26 11:52:15.620112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79afcbbf-43a3-46d7-bcc7-fea55b99c92c req-97263fee-db47-426c-8386-eb77e6462e7f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780174 Oct 26 11:52:15.631440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:15.632013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:15.632200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:15.643758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5915e1b-15b2-4178-85c9-e6d6a180f3e5 req-764cee25-fc99-463b-bcc9-b01536dbcf32 tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2 HTTP/1.1" status: 200 len: 210 time: 0.1018491 Oct 26 11:52:15.664414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.666830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.674446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.689982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] No DVR routers for this DVR port 9ff8afeb-17c6-4b60-b3fc-fd2416a8150e on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:15.693630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.697787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4bbe43d-d27d-4fd8-a149-d42b071356f0 req-92a4a931-1e8d-4cf2-b100-13193ef2c4be tempest-ServerAddressesTestJSON-811403841 tempest-ServerAddressesTestJSON-811403841-project] 10.222.0.100 "DELETE /v2.0/ports/9ff8afeb-17c6-4b60-b3fc-fd2416a8150e HTTP/1.1" status: 204 len: 173 time: 1.9759047 Oct 26 11:52:15.697787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'name': 'network-vif-deleted', 'tag': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:15.700158 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab2030-4055-4e4c-ae74-d7a29e91df3f" -d '{"events": [{"server_uuid": "ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2", "name": "network-vif-deleted", "tag": "9ff8afeb-17c6-4b60-b3fc-fd2416a8150e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:15.723789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-d7e007ff-34e7-41e6-bc02-64dd1f455f3f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.0939312 Oct 26 11:52:15.759537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Router efebcf6d-7279-439f-bbb9-6a33a0598e58 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:52:15.772133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2d3174-9a29-45c8-9d0d-09ac49090d3d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:15.773746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131c1713-9408-42a6-a146-ded734e9b5e6 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:15.778670 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86c50a1-6e67-4d9f-bb2c-ae681481de25 x-openstack-request-id: req-c86c50a1-6e67-4d9f-bb2c-ae681481de25 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:15.778990 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2", "name": "network-vif-deleted", "tag": "9ff8afeb-17c6-4b60-b3fc-fd2416a8150e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:15.779252 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c86c50a1-6e67-4d9f-bb2c-ae681481de25 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:15.779664 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7aa974-c70e-4ac0-839d-2c2ee7f20fc2', 'name': 'network-vif-deleted', 'tag': '9ff8afeb-17c6-4b60-b3fc-fd2416a8150e', 'status': 'completed', 'code': 200} Oct 26 11:52:15.787871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.830857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Transition to ACTIVE for port object 131c1713-9408-42a6-a146-ded734e9b5e6 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:15.837659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-0f774043-8ef0-4cab-a832-f024f3e6ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:15.840582 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-0f774043-8ef0-4cab-a832-f024f3e6ffc8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1021416 Oct 26 11:52:15.847241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.882360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:15.884836 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cfb835-9f50-4510-96c2-8ff6659385c1" -d '{"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-plugged", "status": "completed", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:15.913815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:15.918414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:15.927689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.929857 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:15.979721 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b0818-ab64-4b5a-9181-b8331b13c07e x-openstack-request-id: req-c01b0818-ab64-4b5a-9181-b8331b13c07e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:15.979976 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-plugged", "status": "completed", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:15.980168 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c01b0818-ab64-4b5a-9181-b8331b13c07e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:15.980545 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'code': 200} Oct 26 11:52:16.002926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Deleting port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:16.002926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.023496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-6c3bb3b9-55cc-49a5-a43d-b265c3be4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:16.025122 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-6c3bb3b9-55cc-49a5-a43d-b265c3be4e13 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745625 Oct 26 11:52:16.029452 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.051232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:16.081174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Pushing event updated for resources: {'Port': ['ID=131c1713-9408-42a6-a146-ded734e9b5e6,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:16.133033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:16.153863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.160307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:16.174740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] DHCP port deletion for 95025497-197a-4cc3-95f2-ae1cdecf5c72 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:52:16.276379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:16.285273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] For port 87458059-05ca-44fe-8f0c-e84a7e6c6b20, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=87458059-05ca-44fe-8f0c-e84a7e6c6b20,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:16.285793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.298192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['2e2d3174-9a29-45c8-9d0d-09ac49090d3d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:16.317087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Calling delete_port for 87458059-05ca-44fe-8f0c-e84a7e6c6b20 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:16.348579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Attempting to bind port 131c1713-9408-42a6-a146-ded734e9b5e6 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:16.348920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Attempting to bind port 131c1713-9408-42a6-a146-ded734e9b5e6 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:16.349257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Attempting to bind port 131c1713-9408-42a6-a146-ded734e9b5e6 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:16.349739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] Deleting port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:16.350265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.404654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Port 131c1713-9408-42a6-a146-ded734e9b5e6 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:16.404895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Attempting to bind port 131c1713-9408-42a6-a146-ded734e9b5e6 on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:16.411602 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-35e81d16-bd80-4983-bed1-1f21235c3d6b service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247440 Oct 26 11:52:16.430409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:16.430745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:16.431156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Bound using segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:16.431609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Bound port: 131c1713-9408-42a6-a146-ded734e9b5e6, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:16.431970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.450698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] For port 87458059-05ca-44fe-8f0c-e84a7e6c6b20, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=87458059-05ca-44fe-8f0c-e84a7e6c6b20,segment=NetworkSegment(cb0dab9f-80db-4da4-9751-d94a008abd05),segment_id=cb0dab9f-80db-4da4-9751-d94a008abd05)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:16.451406 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.472071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] Calling delete_port for 87458059-05ca-44fe-8f0c-e84a7e6c6b20 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:16.508162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4ee9d-b605-4d0c-ad15-ac2671db7c93 req-ef1294ad-b91c-473f-a412-521cafd0b5d0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:16.510303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39a4ee9d-b605-4d0c-ad15-ac2671db7c93 req-ef1294ad-b91c-473f-a412-521cafd0b5d0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.6464307 Oct 26 11:52:16.512289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc95ba3-5b1b-44e1-af06-57eaa6eb60f7 req-d45c9693-420d-4989-a35d-08876faf71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:16.513848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afc95ba3-5b1b-44e1-af06-57eaa6eb60f7 req-d45c9693-420d-4989-a35d-08876faf71e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 1097 time: 0.1263957 Oct 26 11:52:16.523967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f0ee1-1aba-485b-bbe1-042ebaaaa7e0 req-db604772-9a8b-4e9e-8fdf-7e3eb3b33baf tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:16.531840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e3f0ee1-1aba-485b-bbe1-042ebaaaa7e0 req-db604772-9a8b-4e9e-8fdf-7e3eb3b33baf tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 943 time: 0.1452994 Oct 26 11:52:16.567178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:16.588110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.600202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.602379 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] Sync routers for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:16.613300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] For port 131c1713-9408-42a6-a146-ded734e9b5e6, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:16.617414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 87458059-05ca-44fe-8f0c-e84a7e6c6b20 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:16.619999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39a4ee9d-b605-4d0c-ad15-ac2671db7c93 req-e1353bae-aeac-4d57-bfcd-ecf1d70bfa99 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803149 Oct 26 11:52:16.636262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-456df71e-a30c-4963-9ea7-944001e39eb7 req-371563fb-af6c-40fe-8e19-1cd9376e401a service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167215 Oct 26 11:52:16.640749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87458059-05ca-44fe-8f0c-e84a7e6c6b20,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:16.642645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] No DVR routers for this DVR port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:16.654669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] For port 131c1713-9408-42a6-a146-ded734e9b5e6, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=131c1713-9408-42a6-a146-ded734e9b5e6,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:16.658653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 87458059-05ca-44fe-8f0c-e84a7e6c6b20 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:16.659201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 87458059-05ca-44fe-8f0c-e84a7e6c6b20 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:16.660651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:16.661465 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:16.663209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1e85f727-2bd0-4807-9e3a-45f7d32b4045 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "PUT /v2.0/floatingips/664610bc-fa67-4843-999d-c743ea076b5e HTTP/1.1" status: 200 len: 992 time: 3.8045952 Oct 26 11:52:16.666283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afc95ba3-5b1b-44e1-af06-57eaa6eb60f7 req-734e3d56-e8fb-474f-a265-99fca5add6cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319332 Oct 26 11:52:16.681267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e3f0ee1-1aba-485b-bbe1-042ebaaaa7e0 req-f0dcd187-03da-4a20-95b3-aedd99c7b759 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450896 Oct 26 11:52:16.711998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.744798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.841043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] Pushing event deleted for resources: {'Port': ['ID=87458059-05ca-44fe-8f0c-e84a7e6c6b20,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:16.868007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c7d06-436c-484a-bfd0-a366c50b7418 None None] No DVR routers for this DVR port 87458059-05ca-44fe-8f0c-e84a7e6c6b20 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:16.878461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018addf7-21b4-4978-a54a-c172085b76e9 req-34e5f30c-c2cf-4412-80e5-67dc7242df87 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:16.880271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-018addf7-21b4-4978-a54a-c172085b76e9 req-34e5f30c-c2cf-4412-80e5-67dc7242df87 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.1052945 Oct 26 11:52:16.907846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153801-bedb-4faf-bb25-aac7fdffb856 req-3a21933a-b2b8-439a-8a81-da743e61a5c6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:16.909645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06153801-bedb-4faf-bb25-aac7fdffb856 req-3a21933a-b2b8-439a-8a81-da743e61a5c6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 944 time: 0.0976474 Oct 26 11:52:16.921112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:16.952126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95025497-197a-4cc3-95f2-ae1cdecf5c72']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:16.965713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0dab9f-80db-4da4-9751-d94a008abd05') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:16.966222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0dab9f-80db-4da4-9751-d94a008abd05') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:16.969273 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:16.974068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-018addf7-21b4-4978-a54a-c172085b76e9 req-cff91eaf-f559-4614-9db6-4909968b37d3 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Oct 26 11:52:16.981204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.001206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.010228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:52:17.011124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.022269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06153801-bedb-4faf-bb25-aac7fdffb856 req-80359d21-a7b0-4a85-b395-0cbe35f11ff1 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013017 Oct 26 11:52:17.026491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Pushing event updated for resources: {'Port': ['ID=131c1713-9408-42a6-a146-ded734e9b5e6,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:52:17.038282 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:52:17.073834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:17.073834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.073834 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-ffe32657-3b0b-4de3-b7ba-7d8bbdd934cf service neutron] 10.222.0.100 "PUT /v2.0/ports/131c1713-9408-42a6-a146-ded734e9b5e6 HTTP/1.1" status: 200 len: 1091 time: 2.5596447 Oct 26 11:52:17.074290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'tag': '131c1713-9408-42a6-a146-ded734e9b5e6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:17.076466 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06" -d '{"events": [{"name": "network-changed", "server_uuid": "77f12c00-4740-4fd3-9e47-2a098c501f02", "tag": "131c1713-9408-42a6-a146-ded734e9b5e6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:17.098265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58694) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:17.102993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.120425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.125347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/95025497-197a-4cc3-95f2-ae1cdecf5c72 HTTP/1.1" status: 204 len: 168 time: 1.6173027 Oct 26 11:52:17.162296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1841b33-5937-4563-94d5-4442127c48d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=95025497-197a-4cc3-95f2-ae1cdecf5c72,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:17.175836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Deleting subnet a8cb9893-ad6e-46ad-8d26-bbd8abb3e242 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:52:17.180329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.195824 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d388b-9228-4c30-9fd7-dcc86de9ac44 x-openstack-request-id: req-711d388b-9228-4c30-9fd7-dcc86de9ac44 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:17.196117 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f12c00-4740-4fd3-9e47-2a098c501f02", "tag": "131c1713-9408-42a6-a146-ded734e9b5e6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:17.196373 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-711d388b-9228-4c30-9fd7-dcc86de9ac44 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:17.196851 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'tag': '131c1713-9408-42a6-a146-ded734e9b5e6', 'status': 'completed', 'code': 200} Oct 26 11:52:17.220819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-f91dfa88-2bb0-45c4-9535-8eaff1b3bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:17.223785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-f91dfa88-2bb0-45c4-9535-8eaff1b3bb38 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 1094 time: 0.0724082 Oct 26 11:52:17.231607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.275912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.277317 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-6fccdce5-7de2-4173-bdd9-60a30fc84ffc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=131c1713-9408-42a6-a146-ded734e9b5e6 HTTP/1.1" status: 200 len: 217 time: 0.0401468 Oct 26 11:52:17.298320 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '664610bc-fa67-4843-999d-c743ea076b5e', 'tenant_id': '0f127858ff614322975e209f6b706512', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'port_id': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'mac_address': 'fa:16:3e:ab:b2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:51:50Z', 'updated_at': '2021-10-26T11:52:14Z', 'revision_number': 1, 'project_id': '0f127858ff614322975e209f6b706512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:51Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:17.306007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58698) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:17.344371 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] Checking router: efebcf6d-7279-439f-bbb9-6a33a0598e58 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:17.352926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-e7687735-06f9-44ad-a322-1a55f399d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:17.354408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-e7687735-06f9-44ad-a322-1a55f399d0e2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.0698864 Oct 26 11:52:17.358129 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:17.359098 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:17.371710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3ba592a6-bce0-4d68-865a-3e80d8fb8fbf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=612f242f5cbf49a8b547290f504d4577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645735 Oct 26 11:52:17.376058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58700) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:17.384467 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.401745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-b8fe29c0-3b1f-40b3-a4c8-70fc3424d28c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359595 Oct 26 11:52:17.430460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8cb9893-ad6e-46ad-8d26-bbd8abb3e242,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:17.436390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.443225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8995246c-34d0-4f0d-8c9d-9c05ee36209f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a8cb9893-ad6e-46ad-8d26-bbd8abb3e242 HTTP/1.1" status: 204 len: 168 time: 0.3436933 Oct 26 11:52:17.445030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58702) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:17.516462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2d706f-f028-4bb6-930e-420ffe36b1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.523939 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-4ef9dcdc-d54c-46f8-99b6-f78723f97113 service neutron] 10.222.0.100 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115777 Oct 26 11:52:17.526480 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:17.556345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2d706f-f028-4bb6-930e-420ffe36b1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.560262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.663425 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9335bf45-0abb-4762-8f41-c8a9a5728029 req-1b774524-d585-4e3d-ae31-d547cdf8b887 service neutron] 10.222.0.100 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260557 Oct 26 11:52:17.681112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.708117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2d706f-f028-4bb6-930e-420ffe36b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.711503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2d706f-f028-4bb6-930e-420ffe36b1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.713658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa2d706f-f028-4bb6-930e-420ffe36b1b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6f1fd565-6029-4cf1-93ac-3fe55721a872 HTTP/1.1" status: 204 len: 168 time: 0.3363729 Oct 26 11:52:17.732312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d706f-f028-4bb6-930e-420ffe36b1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1fd565-6029-4cf1-93ac-3fe55721a872,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:17.781544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:17.784820 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a2a8fe-3ff7-4d10-806f-44806a3be588" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:17.788993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534f9f76-b48b-4c44-af58-90956f642011']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:17.814295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538d849c-4f2f-4799-a9c7-14a155b11af1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:17.815028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538d849c-4f2f-4799-a9c7-14a155b11af1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:17.816107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-0353a2de-81cd-46ba-aec3-28968e089e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:17.817765 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-0353a2de-81cd-46ba-aec3-28968e089e75 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 1094 time: 0.0782895 Oct 26 11:52:17.852011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.886549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.901156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:52:17.901971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:52:17.906417 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:52:17.927608 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '664610bc-fa67-4843-999d-c743ea076b5e', 'tenant_id': '0f127858ff614322975e209f6b706512', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'port_id': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'mac_address': 'fa:16:3e:ab:b2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:51:50Z', 'updated_at': '2021-10-26T11:52:14Z', 'revision_number': 1, 'project_id': '0f127858ff614322975e209f6b706512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:51Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:17.967159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e00d3a-06b4-49ca-a70e-5c82b3b5cdea req-f9977a78-5da4-4e9e-896f-a9afc75c9929 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:17.971697 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f42a0-a265-40de-a77f-4a522bd7ee49 None None] The sync data for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 is: [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '664610bc-fa67-4843-999d-c743ea076b5e', 'tenant_id': '0f127858ff614322975e209f6b706512', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'port_id': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'mac_address': 'fa:16:3e:ab:b2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:51:50Z', 'updated_at': '2021-10-26T11:52:14Z', 'revision_number': 1, 'project_id': '0f127858ff614322975e209f6b706512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:51Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:17.975510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0e00d3a-06b4-49ca-a70e-5c82b3b5cdea req-f9977a78-5da4-4e9e-896f-a9afc75c9929 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 947 time: 0.1758473 Oct 26 11:52:17.982081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:17.985844 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a6f01d-3d5c-461d-9b5c-436c9d44d990" -d '{"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:17.994757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-5f75890d-ed60-4629-aabb-d95f6fa567b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:17.996797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-5f75890d-ed60-4629-aabb-d95f6fa567b4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.1663458 Oct 26 11:52:18.025686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12336355-8ceb-4227-be71-7f4ef448409b req-eb94acc0-11f5-4086-8b25-a7b9c95b77d1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.027679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12336355-8ceb-4227-be71-7f4ef448409b req-eb94acc0-11f5-4086-8b25-a7b9c95b77d1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 943 time: 0.2161026 Oct 26 11:52:18.064429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0e00d3a-06b4-49ca-a70e-5c82b3b5cdea req-1f168034-dfe8-4f67-8369-ba90a0c5b47d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846980 Oct 26 11:52:18.073451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.081136 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-c59fa3da-bd33-49d9-ae40-596e44f2c9bb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=131c1713-9408-42a6-a146-ded734e9b5e6 HTTP/1.1" status: 200 len: 217 time: 0.0755558 Oct 26 11:52:18.114959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.118249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/534f9f76-b48b-4c44-af58-90956f642011 HTTP/1.1" status: 204 len: 168 time: 0.6716416 Oct 26 11:52:18.157262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf08c90-35f8-4528-9a0c-8a45bf0a0be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=534f9f76-b48b-4c44-af58-90956f642011,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:18.163838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-e570b059-049b-460d-b353-9837f1aadef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.165362 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-e570b059-049b-460d-b353-9837f1aadef4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.0759172 Oct 26 11:52:18.168753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12336355-8ceb-4227-be71-7f4ef448409b req-2ce2525f-cd89-4961-adf2-812f56844371 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162198 Oct 26 11:52:18.170472 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0544e27-ddee-4e98-ba54-875ced12595d x-openstack-request-id: req-a0544e27-ddee-4e98-ba54-875ced12595d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:18.170967 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:18.171961 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0544e27-ddee-4e98-ba54-875ced12595d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:18.172520 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'status': 'completed', 'code': 200} Oct 26 11:52:18.264710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-4232cef4-f5d8-482c-95c0-d4fe34437463 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739670 Oct 26 11:52:18.279919 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e12fd-6985-4b1d-a831-babad1f94c21 x-openstack-request-id: req-5d2e12fd-6985-4b1d-a831-babad1f94c21 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:18.280211 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:18.280464 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d2e12fd-6985-4b1d-a831-babad1f94c21 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:18.280916 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'code': 200} Oct 26 11:52:18.330407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe744-5802-4b5e-859a-6fe00ed38587 req-e8fe0504-e890-4016-b1df-62c133ea8f75 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.339824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-119fe744-5802-4b5e-859a-6fe00ed38587 req-e8fe0504-e890-4016-b1df-62c133ea8f75 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.0928278 Oct 26 11:52:18.365636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-37a66c2d-dc1a-49b5-8bbf-771859af4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.367198 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-37a66c2d-dc1a-49b5-8bbf-771859af4320 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0f127858ff614322975e209f6b706512&device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 1097 time: 0.1674461 Oct 26 11:52:18.373828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58726) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:18.383170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffacaaa-b6d0-4880-a423-730270e509c4 None None] New status for floating IP 664610bc-fa67-4843-999d-c743ea076b5e: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:52:18.442772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58728) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:18.470386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-119fe744-5802-4b5e-859a-6fe00ed38587 req-cf26f41b-7005-401b-a97a-40000a397135 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294219 Oct 26 11:52:18.507708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4daf4-936d-4d2c-b201-23a59a47aa89 req-10de1d76-0ec3-4221-be7c-6d63c03fcc82 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.509393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daa4daf4-936d-4d2c-b201-23a59a47aa89 req-10de1d76-0ec3-4221-be7c-6d63c03fcc82 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 944 time: 0.1063194 Oct 26 11:52:18.512013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f024ee0b-f0be-4687-b1ba-385c4b05ab0a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e33611326db04301988876fe7018c15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274953 Oct 26 11:52:18.514535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58732) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:18.525579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-767d08d9-6ef7-412e-8041-5227904df34e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=af1a61a4261440529b82e928c9128738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803616 Oct 26 11:52:18.528079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58734) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:18.542614 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-d7d51a34-0f68-4ac1-82dd-93200a3f13d7 service neutron] 10.222.0.100 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686143 Oct 26 11:52:18.599682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daa4daf4-936d-4d2c-b201-23a59a47aa89 req-c23e273f-9b28-443c-b717-f01db8c67c86 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Oct 26 11:52:18.631684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-0d86fdf6-e5c5-4186-a767-f1c8f9a9ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.633168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-0d86fdf6-e5c5-4186-a767-f1c8f9a9ccb2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fec4217c-460d-45c3-8bbb-c9df6876ac75 HTTP/1.1" status: 200 len: 917 time: 0.2514532 Oct 26 11:52:18.635329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4e561e1-d11d-4201-92ce-53c1bfe814df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.668869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4e561e1-d11d-4201-92ce-53c1bfe814df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.747784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4e59305-6f48-468e-a8b3-351ea0b74af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.759640 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c05ae6aa-5ac3-4cc4-972b-8db05d74dd06 req-608cb018-50dc-42e9-8699-0bf4e7d64dba service neutron] 10.222.0.100 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063150 Oct 26 11:52:18.761434 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-fcc49855-f20d-4db6-899a-bc70e39e049f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df69c962-50ed-4084-a8a1-3cc05d87a987 HTTP/1.1" status: 200 len: 1002 time: 0.1137409 Oct 26 11:52:18.793842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c5d22-d3ab-4e9e-acfd-620ab1c1fbcf req-5eb54925-b668-4b78-94f6-3f649cade7da tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.796760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-168c5d22-d3ab-4e9e-acfd-620ab1c1fbcf req-5eb54925-b668-4b78-94f6-3f649cade7da tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.0857430 Oct 26 11:52:18.810153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4e561e1-d11d-4201-92ce-53c1bfe814df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.812924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4e561e1-d11d-4201-92ce-53c1bfe814df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.816394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a4e561e1-d11d-4201-92ce-53c1bfe814df admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38327837-c376-45f6-9370-ec0001074a40 HTTP/1.1" status: 204 len: 168 time: 0.2968147 Oct 26 11:52:18.829442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4e59305-6f48-468e-a8b3-351ea0b74af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.838821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e561e1-d11d-4201-92ce-53c1bfe814df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38327837-c376-45f6-9370-ec0001074a40,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:18.860305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-168c5d22-d3ab-4e9e-acfd-620ab1c1fbcf req-19e1d6bb-23ef-4e47-a91f-c3e282464f71 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567482 Oct 26 11:52:18.877662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-d6c09659-1fc0-48e1-9948-d2f9e4bfc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.879727 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-d6c09659-1fc0-48e1-9948-d2f9e4bfc77e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=85a36583-6508-4f4a-8af2-c586a4cb687b HTTP/1.1" status: 200 len: 854 time: 0.1031880 Oct 26 11:52:18.935693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-be11f6dc-6b66-4efe-b43d-3b50faa8d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:18.937306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-be11f6dc-6b66-4efe-b43d-3b50faa8d882 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fec4217c-460d-45c3-8bbb-c9df6876ac75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492268 Oct 26 11:52:18.938438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4e59305-6f48-468e-a8b3-351ea0b74af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.941098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4e59305-6f48-468e-a8b3-351ea0b74af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:18.942323 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4e59305-6f48-468e-a8b3-351ea0b74af1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67038398-3508-405b-ae61-98aa8edd3376 HTTP/1.1" status: 204 len: 168 time: 0.4131980 Oct 26 11:52:18.966704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59305-6f48-468e-a8b3-351ea0b74af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67038398-3508-405b-ae61-98aa8edd3376,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:19.068334 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-5feb6124-213e-4a57-ab2c-7fc2ed862820 service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230924 Oct 26 11:52:19.110054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46316a0f-09f5-436b-b009-02f4161f8e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:19.217445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcf081-f58a-41f1-b991-2e7fcac48c41 req-b9a67c32-81ab-49f3-8d73-0acc90af036f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:19.219278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84a2a8fe-3ff7-4d10-806f-44806a3be588 req-b4b939a0-5d0e-4d57-b283-a9404ed9819f service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395097 Oct 26 11:52:19.223908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91dcf081-f58a-41f1-b991-2e7fcac48c41 req-b9a67c32-81ab-49f3-8d73-0acc90af036f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 947 time: 0.0612814 Oct 26 11:52:19.226014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:19.273479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91dcf081-f58a-41f1-b991-2e7fcac48c41 req-fa0c5669-b952-4502-96db-5c67ed0b0dbb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Oct 26 11:52:19.299836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:19.312664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:19.313209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:19.364791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166a7b1-5c18-4e99-ab57-3b8c215683e7 req-52618bf8-ecce-4364-83b5-acb982e787ee tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:19.372604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7166a7b1-5c18-4e99-ab57-3b8c215683e7 req-52618bf8-ecce-4364-83b5-acb982e787ee tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 943 time: 0.0952654 Oct 26 11:52:19.420387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:19.421620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7166a7b1-5c18-4e99-ab57-3b8c215683e7 req-c80a9795-4721-4a47-8a3e-10996dad5f00 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Oct 26 11:52:19.472014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:19.481560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:19.553263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:19.610800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 131c1713-9408-42a6-a146-ded734e9b5e6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:19.637970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-fa50be7d-9e87-4a05-b974-27b3cad3a789 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:19.646162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-fa50be7d-9e87-4a05-b974-27b3cad3a789 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 815 time: 0.1438565 Oct 26 11:52:19.671976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-5151c82e-481a-4f4f-a052-e34c59d82e16 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/quotas/51aabbdcddff42388c1f91bde8cafb89 HTTP/1.1" status: 200 len: 375 time: 0.0240889 Oct 26 11:52:19.744010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-7caee24a-bb0e-45ab-9cc8-53d1e9fbb8c8 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696704 Oct 26 11:52:19.746692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 131c1713-9408-42a6-a146-ded734e9b5e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=131c1713-9408-42a6-a146-ded734e9b5e6,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:19.825263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-890d2ff0-9e62-4013-9f70-3b754d8d09ce tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:19.826890 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-890d2ff0-9e62-4013-9f70-3b754d8d09ce tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1&tenant_id=a30afeddd6894964b3d8f85d494291d0&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 947 time: 0.1512394 Oct 26 11:52:19.914796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '131c1713-9408-42a6-a146-ded734e9b5e6', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': '131c1713-9408-42a6-a146-ded734e9b5e6', 'mac_address': 'fa:16:3e:8d:7f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:19.950397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-f373e82b-9029-44f2-a9cf-5c8c8f05d2f5 service neutron] 10.222.0.88 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050636 Oct 26 11:52:19.961967 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:19.963842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-92c114ac-05cc-47de-af8b-85894e23509b service neutron] 10.222.0.100 "GET /v2.0/ports/c805446b-7753-4d74-8342-3d56710e6ffb/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 382 time: 0.1272695 Oct 26 11:52:19.977770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131c1713-9408-42a6-a146-ded734e9b5e6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:19.997894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 131c1713-9408-42a6-a146-ded734e9b5e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=131c1713-9408-42a6-a146-ded734e9b5e6,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:20.007061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:20.007631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:20.014308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b5b6-a502-41c2-9470-e63ad5133db6 req-dab361ff-753e-4a81-8ce7-51dbbd5d3bdc tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.021437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf98b5b6-a502-41c2-9470-e63ad5133db6 req-dab361ff-753e-4a81-8ce7-51dbbd5d3bdc tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1417677 Oct 26 11:52:20.078245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-b2fb3361-2941-4e6d-ba43-ca547bf9097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.079825 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-b2fb3361-2941-4e6d-ba43-ca547bf9097f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0891249 Oct 26 11:52:20.153932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=131c1713-9408-42a6-a146-ded734e9b5e6,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:20.195787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:20.200504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-3e0bb980-3f9d-4117-8080-f67c06aa167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.202004 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-3e0bb980-3f9d-4117-8080-f67c06aa167d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1131880 Oct 26 11:52:20.210081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'mac_address': 'fa:16:3e:6e:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:20.224988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58800) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:20.229308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf98b5b6-a502-41c2-9470-e63ad5133db6 req-df9b3f24-50be-4dab-a28e-c6459831390e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434140 Oct 26 11:52:20.254985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:20.260973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-7d07f767-4a89-4385-bdcf-efbe417bb32a service neutron] 10.222.0.88 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960894 Oct 26 11:52:20.271544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c805446b-7753-4d74-8342-3d56710e6ffb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:20.279265 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-d9d9e63f-fabd-4073-82b4-66c25185bc80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.0680172 Oct 26 11:52:20.297120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:20.297960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:20.300796 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0295d314-c595-4800-b49a-42480e2b6740" -d '{"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:20.323309 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:20.385646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-8fd49975-5ba7-4b95-b541-3c2c46278913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.387835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-8fd49975-5ba7-4b95-b541-3c2c46278913 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1008186 Oct 26 11:52:20.398406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:20.450268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431e65-b80f-4eba-a268-331cda445b2d req-6103f947-a7fe-49af-93a8-e5f108890b14 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.453031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e431e65-b80f-4eba-a268-331cda445b2d req-6103f947-a7fe-49af-93a8-e5f108890b14 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 948 time: 0.1224945 Oct 26 11:52:20.512540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-51b918f8-c89a-4a3a-b15e-c9919b76adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.516233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-51b918f8-c89a-4a3a-b15e-c9919b76adcf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205027 Oct 26 11:52:20.556802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e431e65-b80f-4eba-a268-331cda445b2d req-20334339-b0ba-4675-8d67-3dcd96fbcc73 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945449 Oct 26 11:52:20.569006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['131c1713-9408-42a6-a146-ded734e9b5e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:20.573193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58816) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:20.619275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c805446b-7753-4d74-8342-3d56710e6ffb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:20.712999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-466216035-network', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:20.745521 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7075a-8eb3-4a0c-89a1-ada1e3012163 x-openstack-request-id: req-6eb7075a-8eb3-4a0c-89a1-ada1e3012163 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:20.745819 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:20.746216 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6eb7075a-8eb3-4a0c-89a1-ada1e3012163 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:20.746685 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'code': 200} Oct 26 11:52:20.748334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-a19ccee2-6eec-495a-9ac7-6b724bf91b16 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:20.755280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-a19ccee2-6eec-495a-9ac7-6b724bf91b16 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "GET /v2.0/ports?device_id=19c20d4b-5fd2-42ce-8415-04231e28f31a HTTP/1.1" status: 200 len: 946 time: 0.0940583 Oct 26 11:52:20.767553 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-a8759455-1978-4b79-8902-76f41f97700d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407243 Oct 26 11:52:20.768750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Made reservation on behalf of 85f806032a8c40f9af006a1371d6e83b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:20.775627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:20.881127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-663c7536-01c6-41c6-a2e7-aceff26685c4 req-7e8d34b4-edbc-4a65-8075-eb9f1f5dfb65 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 210 time: 0.0707707 Oct 26 11:52:20.884507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1901630167-network', 'tenant_id': 'aa30afe096d64199bab4c84abb10c8b1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:20.965013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:20.987330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Made reservation on behalf of aa30afe096d64199bab4c84abb10c8b1 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:20.989770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.008285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.034089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091dfc0-5c65-408b-8098-ae5ac67178ec req-98ec6b18-359f-4379-a82c-22a00a285b10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:21.041787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d091dfc0-5c65-408b-8098-ae5ac67178ec req-98ec6b18-359f-4379-a82c-22a00a285b10 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 944 time: 0.1243153 Oct 26 11:52:21.054714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Deleting port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:21.055111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.087504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701265ba-b5b6-4a20-9532-b3a624d87db3 req-0abc7e28-6e12-456b-9fa1-a3a4d2da7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:21.089242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-701265ba-b5b6-4a20-9532-b3a624d87db3 req-0abc7e28-6e12-456b-9fa1-a3a4d2da7189 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1964881 Oct 26 11:52:21.101719 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-714e51a3-8cb6-4365-a9bd-6c9707207154 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236647 Oct 26 11:52:21.156529 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-701265ba-b5b6-4a20-9532-b3a624d87db3 req-1aff8315-a847-450f-ae26-87ef70b637fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570343 Oct 26 11:52:21.162024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.165667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.180949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d091dfc0-5c65-408b-8098-ae5ac67178ec req-d65f610c-c555-41f1-8bb9-0a1004b24c60 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367223 Oct 26 11:52:21.193031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:52:21.203298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7067e2-cffe-4f4f-a085-b0c124f9d844,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:21.216447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.216799 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Added segment a94ca94a-075f-4813-a209-718adbaa9216 of type vlan for network eb291298-f14c-4bec-bd32-2325f8869357 Oct 26 11:52:21.242702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] For port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:21.243092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.266440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Calling delete_port for 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:21.278210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.284263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.291809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.308858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.310271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:21.310982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.362281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:52:21.366437 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1410415 Oct 26 11:52:21.372256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58830) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:21.378855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93a6b6-2abe-4127-8dff-9c60a87687b7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb291298-f14c-4bec-bd32-2325f8869357,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:21.389955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network eb291298-f14c-4bec-bd32-2325f8869357 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:52:21.394281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Request body: {'subnet': {'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-subnet', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:21.406187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc0cee0-a1da-423b-ba43-468b5d0729fd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:21.409182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.409528 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Added segment 9d44c6c1-c5d8-4034-a5c4-fedcc80c8923 of type vlan for network 90aca2a4-4349-41e5-8d12-6f7fbb32760b Oct 26 11:52:21.492151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Made reservation on behalf of 85f806032a8c40f9af006a1371d6e83b for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:21.494672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.504089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f7a7c-a549-4c9f-95ec-4921acf125d6 req-52dc4823-39d3-4ded-a210-f0f5b5ccea9b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:21.505634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-290f7a7c-a549-4c9f-95ec-4921acf125d6 req-52dc4823-39d3-4ded-a210-f0f5b5ccea9b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1695657 Oct 26 11:52:21.555898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.636173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 131c1713-9408-42a6-a146-ded734e9b5e6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:21.679634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-290f7a7c-a549-4c9f-95ec-4921acf125d6 req-1460782d-1cb5-49b7-ab61-57bb02659ce6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660998 Oct 26 11:52:21.698899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-607b353b-693f-4332-bb65-fdfb817881ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.701495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.703006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:21.703793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.711500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.719912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 131c1713-9408-42a6-a146-ded734e9b5e6 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:21.724832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 131c1713-9408-42a6-a146-ded734e9b5e6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:21.725237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.798533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Pushing event deleted for resources: {'Port': ['ID=901bb4e7-53ec-4ff8-80fe-1a4f37f59154,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:21.803209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2286506 Oct 26 11:52:21.806567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:21.813609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Request body: {'subnet': {'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1901630167-subnet', 'tenant_id': 'aa30afe096d64199bab4c84abb10c8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:21.850777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.860786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Made reservation on behalf of aa30afe096d64199bab4c84abb10c8b1 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:21.868414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.872716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d0025-368c-4134-8ea6-86d2dcb347ee admin admin] Pushing event updated for resources: {'Network': ['ID=90aca2a4-4349-41e5-8d12-6f7fbb32760b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:21.893149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 90aca2a4-4349-41e5-8d12-6f7fbb32760b details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:52:21.893469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] No DVR routers for this DVR port 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:21.902265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e366b8-0d80-4028-83f3-687186ae97e0 req-0dc43add-9cac-46f0-93c7-63b66dd06816 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:21.910525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e366b8-0d80-4028-83f3-687186ae97e0 req-0dc43add-9cac-46f0-93c7-63b66dd06816 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 948 time: 0.2570510 Oct 26 11:52:21.916997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.920512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-165c069f-e083-4bcd-a3a4-3d7983a03080 req-941b3802-3e47-4055-b9ba-7c61a32d1bfa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "DELETE /v2.0/ports/901bb4e7-53ec-4ff8-80fe-1a4f37f59154 HTTP/1.1" status: 204 len: 173 time: 1.1586778 Oct 26 11:52:21.921027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-deleted', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:21.923370 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650113c7-52e9-4859-9fd6-249c851de55e" -d '{"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-deleted", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:21.952593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 131c1713-9408-42a6-a146-ded734e9b5e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=131c1713-9408-42a6-a146-ded734e9b5e6,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:21.963761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:21.964857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:22.110685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-a791e9b3-edf8-4bb1-88a6-80c98799be21 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:22.112232 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-a791e9b3-edf8-4bb1-88a6-80c98799be21 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.100 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 815 time: 0.2399147 Oct 26 11:52:22.122544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c805446b-7753-4d74-8342-3d56710e6ffb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:22.122980 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.127187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=131c1713-9408-42a6-a146-ded734e9b5e6,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:22.152260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Request body: {'port': {'device_id': '4912fd94-edbb-46f0-892b-318a57610cc7', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'admin_state_up': True, 'tenant_id': '51aabbdcddff42388c1f91bde8cafb89'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:22.166839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e366b8-0d80-4028-83f3-687186ae97e0 req-b3d3d09b-d897-4a64-ad8e-888aae07fe0d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554810 Oct 26 11:52:22.179172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.226574 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.269481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9d0110d-355a-4a7b-ac2c-0a1aee670ad8 req-618656f7-1e37-48bf-b497-f8fda5762725 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 210 time: 0.1506932 Oct 26 11:52:22.272766 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac67e23-2164-49cb-b65f-20b276fc4506 x-openstack-request-id: req-2ac67e23-2164-49cb-b65f-20b276fc4506 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:22.273055 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c20d4b-5fd2-42ce-8415-04231e28f31a", "name": "network-vif-deleted", "tag": "901bb4e7-53ec-4ff8-80fe-1a4f37f59154", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:22.273315 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ac67e23-2164-49cb-b65f-20b276fc4506 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:22.273720 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c20d4b-5fd2-42ce-8415-04231e28f31a', 'name': 'network-vif-deleted', 'tag': '901bb4e7-53ec-4ff8-80fe-1a4f37f59154', 'status': 'completed', 'code': 200} Oct 26 11:52:22.275431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:22.281352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.293520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c069dc-b9d4-4e18-97f5-55e8d3454b6e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:22.342169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Checking segment: {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:22.343031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Network hostable DHCP agents. Network: eb291298-f14c-4bec-bd32-2325f8869357, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:52:22.352913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:22.373984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Network eb291298-f14c-4bec-bd32-2325f8869357 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:52:22.404577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, eb291298-f14c-4bec-bd32-2325f8869357) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:22.410682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:22.411554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.426480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e1266-8b15-4a6c-a3b4-75680ff339d3 None None] Network eb291298-f14c-4bec-bd32-2325f8869357 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:22.429336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd8ec1-2424-4a47-85c8-269193d099e4 req-6d77463e-8f3e-4899-ab7b-8fae2c8e9976 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:22.431778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5fd8ec1-2424-4a47-85c8-269193d099e4 req-6d77463e-8f3e-4899-ab7b-8fae2c8e9976 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.0773225 Oct 26 11:52:22.441730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ffba8f18-027a-40a5-884b-793390bb34e6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0539765 Oct 26 11:52:22.444837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58846) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:22.450100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:22.538761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5fd8ec1-2424-4a47-85c8-269193d099e4 req-400ccdef-b5fb-49a3-8a66-980a0048e959 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Oct 26 11:52:22.540801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.544757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.624031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.644527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-eb291298-f14c-4bec-bd32-2325f8869357', 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'fixed_ips': [{'subnet_id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:52:22.645563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.694053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.756435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c1713-9408-42a6-a146-ded734e9b5e6'}, {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:22.760607 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6bfc13-611e-4d26-9c37-10541d1c017d" -d '{"events": [{"server_uuid": "77f12c00-4740-4fd3-9e47-2a098c501f02", "name": "network-vif-plugged", "status": "completed", "tag": "131c1713-9408-42a6-a146-ded734e9b5e6"}, {"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:22.782087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Made reservation on behalf of 51aabbdcddff42388c1f91bde8cafb89 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:22.786684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.808159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3a2299-3f85-4509-b67f-3b8f6a1458aa,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:22.816012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Checking segment: {'id': '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:22.816423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Network hostable DHCP agents. Network: 90aca2a4-4349-41e5-8d12-6f7fbb32760b, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:52:22.830108 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.864642 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797deaf-7eb3-4cba-8cd7-b79f3108f8d8 x-openstack-request-id: req-f797deaf-7eb3-4cba-8cd7-b79f3108f8d8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:22.865104 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f12c00-4740-4fd3-9e47-2a098c501f02", "name": "network-vif-plugged", "status": "completed", "tag": "131c1713-9408-42a6-a146-ded734e9b5e6", "code": 200}, {"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:22.865477 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f797deaf-7eb3-4cba-8cd7-b79f3108f8d8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:22.865896 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c1713-9408-42a6-a146-ded734e9b5e6', 'code': 200} Oct 26 11:52:22.866166 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'code': 200} Oct 26 11:52:22.895089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Allocated IP 172.20.0.2 (eb291298-f14c-4bec-bd32-2325f8869357/31c069dc-b9d4-4e18-97f5-55e8d3454b6e/744723a3-5848-44ee-b6fb-91e19eda6453) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:22.902689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.903929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Network 90aca2a4-4349-41e5-8d12-6f7fbb32760b is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:52:22.931316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 90aca2a4-4349-41e5-8d12-6f7fbb32760b) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:22.939054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:22.939658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:22.950277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc821-cdc5-474f-8b27-d203761f8e83 req-dfd6a193-a21f-4b23-a54d-89f6653cf4f9 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:22.952277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f6dc821-cdc5-474f-8b27-d203761f8e83 req-dfd6a193-a21f-4b23-a54d-89f6653cf4f9 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.0888703 Oct 26 11:52:22.970787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2880b1d5-7dac-42de-b766-40950394e346 None None] Network 90aca2a4-4349-41e5-8d12-6f7fbb32760b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:23.037534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f6dc821-cdc5-474f-8b27-d203761f8e83 req-2dd6d9fd-d9d8-4387-bc89-bd7c38cb5299 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554788 Oct 26 11:52:23.048744 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9e60b37b-6551-42f4-8afc-ba652a8f04cf admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2408664 Oct 26 11:52:23.113079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Allocated IP 172.20.0.9 (1271a4c7-8c8f-41c3-a893-1620fa60654c/9e68a677-0e2b-4e44-a3dc-98aec6cca38a/36765d20-1eb3-43f4-9bc4-f208a30429eb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:23.197594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.229327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1747d-ca67-4e82-bc85-eff19a10d372 req-2656761a-b774-442d-995d-43bdbc6e961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:23.231086 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-64d1747d-ca67-4e82-bc85-eff19a10d372 req-2656761a-b774-442d-995d-43bdbc6e961c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 1096 time: 0.2836018 Oct 26 11:52:23.254100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4bb7b-7459-4f23-ba4c-db929ce4fc53 None None] Network 90aca2a4-4349-41e5-8d12-6f7fbb32760b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:23.260917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:23.269038 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.301338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.318501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-64d1747d-ca67-4e82-bc85-eff19a10d372 req-37f006a4-ee2b-4586-887c-7c0f6c7fcad0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554228 Oct 26 11:52:23.352350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.363536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:23.363891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 901bb4e7-53ec-4ff8-80fe-1a4f37f59154 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:23.374148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.403379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.469389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.540105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:23.544800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:23.551792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:23.575912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2385189-67bc-4110-9809-d7260f1efeed req-611aee77-6d5c-4983-9cb6-3092eb386b7d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:23.583192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:23.584319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2385189-67bc-4110-9809-d7260f1efeed req-611aee77-6d5c-4983-9cb6-3092eb386b7d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1940837 Oct 26 11:52:23.599794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27dcfd-ca3c-4544-965c-a95bd9921643 req-6dc09f71-9b00-439c-a1f2-71cdfe1f44dd tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:23.602938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a27dcfd-ca3c-4544-965c-a95bd9921643 req-6dc09f71-9b00-439c-a1f2-71cdfe1f44dd tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.2648280 Oct 26 11:52:23.603117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Network eb291298-f14c-4bec-bd32-2325f8869357 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:23.617279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:23.626262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:23.628846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:23.629529 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.638920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Pushing event updated for resources: {'Port': ['ID=744723a3-5848-44ee-b6fb-91e19eda6453,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:23.654624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ae404da2-c25f-4187-ad11-41ce6d85a668 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5253499 Oct 26 11:52:23.677594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Request body: {'port': {'device_id': '4912fd94-edbb-46f0-892b-318a57610cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:23.717345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2385189-67bc-4110-9809-d7260f1efeed req-70ddc21d-06c6-4d6b-adb1-88baa09cb245 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269886 Oct 26 11:52:23.727839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Attempting to bind port 744723a3-5848-44ee-b6fb-91e19eda6453 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:23.728177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Attempting to bind port 744723a3-5848-44ee-b6fb-91e19eda6453 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:23.728639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Attempting to bind port 744723a3-5848-44ee-b6fb-91e19eda6453 on network eb291298-f14c-4bec-bd32-2325f8869357 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:23.734777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:23.735343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Checking segment: {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:23.735775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.735775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Bound using segment: {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:23.736695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Bound port: 744723a3-5848-44ee-b6fb-91e19eda6453, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:23.737116 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.743855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a27dcfd-ca3c-4544-965c-a95bd9921643 req-6db81450-4c4a-47cd-94be-94606244a5a5 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244583 Oct 26 11:52:23.794574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Allocated IP 172.25.4.105 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:23.797499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.834172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] For port 744723a3-5848-44ee-b6fb-91e19eda6453, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:23.837857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] For port 744723a3-5848-44ee-b6fb-91e19eda6453, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=744723a3-5848-44ee-b6fb-91e19eda6453,segment=NetworkSegment(a94ca94a-075f-4813-a209-718adbaa9216),segment_id=a94ca94a-075f-4813-a209-718adbaa9216)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:23.842675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:23.927883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02d5c-f84e-4851-8d99-dcd4e9dc831d None None] Pushing event updated for resources: {'Port': ['ID=744723a3-5848-44ee-b6fb-91e19eda6453,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:23.957169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d12e25-267f-4b87-b6fe-beff93b5e004 req-bf99f95b-3a94-401d-a10e-27b2343571fe tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:23.958768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5d12e25-267f-4b87-b6fe-beff93b5e004 req-bf99f95b-3a94-401d-a10e-27b2343571fe tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 931 time: 0.1319079 Oct 26 11:52:24.004121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-2224ff7b-adac-427d-868c-099f831476d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.005803 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-2224ff7b-adac-427d-868c-099f831476d9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1&tenant_id=a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 1100 time: 0.2049649 Oct 26 11:52:24.070195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.080796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5d12e25-267f-4b87-b6fe-beff93b5e004 req-0587cc81-cfa6-459f-b214-6e83a9735e8a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063511 Oct 26 11:52:24.146675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-872a6766-7938-43cd-97bf-351e2e37cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.148508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-872a6766-7938-43cd-97bf-351e2e37cfd8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1100 time: 0.1161921 Oct 26 11:52:24.186386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.370703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-fd95b1f4-42e1-4dfb-8791-dc74d9faf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.372439 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-fd95b1f4-42e1-4dfb-8791-dc74d9faf21f service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1986887 Oct 26 11:52:24.384149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36765d20-1eb3-43f4-9bc4-f208a30429eb {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:24.419821 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.458039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-5894e94c-a2a8-476f-bf21-8324c778cacd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.0611329 Oct 26 11:52:24.477303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Transition to ACTIVE for port object 36765d20-1eb3-43f4-9bc4-f208a30429eb will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:24.493943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.501243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.565554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-605c59df-7bcf-4773-b312-97fefaabb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.567399 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-605c59df-7bcf-4773-b312-97fefaabb8a8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1000893 Oct 26 11:52:24.603016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:24.665450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 744723a3-5848-44ee-b6fb-91e19eda6453 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:24.673167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-91528811-f8cf-40c0-92c0-a068b3d65061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.674679 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-91528811-f8cf-40c0-92c0-a068b3d65061 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980024 Oct 26 11:52:24.694084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:24.710903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Pushing event updated for resources: {'Port': ['ID=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:24.726852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 744723a3-5848-44ee-b6fb-91e19eda6453 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:24.728721 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.731963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:24.738220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:24.740412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Attempting to bind port 36765d20-1eb3-43f4-9bc4-f208a30429eb on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:24.741028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Attempting to bind port 36765d20-1eb3-43f4-9bc4-f208a30429eb by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:24.741574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Attempting to bind port 36765d20-1eb3-43f4-9bc4-f208a30429eb on network 1271a4c7-8c8f-41c3-a893-1620fa60654c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:24.752605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Port 36765d20-1eb3-43f4-9bc4-f208a30429eb on network 1271a4c7-8c8f-41c3-a893-1620fa60654c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:24.753250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Attempting to bind port 36765d20-1eb3-43f4-9bc4-f208a30429eb on network 1271a4c7-8c8f-41c3-a893-1620fa60654c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:24.772843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:24.773748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Checking segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:24.774097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Bound using segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:24.775044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Bound port: 36765d20-1eb3-43f4-9bc4-f208a30429eb, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:24.776127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.817838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379e554-9fee-4061-8ef2-5459cce665da req-806d371f-787a-4b58-833f-99b36bed1bff tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.819453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9379e554-9fee-4061-8ef2-5459cce665da req-806d371f-787a-4b58-833f-99b36bed1bff tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1390057 Oct 26 11:52:24.833637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.868000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-5ceff740-0004-4cc1-9f3d-6c1a974c7149 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809647 Oct 26 11:52:24.873888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 744723a3-5848-44ee-b6fb-91e19eda6453, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=744723a3-5848-44ee-b6fb-91e19eda6453,segment=NetworkSegment(a94ca94a-075f-4813-a209-718adbaa9216),segment_id=a94ca94a-075f-4813-a209-718adbaa9216)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:24.881392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:24.928040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-580f0aac-c206-4f34-b0ff-1c3a92df065e tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:24.929607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-580f0aac-c206-4f34-b0ff-1c3a92df065e tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/networks?id=90aca2a4-4349-41e5-8d12-6f7fbb32760b HTTP/1.1" status: 200 len: 813 time: 0.7337987 Oct 26 11:52:24.936323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:24.957478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:24.969630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=744723a3-5848-44ee-b6fb-91e19eda6453,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:24.972354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.001819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9379e554-9fee-4061-8ef2-5459cce665da req-4ff296d7-2ece-4cfc-8b89-7cf3564dccd2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759546 Oct 26 11:52:25.006258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-353710b4-576e-4b94-804d-3b8e522d4ff5 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/quotas/aa30afe096d64199bab4c84abb10c8b1 HTTP/1.1" status: 200 len: 375 time: 0.0632534 Oct 26 11:52:25.044946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:25.045745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.047613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] 10.222.0.100 "PUT /v2.0/ports/36765d20-1eb3-43f4-9bc4-f208a30429eb HTTP/1.1" status: 200 len: 1091 time: 1.3773818 Oct 26 11:52:25.052287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-11ce8b1e-3838-44a3-9602-aec57f31b0fd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aa30afe096d64199bab4c84abb10c8b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345452 Oct 26 11:52:25.081894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-38025ced-67ba-4705-9da4-89b2109fc953 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:52:25.084457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-38025ced-67ba-4705-9da4-89b2109fc953 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102355 Oct 26 11:52:25.084684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:25.091986 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d0916-9f40-44d0-925e-2158fe29c679" -d '{"events": [{"name": "network-changed", "server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:25.166061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ccb804a5-c6ef-40c0-a9d6-82508a62ca57 req-f681a252-46d7-484b-9138-c3824d7d10e5 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870152 Oct 26 11:52:25.194842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ee445a4f-d3c1-4512-ad0b-b875e6d51561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:25.196624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-ee445a4f-d3c1-4512-ad0b-b875e6d51561 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0822599 Oct 26 11:52:25.197536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb70a9-17d0-45ef-9c45-62fc7c2685c4 service neutron] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:25.250935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-68cfd14f-edbd-4f8f-94c2-6bde949e8f3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb HTTP/1.1" status: 200 len: 217 time: 0.0422287 Oct 26 11:52:25.308292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2af44-2037-45bd-a4a9-a9a7231cde03 None None] Network eb291298-f14c-4bec-bd32-2325f8869357 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:25.311408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-9bf7a07f-c0c4-422c-9a19-6723b61eefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:25.313547 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-9bf7a07f-c0c4-422c-9a19-6723b61eefd0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 200 len: 855 time: 0.0545051 Oct 26 11:52:25.335657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344f135-a0c6-4869-bd35-d688caeca61b req-54607e19-0e02-4a25-83b9-a82da29e2c8b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:25.337253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7344f135-a0c6-4869-bd35-d688caeca61b req-54607e19-0e02-4a25-83b9-a82da29e2c8b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.1076906 Oct 26 11:52:25.346919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-1212623a-1389-4e9c-8be3-9bf4782ff794 service neutron] 10.222.0.88 "GET /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066369 Oct 26 11:52:25.351319 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-4b26bcf4-e626-4829-9f76-5cc557d22405 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1271a4c7-8c8f-41c3-a893-1620fa60654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278273 Oct 26 11:52:25.357265 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.379303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c54a83ea-69aa-4642-8b74-a1ca403271e3 None None] Provisioning complete for port 744723a3-5848-44ee-b6fb-91e19eda6453 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:25.379673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c54a83ea-69aa-4642-8b74-a1ca403271e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.455450 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-3b30b31b-51b8-4ebc-b845-6016f86d3986 service neutron] 10.222.0.100 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943017 Oct 26 11:52:25.515693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7344f135-a0c6-4869-bd35-d688caeca61b req-24470d57-501f-429e-be9b-76e8b2f184ab tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665375 Oct 26 11:52:25.582559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-cacf3fb6-a886-4147-bf0b-52228f5c7e1a service neutron] 10.222.0.88 "GET /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346938 Oct 26 11:52:25.599656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-00b6d241-9713-4823-a5fb-9d69c39d2f33 req-c5a1e319-8c8e-41e9-9205-1b091d85d84c service neutron] 10.222.0.100 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363456 Oct 26 11:52:25.627902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:25.759700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c885a4-7bf5-48b3-b20a-f9370b0ad8e5 req-fdd9c9fd-b406-4e62-9e54-cb740c576536 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:25.761307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5c885a4-7bf5-48b3-b20a-f9370b0ad8e5 req-fdd9c9fd-b406-4e62-9e54-cb740c576536 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.0785182 Oct 26 11:52:25.772397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.800789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:25.803537 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cac367e-43c6-41f0-af2c-022662de36a3" -d '{"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:25.823281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:25.828960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5c885a4-7bf5-48b3-b20a-f9370b0ad8e5 req-a136a8d6-2981-4338-ae05-d90e38aaaee0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553243 Oct 26 11:52:25.829877 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.885670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.902210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:25.904736 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654de21e-18de-465c-9f5f-f83d17efebe9 x-openstack-request-id: req-654de21e-18de-465c-9f5f-f83d17efebe9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:25.905234 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:25.906009 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-654de21e-18de-465c-9f5f-f83d17efebe9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:25.906509 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'status': 'completed', 'code': 200} Oct 26 11:52:25.974779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-573502a8-cac0-4c78-855a-2f09c706f5d5 None None] Provisioning complete for port 744723a3-5848-44ee-b6fb-91e19eda6453 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:25.975799 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-573502a8-cac0-4c78-855a-2f09c706f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:25.998566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df003ef3-aa87-4a2d-82db-1c4f2a89686f req-c7bca892-02e0-42a5-890f-bafebe0ddb31 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.000370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df003ef3-aa87-4a2d-82db-1c4f2a89686f req-c7bca892-02e0-42a5-890f-bafebe0ddb31 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 943 time: 0.1616435 Oct 26 11:52:26.000618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-827c5fa6-31b4-4e6b-ad90-6aee7c367cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.002169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-827c5fa6-31b4-4e6b-ad90-6aee7c367cac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0614307 Oct 26 11:52:26.031822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1130c503-4f72-4c56-b0af-4adc2cba0519 req-9ef9cf57-a240-4fdc-acfd-4a9a14336774 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 210 time: 0.0596542 Oct 26 11:52:26.107865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df003ef3-aa87-4a2d-82db-1c4f2a89686f req-87236924-52ff-416a-af3a-59598eb2adb8 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837381 Oct 26 11:52:26.190326 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d4467b-ce5d-45fc-9cfd-021409ddc25c x-openstack-request-id: req-f3d4467b-ce5d-45fc-9cfd-021409ddc25c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:26.190630 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:26.190911 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3d4467b-ce5d-45fc-9cfd-021409ddc25c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:26.191329 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'code': 200} Oct 26 11:52:26.196231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-6fc98874-428f-48db-8e98-32df41ca03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.198495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Router 807fbb8b-8671-41ae-a431-e6b4455ca622 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:52:26.206728 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-6fc98874-428f-48db-8e98-32df41ca03dc service neutron] 10.222.0.100 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 917 time: 0.1888649 Oct 26 11:52:26.275542 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-0053b129-8863-4409-af89-dc221507e0fc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb HTTP/1.1" status: 200 len: 217 time: 0.0594757 Oct 26 11:52:26.350276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-597fd6cb-10dd-44f4-a806-bff1de834083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.352054 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-597fd6cb-10dd-44f4-a806-bff1de834083 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 200 len: 855 time: 0.0626497 Oct 26 11:52:26.403523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-68f9774e-cf5b-4115-bdd5-20705cb4fb6a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1271a4c7-8c8f-41c3-a893-1620fa60654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426490 Oct 26 11:52:26.410198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b32a5-0f23-466d-a8ff-73e2ee860e82 req-fecd2121-58be-4f97-b64f-0ea95f186cd3 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.417341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b5b32a5-0f23-466d-a8ff-73e2ee860e82 req-fecd2121-58be-4f97-b64f-0ea95f186cd3 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1931021 Oct 26 11:52:26.431045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e489-5675-4d76-8e26-1c3920a57ee5 req-eeb9a664-81fa-440a-92ff-a4d4c5a08265 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.432582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3df0e489-5675-4d76-8e26-1c3920a57ee5 req-eeb9a664-81fa-440a-92ff-a4d4c5a08265 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1493509 Oct 26 11:52:26.470366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:26.487933 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30519021-eca1-4022-979e-c921ece91163 None None] Sync routers for ids ['807fbb8b-8671-41ae-a431-e6b4455ca622'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:26.498709 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] Routers {'807fbb8b-8671-41ae-a431-e6b4455ca622'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:26.500213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['807fbb8b-8671-41ae-a431-e6b4455ca622'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:26.521645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:26.523560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0392e5f5-db82-4fdb-9841-4607b1297a8f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0768733 Oct 26 11:52:26.527096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:26.556824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b5b32a5-0f23-466d-a8ff-73e2ee860e82 req-041712b3-1c19-4101-b884-d6c21661875f tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386225 Oct 26 11:52:26.597472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3df0e489-5675-4d76-8e26-1c3920a57ee5 req-288950cc-926f-441c-92cd-2eb0fdb562da tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493893 Oct 26 11:52:26.678287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-e1c8ff41-d95d-4cee-a058-552becfa5c04 service neutron] 10.222.0.100 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666740 Oct 26 11:52:26.691787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 744723a3-5848-44ee-b6fb-91e19eda6453 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:26.768391 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] Set router 807fbb8b-8671-41ae-a431-e6b4455ca622 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:26.811101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 744723a3-5848-44ee-b6fb-91e19eda6453 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:26.811874 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:26.848051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66319beb-c1f1-4083-b3ac-67619e18a1cb req-c7338982-9ef4-490a-985a-9f7e08c46014 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:26.850347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66319beb-c1f1-4083-b3ac-67619e18a1cb req-c7338982-9ef4-490a-985a-9f7e08c46014 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 947 time: 0.1018867 Oct 26 11:52:26.907223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66319beb-c1f1-4083-b3ac-67619e18a1cb req-de2dc6bf-9bdc-4c40-a68e-4077ce98478d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 Oct 26 11:52:26.983773 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c34d0916-9f40-44d0-925e-2158fe29c679 req-8f7355e2-3608-4f64-aabe-931a6164f768 service neutron] 10.222.0.100 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969651 Oct 26 11:52:27.125913 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:25Z', 'revision_number': 3, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:27.134089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2b261-5f7d-4af3-8988-a0a02b9271ce req-86950be1-ab31-412f-8344-a43e1702b46d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:27.144140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22a2b261-5f7d-4af3-8988-a0a02b9271ce req-86950be1-ab31-412f-8344-a43e1702b46d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1182718 Oct 26 11:52:27.163474 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30519021-eca1-4022-979e-c921ece91163 None None] Checking router: 807fbb8b-8671-41ae-a431-e6b4455ca622 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:27.164141 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30519021-eca1-4022-979e-c921ece91163 None None] Updating router 807fbb8b-8671-41ae-a431-e6b4455ca622 port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:52:27.195922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a4141-87b1-4790-8bc3-42127a9df587 req-1cc3dee7-271c-41e2-9ba1-5c274bff35a8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:27.198002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839a4141-87b1-4790-8bc3-42127a9df587 req-1cc3dee7-271c-41e2-9ba1-5c274bff35a8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1124506 Oct 26 11:52:27.212984 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30519021-eca1-4022-979e-c921ece91163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.221935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22a2b261-5f7d-4af3-8988-a0a02b9271ce req-21ecfc72-a1f3-4557-bcba-9f53d0c8954d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768125 Oct 26 11:52:27.329121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-839a4141-87b1-4790-8bc3-42127a9df587 req-5f24f090-089c-49eb-b028-aaf3129b0ad5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056662 Oct 26 11:52:27.405152 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.408008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c734a607-e1e0-4a4f-8757-78d543131f98 req-b42f015d-a426-49da-b43e-828d225198cf tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 210 time: 0.0833862 Oct 26 11:52:27.528349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-c2bdac39-0a2b-4cd5-9824-4d1c8ed77c93 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:27.530459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-c2bdac39-0a2b-4cd5-9824-4d1c8ed77c93 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.30 "GET /v2.0/networks?id=90aca2a4-4349-41e5-8d12-6f7fbb32760b HTTP/1.1" status: 200 len: 813 time: 0.2523644 Oct 26 11:52:27.559763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Request body: {'port': {'device_id': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b', 'admin_state_up': True, 'tenant_id': 'aa30afe096d64199bab4c84abb10c8b1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:27.576510 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30519021-eca1-4022-979e-c921ece91163 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.583976 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30519021-eca1-4022-979e-c921ece91163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.625855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Allocated IP 172.20.0.1 (eb291298-f14c-4bec-bd32-2325f8869357/31c069dc-b9d4-4e18-97f5-55e8d3454b6e/7a21be72-f928-4f3b-b1d4-70eab2105f01) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:27.631528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb715ef-2dd4-43eb-8092-777d6dbb42c8 req-aea7d489-34ff-41bc-8f18-cd8a969a8e4e tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:27.632795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0eb715ef-2dd4-43eb-8092-777d6dbb42c8 req-aea7d489-34ff-41bc-8f18-cd8a969a8e4e tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 943 time: 0.1610012 Oct 26 11:52:27.633617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:27.667338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c82a7-e8ab-4b9b-978c-2aef37498f76 req-46341bb5-5403-4782-9943-5e93d31b7dc7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:27.667638 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-30519021-eca1-4022-979e-c921ece91163 None None] Attempting to bind port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:27.667761 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-30519021-eca1-4022-979e-c921ece91163 None None] Attempting to bind port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:27.668112 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30519021-eca1-4022-979e-c921ece91163 None None] Attempting to bind port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:27.669193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd3c82a7-e8ab-4b9b-978c-2aef37498f76 req-46341bb5-5403-4782-9943-5e93d31b7dc7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1636965 Oct 26 11:52:27.680390 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d88d5-71bd-4240-a615-6245b23fe74f None None] Pushing event updated for resources: {'Port': ['ID=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:27.692403 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30519021-eca1-4022-979e-c921ece91163 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:27.692785 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30519021-eca1-4022-979e-c921ece91163 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:27.693186 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30519021-eca1-4022-979e-c921ece91163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.693580 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30519021-eca1-4022-979e-c921ece91163 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:27.694066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-30519021-eca1-4022-979e-c921ece91163 None None] Bound port: 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:27.694446 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30519021-eca1-4022-979e-c921ece91163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.745487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0eb715ef-2dd4-43eb-8092-777d6dbb42c8 req-339273b3-f1bb-4316-86e9-541486812640 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977657 Oct 26 11:52:27.774221 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-30519021-eca1-4022-979e-c921ece91163 None None] For port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:27.783137 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-30519021-eca1-4022-979e-c921ece91163 None None] For port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:27.783809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:27.791526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd3c82a7-e8ab-4b9b-978c-2aef37498f76 req-05517f65-6dc5-471b-b95c-1c3f5f17f1f8 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091344 Oct 26 11:52:27.798853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.803821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'port_id': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'mac_address': 'fa:16:3e:3e:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e68a677-0e2b-4e44-a3dc-98aec6cca38a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:27.804511 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30519021-eca1-4022-979e-c921ece91163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.821375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Made reservation on behalf of aa30afe096d64199bab4c84abb10c8b1 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:27.832978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.865000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.886694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36765d20-1eb3-43f4-9bc4-f208a30429eb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:27.899559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.915895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:27.922605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:27.923753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:27.937846 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] Routers {'807fbb8b-8671-41ae-a431-e6b4455ca622'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:27.938710 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['807fbb8b-8671-41ae-a431-e6b4455ca622'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:27.983037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Network eb291298-f14c-4bec-bd32-2325f8869357 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:28.009003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:28.034053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:28.040462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad67bc1-a1ca-4f58-a32d-73e9547fca3b req-ab353009-832c-462d-892d-ccbf46c1fb99 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:28.049104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ad67bc1-a1ca-4f58-a32d-73e9547fca3b req-ab353009-832c-462d-892d-ccbf46c1fb99 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1104796 Oct 26 11:52:28.071968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:28.113857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Pushing event updated for resources: {'Port': ['ID=7a21be72-f928-4f3b-b1d4-70eab2105f01,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:28.140067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.141631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:28.142653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Allocated IP 172.20.0.9 (90aca2a4-4349-41e5-8d12-6f7fbb32760b/9a3a2299-3f85-4509-b67f-3b8f6a1458aa/4430c63c-7c1e-472f-ad07-c00bd23e234e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:28.167448 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d88d5-71bd-4240-a615-6245b23fe74f None None] Pushing event updated for resources: {'Port': ['ID=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:28.173234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'mac_address': 'fa:16:3e:6e:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:28.210794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ad67bc1-a1ca-4f58-a32d-73e9547fca3b req-5aca4d4f-dc34-4a08-a813-c9ed6722ff62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607792 Oct 26 11:52:28.236709 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.285425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c805446b-7753-4d74-8342-3d56710e6ffb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:28.290492 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] Set router 807fbb8b-8671-41ae-a431-e6b4455ca622 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:28.310753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbc9cd-b857-4e42-893d-46491f9356ff req-c20ab0bd-7751-466a-805b-0cb613fa1420 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:28.323994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bbbc9cd-b857-4e42-893d-46491f9356ff req-c20ab0bd-7751-466a-805b-0cb613fa1420 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 947 time: 0.1750357 Oct 26 11:52:28.324306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:28.329574 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.387862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b78b4a9e-c421-44a2-b981-bc5f7d871e61 None None] Provisioning complete for port 7a21be72-f928-4f3b-b1d4-70eab2105f01 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:28.388445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b78b4a9e-c421-44a2-b981-bc5f7d871e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.391259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.432773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b78b4a9e-c421-44a2-b981-bc5f7d871e61 None None] Port 7a21be72-f928-4f3b-b1d4-70eab2105f01 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:52:28.434451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=10']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:28.478792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bbbc9cd-b857-4e42-893d-46491f9356ff req-7ed9c751-55d8-4dc7-9c67-8da08ad3ba5d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501379 Oct 26 11:52:28.492802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e82ac6-eccf-4b8b-9fe1-ebdbe01ba531 req-1806ae9c-88f4-4c5a-a3d1-50e76e8a276e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:28.494347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83e82ac6-eccf-4b8b-9fe1-ebdbe01ba531 req-1806ae9c-88f4-4c5a-a3d1-50e76e8a276e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1633375 Oct 26 11:52:28.542337 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-30519021-eca1-4022-979e-c921ece91163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:25Z', 'revision_number': 3, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:28.573657 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30519021-eca1-4022-979e-c921ece91163 None None] The sync data for ids ['807fbb8b-8671-41ae-a431-e6b4455ca622'] in n-d-812150-3 is: [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:25Z', 'revision_number': 3, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:28.585639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83e82ac6-eccf-4b8b-9fe1-ebdbe01ba531 req-c655a656-a485-4172-9fc4-0f189101c671 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756986 Oct 26 11:52:28.604900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.615696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.622146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['36765d20-1eb3-43f4-9bc4-f208a30429eb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:28.627810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.651243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c805446b-7753-4d74-8342-3d56710e6ffb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:28.726481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-974bdf7f-bab8-4960-8bad-272b3347ed7a req-a0681eea-4eeb-4cb2-bca6-53d4ea048abd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 210 time: 0.0584507 Oct 26 11:52:28.751955 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.753728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Pushing event updated for resources: {'Port': ['ID=7a21be72-f928-4f3b-b1d4-70eab2105f01,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:28.785302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33f3d9-23ea-4516-98fc-f26fd50e8282 req-d08ae30e-5d3a-4cc3-9ce5-7643b15e7629 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:28.793808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb33f3d9-23ea-4516-98fc-f26fd50e8282 req-d08ae30e-5d3a-4cc3-9ce5-7643b15e7629 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1805313 Oct 26 11:52:28.828670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:28.896898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Network eb291298-f14c-4bec-bd32-2325f8869357 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:28.898805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:28.924192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Network 90aca2a4-4349-41e5-8d12-6f7fbb32760b is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:28.928229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb33f3d9-23ea-4516-98fc-f26fd50e8282 req-2b713aa4-7d16-47a4-879c-4b3af5651627 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328259 Oct 26 11:52:28.933595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:28.951012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:28.984451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Pushing event updated for resources: {'Port': ['ID=4430c63c-7c1e-472f-ad07-c00bd23e234e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:29.029975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8d425-2bb8-48b7-b345-68bec56e2c40 req-dfa69f23-9400-4749-b474-fcd24bd4b719 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:29.036037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9eb8d425-2bb8-48b7-b345-68bec56e2c40 req-dfa69f23-9400-4749-b474-fcd24bd4b719 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 949 time: 0.2375319 Oct 26 11:52:29.175406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Router 807fbb8b-8671-41ae-a431-e6b4455ca622 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:52:29.377604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:29.383828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e44624a9-c81d-49e7-857e-e901bf8154b8 None None] Provisioning complete for port 7a21be72-f928-4f3b-b1d4-70eab2105f01 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:29.384384 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e44624a9-c81d-49e7-857e-e901bf8154b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:29.392118 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-217f8147-ddcd-4182-a223-424905d57871 admin admin] 10.222.0.88 "PUT /v2.0/routers/807fbb8b-8671-41ae-a431-e6b4455ca622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8597245 Oct 26 11:52:29.485957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e44624a9-c81d-49e7-857e-e901bf8154b8 None None] Port 7a21be72-f928-4f3b-b1d4-70eab2105f01 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:52:29.561965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:29.562738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:29.579400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9eb8d425-2bb8-48b7-b345-68bec56e2c40 req-5da00b44-9fee-4257-aa16-63c173830bca tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382419 Oct 26 11:52:29.620801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4dc8c5ff-23b6-4600-aeb0-2f2b474fbafd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0672100 Oct 26 11:52:29.642615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:29.646324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Request body: {'port': {'device_id': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:29.659979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88332a2a-bcc1-4bd1-bb06-df9786a5c147 req-debc652d-5ea7-4cd3-b406-3952bfab88f4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:29.661738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88332a2a-bcc1-4bd1-bb06-df9786a5c147 req-debc652d-5ea7-4cd3-b406-3952bfab88f4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 944 time: 0.1103969 Oct 26 11:52:29.749424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88332a2a-bcc1-4bd1-bb06-df9786a5c147 req-85938261-1e2c-4d9e-80e1-41d33bfb38b1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712616 Oct 26 11:52:29.756099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 36765d20-1eb3-43f4-9bc4-f208a30429eb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:29.760864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:29.761256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 36765d20-1eb3-43f4-9bc4-f208a30429eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:29.761739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:29.893234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:29.934980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:29.938471 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864dd9db-1bc7-4481-9c6d-5586b2b28ee6" -d '{"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-plugged", "status": "completed", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:29.942689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:29.951219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:29.952074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:30.041482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:30.056351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c805446b-7753-4d74-8342-3d56710e6ffb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:30.056731 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.124065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3507bbd-016b-4dbb-8656-ace525288272 req-5b289069-2afb-4e04-98cd-ad43e57f2493 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:30.125628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3507bbd-016b-4dbb-8656-ace525288272 req-5b289069-2afb-4e04-98cd-ad43e57f2493 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 931 time: 0.1635890 Oct 26 11:52:30.141250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.176174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:30.180778 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.214983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-3e13174c-cb57-429b-9d85-086c2df3cfa4 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2990251 Oct 26 11:52:30.230144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:30.244281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:30.244579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3507bbd-016b-4dbb-8656-ace525288272 req-c226a1b0-f1f4-4767-8ee5-5588586273c3 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115825 Oct 26 11:52:30.307097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.333416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4430c63c-7c1e-472f-ad07-c00bd23e234e {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:30.372568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.393566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Transition to ACTIVE for port object 4430c63c-7c1e-472f-ad07-c00bd23e234e will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:30.402395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.436463 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1421ded1-c398-4f0b-a04d-c1000b79884c x-openstack-request-id: req-1421ded1-c398-4f0b-a04d-c1000b79884c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:30.437064 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-plugged", "status": "completed", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:30.437318 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1421ded1-c398-4f0b-a04d-c1000b79884c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:30.437953 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'code': 200} Oct 26 11:52:30.481530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Pushing event updated for resources: {'Port': ['ID=4430c63c-7c1e-472f-ad07-c00bd23e234e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:30.587344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accb771-6fc0-4082-ad8b-c180f406559f req-e768da1a-984b-4a74-98d8-7c764c8f7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:30.588800 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5accb771-6fc0-4082-ad8b-c180f406559f req-e768da1a-984b-4a74-98d8-7c764c8f7413 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0704150 Oct 26 11:52:30.637846 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5accb771-6fc0-4082-ad8b-c180f406559f req-6c6e16b7-ebc9-43cc-ab43-ae45066adaf2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374832 Oct 26 11:52:30.638143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00bcfa-89f3-4555-8384-f7a9d5739ed4 req-d2ac1c47-d025-49b2-8880-9eb87d95cbb4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:30.639882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d00bcfa-89f3-4555-8384-f7a9d5739ed4 req-d2ac1c47-d025-49b2-8880-9eb87d95cbb4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1296675 Oct 26 11:52:30.645755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:30.648037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Attempting to bind port 4430c63c-7c1e-472f-ad07-c00bd23e234e on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:30.649961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Attempting to bind port 4430c63c-7c1e-472f-ad07-c00bd23e234e by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:30.650385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Attempting to bind port 4430c63c-7c1e-472f-ad07-c00bd23e234e on network 90aca2a4-4349-41e5-8d12-6f7fbb32760b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:30.662301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.672724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Port 4430c63c-7c1e-472f-ad07-c00bd23e234e on network 90aca2a4-4349-41e5-8d12-6f7fbb32760b not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:30.673069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Attempting to bind port 4430c63c-7c1e-472f-ad07-c00bd23e234e on network 90aca2a4-4349-41e5-8d12-6f7fbb32760b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:30.693417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:30.693764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Checking segment: {'id': '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:30.694157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Bound using segment: {'id': '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:30.694611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Bound port: 4430c63c-7c1e-472f-ad07-c00bd23e234e, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:30.695014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.706480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:30.706852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.767099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d00bcfa-89f3-4555-8384-f7a9d5739ed4 req-ca3300e9-a257-47e4-a868-6f4c31f94455 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202810 Oct 26 11:52:30.794638 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.819783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:30.828806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:30.879838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Sync routers for ids ['807fbb8b-8671-41ae-a431-e6b4455ca622'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:30.883351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Allocated IP 172.25.4.2 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/43890136-dc53-4faa-8bb6-b647fd25255f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:30.899750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] For port 4430c63c-7c1e-472f-ad07-c00bd23e234e, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:30.910291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Routers {'807fbb8b-8671-41ae-a431-e6b4455ca622'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:30.910998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['807fbb8b-8671-41ae-a431-e6b4455ca622'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:30.917778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:30.928639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-ff32d5a1-55ef-45c7-b408-63cd308705e7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477397 Oct 26 11:52:30.932635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] For port 4430c63c-7c1e-472f-ad07-c00bd23e234e, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e,segment=NetworkSegment(9d44c6c1-c5d8-4034-a5c4-fedcc80c8923),segment_id=9d44c6c1-c5d8-4034-a5c4-fedcc80c8923)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:30.954230 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.045437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:31.046059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.047656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] 10.222.0.30 "PUT /v2.0/ports/4430c63c-7c1e-472f-ad07-c00bd23e234e HTTP/1.1" status: 200 len: 1091 time: 1.4094903 Oct 26 11:52:31.086183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'tag': '4430c63c-7c1e-472f-ad07-c00bd23e234e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:31.089083 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d8e2a1-595f-4b48-8441-71fa50a93eff" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57945d-5936-4258-9d3f-3f98e3f3ad0e", "tag": "4430c63c-7c1e-472f-ad07-c00bd23e234e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:31.163320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Set router 807fbb8b-8671-41ae-a431-e6b4455ca622 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:31.174583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf1e84-d90d-49e4-b151-ed2955ef1485 service neutron] Pushing event updated for resources: {'Port': ['ID=4430c63c-7c1e-472f-ad07-c00bd23e234e,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:31.233293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.237663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-d475e737-3534-4f00-8b08-c7545e73914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:31.239258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-d475e737-3534-4f00-8b08-c7545e73914b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa30afe096d64199bab4c84abb10c8b1&device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 1094 time: 0.1332490 Oct 26 11:52:31.250974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-836cfc2b-189b-41a7-92ce-e0177dc478ef tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:31.252483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-836cfc2b-189b-41a7-92ce-e0177dc478ef tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111391 Oct 26 11:52:31.279077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:31.305896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-4e87fb1f-2414-42e9-960e-30476c549485 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e HTTP/1.1" status: 200 len: 217 time: 0.0511110 Oct 26 11:52:31.312860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-b45fcba9-97a7-49fd-9686-cf50a9be8135 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/quotas/a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 375 time: 0.0511911 Oct 26 11:52:31.401255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-f7881f0d-cffa-40df-940f-29b243c0260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:31.402786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-f7881f0d-cffa-40df-940f-29b243c0260e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a3a2299-3f85-4509-b67f-3b8f6a1458aa HTTP/1.1" status: 200 len: 853 time: 0.0845814 Oct 26 11:52:31.404714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.447758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:31.464178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'port_id': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'mac_address': 'fa:16:3e:dd:b1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637e95f-8d08-4861-b92e-4ec13e267f84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:31.479287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-a68985d6-3461-49d1-bcbe-7bd2f749f977 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90aca2a4-4349-41e5-8d12-6f7fbb32760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481875 Oct 26 11:52:31.487218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-81f5a540-fcec-4d55-b69c-b85d63b1ba71 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576416 Oct 26 11:52:31.498576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:28Z', 'revision_number': 4, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7a21be72-f928-4f3b-b1d4-70eab2105f01', 'name': '', 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'mac_address': 'fa:16:3e:79:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:27Z', 'updated_at': '2021-10-26T11:52:28Z', 'revision_number': 2, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'subnets': [{'id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:31.519350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:31.541369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Checking router: 807fbb8b-8671-41ae-a431-e6b4455ca622 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:31.541926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Updating router 807fbb8b-8671-41ae-a431-e6b4455ca622 port 7a21be72-f928-4f3b-b1d4-70eab2105f01 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:52:31.546494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=43890136-dc53-4faa-8bb6-b647fd25255f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:31.549544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:31.553830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:31.566281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.583426 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.594887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e2d3174-9a29-45c8-9d0d-09ac49090d3d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:31.639460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:31.654119 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.669537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-5712b616-466d-4017-ad30-af1a122f4369 service neutron] 10.222.0.30 "GET /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809418 Oct 26 11:52:31.795052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:31.825963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:31.858194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['2e2d3174-9a29-45c8-9d0d-09ac49090d3d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:31.909906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9895-727b-479f-bcb4-0658ac6b8f07 req-311afcbf-9bf4-496b-b84c-4194a85bcf05 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:31.912006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-594b9895-727b-479f-bcb4-0658ac6b8f07 req-311afcbf-9bf4-496b-b84c-4194a85bcf05 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 944 time: 0.2156692 Oct 26 11:52:31.931882 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.011210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f381120-9bee-4fd7-8a98-cc563ba447fb req-3e0c1670-362c-4d82-a7b1-d472c1957d23 service neutron] 10.222.0.30 "GET /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160558 Oct 26 11:52:32.025917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.039186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.053880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-594b9895-727b-479f-bcb4-0658ac6b8f07 req-c3284f7d-3f1e-4b17-812e-31c74f986e55 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296299 Oct 26 11:52:32.192286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953e98-3747-4406-873e-1de704c40bb7 None None] Pushing event updated for resources: {'Port': ['ID=7a21be72-f928-4f3b-b1d4-70eab2105f01,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:32.278792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.279664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Attempting to bind port 7a21be72-f928-4f3b-b1d4-70eab2105f01 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:32.280051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Attempting to bind port 7a21be72-f928-4f3b-b1d4-70eab2105f01 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:32.281106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Attempting to bind port 7a21be72-f928-4f3b-b1d4-70eab2105f01 on network eb291298-f14c-4bec-bd32-2325f8869357 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:32.286602 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.290323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:32.290747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Checking segment: {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:32.291196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.291880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Bound using segment: {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:32.292552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Bound port: 7a21be72-f928-4f3b-b1d4-70eab2105f01, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94ca94a-075f-4813-a209-718adbaa9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:32.292962 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.391637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] For port 7a21be72-f928-4f3b-b1d4-70eab2105f01, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:32.396121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] For port 7a21be72-f928-4f3b-b1d4-70eab2105f01, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7a21be72-f928-4f3b-b1d4-70eab2105f01,segment=NetworkSegment(a94ca94a-075f-4813-a209-718adbaa9216),segment_id=a94ca94a-075f-4813-a209-718adbaa9216)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:32.404468 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.430724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=43890136-dc53-4faa-8bb6-b647fd25255f,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:32.435511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.441684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:32.445352 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfce19d-88aa-4bb3-b5e9-dc214dd2d806" -d '{"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:32.461577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.464006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-aeb45854-3210-421a-b017-7030c028110b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2397766 Oct 26 11:52:32.483163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a693da1-463b-4f61-aae3-6befbf20e1f6 req-21004bd8-6a68-420f-a801-ed3fc8e295bc tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:32.487380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a693da1-463b-4f61-aae3-6befbf20e1f6 req-21004bd8-6a68-420f-a801-ed3fc8e295bc tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1208441 Oct 26 11:52:32.504369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e9ec5ef6-3bec-4083-81cd-18509904a440 None None] Provisioning complete for port 7a21be72-f928-4f3b-b1d4-70eab2105f01 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:32.505288 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5ef6-3bec-4083-81cd-18509904a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.508628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Routers {'807fbb8b-8671-41ae-a431-e6b4455ca622'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:32.509293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['807fbb8b-8671-41ae-a431-e6b4455ca622'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:32.586128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-604ff065-a3e9-44d0-adcb-236ea3590e7f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0971448 Oct 26 11:52:32.592804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953e98-3747-4406-873e-1de704c40bb7 None None] Pushing event updated for resources: {'Port': ['ID=7a21be72-f928-4f3b-b1d4-70eab2105f01,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:32.603098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a693da1-463b-4f61-aae3-6befbf20e1f6 req-b87e60c8-5ce6-4f00-9ecd-cb4081336e82 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058078 Oct 26 11:52:32.687771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:32.759321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] Set router 807fbb8b-8671-41ae-a431-e6b4455ca622 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:32.777096 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200fd52-ec76-42a6-9bbf-6564b6f5b073 x-openstack-request-id: req-7200fd52-ec76-42a6-9bbf-6564b6f5b073 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:32.777719 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57945d-5936-4258-9d3f-3f98e3f3ad0e", "tag": "4430c63c-7c1e-472f-ad07-c00bd23e234e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:32.777719 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7200fd52-ec76-42a6-9bbf-6564b6f5b073 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:32.777948 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'tag': '4430c63c-7c1e-472f-ad07-c00bd23e234e', 'status': 'completed', 'code': 200} Oct 26 11:52:32.826516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-3192b48b-c9f1-4ad9-8eaf-b00679040e60 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:32.827932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db72710e-07ce-41f8-9b71-0a13083b0d91 req-3192b48b-c9f1-4ad9-8eaf-b00679040e60 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.2238090 Oct 26 11:52:32.862967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-0195735a-49bc-4f5c-aa54-1152ffb916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:32.864693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-0195735a-49bc-4f5c-aa54-1152ffb916bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa30afe096d64199bab4c84abb10c8b1&device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 1094 time: 0.1084468 Oct 26 11:52:32.878333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb135b-b6cd-43b3-9c97-f9dd61e74a08 req-7af8a61a-7c42-4fd4-9837-ee66a56ce387 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:32.887800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10eb135b-b6cd-43b3-9c97-f9dd61e74a08 req-7af8a61a-7c42-4fd4-9837-ee66a56ce387 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 943 time: 0.1219451 Oct 26 11:52:32.916188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:32.916547 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.920752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5ef6-3bec-4083-81cd-18509904a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:32.950274 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-9fe70a33-bfa3-4924-acdd-ec1cc0a7e005 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a30afeddd6894964b3d8f85d494291d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273352 Oct 26 11:52:32.997772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e9ec5ef6-3bec-4083-81cd-18509904a440 None None] For port 7a21be72-f928-4f3b-b1d4-70eab2105f01, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7a21be72-f928-4f3b-b1d4-70eab2105f01,segment=NetworkSegment(a94ca94a-075f-4813-a209-718adbaa9216),segment_id=a94ca94a-075f-4813-a209-718adbaa9216)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:33.026213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-4c42d7d9-79ec-45ac-af5c-198c5e864e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:33.027763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-4c42d7d9-79ec-45ac-af5c-198c5e864e77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=90aca2a4-4349-41e5-8d12-6f7fbb32760b HTTP/1.1" status: 200 len: 915 time: 0.1371961 Oct 26 11:52:33.034002 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5ef6-3bec-4083-81cd-18509904a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.047025 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-617c1c97-3e92-40a1-9dba-d4e3f5e6b21b req-e3e86678-f008-4f87-a770-a936587e9446 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 210 time: 0.1370211 Oct 26 11:52:33.141388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-ad54c678-22fe-4620-9796-aff50d4d9508 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:33.143224 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-ad54c678-22fe-4620-9796-aff50d4d9508 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853352 Oct 26 11:52:33.153148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-1c76fb79-49af-4dfa-afcc-9671ed823691 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e HTTP/1.1" status: 200 len: 217 time: 0.1049869 Oct 26 11:52:33.157528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5ef6-3bec-4083-81cd-18509904a440 None None] Pushing event updated for resources: {'Port': ['ID=7a21be72-f928-4f3b-b1d4-70eab2105f01,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:33.159144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Request body: {'port': {'device_id': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'a30afeddd6894964b3d8f85d494291d0'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:33.181199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10eb135b-b6cd-43b3-9c97-f9dd61e74a08 req-c075f695-28da-44a3-aac3-a8456c40f6c3 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924712 Oct 26 11:52:33.225953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fd89210a-2943-4d41-8325-aa51bb644f4f None None] Provisioning complete for port 7a21be72-f928-4f3b-b1d4-70eab2105f01 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:33.225953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd89210a-2943-4d41-8325-aa51bb644f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.248499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-98d810e8-1c84-4df0-82f7-9461b4ddd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:33.249874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-98d810e8-1c84-4df0-82f7-9461b4ddd833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a3a2299-3f85-4509-b67f-3b8f6a1458aa HTTP/1.1" status: 200 len: 853 time: 0.0747581 Oct 26 11:52:33.270164 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e7b809-414d-400b-b9a3-5e41261914d7 x-openstack-request-id: req-d6e7b809-414d-400b-b9a3-5e41261914d7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:33.270472 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:33.270710 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6e7b809-414d-400b-b9a3-5e41261914d7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:33.271144 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'code': 200} Oct 26 11:52:33.291259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:33.301040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-68f4c40f-aa15-427b-8247-23b89bbe6f1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90aca2a4-4349-41e5-8d12-6f7fbb32760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364797 Oct 26 11:52:33.308840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d044-51a2-4673-8a82-8718aea0fe31 req-feb59943-8152-49f1-b44b-5c5a59499ba5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:33.315688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d910d044-51a2-4673-8a82-8718aea0fe31 req-feb59943-8152-49f1-b44b-5c5a59499ba5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1613977 Oct 26 11:52:33.320146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Made reservation on behalf of a30afeddd6894964b3d8f85d494291d0 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:33.324832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.332609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:28Z', 'revision_number': 4, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7a21be72-f928-4f3b-b1d4-70eab2105f01', 'name': '', 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'mac_address': 'fa:16:3e:79:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:27Z', 'updated_at': '2021-10-26T11:52:32Z', 'revision_number': 4, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'subnets': [{'id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:33.477586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Allocated IP 192.168.233.174 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/5ef21f79-b1fb-4b89-8086-0a58a529e2ed) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:33.479818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d910d044-51a2-4673-8a82-8718aea0fe31 req-17e3261e-d6f9-4d73-814a-6ddba0e6b674 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484063 Oct 26 11:52:33.522377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c617c6f-a4b8-4ea8-b432-4678b312e128 req-3dc1a20b-76e9-4f60-aba3-7c791b3dbdda tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:33.530617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c617c6f-a4b8-4ea8-b432-4678b312e128 req-3dc1a20b-76e9-4f60-aba3-7c791b3dbdda tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1849985 Oct 26 11:52:33.535358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b5b65-333c-432d-be4e-dd2a0a6a3aa7 None None] The sync data for ids ['807fbb8b-8671-41ae-a431-e6b4455ca622'] in n-d-812150-3 is: [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:28Z', 'revision_number': 4, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7a21be72-f928-4f3b-b1d4-70eab2105f01', 'name': '', 'network_id': 'eb291298-f14c-4bec-bd32-2325f8869357', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'mac_address': 'fa:16:3e:79:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:27Z', 'updated_at': '2021-10-26T11:52:32Z', 'revision_number': 4, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'subnets': [{'id': '31c069dc-b9d4-4e18-97f5-55e8d3454b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:33.613989 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.630381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:33.630758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.642199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-a5b8e09f-daa7-4307-949d-ea382cd21575 service neutron] 10.222.0.30 "GET /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253777 Oct 26 11:52:33.736740 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.778785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:33.786241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:33.855238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:34.041475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.081629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.094458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', '9abbfa2c-e466-4e93-91e3-54df95684edd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:34.115473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c617c6f-a4b8-4ea8-b432-4678b312e128 req-43a63e63-b1f2-43e7-a827-7d65c0a98941 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792692 Oct 26 11:52:34.160042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:34.165406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:34.173068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:34.183965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c805446b-7753-4d74-8342-3d56710e6ffb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:34.219352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:34.226275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d8e2a1-595f-4b48-8441-71fa50a93eff req-484de25c-243d-4a1c-bfb4-120a6ea7fb0a service neutron] 10.222.0.30 "GET /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650418 Oct 26 11:52:34.274992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-395d8a79-64bf-4f1f-9197-79a026da51a7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7664165 Oct 26 11:52:34.278610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:34.279429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.309528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:34.313590 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-82ad105d-8299-441b-96bb-8ca3a34a5b3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1593294 Oct 26 11:52:34.333240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Request body: {'port': {'device_id': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:34.391235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39631f9c-846b-4c15-8e67-a46d72c67af5 req-f8098c1d-cd72-4e43-b642-c807fe62b2d6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:34.399855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39631f9c-846b-4c15-8e67-a46d72c67af5 req-f8098c1d-cd72-4e43-b642-c807fe62b2d6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 945 time: 0.1685312 Oct 26 11:52:34.414815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.434916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.558970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39631f9c-846b-4c15-8e67-a46d72c67af5 req-f520941d-58ff-432d-a369-2943b43d516b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561654 Oct 26 11:52:34.696882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7a21be72-f928-4f3b-b1d4-70eab2105f01 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:34.706211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.772667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-58d3d495-b4db-4b78-b1b9-55d27aa5ea5f None None] Provisioning complete for port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:34.773045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58d3d495-b4db-4b78-b1b9-55d27aa5ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.865623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:34.870569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-58d3d495-b4db-4b78-b1b9-55d27aa5ea5f None None] Port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:52:34.874634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Allocated IP 172.25.4.122 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/2946fa23-7821-4487-b3a7-52d8f40a65c4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:34.875649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.881471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7a21be72-f928-4f3b-b1d4-70eab2105f01 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:34.886533 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.893627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Transition to ACTIVE for port object 5ef21f79-b1fb-4b89-8086-0a58a529e2ed will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:34.897803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:34.988910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:35.026371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f4b47-32c1-4a4a-a7f4-e553fd2c08ae req-f8d5af28-b9e3-447d-9839-6aa5257a9837 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.034791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-594f4b47-32c1-4a4a-a7f4-e553fd2c08ae req-f8d5af28-b9e3-447d-9839-6aa5257a9837 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.1535308 Oct 26 11:52:35.089002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:35.091408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:35.091889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:35.099733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:35.100225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:35.109390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:35.109859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:35.110347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:35.110891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Bound port: 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:35.111361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.112836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-594f4b47-32c1-4a4a-a7f4-e553fd2c08ae req-813df0e1-add2-4d32-b7fe-1b132ae4bb78 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770946 Oct 26 11:52:35.117413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.171179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.191368 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.228206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:35.232127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:35.237360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.238789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:35.242097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:35.249059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=2946fa23-7821-4487-b3a7-52d8f40a65c4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:35.254346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:35.272001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:35.275010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.275598 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5590b5-9d36-4844-86a7-01c67bcddbd4" -d '{"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:35.275753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.277222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 1096 time: 0.9534011 Oct 26 11:52:35.277830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:35.287434 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66b5fb0-dc95-4812-8414-48b127b3bb43" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:35.292966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4430c63c-7c1e-472f-ad07-c00bd23e234e details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:35.349957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cac6d3-6acb-41cf-b871-4933b2e52fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:35.385451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:35.404620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-611813ec-68a6-471c-abd1-e29cca273da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.406493 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-611813ec-68a6-471c-abd1-e29cca273da9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1099 time: 0.0682542 Oct 26 11:52:35.435805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.473848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bba09-1bd1-4777-8bba-bab677960560 req-4e3bf192-3423-4ec6-9038-f59eafab39c9 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.475611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a2bba09-1bd1-4777-8bba-bab677960560 req-4e3bf192-3423-4ec6-9038-f59eafab39c9 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 943 time: 0.1146367 Oct 26 11:52:35.477899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-7cc8cd36-f91f-4a61-95f9-947c1df26b9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0600016 Oct 26 11:52:35.488191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.519393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4430c63c-7c1e-472f-ad07-c00bd23e234e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e,segment=NetworkSegment(9d44c6c1-c5d8-4034-a5c4-fedcc80c8923),segment_id=9d44c6c1-c5d8-4034-a5c4-fedcc80c8923)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:35.532342 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.535486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4430c63c-7c1e-472f-ad07-c00bd23e234e', 'network_id': '90aca2a4-4349-41e5-8d12-6f7fbb32760b', 'port_id': '4430c63c-7c1e-472f-ad07-c00bd23e234e', 'mac_address': 'fa:16:3e:d2:a7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3a2299-3f85-4509-b67f-3b8f6a1458aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:35.536105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-9ab4c89b-02d6-463a-8a66-aad8cc1daeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.539017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-9ab4c89b-02d6-463a-8a66-aad8cc1daeaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0524130 Oct 26 11:52:35.565536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a2bba09-1bd1-4777-8bba-bab677960560 req-de00a442-f97a-4170-a642-b138d91b914c tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798795 Oct 26 11:52:35.607615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:35.607899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-6e6f98e8-b69e-49ab-9012-653135327ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.610647 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-6e6f98e8-b69e-49ab-9012-653135327ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635290 Oct 26 11:52:35.613428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.615776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.659032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4430c63c-7c1e-472f-ad07-c00bd23e234e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:35.699327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4430c63c-7c1e-472f-ad07-c00bd23e234e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e,segment=NetworkSegment(9d44c6c1-c5d8-4034-a5c4-fedcc80c8923),segment_id=9d44c6c1-c5d8-4034-a5c4-fedcc80c8923)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:35.708105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.710780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:35.719924 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-bb9ba957-5cd7-429f-bcd0-3e8ece9ae523 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019564 Oct 26 11:52:35.731139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa480ce-c797-4dda-b8c6-3b1167e9babc req-1b606d59-6d8e-413f-84f6-a9c647461224 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:35.735618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0aa480ce-c797-4dda-b8c6-3b1167e9babc req-1b606d59-6d8e-413f-84f6-a9c647461224 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.0862582 Oct 26 11:52:35.763930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4430c63c-7c1e-472f-ad07-c00bd23e234e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:35.804970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0aa480ce-c797-4dda-b8c6-3b1167e9babc req-40a5341f-e304-4f74-8708-b0ddb4842157 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599055 Oct 26 11:52:35.820106 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-625b73c9-7076-4a39-af60-5b9df91f8980 req-4ee61d6c-7fe7-45d6-b1ce-fe148d57f74b service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907004 Oct 26 11:52:35.831414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.839663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.916470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=2946fa23-7821-4487-b3a7-52d8f40a65c4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:35.927547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.948532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:35.949872 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-540a68ac-8e6b-4c51-a663-8a50c59f7685 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6475987 Oct 26 11:52:35.973252 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992613f9-c389-42ad-b841-8006927f4dd4 x-openstack-request-id: req-992613f9-c389-42ad-b841-8006927f4dd4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:35.973990 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:35.974416 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-992613f9-c389-42ad-b841-8006927f4dd4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:35.975026 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'code': 200} Oct 26 11:52:36.005317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-a379eb76-1975-4c5b-a48f-2dfdd7f51aa5 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0486076 Oct 26 11:52:36.087162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4430c63c-7c1e-472f-ad07-c00bd23e234e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:36.122981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfac6d-3925-4f7f-8893-bd78e06d8db9 req-e6f55791-6bd9-4372-9e1f-3bb07b2982c2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.124787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8edfac6d-3925-4f7f-8893-bd78e06d8db9 req-e6f55791-6bd9-4372-9e1f-3bb07b2982c2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1047292 Oct 26 11:52:36.176806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-5def5642-cd22-4eb2-ad34-306ff309ed12 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.178286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dc7ee0c-5112-446e-ad7f-176d9502acd1 req-5def5642-cd22-4eb2-ad34-306ff309ed12 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1671383 Oct 26 11:52:36.191067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8edfac6d-3925-4f7f-8893-bd78e06d8db9 req-4f810e6a-8fc6-4535-891b-c8251f9e2c18 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563056 Oct 26 11:52:36.223853 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e212a-2c71-472b-a32b-3ee699d95268 x-openstack-request-id: req-ee1e212a-2c71-472b-a32b-3ee699d95268 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:36.224390 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:36.224589 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee1e212a-2c71-472b-a32b-3ee699d95268 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:36.225154 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'status': 'completed', 'code': 200} Oct 26 11:52:36.336468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-16c6cff5-6f48-4260-b167-6cceb3718b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.337881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-16c6cff5-6f48-4260-b167-6cceb3718b55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1099 time: 0.0559132 Oct 26 11:52:36.413914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b3f1d-a829-4dae-bf3e-be1193fda5d2 req-91563f57-9515-4946-902f-d6ca06c5b844 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.415450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd7b3f1d-a829-4dae-bf3e-be1193fda5d2 req-91563f57-9515-4946-902f-d6ca06c5b844 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 943 time: 0.0798464 Oct 26 11:52:36.428273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdc2f9-7f83-4fd8-a098-724ad3ee0574 req-372f718f-8b8f-4b8e-a7f0-90a65d2972db tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.429759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72cdc2f9-7f83-4fd8-a098-724ad3ee0574 req-372f718f-8b8f-4b8e-a7f0-90a65d2972db tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.0842166 Oct 26 11:52:36.434292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-b990fcd8-1363-4f42-b744-60abcd49bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.435801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-b990fcd8-1363-4f42-b744-60abcd49bb9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.0871155 Oct 26 11:52:36.484686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd7b3f1d-a829-4dae-bf3e-be1193fda5d2 req-86949fd4-d57d-4712-9621-00fdf5069d98 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539367 Oct 26 11:52:36.485409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-2b877aaa-5cff-4b2a-8cde-bc7d417c3ddf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0388691 Oct 26 11:52:36.492029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72cdc2f9-7f83-4fd8-a098-724ad3ee0574 req-84138dbc-2cff-49f1-a058-da5660a9c306 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547309 Oct 26 11:52:36.539427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-dc292c11-2f04-426a-939e-9b11a44adc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.541294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-dc292c11-2f04-426a-939e-9b11a44adc2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0463459 Oct 26 11:52:36.596724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-fdb1a58e-ae35-4341-a2a0-da3916cad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.598157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-fdb1a58e-ae35-4341-a2a0-da3916cad0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437984 Oct 26 11:52:36.651942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe696-1714-4202-9cfd-e793e19f84a6 req-d8549087-030d-4107-956f-ac6acb476c10 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.653452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-909fe696-1714-4202-9cfd-e793e19f84a6 req-d8549087-030d-4107-956f-ac6acb476c10 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0861824 Oct 26 11:52:36.674804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-dd0e7bd4-56a4-4709-8aaa-c70fa3ea845a tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1567025 Oct 26 11:52:36.687595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:36.698879 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-13051924-8076-43cf-b415-13e70fdca705 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894186 Oct 26 11:52:36.721462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-909fe696-1714-4202-9cfd-e793e19f84a6 req-47845789-eed8-4ea6-8030-c1223e2fa8ec tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594473 Oct 26 11:52:36.729675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:36.812326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a66b5fb0-dc95-4812-8414-48b127b3bb43 req-2ee80c75-e96c-40f1-a272-32179dff9de9 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030753 Oct 26 11:52:36.859262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002185f8-c79e-4b3e-8c90-1198e8588145 req-a76cf57c-2d01-4b7d-97aa-ddc1c24a78b2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:36.860708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-002185f8-c79e-4b3e-8c90-1198e8588145 req-a76cf57c-2d01-4b7d-97aa-ddc1c24a78b2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 944 time: 0.0711362 Oct 26 11:52:36.890499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:36.941934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-002185f8-c79e-4b3e-8c90-1198e8588145 req-1dc7acee-1ea1-46f3-a023-99f377f647f0 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716245 Oct 26 11:52:37.014263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Allocated IP 172.25.4.16 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/a6605a52-5382-4096-96e6-f6568af1e2bf) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:37.128960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.172632 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.215423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:37.232373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:37.234790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:37.290283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=a6605a52-5382-4096-96e6-f6568af1e2bf,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:37.302205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4430c63c-7c1e-472f-ad07-c00bd23e234e up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:37.321895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bc2c-66e3-4749-8095-b87932377bc8 req-0d54c486-2e3d-47b3-bc11-33945809007d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:37.323459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3265bc2c-66e3-4749-8095-b87932377bc8 req-0d54c486-2e3d-47b3-bc11-33945809007d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1149652 Oct 26 11:52:37.355088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 4430c63c-7c1e-472f-ad07-c00bd23e234e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:37.360024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4430c63c-7c1e-472f-ad07-c00bd23e234e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:37.360466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.387869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.395404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3265bc2c-66e3-4749-8095-b87932377bc8 req-a45ec0bf-cc3b-4c44-83a1-ad719bdb18d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Oct 26 11:52:37.438548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.463846 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.504822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4430c63c-7c1e-472f-ad07-c00bd23e234e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e,segment=NetworkSegment(9d44c6c1-c5d8-4034-a5c4-fedcc80c8923),segment_id=9d44c6c1-c5d8-4034-a5c4-fedcc80c8923)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:37.509399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.565513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4430c63c-7c1e-472f-ad07-c00bd23e234e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:37.584115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69a0f-bb8a-46de-a188-5fefe23e2186 req-5425d250-7ab8-4f06-9097-242f86e05e61 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:37.585644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7d69a0f-bb8a-46de-a188-5fefe23e2186 req-5425d250-7ab8-4f06-9097-242f86e05e61 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1030471 Oct 26 11:52:37.658384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7d69a0f-bb8a-46de-a188-5fefe23e2186 req-6ce939f9-c5a1-4a53-991b-49b22ebadea8 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660660 Oct 26 11:52:37.672769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.678041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.753067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=a6605a52-5382-4096-96e6-f6568af1e2bf,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:37.762632 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.779545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:37.781281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-360d2bf5-c6dc-44d5-9b8a-70b74f4ef775 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0993228 Oct 26 11:52:37.837599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-5f5415cf-d099-40be-aaa7-6523df73a96a tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.0488043 Oct 26 11:52:37.942369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e26f-a7f3-4fc2-bbb8-e43030b3e422 req-4b3a1045-c241-450d-84e7-8262fe2da052 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:37.943771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0db8e26f-a7f3-4fc2-bbb8-e43030b3e422 req-4b3a1045-c241-450d-84e7-8262fe2da052 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 943 time: 0.1053109 Oct 26 11:52:37.976797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d'}, {'server_uuid': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4430c63c-7c1e-472f-ad07-c00bd23e234e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:37.979227 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c83e7-ddd5-45d5-a0de-daff88a906b4" -d '{"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-unplugged", "status": "completed", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d"}, {"server_uuid": "8d57945d-5936-4258-9d3f-3f98e3f3ad0e", "name": "network-vif-plugged", "status": "completed", "tag": "4430c63c-7c1e-472f-ad07-c00bd23e234e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:38.000299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-5c81c7cb-8a5c-41fa-86d6-9f1f7e0984de tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.001669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11bb4a4c-8b69-4a8d-ab63-932281579a6b req-5c81c7cb-8a5c-41fa-86d6-9f1f7e0984de tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1543996 Oct 26 11:52:38.010626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0db8e26f-a7f3-4fc2-bbb8-e43030b3e422 req-4c0c1bb6-75b1-4d9d-bdf9-b6bc65db7307 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609972 Oct 26 11:52:38.025496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-20aa6fc0-668d-4c27-accc-7193f4055a66 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.027340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-20aa6fc0-668d-4c27-accc-7193f4055a66 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 943 time: 0.0558736 Oct 26 11:52:38.134979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Deleting port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:38.135405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.137794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164269-e7fa-4d28-bf45-6794dc83e348 req-b6f9ec32-d8d5-4ae0-9580-b8413264886b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.139346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2164269-e7fa-4d28-bf45-6794dc83e348 req-b6f9ec32-d8d5-4ae0-9580-b8413264886b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.0777538 Oct 26 11:52:38.160725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4bc1e-35ea-4251-9d71-ae945c13a4e5 req-27bc6ba9-cce3-4453-aa78-7c6799033ec0 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.162179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5e4bc1e-35ea-4251-9d71-ae945c13a4e5 req-27bc6ba9-cce3-4453-aa78-7c6799033ec0 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 945 time: 0.0727806 Oct 26 11:52:38.210585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2164269-e7fa-4d28-bf45-6794dc83e348 req-c14cf8a3-195a-457d-b4cb-d33ff9f6c43b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631499 Oct 26 11:52:38.233264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] For port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:38.234516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.235084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5e4bc1e-35ea-4251-9d71-ae945c13a4e5 req-b2dc3c80-f26f-4344-ab1f-c23bd627417d tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Oct 26 11:52:38.247783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Calling delete_port for 2e2d3174-9a29-45c8-9d0d-09ac49090d3d owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:38.277914 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6a660f-d0c8-4f74-afb9-874ee0dfab59 x-openstack-request-id: req-9b6a660f-d0c8-4f74-afb9-874ee0dfab59 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:38.278216 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-unplugged", "status": "completed", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d", "code": 200}, {"server_uuid": "8d57945d-5936-4258-9d3f-3f98e3f3ad0e", "name": "network-vif-plugged", "status": "completed", "tag": "4430c63c-7c1e-472f-ad07-c00bd23e234e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:38.278473 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9b6a660f-d0c8-4f74-afb9-874ee0dfab59 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:38.278891 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'code': 200} Oct 26 11:52:38.279156 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4430c63c-7c1e-472f-ad07-c00bd23e234e', 'code': 200} Oct 26 11:52:38.384707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-bebf336a-27ba-437b-9119-b0cb67f9f749 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1383429 Oct 26 11:52:38.384992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.400268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:38.408183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391b22a-472d-4b2d-9d0b-b1aa991740a7 req-1019d181-2dde-4a95-a7c2-0da1304381f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.409647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7391b22a-472d-4b2d-9d0b-b1aa991740a7 req-1019d181-2dde-4a95-a7c2-0da1304381f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 1096 time: 0.0655694 Oct 26 11:52:38.417422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event deleted for resources: {'Port': ['ID=2e2d3174-9a29-45c8-9d0d-09ac49090d3d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:38.456880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.464857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] No DVR routers for this DVR port 2e2d3174-9a29-45c8-9d0d-09ac49090d3d on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:38.468801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.472282 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fc0083da-6938-4dcb-8438-f97fe794c442 req-2ebebf4d-ef99-4239-8263-2f4617ab22a4 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "DELETE /v2.0/ports/2e2d3174-9a29-45c8-9d0d-09ac49090d3d HTTP/1.1" status: 204 len: 173 time: 0.4371817 Oct 26 11:52:38.472953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-deleted', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:38.473834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7391b22a-472d-4b2d-9d0b-b1aa991740a7 req-b9527299-eb5d-42e6-896d-0afb76b1540b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Oct 26 11:52:38.475663 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf60c86b-f80d-48bf-8993-a825a78a44fc" -d '{"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-deleted", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:38.564716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797929ba-3a75-4c76-928e-b05dd88ca7d2 req-34c8bf15-b6d6-40b5-ae6b-ed85a13edb6c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.566302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-797929ba-3a75-4c76-928e-b05dd88ca7d2 req-34c8bf15-b6d6-40b5-ae6b-ed85a13edb6c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.0641608 Oct 26 11:52:38.626836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-797929ba-3a75-4c76-928e-b05dd88ca7d2 req-36207749-087d-433e-b0ba-458090db7e05 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525706 Oct 26 11:52:38.629038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.683939 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b4849-94ba-44c3-b262-3b5db112c084 x-openstack-request-id: req-2a6b4849-94ba-44c3-b262-3b5db112c084 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:38.684951 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77e9c3-82fb-43ea-a457-a93a4c93dcb8", "name": "network-vif-deleted", "tag": "2e2d3174-9a29-45c8-9d0d-09ac49090d3d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:38.685319 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2a6b4849-94ba-44c3-b262-3b5db112c084 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:38.685982 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77e9c3-82fb-43ea-a457-a93a4c93dcb8', 'name': 'network-vif-deleted', 'tag': '2e2d3174-9a29-45c8-9d0d-09ac49090d3d', 'status': 'completed', 'code': 200} Oct 26 11:52:38.748738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Allocated IP 172.25.4.237 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/3f74c454-aeba-4ed8-af4f-030016efb2a7) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:38.849770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27374b2-b159-4ef7-967f-f99300eecbfa req-7d53e883-362c-4f81-88a1-12eb4b8bbe73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:38.851417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b27374b2-b159-4ef7-967f-f99300eecbfa req-7d53e883-362c-4f81-88a1-12eb4b8bbe73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1056435 Oct 26 11:52:38.914334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b27374b2-b159-4ef7-967f-f99300eecbfa req-e0793ee0-1c6e-4680-95a9-ac9870d8b2de tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568995 Oct 26 11:52:38.924319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.957459 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:38.998111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:39.001348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:39.004994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:39.033435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=3f74c454-aeba-4ed8-af4f-030016efb2a7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:39.099974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.162080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad60fed2-ab43-46d1-812c-404a834722ab req-83e9ce4c-826b-48b9-978c-35a576af44fb tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b77e9c3-82fb-43ea-a457-a93a4c93dcb8 HTTP/1.1" status: 200 len: 210 time: 0.0327060 Oct 26 11:52:39.164964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.321042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:39.366347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c014f12-6449-45f2-b6df-727ef8aabf36 req-63b9615d-0bbe-47c3-86db-702db14cea1b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:39.367888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c014f12-6449-45f2-b6df-727ef8aabf36 req-63b9615d-0bbe-47c3-86db-702db14cea1b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.0733888 Oct 26 11:52:39.378576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.386342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.428134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:39.440762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'mac_address': 'fa:16:3e:a7:23:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:39.473672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c014f12-6449-45f2-b6df-727ef8aabf36 req-725a963c-205e-4e30-82b7-4275dc1ae3b5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972822 Oct 26 11:52:39.476419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event updated for resources: {'Port': ['ID=3f74c454-aeba-4ed8-af4f-030016efb2a7,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:39.481750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.492295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.496246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:39.515809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.522856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-384e67b4-d58c-4d2e-9b44-432172226c35 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1291869 Oct 26 11:52:39.523161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:39.531652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:39.579403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-a41463c9-8178-4a4b-94db-9b729d96d7d1 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0556350 Oct 26 11:52:39.587103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:39.672431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d074f94-7f4f-4239-ba1a-5ab9e31df42a req-7c2a9b1a-a8f4-4fdb-aa36-ec88ba175213 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:39.673914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d074f94-7f4f-4239-ba1a-5ab9e31df42a req-7c2a9b1a-a8f4-4fdb-aa36-ec88ba175213 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 945 time: 0.1140597 Oct 26 11:52:39.738675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-cb1ceb81-6360-44a7-b166-09bd547f8525 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:39.740033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-cb1ceb81-6360-44a7-b166-09bd547f8525 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1436422 Oct 26 11:52:39.745150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d074f94-7f4f-4239-ba1a-5ab9e31df42a req-45209770-b4a8-49ce-bbfa-6c4fa3ebd5b0 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635340 Oct 26 11:52:39.752116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-797e86d5-e742-4668-ba5b-1bd928467a82 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:52:39.753125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf0a0e7-dfc5-4b59-b867-9a5d45906a16 req-797e86d5-e742-4668-ba5b-1bd928467a82 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068443 Oct 26 11:52:39.837279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81f22d8b-66a0-493c-9521-f730cf4f26ec req-df554c99-cc06-4f2c-9663-c9285eff9161 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips/441eb634-8ce4-421f-adc8-5c6761eb420c HTTP/1.1" status: 200 len: 693 time: 0.0566978 Oct 26 11:52:39.897665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['5ef21f79-b1fb-4b89-8086-0a58a529e2ed'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:39.934696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbef43-fc22-4f1a-a061-7f470e63e355 req-455f0f23-8d3c-483b-b065-daf41ee56ae9 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:39.936510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76bbef43-fc22-4f1a-a061-7f470e63e355 req-455f0f23-8d3c-483b-b065-daf41ee56ae9 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1163688 Oct 26 11:52:39.988040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f22d8b-66a0-493c-9521-f730cf4f26ec req-0d4f3be8-7f21-4b8d-8ce8-f538aae9e245 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:39.989597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81f22d8b-66a0-493c-9521-f730cf4f26ec req-0d4f3be8-7f21-4b8d-8ce8-f538aae9e245 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1383631 Oct 26 11:52:40.004291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76bbef43-fc22-4f1a-a061-7f470e63e355 req-bc70872a-03f4-45b4-9f27-1616d9b15a69 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616229 Oct 26 11:52:40.096601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0758f0a-329e-4b5e-99e0-8879223ca270 req-8ea7fca5-25e4-4721-9d5c-d8b6868cd734 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:40.098192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0758f0a-329e-4b5e-99e0-8879223ca270 req-8ea7fca5-25e4-4721-9d5c-d8b6868cd734 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Oct 26 11:52:40.159818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-77d20c7c-b751-4fcd-9afd-604b2534a169 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips/441eb634-8ce4-421f-adc8-5c6761eb420c HTTP/1.1" status: 200 len: 693 time: 0.0605831 Oct 26 11:52:40.186037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0758f0a-329e-4b5e-99e0-8879223ca270 req-1f76d799-ad6c-4bbb-90bf-780ff2005d59 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Oct 26 11:52:40.285771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-b4fd924c-9b2d-481c-8f23-140e2166b7db tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:40.286885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-b4fd924c-9b2d-481c-8f23-140e2166b7db tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1172352 Oct 26 11:52:40.297954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-03b63cb4-4ce3-4c43-a5e5-f38fd35fc216 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:52:40.299137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-03b63cb4-4ce3-4c43-a5e5-f38fd35fc216 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059071 Oct 26 11:52:40.349624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-46c49bc5-841c-4ba4-8cba-447c793a6b37 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0441239 Oct 26 11:52:40.403154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-ee380191-19f0-496e-bdf5-c72e648b52eb tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0459359 Oct 26 11:52:40.423737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59134) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:40.428290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415023710', 'description': 'tempest-description--1436054805'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:40.450744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.529798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.535548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.542221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Deleting port 3f74c454-aeba-4ed8-af4f-030016efb2a7 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:40.542661 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.574331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.575612 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1508744 Oct 26 11:52:40.576458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d209b6-8045-4f8c-975c-91ca4a7194cf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca91c3e-361c-4751-8f5f-16895a90a24c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:40.579130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:40.583531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'security_group_rule': {'security_group_id': 'cca91c3e-361c-4751-8f5f-16895a90a24c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:40.612273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.659950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324973-3683-41e5-8a4f-e55cc5fc8f7b req-58e779b1-09f8-43c8-aa5d-3b5c85b88b2f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:40.661720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33324973-3683-41e5-8a4f-e55cc5fc8f7b req-58e779b1-09f8-43c8-aa5d-3b5c85b88b2f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 949 time: 0.0742095 Oct 26 11:52:40.672336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.672661 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.672882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.677047 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.696149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71f1e30-0afa-4d22-9496-92e3498dd32e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:40.699471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Calling delete_port for 3f74c454-aeba-4ed8-af4f-030016efb2a7 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:40.701981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.706355 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c599a863-2809-42b5-9980-e9b80df4535e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237345 Oct 26 11:52:40.706997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:40.711093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'security_group_rule': {'security_group_id': 'cca91c3e-361c-4751-8f5f-16895a90a24c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:40.731641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33324973-3683-41e5-8a4f-e55cc5fc8f7b req-747fe96f-7098-4e1e-9982-f9cbafe28f2e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632887 Oct 26 11:52:40.740326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.812396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.817174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.835350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30da121-9bc6-485a-9322-034e6a45f20e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:40.844696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.845925 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e113e0ac-bb82-4a4a-9412-e89ae7c8760e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383083 Oct 26 11:52:40.849206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59144) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:40.854548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:40.878495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.888357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:40.984423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.101058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Allocated IP 172.25.4.198 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/2dc609bc-4850-4e07-8f1f-41850b2b3eda) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:41.218614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.245500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec26b3f-47d3-4b30-92ae-5a6e2c2e9e5f req-d4a24592-990d-4421-90fd-0e889dd297a7 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:41.247017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bec26b3f-47d3-4b30-92ae-5a6e2c2e9e5f req-d4a24592-990d-4421-90fd-0e889dd297a7 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 945 time: 0.4114487 Oct 26 11:52:41.247776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event deleted for resources: {'Port': ['ID=3f74c454-aeba-4ed8-af4f-030016efb2a7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:41.257924 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.305498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:41.310049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:41.313741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:41.334515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:41.335173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bec26b3f-47d3-4b30-92ae-5a6e2c2e9e5f req-b2db5d27-784a-4fca-b8e3-ae3c28715a26 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640838 Oct 26 11:52:41.340460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.341760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.342708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f512aa2d-1885-4666-bf52-4f2f0634a8cc req-2f0ebb74-4441-43ab-a088-4449c58605c0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "DELETE /v2.0/floatingips/441eb634-8ce4-421f-adc8-5c6761eb420c HTTP/1.1" status: 204 len: 173 time: 0.9332252 Oct 26 11:52:41.345474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'Port': ['ID=2dc609bc-4850-4e07-8f1f-41850b2b3eda,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:41.419070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:41.423413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:41.423803 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.462206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.462840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b02a48-e689-4ba3-9f6f-92ed45f41fe0 req-fa50baf1-4314-4603-9ef4-18319e26f218 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:41.464804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72b02a48-e689-4ba3-9f6f-92ed45f41fe0 req-fa50baf1-4314-4603-9ef4-18319e26f218 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.0595365 Oct 26 11:52:41.505963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.522734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.541247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72b02a48-e689-4ba3-9f6f-92ed45f41fe0 req-98e345b7-94b1-404d-8c30-d13ec2747231 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691969 Oct 26 11:52:41.565517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3c703-1667-4a67-879b-b84bb9367c53 req-5e54f649-aa81-4d01-884b-efab3d1d5e24 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:41.565517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fa3c703-1667-4a67-879b-b84bb9367c53 req-5e54f649-aa81-4d01-884b-efab3d1d5e24 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0684657 Oct 26 11:52:41.569904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:41.572671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:41.575648 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b967aa-c982-46d1-b86b-63c8571c8d2a" -d '{"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:41.580781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.581879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:41.623247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fa3c703-1667-4a67-879b-b84bb9367c53 req-0a4254a2-afd2-4e1d-924c-b2bc5473ee07 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 Oct 26 11:52:41.639224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 2e2d3174-9a29-45c8-9d0d-09ac49090d3d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:41.641105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2e2d3174-9a29-45c8-9d0d-09ac49090d3d not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:41.672630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:41.687910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.692434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.773087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'Port': ['ID=2dc609bc-4850-4e07-8f1f-41850b2b3eda,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:41.782043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.802235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:41.804379 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0f3c8ffc-19c0-4639-80f2-3f33924b056a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9539351 Oct 26 11:52:41.809006 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d208258-2c4c-4d38-9c42-d394991f841e x-openstack-request-id: req-8d208258-2c4c-4d38-9c42-d394991f841e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:41.809337 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:41.809571 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d208258-2c4c-4d38-9c42-d394991f841e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:41.809974 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'code': 200} Oct 26 11:52:41.883121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a2b8-d61e-4e42-afe3-7bee6a430b21 req-4cf58469-1579-45a3-aae6-3d493d78ca3b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:41.884669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2858a2b8-d61e-4e42-afe3-7bee6a430b21 req-4cf58469-1579-45a3-aae6-3d493d78ca3b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2469611 Oct 26 11:52:41.982738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c7636-991a-4e3a-a3ce-430266940114 req-ba16a459-04bc-4e32-b020-c0f9b6620e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:41.984850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb3c7636-991a-4e3a-a3ce-430266940114 req-ba16a459-04bc-4e32-b020-c0f9b6620e4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1101 time: 0.0992866 Oct 26 11:52:42.055080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc14d331-ff0a-42bb-a594-bc55620a9c7a req-69f2f417-0c8e-4208-a205-5caca42a800b tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=85f806032a8c40f9af006a1371d6e83b HTTP/1.1" status: 200 len: 1654 time: 0.1014073 Oct 26 11:52:42.066124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbadb7-fea9-41ed-80ea-9c02db2443c5 req-9337a778-1edf-45f5-b8fc-14b460935b04 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:42.067705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7fbadb7-fea9-41ed-80ea-9c02db2443c5 req-9337a778-1edf-45f5-b8fc-14b460935b04 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1809843 Oct 26 11:52:42.112570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb3c7636-991a-4e3a-a3ce-430266940114 req-a2c379a0-7999-4add-bee1-e22988999312 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942104 Oct 26 11:52:42.179327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7fbadb7-fea9-41ed-80ea-9c02db2443c5 req-51e47135-4813-4e12-b6d1-5b944c2c00df tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925715 Oct 26 11:52:42.223010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d331-ff0a-42bb-a594-bc55620a9c7a req-ae34b246-50d8-471b-bd3b-4b3a6961561a tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:42.224593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc14d331-ff0a-42bb-a594-bc55620a9c7a req-ae34b246-50d8-471b-bd3b-4b3a6961561a tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks?id=1536dd8e-c114-413a-8e24-2c50ca48211d&id=1536dd8e-c114-413a-8e24-2c50ca48211d&id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 787 time: 0.1559606 Oct 26 11:52:42.240980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-cc14d331-ff0a-42bb-a594-bc55620a9c7a req-8ff6bd27-a1b1-4859-909e-cc843b604d49 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:52:42.242043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc14d331-ff0a-42bb-a594-bc55620a9c7a req-8ff6bd27-a1b1-4859-909e-cc843b604d49 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064278 Oct 26 11:52:42.383981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-6e4657d3-189e-4c5a-8580-66e0f22c9257 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:42.387507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-6e4657d3-189e-4c5a-8580-66e0f22c9257 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 821 time: 0.1160767 Oct 26 11:52:42.416227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-5207f656-d41f-49d0-8cd6-c9b392fe3171 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/quotas/0e0a383b4b774e08a9782163ce247430 HTTP/1.1" status: 200 len: 375 time: 0.0195100 Oct 26 11:52:42.463646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-d789dce1-8087-4bcc-95b8-ea7858b74a75 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips/5c1b43c4-ae73-4fac-af16-fb9e29a64a10 HTTP/1.1" status: 200 len: 692 time: 0.0586917 Oct 26 11:52:42.470319 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:52:42.555503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-711c9ab3-6f1c-4d13-b724-a0fe21bb6338 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111188 Oct 26 11:52:42.648187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-28f5e1aa-410f-4a62-946f-87c6b705f66d tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:42.649564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-28f5e1aa-410f-4a62-946f-87c6b705f66d tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1718004 Oct 26 11:52:42.713345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-249a6507-aa42-43f0-967c-58092c1ec8c3 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.0545928 Oct 26 11:52:42.734702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-00aa7106-18c3-49e6-bdf3-f1284a501506 service neutron] 10.222.0.88 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708174 Oct 26 11:52:42.792355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-d53889f9-448b-4a30-8356-875421d28c98 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.0692189 Oct 26 11:52:42.956419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-da1c6137-6c86-40a4-9f1d-e9a16b7af0cf service neutron] 10.222.0.88 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893635 Oct 26 11:52:42.978535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Deleting port a6605a52-5382-4096-96e6-f6568af1e2bf {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:42.978914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:43.064386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:43.064711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:43.079193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Calling delete_port for a6605a52-5382-4096-96e6-f6568af1e2bf owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:43.209302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4d32c-81af-48c8-bebc-0a6cf86baf83 req-5d1de4ec-6f7f-4b2a-a422-fa4c7dae2fe7 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.210818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5bc4d32c-81af-48c8-bebc-0a6cf86baf83 req-5d1de4ec-6f7f-4b2a-a422-fa4c7dae2fe7 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 945 time: 0.0845997 Oct 26 11:52:43.264533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5bc4d32c-81af-48c8-bebc-0a6cf86baf83 req-0bfa39b1-877f-474c-9729-df37644febdd tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Oct 26 11:52:43.317800 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:43.383207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event deleted for resources: {'Port': ['ID=a6605a52-5382-4096-96e6-f6568af1e2bf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:43.462718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:43.466764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:43.482437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6ba41da-bfa7-4b3d-8e6b-c78a06601c70 req-832cdd3a-bfd9-4314-9e97-e7e7c443b829 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "DELETE /v2.0/floatingips/5c1b43c4-ae73-4fac-af16-fb9e29a64a10 HTTP/1.1" status: 204 len: 173 time: 0.6643841 Oct 26 11:52:43.521237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb9c9b-32c0-4bb0-8492-bb99d0a3b266 req-e34b7986-7a7f-46b6-af7d-e4b0fd796bfd tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.528095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfdb9c9b-32c0-4bb0-8492-bb99d0a3b266 req-e34b7986-7a7f-46b6-af7d-e4b0fd796bfd tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1104720 Oct 26 11:52:43.528960 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-03bebce9-3cbf-403a-849c-37a3265c7cf5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764325 Oct 26 11:52:43.602809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfdb9c9b-32c0-4bb0-8492-bb99d0a3b266 req-b6f29362-8e13-4c22-83ba-a46f69304e9a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694399 Oct 26 11:52:43.614912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cf78f-1380-4bd5-abdd-aaa16ef6533f req-8ab8cc27-ab14-47d8-8f27-f5337ddbbce7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.622527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e66cf78f-1380-4bd5-abdd-aaa16ef6533f req-8ab8cc27-ab14-47d8-8f27-f5337ddbbce7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0903766 Oct 26 11:52:43.641141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-df0fb73a-ffb2-49ad-b051-840edbadc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.643238 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-df0fb73a-ffb2-49ad-b051-840edbadc86d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 1101 time: 0.0630734 Oct 26 11:52:43.675298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e66cf78f-1380-4bd5-abdd-aaa16ef6533f req-098731a2-366b-4115-8290-4dedfd81f5b6 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504053 Oct 26 11:52:43.759876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611849cb-c8d0-41d4-87c0-5822db9afadb req-343c440c-cfc8-4e7f-ab67-bc9597b39130 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 210 time: 0.0293245 Oct 26 11:52:43.799071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-5f0d303b-338b-4998-b6ca-ceddc0110f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.800579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-5f0d303b-338b-4998-b6ca-ceddc0110f2b service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1316984 Oct 26 11:52:43.852177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-3631be27-a620-4687-8103-8e389e639ad0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 200 len: 217 time: 0.0387194 Oct 26 11:52:43.860124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-9092a02a-2d86-46ac-84d4-aa23821ea1bc tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips/5ecabae2-567a-4f63-be4a-e243d1982bb3 HTTP/1.1" status: 200 len: 693 time: 0.0568585 Oct 26 11:52:43.868863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41ab46-d761-4f74-a078-40c1c980dde1 req-cd855807-c8ae-4252-bc70-6f2baaf051d2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.870541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e41ab46-d761-4f74-a078-40c1c980dde1 req-cd855807-c8ae-4252-bc70-6f2baaf051d2 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1086698 Oct 26 11:52:43.916862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-aa6a3f6a-45d6-4d54-b24a-b9e465720465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.918367 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-aa6a3f6a-45d6-4d54-b24a-b9e465720465 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0584395 Oct 26 11:52:43.971299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e41ab46-d761-4f74-a078-40c1c980dde1 req-e1e02450-28b6-48d2-9452-e81642607913 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882425 Oct 26 11:52:43.980034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-89b0ffce-ec4b-4bc9-ab71-6505682f5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:43.987413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-89b0ffce-ec4b-4bc9-ab71-6505682f5da6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502868 Oct 26 11:52:44.029664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-8cd04821-fe18-4d02-b578-af5387764a48 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:44.031335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-8cd04821-fe18-4d02-b578-af5387764a48 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1594367 Oct 26 11:52:44.113755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-1c918684-dd89-4791-b359-7f289398fe80 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113639 Oct 26 11:52:44.115631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-d2ed6be3-dc58-4112-9786-90059bd9f2e0 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0736668 Oct 26 11:52:44.215711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-699d56de-2f64-4b6c-bdde-fe5cb3a2513e tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0833035 Oct 26 11:52:44.218744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4af4-6be5-4b39-af8e-bf22f68eb6b8 req-26326826-8a47-42fd-ac45-6d91ec380549 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:44.220330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a61d4af4-6be5-4b39-af8e-bf22f68eb6b8 req-26326826-8a47-42fd-ac45-6d91ec380549 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1101 time: 0.1381016 Oct 26 11:52:44.229609 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-139de5c4-9f29-46ba-ba35-539acf0b9d46 req-120bfe2a-a5c8-41c3-912d-efe37814aed3 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003077 Oct 26 11:52:44.244279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-872c6e7d-8323-4c5f-aa61-292992fdb8cb tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:44.245879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-872c6e7d-8323-4c5f-aa61-292992fdb8cb tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 945 time: 0.1487682 Oct 26 11:52:44.399462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a61d4af4-6be5-4b39-af8e-bf22f68eb6b8 req-d45332e9-e2f5-4654-b14e-f852f2e1499c tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663449 Oct 26 11:52:44.470091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-3cf44f94-fc32-4a69-9cb4-a455c5f0717d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:44.472981 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-3cf44f94-fc32-4a69-9cb4-a455c5f0717d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 821 time: 0.1596298 Oct 26 11:52:44.488791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'port': {'device_id': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'admin_state_up': True, 'tenant_id': '0e0a383b4b774e08a9782163ce247430'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:44.519233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Deleting port 4430c63c-7c1e-472f-ad07-c00bd23e234e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:44.520091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.524613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Deleting port 2946fa23-7821-4487-b3a7-52d8f40a65c4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:44.524939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.601667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Made reservation on behalf of 0e0a383b4b774e08a9782163ce247430 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:44.605504 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.614578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8ab54-d008-449f-87ec-0fac0f129afb req-20c6bbb8-5958-413b-8525-4759ae048ec6 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:44.616088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fc8ab54-d008-449f-87ec-0fac0f129afb req-20c6bbb8-5958-413b-8525-4759ae048ec6 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d57945d-5936-4258-9d3f-3f98e3f3ad0e HTTP/1.1" status: 200 len: 945 time: 0.1543634 Oct 26 11:52:44.715251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] For port 4430c63c-7c1e-472f-ad07-c00bd23e234e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4430c63c-7c1e-472f-ad07-c00bd23e234e,segment=NetworkSegment(9d44c6c1-c5d8-4034-a5c4-fedcc80c8923),segment_id=9d44c6c1-c5d8-4034-a5c4-fedcc80c8923)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:44.715609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.730748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fc8ab54-d008-449f-87ec-0fac0f129afb req-7cc94ce9-0d03-440f-811f-5f286cf41fc1 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.88 "GET /v2.0/security-groups?id=dbc0cee0-a1da-423b-ba43-468b5d0729fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037183 Oct 26 11:52:44.735319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.735633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.741872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Allocated IP 172.20.0.2 (8030a5f4-d533-4f00-9319-c1729d7f3d7f/d637e95f-8d08-4861-b92e-4ec13e267f84/0ede40e2-762f-43ae-8b41-fc53eb1ba6b5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:44.754991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Calling delete_port for 4430c63c-7c1e-472f-ad07-c00bd23e234e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:44.764611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Calling delete_port for 2946fa23-7821-4487-b3a7-52d8f40a65c4 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:44.881448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-8f5e39d6-e75e-4456-aa22-5354861dd679 req-e7c11606-3644-4a3c-ac44-7c94dbd0f34d service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:52:44.882457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f5e39d6-e75e-4456-aa22-5354861dd679 req-e7c11606-3644-4a3c-ac44-7c94dbd0f34d service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052750 Oct 26 11:52:44.916297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:44.964645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.020325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:45.027015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:45.035745 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.037481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:45.043443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:45.046603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.054831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4430c63c-7c1e-472f-ad07-c00bd23e234e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:45.110318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Pushing event deleted for resources: {'Port': ['ID=4430c63c-7c1e-472f-ad07-c00bd23e234e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:45.119551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:45.120199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.152994 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-aa70b3e7-1ce3-41ee-bef2-fadaae839e24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682229 Oct 26 11:52:45.170243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Request body: {'port': {'device_id': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:45.187236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event deleted for resources: {'Port': ['ID=2946fa23-7821-4487-b3a7-52d8f40a65c4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:45.236721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.270679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] No DVR routers for this DVR port 4430c63c-7c1e-472f-ad07-c00bd23e234e on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:45.278789 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.282243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19e88990-6619-47b6-b0d3-d9f7bc48686f req-905dc3a7-efa4-477c-872f-730c9dd8eff2 tempest-ServerPasswordTestJSON-1057293181 tempest-ServerPasswordTestJSON-1057293181-project] 10.222.0.30 "DELETE /v2.0/ports/4430c63c-7c1e-472f-ad07-c00bd23e234e HTTP/1.1" status: 204 len: 173 time: 0.9958138 Oct 26 11:52:45.282856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'name': 'network-vif-deleted', 'tag': '4430c63c-7c1e-472f-ad07-c00bd23e234e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:45.285258 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1967d52-77c0-4b8f-84f1-cbab3727b922" -d '{"events": [{"server_uuid": "8d57945d-5936-4258-9d3f-3f98e3f3ad0e", "name": "network-vif-deleted", "tag": "4430c63c-7c1e-472f-ad07-c00bd23e234e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:45.318819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fbf1f-e1d1-4455-9c8b-5f3352db10c6 req-eb1bb107-39df-4ba4-a596-8cb29e0f0e95 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:45.320455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef0fbf1f-e1d1-4455-9c8b-5f3352db10c6 req-eb1bb107-39df-4ba4-a596-8cb29e0f0e95 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.2167575 Oct 26 11:52:45.325607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.328911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.330101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388e90e3-0d63-4c89-9862-5fba5bf27cfc req-00b6195f-22a2-4658-b9ea-4e0353e5149f tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "DELETE /v2.0/floatingips/5ecabae2-567a-4f63-be4a-e243d1982bb3 HTTP/1.1" status: 204 len: 173 time: 1.1088490 Oct 26 11:52:45.352539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-5ca78c8c-a54c-4a35-8dff-1c865db6d412 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2557294 Oct 26 11:52:45.380847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef0fbf1f-e1d1-4455-9c8b-5f3352db10c6 req-93159cc0-2179-479c-8e9d-77dd9afc4d5f tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Oct 26 11:52:45.532631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fe37c-3421-4d47-aae6-4e18d1f65298 req-45c489c6-f4b9-42ab-a143-12c8b7446c1c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:45.539893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-150fe37c-3421-4d47-aae6-4e18d1f65298 req-45c489c6-f4b9-42ab-a143-12c8b7446c1c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0761917 Oct 26 11:52:45.586109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:45.594521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.606603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-150fe37c-3421-4d47-aae6-4e18d1f65298 req-c9e2607c-9b64-465b-9a12-0bb99fa65cba tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656400 Oct 26 11:52:45.609088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Transition to ACTIVE for port object 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:52:45.613113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.627827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c324d0d-3acd-4a2b-ba46-4e16fe76d894 req-61d10b73-09fc-4f31-b724-6753479b6312 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:45.629409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c324d0d-3acd-4a2b-ba46-4e16fe76d894 req-61d10b73-09fc-4f31-b724-6753479b6312 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 931 time: 0.0867305 Oct 26 11:52:45.675877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c324d0d-3acd-4a2b-ba46-4e16fe76d894 req-9d86880e-bcd0-4721-a2c6-d591fcafecb7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Oct 26 11:52:45.712034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:45.758387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c879-460e-4cfa-8f36-b87b071db787 req-03405294-d8d0-4d6e-bbb7-edfc11791037 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:45.762038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7160c879-460e-4cfa-8f36-b87b071db787 req-03405294-d8d0-4d6e-bbb7-edfc11791037 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0751758 Oct 26 11:52:45.767496 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6fb580-abe9-4951-8143-9a8a5a8a16d7 x-openstack-request-id: req-aa6fb580-abe9-4951-8143-9a8a5a8a16d7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:45.767810 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57945d-5936-4258-9d3f-3f98e3f3ad0e", "name": "network-vif-deleted", "tag": "4430c63c-7c1e-472f-ad07-c00bd23e234e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:45.768107 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa6fb580-abe9-4951-8143-9a8a5a8a16d7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:45.768584 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57945d-5936-4258-9d3f-3f98e3f3ad0e', 'name': 'network-vif-deleted', 'tag': '4430c63c-7c1e-472f-ad07-c00bd23e234e', 'status': 'completed', 'code': 200} Oct 26 11:52:45.780235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Attempting to bind port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:45.781424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Attempting to bind port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:45.782135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Attempting to bind port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:45.788278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:52:45.788608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Attempting to bind port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:45.794149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:45.794491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Checking segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:45.794887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Bound using segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:45.795528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Bound port: 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:45.795753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.854443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-d63a76a6-ae49-454f-b773-83899d154737 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips/03417a33-9a4b-4db9-90e1-3815817f0f41 HTTP/1.1" status: 200 len: 691 time: 0.0654759 Oct 26 11:52:45.857661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7160c879-460e-4cfa-8f36-b87b071db787 req-4cdf74da-fd17-4e1e-ba8b-a7d26adda0f1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880737 Oct 26 11:52:45.899146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:45.909441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:45.924536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.949479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59252) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:45.976821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:45.977453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:45.979271 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] 10.222.0.30 "PUT /v2.0/ports/0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 HTTP/1.1" status: 200 len: 1091 time: 0.8165565 Oct 26 11:52:46.001841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-393bbd5c-e0e3-4eed-94ca-ee2300b15aef tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:46.010648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-393bbd5c-e0e3-4eed-94ca-ee2300b15aef tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.1489553 Oct 26 11:52:46.011901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:46.014583 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:46.088888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Deleting subnet 9a3a2299-3f85-4509-b67f-3b8f6a1458aa {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:52:46.093691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-66d19f6d-9937-4098-bcb2-aedb9f696e03 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0812142 Oct 26 11:52:46.094696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.121335 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d65e858-39bd-46bc-86ef-cb41375cb47f x-openstack-request-id: req-6d65e858-39bd-46bc-86ef-cb41375cb47f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:46.121642 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:46.121879 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d65e858-39bd-46bc-86ef-cb41375cb47f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:46.122304 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'status': 'completed', 'code': 200} Oct 26 11:52:46.126091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835673d8-88f5-4a67-a090-861a216d1971 service neutron] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:46.147629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.154966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-615d1d5e-c501-4351-9010-e630be19e4f3 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0604112 Oct 26 11:52:46.169417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-af04ce49-494a-4fba-9b6d-9e330c8fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:46.170208 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-af04ce49-494a-4fba-9b6d-9e330c8fd5ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 1094 time: 0.1345372 Oct 26 11:52:46.226247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-9d7e9402-cc5f-4f70-a3cf-478f1d4f544b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 HTTP/1.1" status: 200 len: 217 time: 0.0454631 Oct 26 11:52:46.242306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.313405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-a7478269-b2f6-455b-8b1e-d67ff923b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:46.314807 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-a7478269-b2f6-455b-8b1e-d67ff923b60a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 200 len: 861 time: 0.0813539 Oct 26 11:52:46.356010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-a37e88bc-b557-4a94-b125-6dad795ca404 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8030a5f4-d533-4f00-9319-c1729d7f3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332320 Oct 26 11:52:46.357569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.397513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3a2299-3f85-4509-b67f-3b8f6a1458aa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:46.412761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.418652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-06f120a9-dddf-4571-8943-9353d101ab59 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9a3a2299-3f85-4509-b67f-3b8f6a1458aa HTTP/1.1" status: 204 len: 168 time: 0.4636641 Oct 26 11:52:46.446495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:46.560576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.571411 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-95a4d013-38ad-4725-bbc9-1765ac18dc6c service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839261 Oct 26 11:52:46.682031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01f96-0ce4-4d42-8d83-f594ff75c15a req-ae0d2620-0c17-4df4-9821-4ab47a76038a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:46.683958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14d01f96-0ce4-4d42-8d83-f594ff75c15a req-ae0d2620-0c17-4df4-9821-4ab47a76038a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.0670786 Oct 26 11:52:46.685601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Deleting port 43890136-dc53-4faa-8bb6-b647fd25255f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:46.685948 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.780335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14d01f96-0ce4-4d42-8d83-f594ff75c15a req-20fc21ad-af72-4ab0-b29d-da14c8457a84 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800300 Oct 26 11:52:46.806432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.806767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:46.821924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Calling delete_port for 43890136-dc53-4faa-8bb6-b647fd25255f owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:46.979445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.018495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e03ab-3b10-45a4-950d-4c3deed8b89b req-84ecf158-5c8a-42c4-8af7-4407636c0e85 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.020425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6e03ab-3b10-45a4-950d-4c3deed8b89b req-84ecf158-5c8a-42c4-8af7-4407636c0e85 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0949383 Oct 26 11:52:47.021793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.023786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-adf7b7a0-eaf6-4d6c-b7fb-5297a1a42eec req-38481d46-7a42-4dbb-bb0c-4f4083741f22 service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435477 Oct 26 11:52:47.025297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90aca2a4-4349-41e5-8d12-6f7fbb32760b']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:47.036703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:47.036703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d44c6c1-c5d8-4034-a5c4-fedcc80c8923') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:47.047430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.068647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.068880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Pushing event deleted for resources: {'Port': ['ID=43890136-dc53-4faa-8bb6-b647fd25255f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:47.076906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:52:47.078546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:52:47.081566 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:52:47.170172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.172237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6e03ab-3b10-45a4-950d-4c3deed8b89b req-bbc28804-9519-4b3c-96ad-859daae04c43 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417093 Oct 26 11:52:47.182852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.183268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-ef38ce12-75b0-4e28-a8ae-4459f5b1705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.184837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-ef38ce12-75b0-4e28-a8ae-4459f5b1705e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1101 time: 0.1335123 Oct 26 11:52:47.186711 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] 10.222.0.88 "DELETE /v2.0/networks/90aca2a4-4349-41e5-8d12-6f7fbb32760b HTTP/1.1" status: 204 len: 168 time: 0.7386649 Oct 26 11:52:47.190004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-da092c48-7870-49d9-8f55-19180c657a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.190187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.191727 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-da092c48-7870-49d9-8f55-19180c657a81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 1094 time: 0.1099377 Oct 26 11:52:47.192981 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.194122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b340a2a-5545-4ba7-acaf-c7e7977ac0b8 req-f7c1a93c-585f-4e11-bd61-5967e1e91bb7 tempest-FloatingIPDetailsTestJSON-852483487 tempest-FloatingIPDetailsTestJSON-852483487-project] 10.222.0.88 "DELETE /v2.0/floatingips/03417a33-9a4b-4db9-90e1-3815817f0f41 HTTP/1.1" status: 204 len: 173 time: 1.0325971 Oct 26 11:52:47.203476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59278) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:47.219054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dedc78-ae98-4c32-abc3-76abb3756fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=90aca2a4-4349-41e5-8d12-6f7fbb32760b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:47.382688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59280) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:47.382936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-9589380f-65c3-4934-a37d-81bca315edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.384491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-9589380f-65c3-4934-a37d-81bca315edee service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1894412 Oct 26 11:52:47.392426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4430c63c-7c1e-472f-ad07-c00bd23e234e no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:47.408101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44897e4-b5c1-4aa9-a148-d46a5d512136 req-09b5b660-6d2b-4b32-8085-b1f5ece0e054 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.409664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d44897e4-b5c1-4aa9-a148-d46a5d512136 req-09b5b660-6d2b-4b32-8085-b1f5ece0e054 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1266909 Oct 26 11:52:47.409871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-ffb2039d-6ec0-4eb4-b571-a03fab121815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.411372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-ffb2039d-6ec0-4eb4-b571-a03fab121815 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 923 time: 0.2100050 Oct 26 11:52:47.424539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 4430c63c-7c1e-472f-ad07-c00bd23e234e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:47.425004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4430c63c-7c1e-472f-ad07-c00bd23e234e not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:47.448213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-a3b879a3-068d-4f78-a275-a76cd51dbc49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0547261 Oct 26 11:52:47.462897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c53d9-a886-459a-8c19-603cb06fd5a4 req-7e6b8069-99c7-4c53-9206-c982b3e93791 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.464420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be9c53d9-a886-459a-8c19-603cb06fd5a4 req-7e6b8069-99c7-4c53-9206-c982b3e93791 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 943 time: 0.1403456 Oct 26 11:52:47.523955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-dbfc041f-e933-46ae-ae9f-5e1d815f0b9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 HTTP/1.1" status: 200 len: 217 time: 0.1050994 Oct 26 11:52:47.542429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d44897e4-b5c1-4aa9-a148-d46a5d512136 req-86bc1533-e2f0-4998-9eb2-07f775ee6333 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986714 Oct 26 11:52:47.555560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-639ae0a5-9639-4538-8835-9dd23b3ce78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.557054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-639ae0a5-9639-4538-8835-9dd23b3ce78a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0863223 Oct 26 11:52:47.569504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be9c53d9-a886-459a-8c19-603cb06fd5a4 req-83e8d3bc-0fba-4383-b21b-7848d347c7bc tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887203 Oct 26 11:52:47.578108 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d31569fb-c945-44e6-bb84-c5a088dd5b86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa30afe096d64199bab4c84abb10c8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870081 Oct 26 11:52:47.579028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59282) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:47.624924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-d1e9276b-e1a5-49cf-ae81-46c47247ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.626536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-d1e9276b-e1a5-49cf-ae81-46c47247ac18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 200 len: 861 time: 0.0928478 Oct 26 11:52:47.671800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-fdea7528-2220-4dbf-8517-8d8610921293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.673366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-fdea7528-2220-4dbf-8517-8d8610921293 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029952 Oct 26 11:52:47.684488 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-70b6b084-546b-42f2-afef-e14f1c46fc68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8030a5f4-d533-4f00-9319-c1729d7f3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318911 Oct 26 11:52:47.707027 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7891e645-8cb6-4cef-9df0-907ebf14ee07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.763833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7891e645-8cb6-4cef-9df0-907ebf14ee07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.816342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-61608a47-2d71-4d71-b52c-4553ae4f0ffe service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227677 Oct 26 11:52:47.819440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-ca4c7cd1-e549-4268-8b5c-b4f27ce31374 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339920 Oct 26 11:52:47.913197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7891e645-8cb6-4cef-9df0-907ebf14ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.915977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7891e645-8cb6-4cef-9df0-907ebf14ee07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:47.917077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7891e645-8cb6-4cef-9df0-907ebf14ee07 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dbc0cee0-a1da-423b-ba43-468b5d0729fd HTTP/1.1" status: 204 len: 168 time: 0.3373239 Oct 26 11:52:47.943778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891e645-8cb6-4cef-9df0-907ebf14ee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc0cee0-a1da-423b-ba43-468b5d0729fd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:47.979957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8d3f9c50-5e6a-4237-a343-ebbbd03b9cd6 req-83f0b274-9b72-4c0e-bda7-8e14af16eca5 service neutron] 10.222.0.30 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488912 Oct 26 11:52:47.983745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a32bf0-fa81-46e1-a07e-75adb644ce18 req-3ca5f8d8-e505-4ce4-9195-46c812259439 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:47.985771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a32bf0-fa81-46e1-a07e-75adb644ce18 req-3ca5f8d8-e505-4ce4-9195-46c812259439 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1062145 Oct 26 11:52:48.001766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:48.004843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-a7ced4d3-5087-4f97-a4f7-c868977a88f3 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754251 Oct 26 11:52:48.036042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a32bf0-fa81-46e1-a07e-75adb644ce18 req-ac926cee-0157-4f21-be07-5e1ea51fe161 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Oct 26 11:52:48.302439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Deleting port 7a21be72-f928-4f3b-b1d4-70eab2105f01 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:48.302965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:48.307736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca2891-ae6d-48ab-8abb-316d9d9b6372 req-773e865c-b9f6-4933-8775-9fa44dadc501 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:48.309274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bca2891-ae6d-48ab-8abb-316d9d9b6372 req-773e865c-b9f6-4933-8775-9fa44dadc501 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0615098 Oct 26 11:52:48.351790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bca2891-ae6d-48ab-8abb-316d9d9b6372 req-4336a7ae-95f6-4a72-b586-1e47ee8d3361 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Oct 26 11:52:48.398420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] For port 7a21be72-f928-4f3b-b1d4-70eab2105f01, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7a21be72-f928-4f3b-b1d4-70eab2105f01,segment=NetworkSegment(a94ca94a-075f-4813-a209-718adbaa9216),segment_id=a94ca94a-075f-4813-a209-718adbaa9216)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:48.398877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:48.416369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Calling delete_port for 7a21be72-f928-4f3b-b1d4-70eab2105f01 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:48.628866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:48.657639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a21be72-f928-4f3b-b1d4-70eab2105f01,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:48.712812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c44719-3618-47cc-9bf8-a01d070cee9a req-5e4cf983-efe4-460c-a0c4-ea4b2ad9ae15 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:48.720876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7c44719-3618-47cc-9bf8-a01d070cee9a req-5e4cf983-efe4-460c-a0c4-ea4b2ad9ae15 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0960107 Oct 26 11:52:48.754595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59316) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:48.755588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a6f55-62af-4644-9654-f06e46d2ceed req-e767307c-37ff-44fb-a002-7952200a8b24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:48.757313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e2a6f55-62af-4644-9654-f06e46d2ceed req-e767307c-37ff-44fb-a002-7952200a8b24 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 943 time: 0.0978074 Oct 26 11:52:48.813081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e2a6f55-62af-4644-9654-f06e46d2ceed req-d6f1ea30-34d2-4fc2-b0c3-01e49a9ae9f6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Oct 26 11:52:48.816178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7c44719-3618-47cc-9bf8-a01d070cee9a req-299a0709-1d1e-4bd6-baa0-d6830bab3f61 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944645 Oct 26 11:52:48.888191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:48.987560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2078418663-network', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:49.032514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Made reservation on behalf of 007b2b8e94a7418d8291094b70e81a1c for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:49.033091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.044802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.099153 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f067739-7578-45ac-83f3-2bf9fce33d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.180913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa743919-9e7a-48ce-b8f2-8c19d49bfd71 req-363920e3-b9d0-4991-9028-99c3e0d8e9b4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:49.182705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa743919-9e7a-48ce-b8f2-8c19d49bfd71 req-363920e3-b9d0-4991-9028-99c3e0d8e9b4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.0586946 Oct 26 11:52:49.226461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa743919-9e7a-48ce-b8f2-8c19d49bfd71 req-4541321f-f055-4794-bc37-46aa79d155fa tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Oct 26 11:52:49.239569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Router 807fbb8b-8671-41ae-a431-e6b4455ca622 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:52:49.243085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.253348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.335140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:52:49.366173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf50202-2b4a-4f53-acdc-630406eac8a5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:49.369074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.369424 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Added segment c6351455-d587-4277-a690-1b0ef3f66fc0 of type vlan for network 0803069e-3fd5-4231-ba58-bb144f8bc01d Oct 26 11:52:49.383827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:49.426459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.436161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:49.442085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d71698f5-03b8-4193-a2da-58ca6f4665c7 admin admin] 10.222.0.88 "PUT /v2.0/routers/807fbb8b-8671-41ae-a431-e6b4455ca622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301571 Oct 26 11:52:49.445461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59326) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:49.452972 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d546909-1996-49dd-b001-a436d7214786 None None] Sync routers for ids ['807fbb8b-8671-41ae-a431-e6b4455ca622'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:49.474709 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] Routers {'807fbb8b-8671-41ae-a431-e6b4455ca622'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:49.475679 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['807fbb8b-8671-41ae-a431-e6b4455ca622'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:49.499850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:49.511906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119bdd8-3397-49c0-b0d7-ea7959112dde req-6edacb31-986d-4918-9a6a-f35c1d13097f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:49.513068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'port_id': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'mac_address': 'fa:16:3e:d5:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637e95f-8d08-4861-b92e-4ec13e267f84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:49.514479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d119bdd8-3397-49c0-b0d7-ea7959112dde req-6edacb31-986d-4918-9a6a-f35c1d13097f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0811350 Oct 26 11:52:49.563890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.576111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d119bdd8-3397-49c0-b0d7-ea7959112dde req-0c113188-8c5b-4a13-ad2f-52f413a267e8 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544195 Oct 26 11:52:49.581165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:49.614256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:49.619163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.619478 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] Set router 807fbb8b-8671-41ae-a431-e6b4455ca622 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:49.673496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:49.801346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.802348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:49.803028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.824073 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:48Z', 'revision_number': 5, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:49.859323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d546909-1996-49dd-b001-a436d7214786 None None] Checking router: 807fbb8b-8671-41ae-a431-e6b4455ca622 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:49.868678 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0393662 Oct 26 11:52:49.868893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] Routers {'807fbb8b-8671-41ae-a431-e6b4455ca622'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:49.868893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['807fbb8b-8671-41ae-a431-e6b4455ca622'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:49.869375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59332) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:49.879438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Request body: {'subnet': {'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2078418663-subnet', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:49.888948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc546cc-c714-45d9-a277-0c8bf6166d1f admin admin] Pushing event updated for resources: {'Network': ['ID=0803069e-3fd5-4231-ba58-bb144f8bc01d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:49.904239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.910620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:52:49.952711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Made reservation on behalf of 007b2b8e94a7418d8291094b70e81a1c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:49.960062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:49.997804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:50.023571 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] Set router 807fbb8b-8671-41ae-a431-e6b4455ca622 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:50.025238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.105876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Deleting port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:50.106614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.165970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5815477-9e75-48e4-94fc-0053c8dad723 req-9936375c-61ee-4346-b6d2-10f5f269b234 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:50.173663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5815477-9e75-48e4-94fc-0053c8dad723 req-9936375c-61ee-4346-b6d2-10f5f269b234 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 944 time: 0.1860456 Oct 26 11:52:50.210719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc5d8d-717b-4576-991a-46b98faacfc3 req-caddcd9d-211d-4851-97c3-9c6bddf9855d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:50.212287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4dc5d8d-717b-4576-991a-46b98faacfc3 req-caddcd9d-211d-4851-97c3-9c6bddf9855d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.2463834 Oct 26 11:52:50.236435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] For port 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:50.236435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.257561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Calling delete_port for 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:50.261483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5815477-9e75-48e4-94fc-0053c8dad723 req-a7e6d76f-64db-475f-97f9-58bebd95204f tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866973 Oct 26 11:52:50.310543 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2d546909-1996-49dd-b001-a436d7214786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:48Z', 'revision_number': 5, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:50.344612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4dc5d8d-717b-4576-991a-46b98faacfc3 req-06636196-da43-40ed-a2a0-e2801cc57193 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132028 Oct 26 11:52:50.347614 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d546909-1996-49dd-b001-a436d7214786 None None] The sync data for ids ['807fbb8b-8671-41ae-a431-e6b4455ca622'] in n-d-812150-3 is: [{'id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'name': 'tempest-FloatingIPDetailsTestJSON-466216035-router', 'tenant_id': '85f806032a8c40f9af006a1371d6e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:22Z', 'updated_at': '2021-10-26T11:52:48Z', 'revision_number': 5, 'project_id': '85f806032a8c40f9af006a1371d6e83b', 'gw_port': {'id': '1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fbb8b-8671-41ae-a431-e6b4455ca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:23Z', 'updated_at': '2021-10-26T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:50.471808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.494790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.523271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:50.567514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1671ebf2-c2a0-4e31-baf0-f4c919f646d8,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:50.584180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92adf6-e458-408c-be23-ea92458c481a req-2633c0a1-8c24-4f89-9c66-eaa3cbc89157 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:50.585877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a92adf6-e458-408c-be23-ea92458c481a req-2633c0a1-8c24-4f89-9c66-eaa3cbc89157 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1162817 Oct 26 11:52:50.592065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.594596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.596295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.596295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.596295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.596295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.596295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.597314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.597872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.598232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.599780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.599780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.599780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:50.604378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Checking segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:50.604760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Network hostable DHCP agents. Network: 0803069e-3fd5-4231-ba58-bb144f8bc01d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:52:50.663951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:52:50.668430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a92adf6-e458-408c-be23-ea92458c481a req-529bfce0-371e-467e-8321-a6fb816c22b6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602744 Oct 26 11:52:50.694712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 0803069e-3fd5-4231-ba58-bb144f8bc01d) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:50.698320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.699679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:50.701458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.703255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b8cd6-41b5-4671-8794-f9803e1908bc None None] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:50.703734 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.727011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-746e2708-e4aa-4caf-89d6-a760e8734dbd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8549900 Oct 26 11:52:50.736929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb97f2-90f3-4182-954e-e167faa1a9d4 req-d621f864-a4d2-4726-9a9e-ce5a6b519b3d tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:50.738534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26bb97f2-90f3-4182-954e-e167faa1a9d4 req-d621f864-a4d2-4726-9a9e-ce5a6b519b3d tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0881860 Oct 26 11:52:50.739696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59342) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:50.743607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:50.793673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.794620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.810205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26bb97f2-90f3-4182-954e-e167faa1a9d4 req-8ade51c3-232f-4735-b31a-ee740a01f5a4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617044 Oct 26 11:52:50.822851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.824645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807fbb8b-8671-41ae-a431-e6b4455ca622 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:52:50.835089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.836551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c68ecc38-00e8-4b4d-8850-99c5c2006a09 admin admin] 10.222.0.88 "DELETE /v2.0/routers/807fbb8b-8671-41ae-a431-e6b4455ca622 HTTP/1.1" status: 204 len: 168 time: 1.3900921 Oct 26 11:52:50.839939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:50.879420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.923177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Deleting subnet 31c069dc-b9d4-4e18-97f5-55e8d3454b6e {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:52:50.924343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b9125-df29-4a76-ac69-8ac898080689 None None] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:50.927338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:50.928494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7a21be72-f928-4f3b-b1d4-70eab2105f01 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:50.970349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.004343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 7a21be72-f928-4f3b-b1d4-70eab2105f01 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:51.005144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7a21be72-f928-4f3b-b1d4-70eab2105f01 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:51.046131 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.076202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.170900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.198894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c069dc-b9d4-4e18-97f5-55e8d3454b6e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:51.205757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.210108 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81ecd115-d2b5-4357-90f4-9cddf9ba8778 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/31c069dc-b9d4-4e18-97f5-55e8d3454b6e HTTP/1.1" status: 204 len: 168 time: 0.3680952 Oct 26 11:52:51.210740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c443a90-5a4e-4842-91ce-5e0815e03e21 None None] Network eb291298-f14c-4bec-bd32-2325f8869357 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:51.212813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59346) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:51.301834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.314490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.325383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.380889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Deleting port 744723a3-5848-44ee-b6fb-91e19eda6453 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:52:51.381518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.424891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:51.472764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] For port 744723a3-5848-44ee-b6fb-91e19eda6453, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=744723a3-5848-44ee-b6fb-91e19eda6453,segment=NetworkSegment(a94ca94a-075f-4813-a209-718adbaa9216),segment_id=a94ca94a-075f-4813-a209-718adbaa9216)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:51.473282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.488724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Calling delete_port for 744723a3-5848-44ee-b6fb-91e19eda6453 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:52:51.531195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Allocated IP 172.25.4.163 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/8e2a18fa-460e-4ccf-9d97-a52dda31c39c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:51.538662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:52:51.542989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b66b4c-c22e-4a1c-9838-2fd27331b2c2 req-0e9d2ee4-aefe-46ed-9348-02a689a9d3e0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:51.544579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1b66b4c-c22e-4a1c-9838-2fd27331b2c2 req-0e9d2ee4-aefe-46ed-9348-02a689a9d3e0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 944 time: 0.1701670 Oct 26 11:52:51.546645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:51.546975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.593888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36ecf-73de-4bec-8b33-175a6a87917e req-149a35a6-412b-44ff-81c5-f3ed7003336d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:51.595917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25b36ecf-73de-4bec-8b33-175a6a87917e req-149a35a6-412b-44ff-81c5-f3ed7003336d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1206329 Oct 26 11:52:51.616444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.653446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.654313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] No DVR routers for this DVR port 744723a3-5848-44ee-b6fb-91e19eda6453 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:52:51.657561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=744723a3-5848-44ee-b6fb-91e19eda6453,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:51.664567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711276d-8a53-4204-9581-db3fe22154b1 None None] DHCP port deletion for eb291298-f14c-4bec-bd32-2325f8869357 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:52:51.714930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1b66b4c-c22e-4a1c-9838-2fd27331b2c2 req-0753725b-e15b-45b9-91cf-0a0d6d0ebd84 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602051 Oct 26 11:52:51.722502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25b36ecf-73de-4bec-8b33-175a6a87917e req-a90fec03-7d6c-4188-ac69-32a47e6356d8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061528 Oct 26 11:52:51.752298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:52:51.766762 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97cf8d9-70fd-4812-b7d2-1ceeb5eb7701" -d '{"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-plugged", "status": "completed", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:52:51.781977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-366dd3d8-af7a-4344-9e14-5c28a0cca933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.786760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.790268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:51.798624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.813295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.847554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb291298-f14c-4bec-bd32-2325f8869357']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:51.855923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.863314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94ca94a-075f-4813-a209-718adbaa9216') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:51.864098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94ca94a-075f-4813-a209-718adbaa9216') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:51.879794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.882804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:51.914740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.928962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:52:51.930132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:52:51.932688 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:52:51.952290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:51.956499 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eecf68-4a94-4cd6-95fc-cf2f8207a5a4 x-openstack-request-id: req-92eecf68-4a94-4cd6-95fc-cf2f8207a5a4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:52:51.956783 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-plugged", "status": "completed", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:52:51.957121 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92eecf68-4a94-4cd6-95fc-cf2f8207a5a4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:52:51.957461 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'code': 200} Oct 26 11:52:51.960556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:51.970410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:52.028721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.037104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.043018 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/eb291298-f14c-4bec-bd32-2325f8869357 HTTP/1.1" status: 204 len: 168 time: 0.8268445 Oct 26 11:52:52.052071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:52.056775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9552c-5ece-4d00-b256-887d0797b8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb291298-f14c-4bec-bd32-2325f8869357,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:52.186309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59364) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:52.241921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-af97652e-98b1-45f0-8ad5-050a11e834e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=85f806032a8c40f9af006a1371d6e83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520678 Oct 26 11:52:52.242265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59366) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:52.306715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-919e3649-cc14-4c6d-b3d9-ebde8f741597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.332335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-919e3649-cc14-4c6d-b3d9-ebde8f741597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.382983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-919e3649-cc14-4c6d-b3d9-ebde8f741597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.385769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-919e3649-cc14-4c6d-b3d9-ebde8f741597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.390685 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-919e3649-cc14-4c6d-b3d9-ebde8f741597 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3e7067e2-cffe-4f4f-a085-b0c124f9d844 HTTP/1.1" status: 204 len: 168 time: 0.1461396 Oct 26 11:52:52.400567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e3649-cc14-4c6d-b3d9-ebde8f741597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7067e2-cffe-4f4f-a085-b0c124f9d844,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:52.446549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdcd81-c741-4652-b87f-e75fdda92980 req-86d17168-f969-45c5-9add-7d01d5116f2b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:52.448127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fbdcd81-c741-4652-b87f-e75fdda92980 req-86d17168-f969-45c5-9add-7d01d5116f2b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.4747996 Oct 26 11:52:52.467172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7a2b-1e3a-484d-affd-1cfd3febcfab req-ff649882-5bc6-43ee-8e46-f04385d53571 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:52.469359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c53e7a2b-1e3a-484d-affd-1cfd3febcfab req-ff649882-5bc6-43ee-8e46-f04385d53571 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.4390864 Oct 26 11:52:52.501716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0877c7-52a8-4ccb-9a39-5a2947a8c7e0 req-ca7de1c4-acf9-4ef9-a0aa-cf61fe2c24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:52.503269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c0877c7-52a8-4ccb-9a39-5a2947a8c7e0 req-ca7de1c4-acf9-4ef9-a0aa-cf61fe2c24b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 1096 time: 0.4547644 Oct 26 11:52:52.606198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fbdcd81-c741-4652-b87f-e75fdda92980 req-4f994a7b-6fb1-41c2-9ff6-08ef7b8be9e5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135948 Oct 26 11:52:52.631940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:52.645150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c53e7a2b-1e3a-484d-affd-1cfd3febcfab req-95e61f82-8be9-429c-9821-5008cc09776c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513886 Oct 26 11:52:52.656651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:52.657004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae63f53-4ae7-418d-90b6-b7e96a6fa5ff not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:52.657430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 744723a3-5848-44ee-b6fb-91e19eda6453 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:52:52.678674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c0877c7-52a8-4ccb-9a39-5a2947a8c7e0 req-c7e7a957-0e17-4e83-9cb5-cd2b9df0c67a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608946 Oct 26 11:52:52.691906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 744723a3-5848-44ee-b6fb-91e19eda6453 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:52:52.692925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 744723a3-5848-44ee-b6fb-91e19eda6453 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:52:52.726662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:52.818967 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.056684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a0fe5-a36e-4f5f-952a-0fad55e91715 req-3f0c0ae9-5a4c-4bf0-bb58-7f6fffa69bdb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.058838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-955a0fe5-a36e-4f5f-952a-0fad55e91715 req-3f0c0ae9-5a4c-4bf0-bb58-7f6fffa69bdb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1715562 Oct 26 11:52:53.071826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb554d-799d-4770-8a06-d38aedae80ca req-6bff204f-05b7-412b-af9b-d1afeaa72266 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.073422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52eb554d-799d-4770-8a06-d38aedae80ca req-6bff204f-05b7-412b-af9b-d1afeaa72266 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 945 time: 0.1873097 Oct 26 11:52:53.084758 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.093580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-98a25786-e0e4-4c68-90e4-af5fb9a0e2e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1422505 Oct 26 11:52:53.131924 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.239362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59396) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:53.246223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52eb554d-799d-4770-8a06-d38aedae80ca req-b8be1223-b3c0-40d0-9ec3-4ff6622bc64e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640024 Oct 26 11:52:53.272957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-955a0fe5-a36e-4f5f-952a-0fad55e91715 req-8f022dd5-1ca5-4fef-83f8-1f391f26b47f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727965 Oct 26 11:52:53.301030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.302345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.302836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.303354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.304001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.304486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.304969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.307389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-57d3cb66-8a4b-4d12-ae32-e7c733e21e3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6489 time: 0.1143794 Oct 26 11:52:53.381374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1182583054-network', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:53.404445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Made reservation on behalf of 30f39918d0ab4fc0b7091440a772ceec for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:53.405874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Router 25be81ec-a7b7-4072-a45f-e2c14cc9890a is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:52:53.406974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.418941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.507502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.512300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.525532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c083e0f3-a876-438a-97aa-b85ed382f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.526022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c083e0f3-a876-438a-97aa-b85ed382f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.526576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c083e0f3-a876-438a-97aa-b85ed382f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.528322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c083e0f3-a876-438a-97aa-b85ed382f139 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d004cdd-4874-4abd-b718-802086e852e2&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=037c1482-cbb0-4eeb-9be0-3fc618365408&id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 2296 time: 0.1885962 Oct 26 11:52:53.538197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:52:53.553432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b20eec-567e-4254-ba74-ed8062715632,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:53.556394 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.556740 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Added segment 77b39ea1-8a7d-492d-8fa2-cae462d9c1ae of type vlan for network 408da3bc-023c-412c-b804-0c8cd84d38f3 Oct 26 11:52:53.601251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.627943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.628927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.629511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.632971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:53.646339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Sync routers for ids ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:53.646656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-1ecbf2c4-169b-46ca-b202-332d62e9cdf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 200 len: 1001 time: 0.1074879 Oct 26 11:52:53.658665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Routers {'25be81ec-a7b7-4072-a45f-e2c14cc9890a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:53.660036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:53.724840 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4834862 Oct 26 11:52:53.725517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59404) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:53.733016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Request body: {'subnet': {'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1182583054-subnet', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:53.735058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-aa2266c2-0c10-46da-a287-904f55e9b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:53.736579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-aa2266c2-0c10-46da-a287-904f55e9b237 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=701a57a1-ae95-4361-a790-fbb3c0f8d240 HTTP/1.1" status: 200 len: 850 time: 0.0728815 Oct 26 11:52:53.751894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.753783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4616ae44-5da5-44af-95bd-8b7cd554c5e7 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0133104 Oct 26 11:52:53.761118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59406) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:53.761521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6055ca-d513-496d-bd2b-040718701654 admin admin] Pushing event updated for resources: {'Network': ['ID=408da3bc-023c-412c-b804-0c8cd84d38f3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:53.776227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:52:53.783068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Made reservation on behalf of 30f39918d0ab4fc0b7091440a772ceec for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:52:53.786154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:53.860599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Set router 25be81ec-a7b7-4072-a45f-e2c14cc9890a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:54.007147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.096678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:52:52Z', 'revision_number': 3, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:54.108012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02d067d-614d-48a1-847c-949479faaf09,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:54.119807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Checking segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:54.120223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Network hostable DHCP agents. Network: 408da3bc-023c-412c-b804-0c8cd84d38f3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:52:54.130915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Checking router: 25be81ec-a7b7-4072-a45f-e2c14cc9890a for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:54.131524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Updating router 25be81ec-a7b7-4072-a45f-e2c14cc9890a port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:52:54.144228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:52:54.157974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 408da3bc-023c-412c-b804-0c8cd84d38f3) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:54.164079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:54.165836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.172675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce046ac-d855-498d-8428-a3b2babf8faa None None] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:54.193463 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5ea84990-fe49-414c-a2d7-f0241796a5bf admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4641831 Oct 26 11:52:54.195058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59408) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:54.216633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:52:54.217983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a4e63999-35a1-43a4-80fd-752258e506b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:54.219618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a4e63999-35a1-43a4-80fd-752258e506b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d004cdd-4874-4abd-b718-802086e852e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4630663 Oct 26 11:52:54.225585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.231510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08a8b7-3007-43b0-ab09-22cbeada6d08 req-c0cffdbc-f33e-473f-a55b-a9c18fe5e6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:54.233270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a08a8b7-3007-43b0-ab09-22cbeada6d08 req-c0cffdbc-f33e-473f-a55b-a9c18fe5e6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.4781353 Oct 26 11:52:54.252673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.253874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.254468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf239e8-29cb-4aec-86e4-309201d927c6 req-6b701c80-30da-4547-be53-5ddef94d1861 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:54.256268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acf239e8-29cb-4aec-86e4-309201d927c6 req-6b701c80-30da-4547-be53-5ddef94d1861 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.4982126 Oct 26 11:52:54.322336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.503055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-408da3bc-023c-412c-b804-0c8cd84d38f3', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:52:54.503761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acf239e8-29cb-4aec-86e4-309201d927c6 req-40cde773-9bac-4203-a33d-f1a5463d7ed4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997533 Oct 26 11:52:54.504195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.516172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.520854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a08a8b7-3007-43b0-ab09-22cbeada6d08 req-1b6db6cb-6627-4fb6-8cdd-612fef635850 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583916 Oct 26 11:52:54.541591 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.550726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-472c0ff7-fda6-44b1-8978-433c669ffef6 service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163805 Oct 26 11:52:54.703001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.732626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.806612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Allocated IP 172.20.0.2 (408da3bc-023c-412c-b804-0c8cd84d38f3/c02d067d-614d-48a1-847c-949479faaf09/0276da03-7e4a-4ce2-8c45-689d3ca23c5f) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:54.813411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877d31f-5d44-4c50-a943-bcbc39806e32 None None] Pushing event updated for resources: {'Port': ['ID=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:54.815911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.817020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7de9f7-224e-4596-aeca-8e55a5d41b99 req-3ee0fc39-85c3-47b3-a695-564c70910246 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:54.818691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec7de9f7-224e-4596-aeca-8e55a5d41b99 req-3ee0fc39-85c3-47b3-a695-564c70910246 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1583433 Oct 26 11:52:54.829595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Attempting to bind port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:54.830315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Attempting to bind port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:54.830896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Attempting to bind port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:54.840092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:54.840814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:54.841421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.841989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:54.842666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Bound port: 8e2a18fa-460e-4ccf-9d97-a52dda31c39c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:54.843914 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.845192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:54.875583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847b7cb-fa30-4c5c-9ecb-88adb7d467db req-f243fdf9-be0f-4e7e-b737-46e9c4c826b7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:54.877125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6847b7cb-fa30-4c5c-9ecb-88adb7d467db req-f243fdf9-be0f-4e7e-b737-46e9c4c826b7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 945 time: 0.2937934 Oct 26 11:52:54.897591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-d6f43906-fcba-4500-8ed7-21da96eb64c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381445 Oct 26 11:52:54.957940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Allocated IP 172.25.4.60 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f0fea1b3-63be-4a95-a106-94d759dbaa2f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:54.958887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-44e4b31c-6bf2-4086-93ef-48ff22e3d538 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 217 time: 0.0402343 Oct 26 11:52:54.968998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] For port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:54.990296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] For port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:54.997955 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.019981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec7de9f7-224e-4596-aeca-8e55a5d41b99 req-183def3f-b22b-401a-b5b4-ec1781fb95ef tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838450 Oct 26 11:52:55.096380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.096632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6847b7cb-fa30-4c5c-9ecb-88adb7d467db req-14cf7fd4-e183-402b-8c5f-da237d524e68 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072096 Oct 26 11:52:55.106221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Routers {'25be81ec-a7b7-4072-a45f-e2c14cc9890a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:55.107935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:55.135392 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.159246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-88f1cecd-78d1-43ab-a018-bdaf639a3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:55.161152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-88f1cecd-78d1-43ab-a018-bdaf639a3abc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1919496 Oct 26 11:52:55.188028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:55.194012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:55.199070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:55.201987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fea1b3-63be-4a95-a106-94d759dbaa2f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:55.204691 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.217006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877d31f-5d44-4c50-a943-bcbc39806e32 None None] Pushing event updated for resources: {'Port': ['ID=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:55.249193 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.339546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.346288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-08c06cc1-9eb6-4d6e-99e5-193baf2ab8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:55.347868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-08c06cc1-9eb6-4d6e-99e5-193baf2ab8d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697960 Oct 26 11:52:55.377516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d95b30-6568-4cbc-9654-ad079bcae5d2 req-2d9aae89-c76f-446b-ade0-d628b21b2f28 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:55.379130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9d95b30-6568-4cbc-9654-ad079bcae5d2 req-2d9aae89-c76f-446b-ade0-d628b21b2f28 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 945 time: 0.1568205 Oct 26 11:52:55.443064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:55.450185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:55.451981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Pushing event updated for resources: {'Port': ['ID=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:55.454667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:55.485368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.513973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] Set router 25be81ec-a7b7-4072-a45f-e2c14cc9890a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:55.560463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9d95b30-6568-4cbc-9654-ad079bcae5d2 req-a1e808f0-eeea-4721-89f8-1b3f88043a09 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710665 Oct 26 11:52:55.583002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Attempting to bind port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:55.583378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Attempting to bind port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:55.583741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Attempting to bind port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f on network 408da3bc-023c-412c-b804-0c8cd84d38f3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:55.625391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:55.625391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Checking segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:55.625727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.626167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Bound using segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:55.626591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Bound port: 0276da03-7e4a-4ce2-8c45-689d3ca23c5f, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:55.626998 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.648461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-3f788658-4328-4385-83b5-90db6d04e5bc service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906909 Oct 26 11:52:55.714442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.750068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] For port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:55.766561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] For port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:55.777670 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:55.843105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Allocated IP 172.20.0.1 (0803069e-3fd5-4231-ba58-bb144f8bc01d/1671ebf2-c2a0-4e31-baf0-f4c919f646d8/567d3fcc-cadc-4f05-b834-308b321b26da) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:55.863933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e031373-b1ae-416c-b49a-8fba4c7c3454 None None] Pushing event updated for resources: {'Port': ['ID=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:55.870681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:52:52Z', 'revision_number': 3, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:55.878584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:52:55.899268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36509c4-765c-457a-aca9-e4dcb4a2861a req-aefd911a-f72f-4e88-9adc-3d1d63f3c226 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:55.900807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e36509c4-765c-457a-aca9-e4dcb4a2861a req-aefd911a-f72f-4e88-9adc-3d1d63f3c226 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.2250800 Oct 26 11:52:55.906179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd317f-3ecd-4ebf-abfd-5b73551a1e7e None None] The sync data for ids ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'] in n-d-812150-3 is: [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:52:52Z', 'revision_number': 3, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:55.915302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba728954-e520-4a84-94af-85f22fa46ee1 req-13a62860-adbd-4827-8497-eecc8783722a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:55.916860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba728954-e520-4a84-94af-85f22fa46ee1 req-13a62860-adbd-4827-8497-eecc8783722a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.1853504 Oct 26 11:52:55.923474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a8c9e749-7668-46b1-9667-4386fcf2fbf6 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663126 Oct 26 11:52:56.023320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:52:56.036382 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Sync routers for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:52:56.051874 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:56.052517 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:56.053877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:56.055653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ecc511ed-fa55-42df-8081-1905e48568a0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8595583 Oct 26 11:52:56.061087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-ae4e3867-ea62-4b77-9054-078545d38880 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 217 time: 0.1204958 Oct 26 11:52:56.064765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59428) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:52:56.133437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e36509c4-765c-457a-aca9-e4dcb4a2861a req-fa2affd2-5683-485d-8d2d-93f43c73ce87 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938329 Oct 26 11:52:56.224198 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:56.319565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba728954-e520-4a84-94af-85f22fa46ee1 req-aca1e986-f023-4bb7-bbcf-b74dda675d50 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495233 Oct 26 11:52:56.381265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a87824f7-ff60-44d3-b3c2-d20dfff63600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:56.382807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a87824f7-ff60-44d3-b3c2-d20dfff63600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.2993009 Oct 26 11:52:56.487867 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:55Z', 'revision_number': 3, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:56.527762 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Checking router: afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:52:56.528115 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Updating router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a port f0fea1b3-63be-4a95-a106-94d759dbaa2f binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:52:56.557586 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:56.830914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e2a18fa-460e-4ccf-9d97-a52dda31c39c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:56.915261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:56.922604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:56.923021 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.061195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.109786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:57.121928 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.122739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0276da03-7e4a-4ce2-8c45-689d3ca23c5f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:57.126324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.245119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:57.269412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:57.269901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-9c4870c5-9f41-4358-b740-41b2e8742a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:57.270057 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.271831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-9c4870c5-9f41-4358-b740-41b2e8742a01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3507867 Oct 26 11:52:57.287932 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.296477 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.334202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8584eb-ff81-490c-86e9-ab538bea079b None None] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:52:57.369676 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Attempting to bind port f0fea1b3-63be-4a95-a106-94d759dbaa2f on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:52:57.370047 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Attempting to bind port f0fea1b3-63be-4a95-a106-94d759dbaa2f by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:52:57.370412 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Attempting to bind port f0fea1b3-63be-4a95-a106-94d759dbaa2f on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:52:57.374895 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Pushing event updated for resources: {'Port': ['ID=f0fea1b3-63be-4a95-a106-94d759dbaa2f,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:57.388766 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.389104 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.389469 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.390407 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.390741 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.391089 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.391410 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.391847 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.392166 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.392481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.392945 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.393291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:52:57.396990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:52:57.397361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:52:57.397761 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.398245 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:52:57.398754 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Bound port: f0fea1b3-63be-4a95-a106-94d759dbaa2f, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:52:57.399363 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.425593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:57.434543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.447584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-5d56aa52-e500-4c63-aeb0-59e123a689f6 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506734 Oct 26 11:52:57.460407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aebaf-b936-4b84-9d2a-8872d94406c7 req-624eb24a-95ce-4076-8eda-d125851447dc tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:57.462583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-448aebaf-b936-4b84-9d2a-8872d94406c7 req-624eb24a-95ce-4076-8eda-d125851447dc tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.6045048 Oct 26 11:52:57.463553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:57.467097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:52:57.469161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=567d3fcc-cadc-4f05-b834-308b321b26da,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:57.469876 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] For port f0fea1b3-63be-4a95-a106-94d759dbaa2f, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:52:57.470659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-064e09b7-15ec-4af9-a431-9c642001db45 None None] Provisioning complete for port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:57.471140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-064e09b7-15ec-4af9-a431-9c642001db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.473647 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] For port f0fea1b3-63be-4a95-a106-94d759dbaa2f, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f0fea1b3-63be-4a95-a106-94d759dbaa2f,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:52:57.482729 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.535371 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:52:57.535901 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:57.542989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:57.578083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.626116 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24bb54-4413-42a6-b5d7-4fb139d98803 None None] Pushing event updated for resources: {'Port': ['ID=f0fea1b3-63be-4a95-a106-94d759dbaa2f,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:57.655592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:57.664806 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:52:57.690923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21444a57-8872-4412-8a89-83cb3b778be1 req-29e2f2e2-6dfb-41a3-b6b1-2f3f00a28ef8 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:57.693169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21444a57-8872-4412-8a89-83cb3b778be1 req-29e2f2e2-6dfb-41a3-b6b1-2f3f00a28ef8 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 945 time: 0.4875588 Oct 26 11:52:57.718723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:57.808945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-448aebaf-b936-4b84-9d2a-8872d94406c7 req-2dd4847f-8e71-4a1d-890f-edc862d50da3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843854 Oct 26 11:52:57.880028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21444a57-8872-4412-8a89-83cb3b778be1 req-613fca6c-b204-4fea-a9b9-09dd8366e823 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671252 Oct 26 11:52:57.899834 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:55Z', 'revision_number': 3, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:52:57.938371 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d8c0-a5b9-4913-82a5-491b189ea2b7 None None] The sync data for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 is: [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:55Z', 'revision_number': 3, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:52:57.990817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-54eab2d5-cb47-4fc8-a7ad-72fb1b8d3d40 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675462 Oct 26 11:52:58.063669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e1cf438-0864-4e6c-b045-95cc0def8851 None None] Provisioning complete for port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:58.064803 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf438-0864-4e6c-b045-95cc0def8851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:58.139284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-f294ee23-85a7-4715-a812-540ef34bcd58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e HTTP/1.1" status: 200 len: 217 time: 0.1092212 Oct 26 11:52:58.218380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeae0a-e13f-409d-9044-d6dcf3754893 req-56985a36-58d0-4b0a-a62a-cbf3feb9eef0 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:58.223380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3eeae0a-e13f-409d-9044-d6dcf3754893 req-56985a36-58d0-4b0a-a62a-cbf3feb9eef0 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.2931840 Oct 26 11:52:58.283542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:58.327323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411747b7-afd5-45a3-8a40-81510ce6de44 req-90e63a66-0b66-4415-aef9-002d7b2a8515 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:58.327323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-411747b7-afd5-45a3-8a40-81510ce6de44 req-90e63a66-0b66-4415-aef9-002d7b2a8515 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.3275120 Oct 26 11:52:58.340766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-3f176464-6d63-486a-b05c-69c19f7c7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:58.342285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-3f176464-6d63-486a-b05c-69c19f7c7bdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1915085 Oct 26 11:52:58.452064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3eeae0a-e13f-409d-9044-d6dcf3754893 req-502b9fe8-c38f-4cb3-9937-4febfdaf6610 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137671 Oct 26 11:52:58.505147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-411747b7-afd5-45a3-8a40-81510ce6de44 req-54c4b231-72b3-458c-b9be-64aae2c36210 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730831 Oct 26 11:52:58.547482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:58.553099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c958a329-65be-4f50-ac63-3c1f649103a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:58.554674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c958a329-65be-4f50-ac63-3c1f649103a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002985 Oct 26 11:52:58.819681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0276da03-7e4a-4ce2-8c45-689d3ca23c5f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:58.875264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:58.875633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:58.964284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e2a18fa-460e-4ccf-9d97-a52dda31c39c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:59.012247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:59.012627 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.087250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-cd6a1b43-079e-4c06-bf04-06b002a6c5c3 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205636 Oct 26 11:52:59.098964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f0fea1b3-63be-4a95-a106-94d759dbaa2f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:52:59.104858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.127764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.156070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f0fea1b3-63be-4a95-a106-94d759dbaa2f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:52:59.156442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.234112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.255164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f0fea1b3-63be-4a95-a106-94d759dbaa2f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f0fea1b3-63be-4a95-a106-94d759dbaa2f,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:59.262421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.274143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac3e45-e00b-43ff-ae15-9b6daca78779 req-2b2f5447-3486-4dba-96e0-56ace638282a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:59.275677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17ac3e45-e00b-43ff-ae15-9b6daca78779 req-2b2f5447-3486-4dba-96e0-56ace638282a tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.5115488 Oct 26 11:52:59.313687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f0fea1b3-63be-4a95-a106-94d759dbaa2f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:59.318266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a921985-594f-4336-9ade-fa8d9e08a993 req-78a7e14c-237d-4d93-803b-eaaa0c54e995 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:59.319885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a921985-594f-4336-9ade-fa8d9e08a993 req-78a7e14c-237d-4d93-803b-eaaa0c54e995 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.2857335 Oct 26 11:52:59.335151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.339424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Allocated IP 172.20.0.1 (408da3bc-023c-412c-b804-0c8cd84d38f3/c02d067d-614d-48a1-847c-949479faaf09/dd0e107c-551e-4081-8f74-5c79ff3ae2bd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:52:59.349845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=567d3fcc-cadc-4f05-b834-308b321b26da,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:59.453338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:52:59.523865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-0afe503a-ea75-4f64-998c-ecd09314e90e service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153802 Oct 26 11:52:59.531295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17ac3e45-e00b-43ff-ae15-9b6daca78779 req-96517248-509c-4e51-b50c-254ecf7be470 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469540 Oct 26 11:52:59.548473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a921985-594f-4336-9ade-fa8d9e08a993 req-b3949cca-a1ad-41b5-8eb4-e96653376bba tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180486 Oct 26 11:52:59.593059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:59.600069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-1bcfb370-c943-4d45-a98c-0174ac7b9e7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1 HTTP/1.1" status: 200 len: 217 time: 0.0616188 Oct 26 11:52:59.607674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'port_id': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'mac_address': 'fa:16:3e:d5:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637e95f-8d08-4861-b92e-4ec13e267f84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:52:59.652398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.673261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:52:59.692899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:52:59.701557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.747859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:52:59.756154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:52:59.767250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:52:59.787983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:52:59.791683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a91b0b3b-9aeb-4e60-ac65-504053c84270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:59.793179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-a91b0b3b-9aeb-4e60-ac65-504053c84270 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1792898 Oct 26 11:52:59.853034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:52:59.856691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b0c7-26b7-448c-8792-663da53f24ba req-08a494f2-2df7-4e9e-9e31-cb000d665cbc tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:59.858215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d840b0c7-26b7-448c-8792-663da53f24ba req-08a494f2-2df7-4e9e-9e31-cb000d665cbc tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 945 time: 0.2364376 Oct 26 11:52:59.919416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184b9b-3d66-4836-b1e9-0e2f36353a8a req-6e74d522-3f9a-489d-9840-03dd3e487d91 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:52:59.920925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2184b9b-3d66-4836-b1e9-0e2f36353a8a req-6e74d522-3f9a-489d-9840-03dd3e487d91 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.2596049 Oct 26 11:53:00.023580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-407e8eca-4201-477c-87de-cb4fabd935f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:00.025005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-407e8eca-4201-477c-87de-cb4fabd935f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194903 Oct 26 11:53:00.031890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d840b0c7-26b7-448c-8792-663da53f24ba req-9713a2db-7f31-4ce2-9a06-8a93f3642fbf tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282113 Oct 26 11:53:00.038385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.051441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2184b9b-3d66-4836-b1e9-0e2f36353a8a req-0c181023-3059-4836-ba4a-d3077527b9ed tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176541 Oct 26 11:53:00.153321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:00.160944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Router 25be81ec-a7b7-4072-a45f-e2c14cc9890a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:53:00.163648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:00.167303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:00.169495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:00.323374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.364506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-74f5c853-bffe-46cf-addf-5e59996c5344 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118682 Oct 26 11:53:00.420496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c8f1e01c-e7aa-4a6f-95c0-aaa14bedaf0f None None] Provisioning complete for port dd0e107c-551e-4081-8f74-5c79ff3ae2bd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:00.421697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e01c-e7aa-4a6f-95c0-aaa14bedaf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.461621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1e01c-e7aa-4a6f-95c0-aaa14bedaf0f None None] Port dd0e107c-551e-4081-8f74-5c79ff3ae2bd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:00.492160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:00.501330 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Sync routers for ids ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:00.501497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a5015440-c3ab-4120-8de7-28c7e698e7c1 admin admin] 10.222.0.88 "PUT /v2.0/routers/25be81ec-a7b7-4072-a45f-e2c14cc9890a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7305815 Oct 26 11:53:00.504594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92dce-6449-49f3-b516-27c728df89bc req-05599819-94cb-4238-ba70-e0b57883daa4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:00.506337 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97f92dce-6449-49f3-b516-27c728df89bc req-05599819-94cb-4238-ba70-e0b57883daa4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.100 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.3201857 Oct 26 11:53:00.513481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Routers {'25be81ec-a7b7-4072-a45f-e2c14cc9890a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:00.514446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:00.596379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.610561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-00ffecbd-86fa-4258-983a-1894457bc17e service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375715 Oct 26 11:53:00.624779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Deleting port 131c1713-9408-42a6-a146-ded734e9b5e6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:00.625427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.681724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Set router 25be81ec-a7b7-4072-a45f-e2c14cc9890a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:00.714317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-962b4f7a-4b19-4f99-aa4e-f6ca45b05b53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 200 len: 217 time: 0.0859084 Oct 26 11:53:00.719938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f0fea1b3-63be-4a95-a106-94d759dbaa2f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:00.768991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] For port 131c1713-9408-42a6-a146-ded734e9b5e6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=131c1713-9408-42a6-a146-ded734e9b5e6,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:00.769672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.787625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Calling delete_port for 131c1713-9408-42a6-a146-ded734e9b5e6 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:00.874545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f0fea1b3-63be-4a95-a106-94d759dbaa2f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:00.875132 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:00.900958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-5d41fada-8067-4b88-b7bf-0a4cf1334ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:00.902452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-5d41fada-8067-4b88-b7bf-0a4cf1334ecd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1484587 Oct 26 11:53:00.928565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27755c-d011-4a9d-a6bf-8985037f25e8 req-855b0619-3014-4a23-8fe6-cec6fd0e8d56 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:00.931369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c27755c-d011-4a9d-a6bf-8985037f25e8 req-855b0619-3014-4a23-8fe6-cec6fd0e8d56 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.2220781 Oct 26 11:53:00.946266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.006972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event deleted for resources: {'Port': ['ID=131c1713-9408-42a6-a146-ded734e9b5e6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:01.034909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] No DVR routers for this DVR port 131c1713-9408-42a6-a146-ded734e9b5e6 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:01.038275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.042482 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-97f92dce-6449-49f3-b516-27c728df89bc req-a94dfe56-1915-4c05-aab1-7478a43979a1 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.100 "DELETE /v2.0/ports/131c1713-9408-42a6-a146-ded734e9b5e6 HTTP/1.1" status: 204 len: 173 time: 0.5259786 Oct 26 11:53:01.043203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'name': 'network-vif-deleted', 'tag': '131c1713-9408-42a6-a146-ded734e9b5e6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:01.045740 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2498ebc1-bbbf-4c2b-95fb-282f1dd30792" -d '{"events": [{"server_uuid": "77f12c00-4740-4fd3-9e47-2a098c501f02", "name": "network-vif-deleted", "tag": "131c1713-9408-42a6-a146-ded734e9b5e6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:01.069563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['131c1713-9408-42a6-a146-ded734e9b5e6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:01.225574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:52:58Z', 'revision_number': 4, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '567d3fcc-cadc-4f05-b834-308b321b26da', 'name': '', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'mac_address': 'fa:16:3e:a9:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:55Z', 'updated_at': '2021-10-26T11:52:58Z', 'revision_number': 2, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'subnets': [{'id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:01.238390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1c8e-fda1-48d3-ae49-7a5d94ff021e req-9b8c2379-014f-45a1-946e-c1edb252f967 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:01.239937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ea1c8e-fda1-48d3-ae49-7a5d94ff021e req-9b8c2379-014f-45a1-946e-c1edb252f967 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=77f12c00-4740-4fd3-9e47-2a098c501f02 HTTP/1.1" status: 200 len: 945 time: 0.5296173 Oct 26 11:53:01.257352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Checking router: 25be81ec-a7b7-4072-a45f-e2c14cc9890a for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:01.257716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Updating router 25be81ec-a7b7-4072-a45f-e2c14cc9890a port 567d3fcc-cadc-4f05-b834-308b321b26da binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:53:01.282381 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.330916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c27755c-d011-4a9d-a6bf-8985037f25e8 req-3c74a36e-c19d-4055-a2bc-94c332e29d3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822587 Oct 26 11:53:01.342326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-aaeb8178-9e2a-4c06-80e9-1492189b2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:01.344337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-aaeb8178-9e2a-4c06-80e9-1492189b2404 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4248331 Oct 26 11:53:01.372332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.389635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ea1c8e-fda1-48d3-ae49-7a5d94ff021e req-80f4b495-db3a-423b-ae14-cce4bf191129 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329939 Oct 26 11:53:01.400919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.476765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:01.486559 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5f710c-9366-4e91-924a-f7a3f9c18ef4 x-openstack-request-id: req-1c5f710c-9366-4e91-924a-f7a3f9c18ef4 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:01.486953 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f12c00-4740-4fd3-9e47-2a098c501f02", "name": "network-vif-deleted", "tag": "131c1713-9408-42a6-a146-ded734e9b5e6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:01.487287 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c5f710c-9366-4e91-924a-f7a3f9c18ef4 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:01.487766 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f12c00-4740-4fd3-9e47-2a098c501f02', 'name': 'network-vif-deleted', 'tag': '131c1713-9408-42a6-a146-ded734e9b5e6', 'status': 'completed', 'code': 200} Oct 26 11:53:01.497729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:01.657512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:01.657893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.692500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.752940 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.782515 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.831656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.846494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec89437-e9b6-4afe-9c89-38d72e2ed3b6 None None] Pushing event updated for resources: {'Port': ['ID=567d3fcc-cadc-4f05-b834-308b321b26da,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:01.853907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4c1ec-c32b-4f42-8f96-6ccadb2a207a req-7aa6b48c-4270-4a87-8ae1-cb9d4d5c87e0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:01.855471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fc4c1ec-c32b-4f42-8f96-6ccadb2a207a req-7aa6b48c-4270-4a87-8ae1-cb9d4d5c87e0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 944 time: 0.2689219 Oct 26 11:53:01.871184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:01.873845 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca07759-2dc4-4d86-bd5c-017ca51ab838" -d '{"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-plugged", "status": "completed", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:01.881903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-86bf76f5-9fc1-4e17-a5fa-404b68a19cdd service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908309 Oct 26 11:53:01.901798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:01.919891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.949960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Attempting to bind port 567d3fcc-cadc-4f05-b834-308b321b26da on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:01.950331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Attempting to bind port 567d3fcc-cadc-4f05-b834-308b321b26da by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:01.950693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Attempting to bind port 567d3fcc-cadc-4f05-b834-308b321b26da on network 0803069e-3fd5-4231-ba58-bb144f8bc01d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:01.961118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:01.961497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Checking segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:01.961901 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.962300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Bound using segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:01.962780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Bound port: 567d3fcc-cadc-4f05-b834-308b321b26da, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:01.963192 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:01.993580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-464ea7d3-674c-4ee9-bed9-995164ae79c1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:01.995202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-464ea7d3-674c-4ee9-bed9-995164ae79c1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 811 time: 0.3472867 Oct 26 11:53:02.023089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:02.039912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fc4c1ec-c32b-4f42-8f96-6ccadb2a207a req-dbcb4442-67df-4110-b6e4-bf487be302eb tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705000 Oct 26 11:53:02.048153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a3b89f66-66de-4294-9835-6915273fd93f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/quotas/007b2b8e94a7418d8291094b70e81a1c HTTP/1.1" status: 200 len: 375 time: 0.0392997 Oct 26 11:53:02.049682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] For port 567d3fcc-cadc-4f05-b834-308b321b26da, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:02.062352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] For port 567d3fcc-cadc-4f05-b834-308b321b26da, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=567d3fcc-cadc-4f05-b834-308b321b26da,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:02.067225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:02.090852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:02.107933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:02.118517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-656861db-a171-4438-a2d6-b5865d458d48 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169833 Oct 26 11:53:02.133474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Routers {'25be81ec-a7b7-4072-a45f-e2c14cc9890a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:02.134193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:02.136405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec89437-e9b6-4afe-9c89-38d72e2ed3b6 None None] Pushing event updated for resources: {'Port': ['ID=567d3fcc-cadc-4f05-b834-308b321b26da,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:02.237452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-74afd6d4-b490-462e-9e73-d3c984baaffc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 200 len: 217 time: 0.1109755 Oct 26 11:53:02.268796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] Set router 25be81ec-a7b7-4072-a45f-e2c14cc9890a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:02.307557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-bca1c218-ade6-43e6-9f5a-0a61d8604a63 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2579892 Oct 26 11:53:02.357775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-994fcfb2-f6fe-4328-8837-50021bd94ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:02.359359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-994fcfb2-f6fe-4328-8837-50021bd94ff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.0957260 Oct 26 11:53:02.375978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c598a-d80c-4fbe-8e13-c21269a8458a req-bd17e2ae-7966-496c-9f3e-a2e1c9a4ce38 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:02.377887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-918c598a-d80c-4fbe-8e13-c21269a8458a req-bd17e2ae-7966-496c-9f3e-a2e1c9a4ce38 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1785903 Oct 26 11:53:02.438713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fcb5b43d-8950-4d5f-a45b-c243cff6f140 None None] Provisioning complete for port dd0e107c-551e-4081-8f74-5c79ff3ae2bd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:02.439266 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b43d-8950-4d5f-a45b-c243cff6f140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:02.482391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:53:02.497502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5b43d-8950-4d5f-a45b-c243cff6f140 None None] Port dd0e107c-551e-4081-8f74-5c79ff3ae2bd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:02.521158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-918c598a-d80c-4fbe-8e13-c21269a8458a req-15a5bdfc-eed3-4380-9386-c1ec813d5143 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331594 Oct 26 11:53:02.527676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-4531859b-5b32-4e9e-9d7d-0cea297a2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:02.529194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-4531859b-5b32-4e9e-9d7d-0cea297a2d28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490526 Oct 26 11:53:02.556623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:52:58Z', 'revision_number': 4, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '567d3fcc-cadc-4f05-b834-308b321b26da', 'name': '', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'mac_address': 'fa:16:3e:a9:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:55Z', 'updated_at': '2021-10-26T11:53:02Z', 'revision_number': 4, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'subnets': [{'id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:02.589102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a71d2d-843b-4b96-8b9c-a3c524fb0863 None None] The sync data for ids ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'] in n-d-812150-3 is: [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:52:58Z', 'revision_number': 4, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '567d3fcc-cadc-4f05-b834-308b321b26da', 'name': '', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'mac_address': 'fa:16:3e:a9:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:55Z', 'updated_at': '2021-10-26T11:53:02Z', 'revision_number': 4, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'subnets': [{'id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:02.722551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-e67d24ce-326b-4b31-bf10-198c27d6a1e0 service neutron] 10.222.0.88 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140186 Oct 26 11:53:02.794939 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4a0202-26c7-41b3-b588-f646c0549d81 x-openstack-request-id: req-ff4a0202-26c7-41b3-b588-f646c0549d81 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:02.795385 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-plugged", "status": "completed", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:02.795742 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff4a0202-26c7-41b3-b588-f646c0549d81 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:02.796242 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'code': 200} Oct 26 11:53:02.837160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:02.842354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-c307d8d7-120e-44b1-ac62-37f1b11ea8e6 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660868 Oct 26 11:53:02.846659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ef247b80-dead-4766-99c2-f711ce651c98 admin admin] 10.222.0.88 "PUT /v2.0/routers/afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7789085 Oct 26 11:53:02.859554 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Sync routers for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:02.870822 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:02.878497 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:03.039685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7dc802a5-99ed-4833-aa9d-2e710518a4b3 req-ee73751a-ec8a-4ac8-9d08-c2e0c438176d service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678863 Oct 26 11:53:03.044702 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:03.047394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-906c1fce-c9b9-42c9-ad78-5147afed1390 service neutron] 10.222.0.88 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234780 Oct 26 11:53:03.181767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736f13-680b-44cd-bf3d-bbca356dcd87 req-b2b4eb21-5b1f-4135-bb27-3ec8798a3983 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:03.189854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7736f13-680b-44cd-bf3d-bbca356dcd87 req-b2b4eb21-5b1f-4135-bb27-3ec8798a3983 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0635669 Oct 26 11:53:03.239820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7736f13-680b-44cd-bf3d-bbca356dcd87 req-efd22af4-e1f1-4dba-a62d-e5b0c7470534 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Oct 26 11:53:03.351254 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 2, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:03.412966 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Checking router: afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:03.413292 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Updating router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a port dd0e107c-551e-4081-8f74-5c79ff3ae2bd binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:53:03.450895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4b8d1-3fa2-4dc7-b36f-857ea722b59d req-cb3c3aa8-8ea7-4b6c-98a1-e4ae110e760b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:03.461473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdd4b8d1-3fa2-4dc7-b36f-857ea722b59d req-cb3c3aa8-8ea7-4b6c-98a1-e4ae110e760b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 945 time: 0.0990691 Oct 26 11:53:03.467095 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:03.482131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:03.539951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdd4b8d1-3fa2-4dc7-b36f-857ea722b59d req-cfa974b6-98e0-45a3-af74-b8a02d87ec53 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Oct 26 11:53:03.645586 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:03.667001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:03.676159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5110aac0-0dc6-4c55-aa4b-a8c9b138f1f9 req-727d2c2a-71df-452c-b458-8d70a83b49ed tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 210 time: 0.0475576 Oct 26 11:53:03.760162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:03.767633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:03.838721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 131c1713-9408-42a6-a146-ded734e9b5e6 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:03.864835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 131c1713-9408-42a6-a146-ded734e9b5e6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:03.865445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 131c1713-9408-42a6-a146-ded734e9b5e6 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:03.872055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:03.912892 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:03.929507 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:03.990026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59556) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:03.994556 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cb643-5a92-4652-811c-46eed3cdd9b5 None None] Pushing event updated for resources: {'Port': ['ID=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:04.028769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--988766975', 'description': 'tempest-description--470316542'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:04.097629 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Attempting to bind port dd0e107c-551e-4081-8f74-5c79ff3ae2bd on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:04.098001 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Attempting to bind port dd0e107c-551e-4081-8f74-5c79ff3ae2bd by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:04.099083 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Attempting to bind port dd0e107c-551e-4081-8f74-5c79ff3ae2bd on network 408da3bc-023c-412c-b804-0c8cd84d38f3 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:04.112834 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:04.114026 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Checking segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:04.114369 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.114827 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Bound using segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:04.115260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-e328d1f1-f707-435d-a254-43dceaa57a24 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:04.115738 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Bound port: dd0e107c-551e-4081-8f74-5c79ff3ae2bd, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:04.116256 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.123094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-e328d1f1-f707-435d-a254-43dceaa57a24 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.2731099 Oct 26 11:53:04.164392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-b9a017e9-b607-4e1c-aae6-dc4f396da430 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/quotas/640c0e1e56b947c2b0ec7ca9644593a8 HTTP/1.1" status: 200 len: 375 time: 0.0393748 Oct 26 11:53:04.177564 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.222790 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] For port dd0e107c-551e-4081-8f74-5c79ff3ae2bd, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:04.238199 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] For port dd0e107c-551e-4081-8f74-5c79ff3ae2bd, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:04.238670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-d700aebf-1152-4415-9ebf-2f9196324393 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695543 Oct 26 11:53:04.246695 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.277106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4f839-b29c-4bbe-ab4d-1c64e4fc5963 req-d79c0f9f-05e3-40c1-a67f-a518fc41886f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:04.278975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dbd4f839-b29c-4bbe-ab4d-1c64e4fc5963 req-d79c0f9f-05e3-40c1-a67f-a518fc41886f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1986058 Oct 26 11:53:04.314359 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:04.315027 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:52:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:04.347224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-367ec872-6867-42af-8377-953e6e8d7d16 None None] Provisioning complete for port dd0e107c-551e-4081-8f74-5c79ff3ae2bd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:04.347611 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-367ec872-6867-42af-8377-953e6e8d7d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.423391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dbd4f839-b29c-4bbe-ab4d-1c64e4fc5963 req-27aa80e3-1b72-4630-8764-9b5d3abb1874 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129358 Oct 26 11:53:04.472066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-c192b79a-74f9-419d-8dad-88dc64d9164a service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323511 Oct 26 11:53:04.494310 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cb643-5a92-4652-811c-46eed3cdd9b5 None None] Pushing event updated for resources: {'Port': ['ID=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:04.495455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.509144 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.545644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-367ec872-6867-42af-8377-953e6e8d7d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.586163 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:04.622897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f31827-e1a2-4f58-9c80-b2653b25c5f6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:04.634435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-367ec872-6867-42af-8377-953e6e8d7d16 None None] For port dd0e107c-551e-4081-8f74-5c79ff3ae2bd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:04.635379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.640493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:04.640989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a896e84e-a253-487d-aee4-857404e03e66 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6495311 Oct 26 11:53:04.644732 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-367ec872-6867-42af-8377-953e6e8d7d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.647622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Request body: {'security_group_rule': {'security_group_id': '20f31827-e1a2-4f58-9c80-b2653b25c5f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:04.732802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.733784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-35f1ef77-4b81-4337-8f8f-16b08acf9443 service neutron] 10.222.0.88 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607589 Oct 26 11:53:04.745912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ec872-6867-42af-8377-953e6e8d7d16 None None] Pushing event updated for resources: {'Port': ['ID=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:04.795073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 567d3fcc-cadc-4f05-b834-308b321b26da up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:04.800751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:04.809989 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa890826-3352-43db-ad34-d63d431d437a" -d '{"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:04.846822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-27734437-3212-42b6-9a0e-e501bba12a09 None None] Provisioning complete for port dd0e107c-551e-4081-8f74-5c79ff3ae2bd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:04.847332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-27734437-3212-42b6-9a0e-e501bba12a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:04.866124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c6876-2ff0-43a4-8548-27ddb84efc59 req-e4f0b440-3abf-4cab-b46a-bf8bfb803c72 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:04.866965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f3c6876-2ff0-43a4-8548-27ddb84efc59 req-e4f0b440-3abf-4cab-b46a-bf8bfb803c72 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1320555 Oct 26 11:53:04.918191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f3c6876-2ff0-43a4-8548-27ddb84efc59 req-df65c29d-d184-4dfb-9bf2-ff031e503e66 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Oct 26 11:53:05.038016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-90f1e4c9-54b3-4e6e-9d62-05a0e36f81c3 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:05.041609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-90f1e4c9-54b3-4e6e-9d62-05a0e36f81c3 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 943 time: 0.0805016 Oct 26 11:53:05.053828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.084959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 567d3fcc-cadc-4f05-b834-308b321b26da triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:05.085497 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.112021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-28ce5bc9-f4c9-4ae6-a0b8-971d7c3abd52 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:05.114355 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-28ce5bc9-f4c9-4ae6-a0b8-971d7c3abd52 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.100 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 811 time: 0.2659841 Oct 26 11:53:05.118945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.150034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f6247b-a0a2-412a-bf03-fba7b882d059,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:05.165712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Request body: {'port': {'device_id': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'admin_state_up': True, 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:05.227396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8c4d709-86e1-4786-8fc9-c0e9c713c232 req-fda1c4d2-3a7c-4934-af12-edee9a634b15 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 210 time: 0.0821934 Oct 26 11:53:05.269747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.282010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e8d28-13a3-418c-a9ac-a596a89429e7 req-9b573b26-fde2-42cd-8799-21d2213ef4c7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:05.288665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.290998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a4e8d28-13a3-418c-a9ac-a596a89429e7 req-9b573b26-fde2-42cd-8799-21d2213ef4c7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 943 time: 0.1443665 Oct 26 11:53:05.308765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Deleting port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:05.309176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.309383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.313058 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6ceb17b4-c6d5-478c-87c0-cb1e5588fcde tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6707728 Oct 26 11:53:05.317621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:05.318601 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:05.331018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Request body: {'security_group_rule': {'security_group_id': '20f31827-e1a2-4f58-9c80-b2653b25c5f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:05.336926 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e766e-fe5e-4686-82e3-1bf5aad28b91 x-openstack-request-id: req-1c5e766e-fe5e-4686-82e3-1bf5aad28b91 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:05.337141 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:05.337505 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c5e766e-fe5e-4686-82e3-1bf5aad28b91 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:05.337752 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'code': 200} Oct 26 11:53:05.374214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 567d3fcc-cadc-4f05-b834-308b321b26da, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=567d3fcc-cadc-4f05-b834-308b321b26da,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:05.374446 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb18c6-995b-4786-8181-f51e4acbb67a None None] The sync data for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 is: [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:05.385845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.422238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.453699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=567d3fcc-cadc-4f05-b834-308b321b26da,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:05.498059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.507573 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.538262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1225c92-238c-4334-8d66-3fe6a4b44222,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:05.578617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Made reservation on behalf of 007b2b8e94a7418d8291094b70e81a1c for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:05.583796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.594674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.596129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c402203a-34b3-4ab9-8a8a-15ba8c012998 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2692020 Oct 26 11:53:05.603221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:05.608803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:05.693529 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.797790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-405d085c-620b-47bb-9c82-945ee2645562 req-1b44a90d-d6b6-4cea-9e87-e1edc85be8f6 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 210 time: 0.4127929 Oct 26 11:53:05.840108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] For port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:05.840479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:05.846167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a4e8d28-13a3-418c-a9ac-a596a89429e7 req-1ddc89ac-6ef6-407c-9c1e-abe4efbe9b83 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541446 Oct 26 11:53:05.879091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Calling delete_port for 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:05.899612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Allocated IP 172.20.0.9 (0803069e-3fd5-4231-ba58-bb144f8bc01d/1671ebf2-c2a0-4e31-baf0-f4c919f646d8/d95788ba-bd02-4261-ae1d-5a83c9da20e4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:05.995114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.135235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d2cf-ee40-4bc3-86bf-73a67b956fd5 req-0c165742-db15-4a51-83eb-f97ee41ffba1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:06.136857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46d9d2cf-ee40-4bc3-86bf-73a67b956fd5 req-0c165742-db15-4a51-83eb-f97ee41ffba1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1856034 Oct 26 11:53:06.188621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.229867 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.237392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event deleted for resources: {'Port': ['ID=0ede40e2-762f-43ae-8b41-fc53eb1ba6b5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:06.250734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Allocated IP 172.25.4.183 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/2a1c3d6b-f792-4f63-879f-6bfc45772fa2) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:06.252142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46d9d2cf-ee40-4bc3-86bf-73a67b956fd5 req-24bb16c6-ca00-4bc4-9fe1-e70450d8832a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025674 Oct 26 11:53:06.296965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] No DVR routers for this DVR port 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:06.308016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8adc-9334-479d-9752-cbb61e841939 req-39ec8a0d-6f8a-42a5-8666-701a8dee5953 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:06.309567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-243a8adc-9334-479d-9752-cbb61e841939 req-39ec8a0d-6f8a-42a5-8666-701a8dee5953 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1717684 Oct 26 11:53:06.310726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.314566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93e18eb5-9b9a-4f1f-931b-c717a7da43d7 req-df2bd7ee-a58b-48ba-a58b-a019682f842c tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.30 "DELETE /v2.0/ports/0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 HTTP/1.1" status: 204 len: 173 time: 1.2633049 Oct 26 11:53:06.320064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-deleted', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:06.323023 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2551c67f-7c80-4b54-b462-fa7b1ea6bc0a" -d '{"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-deleted", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:06.365436 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.409390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:06.423663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:06.424040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-243a8adc-9334-479d-9752-cbb61e841939 req-43b51e21-d59f-45ab-960f-1769551dae64 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868793 Oct 26 11:53:06.438168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:06.466071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fd0ce-0def-48fc-adf1-215fc78a2d1d req-1fc7fe24-adcc-4017-bec4-29db089dda65 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:06.481074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f3fd0ce-0def-48fc-adf1-215fc78a2d1d req-1fc7fe24-adcc-4017-bec4-29db089dda65 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 931 time: 0.1220572 Oct 26 11:53:06.494949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Pushing event updated for resources: {'Port': ['ID=d95788ba-bd02-4261-ae1d-5a83c9da20e4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:06.518309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.529685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:06.530424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.542427 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32bb93-3de2-47ef-a6ef-5126488f55de x-openstack-request-id: req-3e32bb93-3de2-47ef-a6ef-5126488f55de {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:06.543182 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dff444-0321-476f-8cdc-9f16bc4e645d", "name": "network-vif-deleted", "tag": "0ede40e2-762f-43ae-8b41-fc53eb1ba6b5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:06.543664 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3e32bb93-3de2-47ef-a6ef-5126488f55de {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:06.544398 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dff444-0321-476f-8cdc-9f16bc4e645d', 'name': 'network-vif-deleted', 'tag': '0ede40e2-762f-43ae-8b41-fc53eb1ba6b5', 'status': 'completed', 'code': 200} Oct 26 11:53:06.566334 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-a62c62ab-51c7-465a-8aee-69b47c7ccd27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4256654 Oct 26 11:53:06.580905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Request body: {'port': {'device_id': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:06.616028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.650569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f3fd0ce-0def-48fc-adf1-215fc78a2d1d req-43514598-ed96-48e0-87b5-50eb72d06fd3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681457 Oct 26 11:53:06.751330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:06.758225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:06.766699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:06.773222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:06.780722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-0c2130e7-76e5-48de-8667-e8c995f99f36 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:06.782296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-0c2130e7-76e5-48de-8667-e8c995f99f36 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 812 time: 0.2366498 Oct 26 11:53:06.801808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event updated for resources: {'Port': ['ID=2a1c3d6b-f792-4f63-879f-6bfc45772fa2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:06.810578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Request body: {'port': {'device_id': '790ab80b-8429-482e-8f83-b816139eb7ac', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'admin_state_up': True, 'tenant_id': '640c0e1e56b947c2b0ec7ca9644593a8'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:06.869053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0e107c-551e-4081-8f74-5c79ff3ae2bd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:06.978713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port dd0e107c-551e-4081-8f74-5c79ff3ae2bd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:06.979248 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.013836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.043705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b81d830-156c-43dc-93fa-0d36ba6a9834 req-cfbdde10-789b-4d84-b837-af6ba638d151 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 210 time: 0.1399817 Oct 26 11:53:07.104628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d5a41ab-230d-4db0-980f-76cee26d1666 req-9f0c6504-4ad4-4f45-beef-9c627a5d41d7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=49dff444-0321-476f-8cdc-9f16bc4e645d HTTP/1.1" status: 200 len: 210 time: 0.0804210 Oct 26 11:53:07.147336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Made reservation on behalf of 640c0e1e56b947c2b0ec7ca9644593a8 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:07.154651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.159957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 567d3fcc-cadc-4f05-b834-308b321b26da up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:07.188251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.229513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 567d3fcc-cadc-4f05-b834-308b321b26da triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:07.230164 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.317897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Allocated IP 172.20.0.10 (cefb0e51-1bca-4306-bad0-98b3b472a6f7/b834d65b-dcbd-4bef-a66a-262e38ec0163/b7359740-6468-46c0-88d0-d19d2cb0d56c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:07.398810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95788ba-bd02-4261-ae1d-5a83c9da20e4 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:07.414126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.442164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Transition to ACTIVE for port object d95788ba-bd02-4261-ae1d-5a83c9da20e4 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:07.453082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.461986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf1959-0653-4243-b7f8-013573656d53 req-b4943462-f7d7-4dc8-b199-f369621c68b9 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:07.463552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9bf1959-0653-4243-b7f8-013573656d53 req-b4943462-f7d7-4dc8-b199-f369621c68b9 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1070869 Oct 26 11:53:07.492158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:07.512482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:07.512911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0ede40e2-762f-43ae-8b41-fc53eb1ba6b5 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:07.522621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.534275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.544065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Pushing event updated for resources: {'Port': ['ID=d95788ba-bd02-4261-ae1d-5a83c9da20e4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:07.580608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.585809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9bf1959-0653-4243-b7f8-013573656d53 req-ed42fece-503c-4c8b-aa1a-27d9bcb1bd43 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080158 Oct 26 11:53:07.614517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36402-7196-44c4-9852-fcbc03610e9a req-a2d565ee-ac02-40ee-a45d-0c1a39193fbb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:07.616574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68a36402-7196-44c4-9852-fcbc03610e9a req-a2d565ee-ac02-40ee-a45d-0c1a39193fbb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1112623 Oct 26 11:53:07.667889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.671211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event updated for resources: {'Port': ['ID=2a1c3d6b-f792-4f63-879f-6bfc45772fa2,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:07.675761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.705129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Attempting to bind port d95788ba-bd02-4261-ae1d-5a83c9da20e4 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:07.705479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Attempting to bind port d95788ba-bd02-4261-ae1d-5a83c9da20e4 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:07.705848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Attempting to bind port d95788ba-bd02-4261-ae1d-5a83c9da20e4 on network 0803069e-3fd5-4231-ba58-bb144f8bc01d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:07.713388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.722431 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-94fa919c-0b9d-4967-8ddc-5ab74e9fd45b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1104231 Oct 26 11:53:07.722686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68a36402-7196-44c4-9852-fcbc03610e9a req-3ca46a04-fad6-4371-ae68-77d934f4872a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891614 Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Port d95788ba-bd02-4261-ae1d-5a83c9da20e4 on network 0803069e-3fd5-4231-ba58-bb144f8bc01d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Attempting to bind port d95788ba-bd02-4261-ae1d-5a83c9da20e4 on network 0803069e-3fd5-4231-ba58-bb144f8bc01d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Checking segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Bound using segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Bound port: d95788ba-bd02-4261-ae1d-5a83c9da20e4, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:07.722792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.775392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event updated for resources: {'Port': ['ID=b7359740-6468-46c0-88d0-d19d2cb0d56c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:07.785520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Network cefb0e51-1bca-4306-bad0-98b3b472a6f7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:07.788034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:07.794244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:07.807085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] For port d95788ba-bd02-4261-ae1d-5a83c9da20e4, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:07.810453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] For port d95788ba-bd02-4261-ae1d-5a83c9da20e4, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:07.816668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.853090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae40b6-2e40-448e-ba46-61e6e3b1b92a req-8660feca-b8d6-4e74-938b-17594d8db523 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:07.855446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:07.855815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3ae40b6-2e40-448e-ba46-61e6e3b1b92a req-8660feca-b8d6-4e74-938b-17594d8db523 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 943 time: 0.1223245 Oct 26 11:53:07.856075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.857458 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] 10.222.0.100 "PUT /v2.0/ports/d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 200 len: 1091 time: 1.2811310 Oct 26 11:53:07.857900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'tag': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:07.860799 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590" -d '{"events": [{"name": "network-changed", "server_uuid": "22185c8a-14fe-46b1-a4cb-cff503ce2a14", "tag": "d95788ba-bd02-4261-ae1d-5a83c9da20e4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:07.882778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70148d-6419-4c7e-8f11-0219c3416952 service neutron] Pushing event updated for resources: {'Port': ['ID=d95788ba-bd02-4261-ae1d-5a83c9da20e4,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:07.903298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:07.903910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:07.949938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-af27afc4-9047-47e0-bec9-9bf7ec1cd774 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1555531 Oct 26 11:53:07.950229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-13aeb00f-8bc4-4547-8ef5-eabf4151cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:07.951519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-13aeb00f-8bc4-4547-8ef5-eabf4151cc4b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1094 time: 0.0439653 Oct 26 11:53:07.953403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-4265f174-9488-4eb5-b997-fd37737d2710 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--988766975&fields=id&tenant_id=30f39918d0ab4fc0b7091440a772ceec HTTP/1.1" status: 200 len: 267 time: 0.1096206 Oct 26 11:53:07.958393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3ae40b6-2e40-448e-ba46-61e6e3b1b92a req-b05a175d-8f7b-473a-9eb9-7d84e16a2ff7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922272 Oct 26 11:53:07.976687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Request body: {'port': {'device_id': '790ab80b-8429-482e-8f83-b816139eb7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:08.001466 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-6df4fafb-248b-4830-bb9c-39642bb95fd5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 200 len: 217 time: 0.0406673 Oct 26 11:53:08.005101 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46394a80-a699-4c9f-b607-60ea00f7e91f x-openstack-request-id: req-46394a80-a699-4c9f-b607-60ea00f7e91f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:08.005388 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22185c8a-14fe-46b1-a4cb-cff503ce2a14", "tag": "d95788ba-bd02-4261-ae1d-5a83c9da20e4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:08.005641 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46394a80-a699-4c9f-b607-60ea00f7e91f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:08.006032 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'tag': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4', 'status': 'completed', 'code': 200} Oct 26 11:53:08.060499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-7b74775e-b43e-488a-ae46-f389adc014fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.062703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-7b74775e-b43e-488a-ae46-f389adc014fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.0510058 Oct 26 11:53:08.091780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:08.098440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-9c093064-a105-468b-945b-c5a9c67c8def service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248840 Oct 26 11:53:08.157651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-0021fb7c-60d3-4e1b-b563-5c5e4a11bfd6 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.159316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-0021fb7c-60d3-4e1b-b563-5c5e4a11bfd6 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/networks?id=408da3bc-023c-412c-b804-0c8cd84d38f3 HTTP/1.1" status: 200 len: 812 time: 0.1982074 Oct 26 11:53:08.201984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-e0c83698-de53-45e2-9ee7-9df3417a56f9 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947058 Oct 26 11:53:08.215751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-acbf86e6-daa6-433d-a12e-20d4e7e9584e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/quotas/30f39918d0ab4fc0b7091440a772ceec HTTP/1.1" status: 200 len: 375 time: 0.0380776 Oct 26 11:53:08.301655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e687cc27-b28a-41ea-b6b3-3e6f39484701 req-4d0707a2-8fbc-480f-ac8b-da05a3fbfae6 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920746 Oct 26 11:53:08.328341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799bd10-d08a-4aea-b840-6169de9310ee req-db7492ad-9d37-4110-bba4-4e98e58bbaea tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.329860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a799bd10-d08a-4aea-b840-6169de9310ee req-db7492ad-9d37-4110-bba4-4e98e58bbaea tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 932 time: 0.1802816 Oct 26 11:53:08.396512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-a9ecabc1-c902-4d26-a27e-253de9d6c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.398418 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-a9ecabc1-c902-4d26-a27e-253de9d6c13c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1094 time: 0.0455244 Oct 26 11:53:08.417890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-190084f1-7c93-47e1-b65d-fcb1efeafd4e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=30f39918d0ab4fc0b7091440a772ceec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1942818 Oct 26 11:53:08.448803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a799bd10-d08a-4aea-b840-6169de9310ee req-4748d9d4-3ce8-455b-91c8-3e9b028ef61e tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066163 Oct 26 11:53:08.495703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-b5b54045-3844-4144-8430-65acdc8efb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.497311 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-b5b54045-3844-4144-8430-65acdc8efb03 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.0907011 Oct 26 11:53:08.552005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-bf14a26d-5f97-4d62-ae79-bf511a2e531c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 200 len: 217 time: 0.0460558 Oct 26 11:53:08.573573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-d483e6de-2af2-4efb-89b3-0b4283df49bf service neutron] 10.222.0.88 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409767 Oct 26 11:53:08.623252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-93630b46-2ce3-4411-8759-7c1593840287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.629039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-93630b46-2ce3-4411-8759-7c1593840287 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.0670490 Oct 26 11:53:08.651437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7359740-6468-46c0-88d0-d19d2cb0d56c {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:08.664844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:08.670739 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-a636dd64-57fa-44d9-90de-969e6ce8cb3c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312963 Oct 26 11:53:08.685390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Transition to ACTIVE for port object b7359740-6468-46c0-88d0-d19d2cb0d56c will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:08.696010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:08.757430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-e744a64c-b545-4501-862e-403bfaedf869 service neutron] 10.222.0.88 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666133 Oct 26 11:53:08.773613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-56f882c6-88aa-4f83-8afc-28754897a198 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938110 Oct 26 11:53:08.791040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Pushing event updated for resources: {'Port': ['ID=b7359740-6468-46c0-88d0-d19d2cb0d56c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:08.850960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7833d-313b-4769-a317-e456aab57f2b req-acc295fe-ddeb-4648-812c-4d8b2e042b2c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:08.852495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47f7833d-313b-4769-a317-e456aab57f2b req-acc295fe-ddeb-4648-812c-4d8b2e042b2c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1399734 Oct 26 11:53:08.869644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-48cbbfe8-79c9-46a2-b728-ba3ad4fed590 req-ceb36bb1-c617-4fa9-a3ff-92410ebe845b service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879078 Oct 26 11:53:08.898675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Attempting to bind port b7359740-6468-46c0-88d0-d19d2cb0d56c on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:08.899049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Attempting to bind port b7359740-6468-46c0-88d0-d19d2cb0d56c by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:08.899389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Attempting to bind port b7359740-6468-46c0-88d0-d19d2cb0d56c on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:08.913239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Port b7359740-6468-46c0-88d0-d19d2cb0d56c on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:08.913569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Attempting to bind port b7359740-6468-46c0-88d0-d19d2cb0d56c on network cefb0e51-1bca-4306-bad0-98b3b472a6f7 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:08.918193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47f7833d-313b-4769-a317-e456aab57f2b req-ea8c93c0-f443-4768-a116-89afbd66b142 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Oct 26 11:53:08.922238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:08.922582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Checking segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:08.922993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Bound using segment: {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:08.923432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Bound port: b7359740-6468-46c0-88d0-d19d2cb0d56c, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719df73-4760-4f4e-9166-8a6b572a8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:08.923792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:09.078100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] For port b7359740-6468-46c0-88d0-d19d2cb0d56c, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:09.101441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] For port b7359740-6468-46c0-88d0-d19d2cb0d56c, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:09.110317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:09.175467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:09.176860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:09.177537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] 10.222.0.30 "PUT /v2.0/ports/b7359740-6468-46c0-88d0-d19d2cb0d56c HTTP/1.1" status: 200 len: 1092 time: 1.2053914 Oct 26 11:53:09.182153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790ab80b-8429-482e-8f83-b816139eb7ac', 'tag': 'b7359740-6468-46c0-88d0-d19d2cb0d56c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:09.184347 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d" -d '{"events": [{"name": "network-changed", "server_uuid": "790ab80b-8429-482e-8f83-b816139eb7ac", "tag": "b7359740-6468-46c0-88d0-d19d2cb0d56c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:09.207558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c0c53-eff1-401c-bfb8-577cc73aaea6 req-1db922ee-762e-4d0b-a872-2cb5ce88660c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:09.209142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-302c0c53-eff1-401c-bfb8-577cc73aaea6 req-1db922ee-762e-4d0b-a872-2cb5ce88660c tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1980793 Oct 26 11:53:09.230424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-b50d11c1-9226-466d-ad5b-fca745dc000f tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:09.232062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-b50d11c1-9226-466d-ad5b-fca745dc000f tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 821 time: 0.2371318 Oct 26 11:53:09.241369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24406-75a6-4a0e-a30f-b6141f11d9ee service neutron] Pushing event updated for resources: {'Port': ['ID=b7359740-6468-46c0-88d0-d19d2cb0d56c,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:09.278283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-e514fe89-e7e9-408d-bea3-d82087b699d7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/quotas/0e0a383b4b774e08a9782163ce247430 HTTP/1.1" status: 200 len: 375 time: 0.0338314 Oct 26 11:53:09.319339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-302c0c53-eff1-401c-bfb8-577cc73aaea6 req-b485c4c1-9958-49d8-a443-f1eb33db65de tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981019 Oct 26 11:53:09.365267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-47d16519-6c3a-4f9a-b2de-a4484885f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:09.366906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-47d16519-6c3a-4f9a-b2de-a4484885f609 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 1095 time: 0.1029775 Oct 26 11:53:09.386681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-33d0bd1e-8a1c-4329-b5f9-e4005b02ed19 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010630 Oct 26 11:53:09.412565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e38955bd-d45e-4deb-887b-2bf059363af0 req-a297f7ae-9af2-4980-a716-13be99705efb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 210 time: 0.0444894 Oct 26 11:53:09.457725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-17cc1d7b-643b-4651-b3c8-33fcc064075c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c HTTP/1.1" status: 200 len: 217 time: 0.0759952 Oct 26 11:53:09.826954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-223e7c4f-593b-4058-ba02-d18b078dc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:09.828889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-223e7c4f-593b-4058-ba02-d18b078dc64b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.3454993 Oct 26 11:53:09.854540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa4efd-7139-4aee-b310-1074bc49e5dd req-5c55a4c2-e22d-434a-ab54-114e2bcc74ba tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:09.856011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15fa4efd-7139-4aee-b310-1074bc49e5dd req-5c55a4c2-e22d-434a-ab54-114e2bcc74ba tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 943 time: 0.3714552 Oct 26 11:53:09.859427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4bac9d9e-69db-44b4-b446-057bfcacba66 service neutron] 10.222.0.88 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491305 Oct 26 11:53:09.883344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-f9eaebaf-26fb-486b-8f22-f7ca152c5ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454574 Oct 26 11:53:10.009032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15fa4efd-7139-4aee-b310-1074bc49e5dd req-feb5ec20-e6d7-48b1-856d-dd480b35e232 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364210 Oct 26 11:53:10.079509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-e7abf31f-bf8c-4f4e-84af-2986d9f316f7 service neutron] 10.222.0.88 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056293 Oct 26 11:53:10.087393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-04c1ebd2-f4e7-498b-b8b1-4407c274b020 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863890 Oct 26 11:53:10.093619 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec168ae5-883b-4673-81e7-ae64db050f2b x-openstack-request-id: req-ec168ae5-883b-4673-81e7-ae64db050f2b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:10.093920 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790ab80b-8429-482e-8f83-b816139eb7ac", "tag": "b7359740-6468-46c0-88d0-d19d2cb0d56c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:10.094168 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec168ae5-883b-4673-81e7-ae64db050f2b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:10.094583 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790ab80b-8429-482e-8f83-b816139eb7ac', 'tag': 'b7359740-6468-46c0-88d0-d19d2cb0d56c', 'status': 'completed', 'code': 200} Oct 26 11:53:10.184757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-a2283f6e-1781-4157-8a48-aab308eaeb32 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.187072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-a2283f6e-1781-4157-8a48-aab308eaeb32 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.30 "GET /v2.0/networks?id=408da3bc-023c-412c-b804-0c8cd84d38f3 HTTP/1.1" status: 200 len: 812 time: 0.1553788 Oct 26 11:53:10.260132 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-f81b3921-c376-4ec4-b880-bc043c0c6c1e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30f39918d0ab4fc0b7091440a772ceec HTTP/1.1" status: 200 len: 379 time: 0.0573688 Oct 26 11:53:10.262964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7fee9b7-19e7-4fce-ad55-d9d5a1762bfd req-0757636f-7542-44dd-bbef-518a4feeef83 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609583 Oct 26 11:53:10.278146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Request body: {'port': {'device_id': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'admin_state_up': True, 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'security_groups': ['20f31827-e1a2-4f58-9c80-b2653b25c5f6']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:10.295341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d0af-dd0f-4a53-9b4d-1bc45e86089b req-849081ad-da63-406c-bb3b-b0bb21edd58c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.299172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fb9d0af-dd0f-4a53-9b4d-1bc45e86089b req-849081ad-da63-406c-bb3b-b0bb21edd58c tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 944 time: 0.1161370 Oct 26 11:53:10.403268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fb9d0af-dd0f-4a53-9b4d-1bc45e86089b req-bcf7a23f-f722-4cfe-aeeb-5c3c7680c57b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Oct 26 11:53:10.428570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-da59056a-2ede-416a-87af-3fbcd8328262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.430261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-da59056a-2ede-416a-87af-3fbcd8328262 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 1095 time: 0.1044443 Oct 26 11:53:10.442568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Made reservation on behalf of 30f39918d0ab4fc0b7091440a772ceec for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:10.447014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:10.572962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-284f7ca9-3508-4580-95bb-01b0aff78efa req-2d84d457-6b60-4351-83cb-c5f67a173545 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 210 time: 0.0648446 Oct 26 11:53:10.626182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59639561-71fb-4962-8b87-3891d4afe828 req-e64527a0-97ee-4fd1-861b-decfce4e1c38 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.631165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Allocated IP 172.20.0.6 (408da3bc-023c-412c-b804-0c8cd84d38f3/c02d067d-614d-48a1-847c-949479faaf09/40abda00-1391-4e5a-8c02-8d894f69eb4d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:10.634732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59639561-71fb-4962-8b87-3891d4afe828 req-e64527a0-97ee-4fd1-861b-decfce4e1c38 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.1253045 Oct 26 11:53:10.645193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-6ade151e-b055-4c2d-8355-6af2f0a1efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.646911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-6ade151e-b055-4c2d-8355-6af2f0a1efe2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 200 len: 914 time: 0.2085743 Oct 26 11:53:10.721262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-abba5699-fc67-4dfe-af08-505d9774f488 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c HTTP/1.1" status: 200 len: 217 time: 0.0670652 Oct 26 11:53:10.769269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59639561-71fb-4962-8b87-3891d4afe828 req-11bdb849-2cfc-4faf-8203-0c95bb392954 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336119 Oct 26 11:53:10.797465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95b6dc-4bb8-4616-b291-8551551e9252 req-a8afb340-4dcc-4e2e-8e20-1420f2c1b579 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.798893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce95b6dc-4bb8-4616-b291-8551551e9252 req-a8afb340-4dcc-4e2e-8e20-1420f2c1b579 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1435988 Oct 26 11:53:10.801764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:10.802901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-799421a4-1b69-4932-b713-232f65aaa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.804349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-799421a4-1b69-4932-b713-232f65aaa843 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 200 len: 852 time: 0.0717018 Oct 26 11:53:10.854198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:10.857179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-e3ba321b-f8e2-473a-8e1b-8a64e84eade1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cefb0e51-1bca-4306-bad0-98b3b472a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399210 Oct 26 11:53:10.904364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:10.908516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:10.913297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:10.918051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event updated for resources: {'Port': ['ID=40abda00-1391-4e5a-8c02-8d894f69eb4d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:10.956832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce95b6dc-4bb8-4616-b291-8551551e9252 req-42326fdd-5632-479f-a265-0d2f1714710d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495578 Oct 26 11:53:10.972533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:10.973195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:10.993522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-952c0882-e2c9-4aac-9951-86be2efc8b02 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225902 Oct 26 11:53:11.006702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Request body: {'port': {'device_id': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:11.017673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77ee6-7a0e-4572-8901-eecec8cce947 req-2d15eccc-85a1-4a30-a5fa-bb67a65763ba tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:11.019538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cc77ee6-7a0e-4572-8901-eecec8cce947 req-2d15eccc-85a1-4a30-a5fa-bb67a65763ba tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 931 time: 0.1609304 Oct 26 11:53:11.052168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-b02b17be-6aaf-4bf2-99af-2f6b7b9479a2 service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729708 Oct 26 11:53:11.104656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:11.185280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cc77ee6-7a0e-4572-8901-eecec8cce947 req-a7f149ec-d95f-4220-bba8-087a2187c24d tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319373 Oct 26 11:53:11.225075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da21fa-3649-451c-a3b3-46c1b43edc01 req-87237c79-2c5d-4617-a3dd-86739dfa4de6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:11.226640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5da21fa-3649-451c-a3b3-46c1b43edc01 req-87237c79-2c5d-4617-a3dd-86739dfa4de6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 943 time: 0.0979123 Oct 26 11:53:11.255991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ba1e35a-6c95-42fd-a105-fb8bc34ae00d req-6c60aa37-bc39-4ec0-890a-275257bb2f9c service neutron] 10.222.0.30 "GET /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949508 Oct 26 11:53:11.277926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5da21fa-3649-451c-a3b3-46c1b43edc01 req-01d7c7ea-ffc1-4014-96dd-9d3e380366dd tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Oct 26 11:53:11.329644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7e8dfd32-9e37-4f72-b448-80358e40a319 None None] Provisioning complete for port 40abda00-1391-4e5a-8c02-8d894f69eb4d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:11.330250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd32-9e37-4f72-b448-80358e40a319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:11.388100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e8dfd32-9e37-4f72-b448-80358e40a319 None None] Port 40abda00-1391-4e5a-8c02-8d894f69eb4d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:11.395209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40abda00-1391-4e5a-8c02-8d894f69eb4d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:11.414056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:11.474293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Transition to ACTIVE for port object 40abda00-1391-4e5a-8c02-8d894f69eb4d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:11.483410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:11.556637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55993139-b661-41c7-bb57-ab6fef843127 req-c72b458b-712b-49d7-b440-4e21e5772795 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:11.558618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55993139-b661-41c7-bb57-ab6fef843127 req-c72b458b-712b-49d7-b440-4e21e5772795 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 944 time: 0.0619924 Oct 26 11:53:11.588885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-6119c25a-0c85-46cd-957a-8aad0ee317b5 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:11.590406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-6119c25a-0c85-46cd-957a-8aad0ee317b5 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.100 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 821 time: 0.1906524 Oct 26 11:53:11.603844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55993139-b661-41c7-bb57-ab6fef843127 req-fa101943-ac62-4fd2-8d5d-b4f60b9fbef2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359814 Oct 26 11:53:11.626812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Request body: {'port': {'device_id': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'admin_state_up': True, 'tenant_id': '0e0a383b4b774e08a9782163ce247430'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:11.629893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Pushing event updated for resources: {'Port': ['ID=40abda00-1391-4e5a-8c02-8d894f69eb4d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:11.712303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-384a23e6-d1d9-47d3-aac5-8a2884e97274 req-b2c5c1a1-0255-4772-a131-7339c5ffb0cd tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 210 time: 0.0374296 Oct 26 11:53:11.745762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Attempting to bind port 40abda00-1391-4e5a-8c02-8d894f69eb4d on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:11.746092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Attempting to bind port 40abda00-1391-4e5a-8c02-8d894f69eb4d by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:11.746417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Attempting to bind port 40abda00-1391-4e5a-8c02-8d894f69eb4d on network 408da3bc-023c-412c-b804-0c8cd84d38f3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:11.760134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Port 40abda00-1391-4e5a-8c02-8d894f69eb4d on network 408da3bc-023c-412c-b804-0c8cd84d38f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:11.760453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Attempting to bind port 40abda00-1391-4e5a-8c02-8d894f69eb4d on network 408da3bc-023c-412c-b804-0c8cd84d38f3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:11.767727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:11.768060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Checking segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:11.768440 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Bound using segment: {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:11.768867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Bound port: 40abda00-1391-4e5a-8c02-8d894f69eb4d, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:11.769219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:11.838967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Made reservation on behalf of 0e0a383b4b774e08a9782163ce247430 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:11.842675 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:11.876708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:11.878911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:11.910731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e7c7-62e4-4330-98b0-84b6c27781ab req-404d2539-4273-4a81-89b9-7ffc7d3586af tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:11.915711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6101e7c7-62e4-4330-98b0-84b6c27781ab req-404d2539-4273-4a81-89b9-7ffc7d3586af tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0583408 Oct 26 11:53:11.958140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6101e7c7-62e4-4330-98b0-84b6c27781ab req-2ee6cbe2-92a6-4c47-a8e8-d95dc3ad413d tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Oct 26 11:53:12.122435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95331-e37d-4377-840f-e29376420a9a req-7cd6b284-07ce-4744-9379-01bc7f2b7e32 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.125811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2c95331-e37d-4377-840f-e29376420a9a req-7cd6b284-07ce-4744-9379-01bc7f2b7e32 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0698042 Oct 26 11:53:12.143138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] For port 40abda00-1391-4e5a-8c02-8d894f69eb4d, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:12.147429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] For port 40abda00-1391-4e5a-8c02-8d894f69eb4d, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:12.153185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.177401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2c95331-e37d-4377-840f-e29376420a9a req-74f159c5-a1bb-4a75-a13f-e00ca9da7426 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Oct 26 11:53:12.186067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.209710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:12.233732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'port_id': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'mac_address': 'fa:16:3e:3e:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e68a677-0e2b-4e44-a3dc-98aec6cca38a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:12.233922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.234690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.236866 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] 10.222.0.30 "PUT /v2.0/ports/40abda00-1391-4e5a-8c02-8d894f69eb4d HTTP/1.1" status: 200 len: 1091 time: 1.2350409 Oct 26 11:53:12.238027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:12.240553 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786" -d '{"events": [{"name": "network-changed", "server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:12.253600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:12.256103 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad0c8ec-6d22-4d42-ad91-0d1792be5b7a" -d '{"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:12.304547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:12.317193 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.324591 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.353096 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9bdbd1-9ce5-46e1-8de7-22e6cc1308c0 x-openstack-request-id: req-9e9bdbd1-9ce5-46e1-8de7-22e6cc1308c0 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:12.353764 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:12.354538 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9e9bdbd1-9ce5-46e1-8de7-22e6cc1308c0 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:12.355254 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'status': 'completed', 'code': 200} Oct 26 11:53:12.363750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36765d20-1eb3-43f4-9bc4-f208a30429eb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:12.377726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655915c7-11df-4b3b-a82f-da6642fd8c34 req-dd5ea49d-42dc-4cc9-b297-f594fa020dd3 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.378750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Allocated IP 172.20.0.6 (8030a5f4-d533-4f00-9319-c1729d7f3d7f/d637e95f-8d08-4861-b92e-4ec13e267f84/e9a3ab38-834c-4591-ac1a-c6b3de064dcb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:12.387936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-655915c7-11df-4b3b-a82f-da6642fd8c34 req-dd5ea49d-42dc-4cc9-b297-f594fa020dd3 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 943 time: 0.0800707 Oct 26 11:53:12.403269 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0751c67-53d4-45b5-a324-b98a6893e259 x-openstack-request-id: req-d0751c67-53d4-45b5-a324-b98a6893e259 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:12.403698 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:12.404097 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0751c67-53d4-45b5-a324-b98a6893e259 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:12.404727 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'code': 200} Oct 26 11:53:12.433813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b00d48-ff03-43a1-aa6a-024b850728de service neutron] Pushing event updated for resources: {'Port': ['ID=40abda00-1391-4e5a-8c02-8d894f69eb4d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:12.456023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-655915c7-11df-4b3b-a82f-da6642fd8c34 req-a85aa3c8-f9fe-46b9-bdfb-5154a7fe2c73 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669849 Oct 26 11:53:12.505631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:53:12.507007 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:53:12.520427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:12.528052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-6473b7e5-cbca-4479-87df-b051eb5cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.528597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.529169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.529561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-6473b7e5-cbca-4479-87df-b051eb5cdcfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30f39918d0ab4fc0b7091440a772ceec&device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 1094 time: 0.2258358 Oct 26 11:53:12.529696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.530175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.530616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.531080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.531511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.531939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.532354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.534037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.534037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.534037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:12.568587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47f85-9b49-417d-a748-ab63a41f512f req-9b4e9bf6-9091-45f1-8995-d4b2d092ed09 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.570342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0e47f85-9b49-417d-a748-ab63a41f512f req-9b4e9bf6-9091-45f1-8995-d4b2d092ed09 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 943 time: 0.0743723 Oct 26 11:53:12.597389 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-a06fd4c7-64b1-47ba-a4e1-e7cbc637a254 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d HTTP/1.1" status: 200 len: 217 time: 0.0428817 Oct 26 11:53:12.612383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0e47f85-9b49-417d-a748-ab63a41f512f req-20e075b7-472f-4689-848f-1b9286feef6a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Oct 26 11:53:12.668082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.680377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-325199ed-3ef7-4e42-b87a-da5e8c42a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.681878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-325199ed-3ef7-4e42-b87a-da5e8c42a095 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c02d067d-614d-48a1-847c-949479faaf09 HTTP/1.1" status: 200 len: 851 time: 0.0739019 Oct 26 11:53:12.735053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe098a7-e54c-410e-aa51-a1ad569a16cb req-73ec5f95-c116-450e-ba86-dd5ce88107d0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.736918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbe098a7-e54c-410e-aa51-a1ad569a16cb req-73ec5f95-c116-450e-ba86-dd5ce88107d0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 944 time: 0.0545065 Oct 26 11:53:12.743727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.750372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-59adce11-cae7-47a3-bcc0-19762d87b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.751925 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-59adce11-cae7-47a3-bcc0-19762d87b99a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408da3bc-023c-412c-b804-0c8cd84d38f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598595 Oct 26 11:53:12.779830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbe098a7-e54c-410e-aa51-a1ad569a16cb req-3ad1e9ee-5f26-43d6-bccf-6ab9374d51b8 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Oct 26 11:53:12.840345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20060eef-665e-4fa2-9570-03f1ba0075e8 req-3d6be11c-a3f4-4b88-832b-fc71e6d29a9d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.841888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20060eef-665e-4fa2-9570-03f1ba0075e8 req-3d6be11c-a3f4-4b88-832b-fc71e6d29a9d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 931 time: 0.0545082 Oct 26 11:53:12.849759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Network 8030a5f4-d533-4f00-9319-c1729d7f3d7f is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:12.854588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event updated for resources: {'Port': ['ID=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:12.859349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:12.863092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:12.883454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20060eef-665e-4fa2-9570-03f1ba0075e8 req-fc476e72-ef2b-4959-baf0-33ec129a7cab tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Oct 26 11:53:12.931294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:12.931913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:12.937759 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-f98ab137-50c4-49bd-9eed-761c0c1af211 service neutron] 10.222.0.30 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602573 Oct 26 11:53:12.949684 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-18e9d60c-ae9f-489c-b3b7-d20f124e6d96 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3326869 Oct 26 11:53:12.964034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Request body: {'port': {'device_id': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:13.050328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.066804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36765d20-1eb3-43f4-9bc4-f208a30429eb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:13.077501 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.089292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:13.095011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.095917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d95788ba-bd02-4261-ae1d-5a83c9da20e4 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:13.098950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2dfd0-3e04-4afa-bb57-6528b84f5a3b req-39bbe1e4-e7a1-4c67-a38a-7837d942b812 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.101108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fb2dfd0-3e04-4afa-bb57-6528b84f5a3b req-39bbe1e4-e7a1-4c67-a38a-7837d942b812 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 943 time: 0.0662739 Oct 26 11:53:13.101894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0f6fa3f-49ec-4ee9-a3fe-011cea60d91f req-e25906f8-bd41-4c37-854c-18fb925aef72 service neutron] 10.222.0.30 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490850 Oct 26 11:53:13.160057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fb2dfd0-3e04-4afa-bb57-6528b84f5a3b req-9fe65480-f773-40ae-b500-14fbe58c6204 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526493 Oct 26 11:53:13.173994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:13.251333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d95788ba-bd02-4261-ae1d-5a83c9da20e4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:13.263304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'port_id': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4', 'mac_address': 'fa:16:3e:da:d6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:13.301410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-4a574b21-bc05-4de6-8ec1-0466e4cbb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.303351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-4a574b21-bc05-4de6-8ec1-0466e4cbb7db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30f39918d0ab4fc0b7091440a772ceec&device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 1094 time: 0.1073668 Oct 26 11:53:13.304145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.308813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1ded-497b-42ec-9399-414c0411ae09 req-31b5d6f5-6862-4177-8e0e-6ca450543ec9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.310374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-348d1ded-497b-42ec-9399-414c0411ae09 req-31b5d6f5-6862-4177-8e0e-6ca450543ec9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0570335 Oct 26 11:53:13.317299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95788ba-bd02-4261-ae1d-5a83c9da20e4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:13.338602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d95788ba-bd02-4261-ae1d-5a83c9da20e4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:13.345096 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.358975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-348d1ded-497b-42ec-9399-414c0411ae09 req-1ea0445a-484e-4ed0-99ed-427a83c8abc7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Oct 26 11:53:13.402771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d95788ba-bd02-4261-ae1d-5a83c9da20e4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:13.445214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-b468fcb5-b7d5-4a42-b043-b2585bbc621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.446678 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-b468fcb5-b7d5-4a42-b043-b2585bbc621a service neutron] 10.222.0.30 "GET /v2.0/networks?id=408da3bc-023c-412c-b804-0c8cd84d38f3 HTTP/1.1" status: 200 len: 914 time: 0.1347389 Oct 26 11:53:13.511970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-6c2cf836-48a6-47fd-b3a1-d5ebba3c0dd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d HTTP/1.1" status: 200 len: 217 time: 0.0428870 Oct 26 11:53:13.519062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a3ab38-834c-4591-ac1a-c6b3de064dcb {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:13.525893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b7359740-6468-46c0-88d0-d19d2cb0d56c details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:13.553237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.575973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Transition to ACTIVE for port object e9a3ab38-834c-4591-ac1a-c6b3de064dcb will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:13.582549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-b429d375-01dc-4dee-a464-0f2da0e95410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.584242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-b429d375-01dc-4dee-a464-0f2da0e95410 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c02d067d-614d-48a1-847c-949479faaf09 HTTP/1.1" status: 200 len: 851 time: 0.0607262 Oct 26 11:53:13.584964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.585405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12ac6d-888f-4749-9170-4189092d59ab req-0f45975b-ec89-4c66-9a66-413b1d14165c tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.587035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba12ac6d-888f-4749-9170-4189092d59ab req-0f45975b-ec89-4c66-9a66-413b1d14165c tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 943 time: 0.0665610 Oct 26 11:53:13.596868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['36765d20-1eb3-43f4-9bc4-f208a30429eb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:13.600519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d95788ba-bd02-4261-ae1d-5a83c9da20e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:13.647688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba12ac6d-888f-4749-9170-4189092d59ab req-b3ae05cf-08aa-4407-a93d-f12ef1ef2895 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Oct 26 11:53:13.674185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:13.701619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-0bad721d-fa4a-4f17-9fbd-117e1fc0e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.702974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-0bad721d-fa4a-4f17-9fbd-117e1fc0e978 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408da3bc-023c-412c-b804-0c8cd84d38f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092663 Oct 26 11:53:13.774026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b7359740-6468-46c0-88d0-d19d2cb0d56c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:13.780501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602bc9-276a-4126-86b2-ba35e3c39f1f req-6f0c1201-51f2-4079-ae0c-0b4d50929278 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.782071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80602bc9-276a-4126-86b2-ba35e3c39f1f req-6f0c1201-51f2-4079-ae0c-0b4d50929278 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 944 time: 0.0623627 Oct 26 11:53:13.810455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'b7359740-6468-46c0-88d0-d19d2cb0d56c', 'network_id': 'cefb0e51-1bca-4306-bad0-98b3b472a6f7', 'port_id': 'b7359740-6468-46c0-88d0-d19d2cb0d56c', 'mac_address': 'fa:16:3e:16:c7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b834d65b-dcbd-4bef-a66a-262e38ec0163', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:13.823986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80602bc9-276a-4126-86b2-ba35e3c39f1f req-26c0b2c3-8df6-4fb7-9329-dffcd09785ef tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353403 Oct 26 11:53:13.836064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Attempting to bind port e9a3ab38-834c-4591-ac1a-c6b3de064dcb on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:13.836560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Attempting to bind port e9a3ab38-834c-4591-ac1a-c6b3de064dcb by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:13.836932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Attempting to bind port e9a3ab38-834c-4591-ac1a-c6b3de064dcb on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:13.854440 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Port e9a3ab38-834c-4591-ac1a-c6b3de064dcb on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:13.854828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Attempting to bind port e9a3ab38-834c-4591-ac1a-c6b3de064dcb on network 8030a5f4-d533-4f00-9319-c1729d7f3d7f {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:13.866552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:13.867001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Checking segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:13.867446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Bound using segment: {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:13.867940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Bound port: e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be5ca0c-f7c0-42c6-badf-a21bfe508374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:13.868360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.880570 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-384fdceb-d179-42c7-ba83-31c03fd43655 service neutron] 10.222.0.30 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575754 Oct 26 11:53:13.902999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:13.939954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7359740-6468-46c0-88d0-d19d2cb0d56c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:13.947140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5a47b-cb5b-4987-99fc-7da09c11d96d req-1a36f725-4563-409a-9960-d26001f94b1d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:13.949249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07f5a47b-cb5b-4987-99fc-7da09c11d96d req-1a36f725-4563-409a-9960-d26001f94b1d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 944 time: 0.0718520 Oct 26 11:53:13.991344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b7359740-6468-46c0-88d0-d19d2cb0d56c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:14.001937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:14.021766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] For port e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:14.026996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] For port e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:14.028491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07f5a47b-cb5b-4987-99fc-7da09c11d96d req-633aafde-d9c0-4a27-8186-285d58fc4b0b tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717454 Oct 26 11:53:14.041611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:14.052406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e84a4-3233-4053-b470-b4799133d6fa req-e9c3db99-ab6a-47d5-987b-6b1dc3b2b4ef tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.056820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-214e84a4-3233-4053-b470-b4799133d6fa req-e9c3db99-ab6a-47d5-987b-6b1dc3b2b4ef tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 943 time: 0.0936198 Oct 26 11:53:14.084457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=b7359740-6468-46c0-88d0-d19d2cb0d56c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:14.097017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8dcb915f-d5d5-46c0-aaef-0ceaea87c786 req-9f327e66-8c9f-429d-87aa-81f180128f7d service neutron] 10.222.0.30 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820421 Oct 26 11:53:14.104149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.104771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:14.106094 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] 10.222.0.100 "PUT /v2.0/ports/e9a3ab38-834c-4591-ac1a-c6b3de064dcb HTTP/1.1" status: 200 len: 1091 time: 1.1464851 Oct 26 11:53:14.116298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-214e84a4-3233-4053-b470-b4799133d6fa req-48b0f9f5-30fd-40df-9db1-abf96e66cf03 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Oct 26 11:53:14.136051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:14.146741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.147211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.147624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.147964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.148299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.148630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.148957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.149284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.149609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.149933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.150255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.150589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328895a-71e2-48c1-84ac-6973b0a04a39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:14.195521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-e5bcc1a3-a0a8-4d24-8eff-b1f51419411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.197030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-e5bcc1a3-a0a8-4d24-8eff-b1f51419411f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 1094 time: 0.0416715 Oct 26 11:53:14.246429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-821ab8dc-7514-4305-bf54-9737ca3f7d63 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb HTTP/1.1" status: 200 len: 217 time: 0.0390391 Oct 26 11:53:14.281216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf105-b151-41de-a2d3-6b65be733afb req-31c31946-d87c-4334-a878-11ec039eb055 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.282712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f8bf105-b151-41de-a2d3-6b65be733afb req-31c31946-d87c-4334-a878-11ec039eb055 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 944 time: 0.0510471 Oct 26 11:53:14.298349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-522cd721-88da-4dab-8124-e93f05985bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.299877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-522cd721-88da-4dab-8124-e93f05985bf8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 200 len: 861 time: 0.0455062 Oct 26 11:53:14.321326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f8bf105-b151-41de-a2d3-6b65be733afb req-132f1533-6106-4ded-997b-8c0c4cc3a5dd tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Oct 26 11:53:14.334355 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-33e79f48-2382-456c-a176-0ab67bf8dd21 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8030a5f4-d533-4f00-9319-c1729d7f3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260792 Oct 26 11:53:14.354338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['b7359740-6468-46c0-88d0-d19d2cb0d56c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:14.358997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'tag': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:14.361282 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9fce4-19d6-4376-b37c-68ea381dcde1" -d '{"events": [{"name": "network-changed", "server_uuid": "13ef0026-0a87-48ff-86eb-fd429a16966b", "tag": "e9a3ab38-834c-4591-ac1a-c6b3de064dcb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:14.443623 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775a4df5-85bd-4ce1-8047-78ce9558b7c5 x-openstack-request-id: req-775a4df5-85bd-4ce1-8047-78ce9558b7c5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:14.443833 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ef0026-0a87-48ff-86eb-fd429a16966b", "tag": "e9a3ab38-834c-4591-ac1a-c6b3de064dcb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:14.444077 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-775a4df5-85bd-4ce1-8047-78ce9558b7c5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:14.444897 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'tag': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb', 'status': 'completed', 'code': 200} Oct 26 11:53:14.450182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-638f5d90-b46c-4be0-a8ce-86d945bc30b0 service neutron] 10.222.0.100 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076477 Oct 26 11:53:14.494325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec45a2d-a73e-4f32-b5a8-4c1b7992cccd req-01109ed3-51a1-4c94-8f41-cdb0339d51a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.496273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ec45a2d-a73e-4f32-b5a8-4c1b7992cccd req-01109ed3-51a1-4c94-8f41-cdb0339d51a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0590730 Oct 26 11:53:14.536360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ec45a2d-a73e-4f32-b5a8-4c1b7992cccd req-18135a87-9797-456d-b8e5-2d0da5f9d597 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Oct 26 11:53:14.543449 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfc8c885-e8f5-494e-80b2-c74479c204fa req-58b637de-04b2-45ee-b774-7af217465c45 service neutron] 10.222.0.100 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851290 Oct 26 11:53:14.629374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-292f61f8-84bb-474c-9b3a-dc0d0762bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.632526 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-292f61f8-84bb-474c-9b3a-dc0d0762bdca service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0e0a383b4b774e08a9782163ce247430&device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 1094 time: 0.0424602 Oct 26 11:53:14.733806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-a4db3a14-5126-4bd1-b523-322bdeaac308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.737267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-a4db3a14-5126-4bd1-b523-322bdeaac308 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 200 len: 923 time: 0.0949092 Oct 26 11:53:14.772323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d037203-18fd-4d4d-a465-e04448e429b4 req-2cb2dc5a-f98e-4ee5-bac4-a81b564cce1e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.773942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d037203-18fd-4d4d-a465-e04448e429b4 req-2cb2dc5a-f98e-4ee5-bac4-a81b564cce1e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 943 time: 0.0510485 Oct 26 11:53:14.778996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-6ed8073e-9679-45cc-892c-7c406c157f2f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb HTTP/1.1" status: 200 len: 217 time: 0.0359864 Oct 26 11:53:14.815601 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d037203-18fd-4d4d-a465-e04448e429b4 req-417e76e9-b87b-40af-8938-d31e2a66bb6f tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354300 Oct 26 11:53:14.838337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-0a7d75d7-2228-4c8b-889f-04feeb04c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.839837 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-0a7d75d7-2228-4c8b-889f-04feeb04c66d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 200 len: 861 time: 0.0511057 Oct 26 11:53:14.873174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-35d4cf09-1a6d-47ce-a45b-4758852f9e19 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8030a5f4-d533-4f00-9319-c1729d7f3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253556 Oct 26 11:53:14.951420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28234f-a8c7-4b45-95db-244f3449db39 req-1b8ae139-0533-4f1e-af2c-dbaa9f4cc93a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:14.953003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac28234f-a8c7-4b45-95db-244f3449db39 req-1b8ae139-0533-4f1e-af2c-dbaa9f4cc93a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 944 time: 0.0509787 Oct 26 11:53:14.967221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-a62948f5-4913-410b-b0c5-cf7e2f095105 service neutron] 10.222.0.100 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834231 Oct 26 11:53:14.992188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac28234f-a8c7-4b45-95db-244f3449db39 req-5de8f26d-1c2a-40d3-88d6-006bcee2efc3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Oct 26 11:53:15.064481 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-18e9fce4-19d6-4376-b37c-68ea381dcde1 req-c134204c-866e-428f-9fef-1463b4a9b82b service neutron] 10.222.0.100 "GET /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890436 Oct 26 11:53:15.146540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d261-5a60-4113-8b4f-a3c91d870e99 req-850f9938-4fc9-4996-877b-e63929ddc137 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:15.148031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8e1d261-5a60-4113-8b4f-a3c91d870e99 req-850f9938-4fc9-4996-877b-e63929ddc137 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 945 time: 0.0535612 Oct 26 11:53:15.188413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8e1d261-5a60-4113-8b4f-a3c91d870e99 req-f77b4bd8-9e4a-4802-a214-3b3168a06bd2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Oct 26 11:53:15.238479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e5af-dc2e-48c1-b183-0e90d1c25485 req-a1b0593b-d471-48c8-a711-4682baeffdb9 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:15.240011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7eb6e5af-dc2e-48c1-b183-0e90d1c25485 req-a1b0593b-d471-48c8-a711-4682baeffdb9 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 943 time: 0.0507262 Oct 26 11:53:15.277367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7eb6e5af-dc2e-48c1-b183-0e90d1c25485 req-dff418fd-9b15-4565-b637-ffa496217205 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Oct 26 11:53:15.435862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c4353-3bf5-48e7-bce9-e7db7a68473a req-aaed28bb-5ef9-48ed-b04c-878570e3ab98 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:15.437386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac4c4353-3bf5-48e7-bce9-e7db7a68473a req-aaed28bb-5ef9-48ed-b04c-878570e3ab98 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 944 time: 0.0489416 Oct 26 11:53:15.475589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac4c4353-3bf5-48e7-bce9-e7db7a68473a req-e2ff70a0-2bca-419e-8327-10dd54b4c6e9 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Oct 26 11:53:15.539497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 40abda00-1391-4e5a-8c02-8d894f69eb4d details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:15.542459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b7359740-6468-46c0-88d0-d19d2cb0d56c up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:15.650834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port b7359740-6468-46c0-88d0-d19d2cb0d56c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:53:15.657757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port b7359740-6468-46c0-88d0-d19d2cb0d56c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:15.658122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:15.661048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716380-8ee4-4997-a904-db9ab9a46d05 req-cee8b91a-f7b0-41d5-ac4b-39b2f2f4d0ca tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:15.662582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f716380-8ee4-4997-a904-db9ab9a46d05 req-cee8b91a-f7b0-41d5-ac4b-39b2f2f4d0ca tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0567532 Oct 26 11:53:15.700455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f716380-8ee4-4997-a904-db9ab9a46d05 req-9ae1c246-cedd-4eb5-9597-23498d56407d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Oct 26 11:53:15.703934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 40abda00-1391-4e5a-8c02-8d894f69eb4d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:15.720128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'port_id': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'mac_address': 'fa:16:3e:23:34:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:15.790313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:15.807890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:15.808917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40abda00-1391-4e5a-8c02-8d894f69eb4d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:15.841563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 40abda00-1391-4e5a-8c02-8d894f69eb4d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:15.849508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790ab80b-8429-482e-8f83-b816139eb7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7359740-6468-46c0-88d0-d19d2cb0d56c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:15.850472 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c1da53-fd95-49af-8f06-c3393047b841" -d '{"events": [{"server_uuid": "790ab80b-8429-482e-8f83-b816139eb7ac", "name": "network-vif-plugged", "status": "completed", "tag": "b7359740-6468-46c0-88d0-d19d2cb0d56c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:15.855535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:15.867063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b7359740-6468-46c0-88d0-d19d2cb0d56c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:15.887509 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:15.895117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:15.939924 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8acb0c9-0143-4381-8945-407a447825d8 x-openstack-request-id: req-b8acb0c9-0143-4381-8945-407a447825d8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:15.940237 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790ab80b-8429-482e-8f83-b816139eb7ac", "name": "network-vif-plugged", "status": "completed", "tag": "b7359740-6468-46c0-88d0-d19d2cb0d56c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:15.940471 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8acb0c9-0143-4381-8945-407a447825d8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:15.940863 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790ab80b-8429-482e-8f83-b816139eb7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7359740-6468-46c0-88d0-d19d2cb0d56c', 'code': 200} Oct 26 11:53:15.945366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00d345-ae07-43e9-83eb-5ac1d1ad6836 req-cff7d7b4-215d-4556-b356-ed5ca31d39aa tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:15.951412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d00d345-ae07-43e9-83eb-5ac1d1ad6836 req-cff7d7b4-215d-4556-b356-ed5ca31d39aa tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 944 time: 0.0604355 Oct 26 11:53:15.961483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=40abda00-1391-4e5a-8c02-8d894f69eb4d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:15.992393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d00d345-ae07-43e9-83eb-5ac1d1ad6836 req-f97d3574-d59e-479f-9ebe-f43d83156014 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Oct 26 11:53:16.020050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 36765d20-1eb3-43f4-9bc4-f208a30429eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:16.020441 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:16.044610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=b7359740-6468-46c0-88d0-d19d2cb0d56c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:16.046954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87fbf-a908-4567-bb02-8e0d1c86a8eb req-7301e42f-878d-484a-b47e-547299d54168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:16.048626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-92a87fbf-a908-4567-bb02-8e0d1c86a8eb req-7301e42f-878d-484a-b47e-547299d54168 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 1097 time: 0.0507226 Oct 26 11:53:16.096650 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-92a87fbf-a908-4567-bb02-8e0d1c86a8eb req-c8826ba9-5378-4e3f-9ae3-37fe4e9d0d3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Oct 26 11:53:16.119327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:16.128032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16993285-212c-44e7-b7ac-a245f38851fa req-75654437-e0d3-4668-bcab-ff745870dea3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:16.129583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16993285-212c-44e7-b7ac-a245f38851fa req-75654437-e0d3-4668-bcab-ff745870dea3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 944 time: 0.0524995 Oct 26 11:53:16.154294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:16.158650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:16.159442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d95788ba-bd02-4261-ae1d-5a83c9da20e4 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:16.172104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16993285-212c-44e7-b7ac-a245f38851fa req-18f2509b-c41e-4d1b-b8f4-2fcd18d150a1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361235 Oct 26 11:53:16.232718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:16.242568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['40abda00-1391-4e5a-8c02-8d894f69eb4d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:16.273675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port d95788ba-bd02-4261-ae1d-5a83c9da20e4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:53:16.282823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port d95788ba-bd02-4261-ae1d-5a83c9da20e4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:16.283225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:16.316007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c7ef-61f2-4070-9498-776d7aa0f676 req-a691ce7d-f9f8-4e28-b532-6f58aeeea97d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:16.317856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b721c7ef-61f2-4070-9498-776d7aa0f676 req-a691ce7d-f9f8-4e28-b532-6f58aeeea97d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.0559447 Oct 26 11:53:16.370339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b721c7ef-61f2-4070-9498-776d7aa0f676 req-930a6d93-9227-4216-ad2d-ccbfe8f4c05d tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457659 Oct 26 11:53:16.407977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c653437-c258-4740-9529-de6d46c779d2 req-09e9c3de-b8c6-45ae-83b4-9931b89204f7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:16.409502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c653437-c258-4740-9529-de6d46c779d2 req-09e9c3de-b8c6-45ae-83b4-9931b89204f7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 943 time: 0.0542531 Oct 26 11:53:16.417946 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:16.447907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c653437-c258-4740-9529-de6d46c779d2 req-a53ca75b-2f71-480b-b492-a660157d0750 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Oct 26 11:53:16.473839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d95788ba-bd02-4261-ae1d-5a83c9da20e4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:16.478559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:16.534462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d95788ba-bd02-4261-ae1d-5a83c9da20e4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:16.592442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833b46a-0ac4-428b-8e90-25ec4b1cfda6 req-b38384cf-43cc-4da0-b770-99ccf657aea5 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:16.594464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7833b46a-0ac4-428b-8e90-25ec4b1cfda6 req-b38384cf-43cc-4da0-b770-99ccf657aea5 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0505826 Oct 26 11:53:16.637283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7833b46a-0ac4-428b-8e90-25ec4b1cfda6 req-334e05f5-3fff-47db-96a2-d41e1475a669 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Oct 26 11:53:16.818437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983bee1-6224-4283-b526-30d1e7d52c14 req-2c8b22a3-f080-4c46-8b44-2a8835c2c1eb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:16.819990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c983bee1-6224-4283-b526-30d1e7d52c14 req-2c8b22a3-f080-4c46-8b44-2a8835c2c1eb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0490246 Oct 26 11:53:16.858533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c983bee1-6224-4283-b526-30d1e7d52c14 req-e42a5c36-889b-4c62-8ae1-90f67ee51e3e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Oct 26 11:53:17.109967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c66a4-6e3f-46a7-9c06-8ef238f2c7f7 req-bb8685e8-c0f6-404f-8c85-4f8f5292c248 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:17.111514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa4c66a4-6e3f-46a7-9c06-8ef238f2c7f7 req-bb8685e8-c0f6-404f-8c85-4f8f5292c248 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 944 time: 0.0505762 Oct 26 11:53:17.150174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa4c66a4-6e3f-46a7-9c06-8ef238f2c7f7 req-0c100597-614e-4200-95f0-eaf0dceece70 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Oct 26 11:53:17.294477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce088-321d-4d68-b41c-0566d6c54640 req-ae28f725-663f-4a1b-b77c-3e8849202ab1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:17.296940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-976ce088-321d-4d68-b41c-0566d6c54640 req-ae28f725-663f-4a1b-b77c-3e8849202ab1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0529337 Oct 26 11:53:17.346896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-976ce088-321d-4d68-b41c-0566d6c54640 req-3ed0ea8b-2072-43cb-ac7d-89ff73ec2d93 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Oct 26 11:53:17.488060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840467-8403-4fcc-bed9-31cf237fa1e0 req-837e3241-f480-4314-9027-71da6e9af3c4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:17.489606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a840467-8403-4fcc-bed9-31cf237fa1e0 req-837e3241-f480-4314-9027-71da6e9af3c4 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.0497441 Oct 26 11:53:17.538175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a840467-8403-4fcc-bed9-31cf237fa1e0 req-772056c9-9bfd-4b70-af9e-56459697f8b2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Oct 26 11:53:17.570843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 40abda00-1391-4e5a-8c02-8d894f69eb4d up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:17.575114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaeb07-c25e-49b0-b1d1-46f57b4eeb98 req-1541e2e2-65c3-4b49-9691-a3fba7b50a1b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:17.576766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7adaeb07-c25e-49b0-b1d1-46f57b4eeb98 req-1541e2e2-65c3-4b49-9691-a3fba7b50a1b tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 943 time: 0.0545788 Oct 26 11:53:17.625169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7adaeb07-c25e-49b0-b1d1-46f57b4eeb98 req-2aba04c4-f49e-49ab-9633-1c188301f68d tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Oct 26 11:53:17.625965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 40abda00-1391-4e5a-8c02-8d894f69eb4d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:53:17.630458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 40abda00-1391-4e5a-8c02-8d894f69eb4d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:17.631051 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:17.719156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:17.756809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 40abda00-1391-4e5a-8c02-8d894f69eb4d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:17.760862 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:17.810830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95e7ad-2709-4d20-a6ff-38f2bd729a98 req-deffca68-e08c-40ec-a761-c60f769e57ef tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:17.812440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d95e7ad-2709-4d20-a6ff-38f2bd729a98 req-deffca68-e08c-40ec-a761-c60f769e57ef tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0868568 Oct 26 11:53:17.819004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=40abda00-1391-4e5a-8c02-8d894f69eb4d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:17.839576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be7ee7-db39-4f9f-8c7f-cf331415b558 req-760ecbb7-28f8-4c6f-868e-abb998d81bb2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:17.841075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91be7ee7-db39-4f9f-8c7f-cf331415b558 req-760ecbb7-28f8-4c6f-868e-abb998d81bb2 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.1039016 Oct 26 11:53:17.886667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d95e7ad-2709-4d20-a6ff-38f2bd729a98 req-e550b79b-015b-400c-98a4-8d334dc1c5d5 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661120 Oct 26 11:53:17.903995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91be7ee7-db39-4f9f-8c7f-cf331415b558 req-dbac31c6-2a90-470e-ab0f-a0b19bfce0ac tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536864 Oct 26 11:53:17.913891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e9a3ab38-834c-4591-ac1a-c6b3de064dcb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:17.950297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb'}, {'server_uuid': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4'}, {'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:17.953488 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8f1e0-9b97-4d1d-b565-03fdb765e8d6" -d '{"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-plugged", "status": "completed", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb"}, {"server_uuid": "22185c8a-14fe-46b1-a4cb-cff503ce2a14", "name": "network-vif-plugged", "status": "completed", "tag": "d95788ba-bd02-4261-ae1d-5a83c9da20e4"}, {"server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "name": "network-vif-plugged", "status": "completed", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:18.036363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1c8c6-c6a7-4062-add2-91f6ffb0815b req-9db71077-3c99-42bb-83e6-ec01a7c589f6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.038075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38d1c8c6-c6a7-4062-add2-91f6ffb0815b req-9db71077-3c99-42bb-83e6-ec01a7c589f6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0692351 Oct 26 11:53:18.046116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:18.063324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb', 'network_id': '8030a5f4-d533-4f00-9319-c1729d7f3d7f', 'port_id': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb', 'mac_address': 'fa:16:3e:e6:3b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd637e95f-8d08-4861-b92e-4ec13e267f84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:18.088218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38d1c8c6-c6a7-4062-add2-91f6ffb0815b req-1eff6884-7c3a-4091-85d7-a6ce6ad9c91a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Oct 26 11:53:18.119811 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:18.131319 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59b6d85-6af7-4661-815d-65a5a8ce3357 x-openstack-request-id: req-c59b6d85-6af7-4661-815d-65a5a8ce3357 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:18.131624 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-plugged", "status": "completed", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb", "code": 200}, {"server_uuid": "22185c8a-14fe-46b1-a4cb-cff503ce2a14", "name": "network-vif-plugged", "status": "completed", "tag": "d95788ba-bd02-4261-ae1d-5a83c9da20e4", "code": 200}, {"server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "name": "network-vif-plugged", "status": "completed", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:18.131882 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c59b6d85-6af7-4661-815d-65a5a8ce3357 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:18.132281 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'code': 200} Oct 26 11:53:18.132539 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4', 'code': 200} Oct 26 11:53:18.132794 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'code': 200} Oct 26 11:53:18.138595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a3ab38-834c-4591-ac1a-c6b3de064dcb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:18.162178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:18.167285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:18.227320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:18.289809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3817-be35-460b-aaa6-e9abc7151b2a req-af1b83f3-aadf-4ac4-b7cc-f4645dffaffe tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.295364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bade3817-be35-460b-aaa6-e9abc7151b2a req-af1b83f3-aadf-4ac4-b7cc-f4645dffaffe tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0687437 Oct 26 11:53:18.296481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c027ff-1981-474a-95b3-ad94ba3c42a2 req-b7a6363f-d7c4-47e1-96ab-3dc523e93b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.299396 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-62c027ff-1981-474a-95b3-ad94ba3c42a2 req-b7a6363f-d7c4-47e1-96ab-3dc523e93b51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 1096 time: 0.1062672 Oct 26 11:53:18.329117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa8600-ce59-4415-90ef-a04b7e9791de req-1cc6c8d1-6bc5-40ca-b775-0015fea1a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.330552 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35fa8600-ce59-4415-90ef-a04b7e9791de req-1cc6c8d1-6bc5-40ca-b775-0015fea1a52b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1096 time: 0.1055253 Oct 26 11:53:18.336779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bade3817-be35-460b-aaa6-e9abc7151b2a req-d48437af-981e-47b8-b0ca-c6a1e719a5f6 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 Oct 26 11:53:18.388424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a96219-9b16-4484-94ba-432add5e05e7 req-3efce8d9-48ef-4abb-a260-908e66eeaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.388700 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-61a96219-9b16-4484-94ba-432add5e05e7 req-3efce8d9-48ef-4abb-a260-908e66eeaf93 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1028509 Oct 26 11:53:18.390163 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-62c027ff-1981-474a-95b3-ad94ba3c42a2 req-e791cf8b-0595-4256-907e-3e00f3f53417 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692093 Oct 26 11:53:18.395628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35fa8600-ce59-4415-90ef-a04b7e9791de req-5c2b9e19-dd63-46dc-b94f-9c16a748f56e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540581 Oct 26 11:53:18.424694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e9a3ab38-834c-4591-ac1a-c6b3de064dcb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:18.467117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a763d8-77f6-4e60-a784-8e026b1770de req-ad0f1ab4-fcc6-47cd-a5f2-ad2b7ee6b355 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.469387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63a763d8-77f6-4e60-a784-8e026b1770de req-ad0f1ab4-fcc6-47cd-a5f2-ad2b7ee6b355 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0522394 Oct 26 11:53:18.509005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63a763d8-77f6-4e60-a784-8e026b1770de req-021713b4-c2eb-43a1-b18c-4f63289c623a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Oct 26 11:53:18.614314 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-61a96219-9b16-4484-94ba-432add5e05e7 req-3dbab344-3f68-437b-bd81-ef84abaefec7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Oct 26 11:53:18.740521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9074e-edfd-433a-9b2c-c21ddbf4b565 req-a48f1ac2-3f85-445e-a27f-ff16e44cab76 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:18.742017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17c9074e-edfd-433a-9b2c-c21ddbf4b565 req-a48f1ac2-3f85-445e-a27f-ff16e44cab76 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 944 time: 0.0492220 Oct 26 11:53:18.781538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17c9074e-edfd-433a-9b2c-c21ddbf4b565 req-31330f3c-6f8a-4c12-b5d4-a3417051b842 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Oct 26 11:53:19.032917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380486-204a-4694-b1c9-59c8fb01d285 req-837a96a4-1456-4786-b751-46e2cdf1a217 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.034390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37380486-204a-4694-b1c9-59c8fb01d285 req-837a96a4-1456-4786-b751-46e2cdf1a217 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0782464 Oct 26 11:53:19.056527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b505b-7ccd-4267-9386-509dcd7096a3 req-095ad7c3-d816-4752-b899-040dede9c0e0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.060745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf3b505b-7ccd-4267-9386-509dcd7096a3 req-095ad7c3-d816-4752-b899-040dede9c0e0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.0718713 Oct 26 11:53:19.095969 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3dfb7ca-bab0-4af2-afad-0cc8a80bc4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:19.101371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37380486-204a-4694-b1c9-59c8fb01d285 req-f8898e35-502b-453d-a992-85056355b7fa tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608735 Oct 26 11:53:19.123912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf3b505b-7ccd-4267-9386-509dcd7096a3 req-c2cf47c7-749e-4e02-b1b8-e3b6b2ef44b5 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Oct 26 11:53:19.274591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f8feb-e049-40d9-8d72-432cfb70810b req-33885753-f5d3-4d35-a032-a6970f84bf7b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.276195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d2f8feb-e049-40d9-8d72-432cfb70810b req-33885753-f5d3-4d35-a032-a6970f84bf7b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0509853 Oct 26 11:53:19.320599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d2f8feb-e049-40d9-8d72-432cfb70810b req-7a2a3c08-6525-4a3b-a2e9-e9e1e70fc321 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Oct 26 11:53:19.431767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062080-269f-4b52-9f5d-50fc9572c4ae req-6551b388-f8e3-4284-880c-4aeaee8b2026 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.433145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51062080-269f-4b52-9f5d-50fc9572c4ae req-6551b388-f8e3-4284-880c-4aeaee8b2026 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.0674238 Oct 26 11:53:19.470213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:53:19.489192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51062080-269f-4b52-9f5d-50fc9572c4ae req-99adf003-a393-46e0-96f3-11a8de801241 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Oct 26 11:53:19.496771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a30c-5f4e-4079-b7a2-1bc5c26f0fcc req-f8e3ff6e-2ce4-454c-a227-62c1079b969f tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.498228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84a2a30c-5f4e-4079-b7a2-1bc5c26f0fcc req-f8e3ff6e-2ce4-454c-a227-62c1079b969f tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0874608 Oct 26 11:53:19.537833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84a2a30c-5f4e-4079-b7a2-1bc5c26f0fcc req-5f281195-61f2-4e46-8787-b6f7e61b6555 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327599 Oct 26 11:53:19.628603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05d2f-e565-493d-b328-cd5a805406d0 req-1a206972-fdfe-4f3b-a94a-41510206347d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.630131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fa05d2f-e565-493d-b328-cd5a805406d0 req-1a206972-fdfe-4f3b-a94a-41510206347d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Oct 26 11:53:19.668572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fa05d2f-e565-493d-b328-cd5a805406d0 req-f280c438-8287-4c69-a90a-a9c501b823a2 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Oct 26 11:53:19.911330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf417-0c13-4573-a216-eeeb66d2f523 req-38972832-5483-46b1-aa9d-50d5de9ee3d7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:19.912868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89dcf417-0c13-4573-a216-eeeb66d2f523 req-38972832-5483-46b1-aa9d-50d5de9ee3d7 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 944 time: 0.0580056 Oct 26 11:53:19.922390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e9a3ab38-834c-4591-ac1a-c6b3de064dcb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:19.956870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89dcf417-0c13-4573-a216-eeeb66d2f523 req-035d028f-a242-4793-b78d-602837ba7634 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Oct 26 11:53:19.981597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e9a3ab38-834c-4591-ac1a-c6b3de064dcb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:53:19.985391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e9a3ab38-834c-4591-ac1a-c6b3de064dcb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:19.985759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:20.066409 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:20.099036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:20.103439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:20.133978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:20.136345 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a97507-4b96-4328-a724-a47ba6d0ea59" -d '{"events": [{"server_uuid": "13ef0026-0a87-48ff-86eb-fd429a16966b", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3ab38-834c-4591-ac1a-c6b3de064dcb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:20.162405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:20.182763 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb957f6-b5c0-4501-a551-5628da099a2c x-openstack-request-id: req-2fb957f6-b5c0-4501-a551-5628da099a2c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:20.183668 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ef0026-0a87-48ff-86eb-fd429a16966b", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3ab38-834c-4591-ac1a-c6b3de064dcb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:20.183924 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2fb957f6-b5c0-4501-a551-5628da099a2c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:20.184317 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb', 'code': 200} Oct 26 11:53:20.230956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbbb77-b065-42e9-b090-23e98951a9ee req-3a8a0b53-401c-4dbf-a99a-03f0914ec4eb tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.232703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abfbbb77-b065-42e9-b090-23e98951a9ee req-3a8a0b53-401c-4dbf-a99a-03f0914ec4eb tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Oct 26 11:53:20.276470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abfbbb77-b065-42e9-b090-23e98951a9ee req-5cfe17aa-d5b2-49a2-ad8c-1b1cf2969ecf tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Oct 26 11:53:20.285360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a18c9-15fa-497e-9a81-28038e1c7cd4 req-90a8b1f2-d0a1-46a4-b318-ae917d509f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.287705 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-792a18c9-15fa-497e-9a81-28038e1c7cd4 req-90a8b1f2-d0a1-46a4-b318-ae917d509f92 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 1096 time: 0.0450037 Oct 26 11:53:20.332359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-792a18c9-15fa-497e-9a81-28038e1c7cd4 req-cecfd5c7-f421-4c5c-896a-98fd2b87468c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363884 Oct 26 11:53:20.396459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316605-bab0-4e2f-aa41-7094e1bb36cf req-96583710-3087-47fa-8625-98370267f1d2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.397998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94316605-bab0-4e2f-aa41-7094e1bb36cf req-96583710-3087-47fa-8625-98370267f1d2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.0535321 Oct 26 11:53:20.466974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94316605-bab0-4e2f-aa41-7094e1bb36cf req-bcb06be9-76c2-4ef8-8a4f-87ae8cc21d33 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Oct 26 11:53:20.475924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a64a5-7e5e-46fd-8b37-cad8654201fb req-ca9ea757-385c-480f-94bf-7e93d5fa9248 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.477421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-832a64a5-7e5e-46fd-8b37-cad8654201fb req-ca9ea757-385c-480f-94bf-7e93d5fa9248 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0785203 Oct 26 11:53:20.517163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-832a64a5-7e5e-46fd-8b37-cad8654201fb req-a27afd42-a0aa-4b9c-8e3e-c9b12661efa6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Oct 26 11:53:20.596206 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-222d8353-9a5f-4415-82ce-da82d3dc3f76 service neutron] show failed (client error): The resource could not be found. Oct 26 11:53:20.597071 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-222d8353-9a5f-4415-82ce-da82d3dc3f76 service neutron] 10.222.0.30 "GET /v2.0/ports/5ef21f79-b1fb-4b89-8086-0a58a529e2ed/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0797186 Oct 26 11:53:20.640038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117a5a-52d4-4bfe-9944-054516c6f00f req-db38bbff-fccd-4a72-be17-ef7d670ae7d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.641592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48117a5a-52d4-4bfe-9944-054516c6f00f req-db38bbff-fccd-4a72-be17-ef7d670ae7d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.0609188 Oct 26 11:53:20.690225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48117a5a-52d4-4bfe-9944-054516c6f00f req-4ae226b1-0b0e-47c7-ac11-d6c7554b9c79 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/security-groups?id=f91c5849-4a57-4c97-b065-92ee6b7e6091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Oct 26 11:53:20.759899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076ab9-d5a4-45a6-9b4f-c8442bc55b4d req-490fec21-499c-4fb0-b7bf-b69ad2cb3689 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.761424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a076ab9-d5a4-45a6-9b4f-c8442bc55b4d req-490fec21-499c-4fb0-b7bf-b69ad2cb3689 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0701361 Oct 26 11:53:20.832963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a076ab9-d5a4-45a6-9b4f-c8442bc55b4d req-f18346c1-82ce-47f4-a0c3-6e8e4dceb726 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607574 Oct 26 11:53:20.841804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00da04-c0a8-4396-9ceb-8268d9860005 req-d8b5abd9-ee76-4a99-944e-e124efb4d5c6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.843347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb00da04-c0a8-4396-9ceb-8268d9860005 req-d8b5abd9-ee76-4a99-944e-e124efb4d5c6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0810251 Oct 26 11:53:20.874728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-850e69dd-9ec2-4652-93e4-4295edee30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:20.879344 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-850e69dd-9ec2-4652-93e4-4295edee30df service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad&tenant_id=a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 1101 time: 0.0569048 Oct 26 11:53:20.886307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb00da04-c0a8-4396-9ceb-8268d9860005 req-986b6b2d-8175-4bb5-9615-6dba566c9bdc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365541 Oct 26 11:53:20.910268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:20.959979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.054288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6561bb-f12b-45a7-94a2-64fdb5500d75 req-124448e4-9dbb-4ec5-a83a-b081de8ff031 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:21.055823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba6561bb-f12b-45a7-94a2-64fdb5500d75 req-124448e4-9dbb-4ec5-a83a-b081de8ff031 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.1069224 Oct 26 11:53:21.067133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:21.073608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Request body: {'floatingip': {'port_id': '40abda00-1391-4e5a-8c02-8d894f69eb4d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:21.084019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-c61723d2-5420-4c4c-a050-ace77fda28d8 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:21.085498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-c61723d2-5420-4c4c-a050-ace77fda28d8 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 815 time: 0.1582060 Oct 26 11:53:21.126106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-7fca8c68-57d1-4738-8989-d822c892b5f0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:21.127661 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-7fca8c68-57d1-4738-8989-d822c892b5f0 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 946 time: 0.1247661 Oct 26 11:53:21.130734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.167289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-18463a55-8a7c-4414-9933-096af7c6dc3c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/quotas/51aabbdcddff42388c1f91bde8cafb89 HTTP/1.1" status: 200 len: 375 time: 0.0524845 Oct 26 11:53:21.331929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-2ed10ea1-f8d2-4fb2-8c87-46c4fad973e3 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546977 Oct 26 11:53:21.582890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:21.606775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f93d09-b586-400f-8deb-94a51895298d req-3713f157-ef89-4393-a702-d4ca958dda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:21.608355 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-3713f157-ef89-4393-a702-d4ca958dda0c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1096 time: 0.0985675 Oct 26 11:53:21.642596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Deleting port b7359740-6468-46c0-88d0-d19d2cb0d56c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:21.643070 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.698326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:21.704148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0d225de4-bad4-46cb-9b2b-c2bbc75347a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.719816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed88f0b-048c-4d45-abfc-28c0a80fc94b req-35d61f1f-a1e4-4e7d-8502-df56e67e2a75 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:21.723947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed88f0b-048c-4d45-abfc-28c0a80fc94b req-35d61f1f-a1e4-4e7d-8502-df56e67e2a75 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 945 time: 0.4535310 Oct 26 11:53:21.797636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:21.800143 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37de8e7-7a51-4019-a1c2-c23e8e9c4214" -d '{"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:21.811819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.818360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed88f0b-048c-4d45-abfc-28c0a80fc94b req-4273fa29-f1f3-4d9a-8958-822158dd5453 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906641 Oct 26 11:53:21.849335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-205d385b-a227-47c3-9179-535089a55fc0 service neutron] 10.222.0.88 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818020 Oct 26 11:53:21.869588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Transition to ACTIVE for port object 5ef21f79-b1fb-4b89-8086-0a58a529e2ed will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:21.870897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f93d09-b586-400f-8deb-94a51895298d req-98da9516-d6fc-4bb0-9af9-6e766651263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:21.872785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-98da9516-d6fc-4bb0-9af9-6e766651263d service neutron] 10.222.0.100 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.2511277 Oct 26 11:53:21.878960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.883086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] For port b7359740-6468-46c0-88d0-d19d2cb0d56c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b7359740-6468-46c0-88d0-d19d2cb0d56c,segment=NetworkSegment(2719df73-4760-4f4e-9166-8a6b572a8a91),segment_id=2719df73-4760-4f4e-9166-8a6b572a8a91)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:21.883449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:21.956797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Calling delete_port for b7359740-6468-46c0-88d0-d19d2cb0d56c owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:21.959466 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-1db53f88-c129-4be9-9939-afaedbae433f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 200 len: 217 time: 0.0784247 Oct 26 11:53:22.037318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] No DVR routers for this DVR port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:22.053498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e454f-cd84-45ef-9970-1687441bacff req-59ec629c-6c39-439d-af17-8f5e97b787b0 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.055108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d26e454f-cd84-45ef-9970-1687441bacff req-59ec629c-6c39-439d-af17-8f5e97b787b0 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1634624 Oct 26 11:53:22.077107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:22.128902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-970b7a48-50b4-4006-a07b-a3b0e58c7ff6 service neutron] 10.222.0.88 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360513 Oct 26 11:53:22.140247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:22.140588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:22.141315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:22.148905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f93d09-b586-400f-8deb-94a51895298d req-be666c82-ee3c-440c-89e4-6f8a71e27bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.150959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-be666c82-ee3c-440c-89e4-6f8a71e27bcf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.1759326 Oct 26 11:53:22.156518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:22.156846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:22.194406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:22.194745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:22.195175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:22.195618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Bound port: 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:22.196251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.200902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-0f6c56c0-9eeb-4f6a-8892-8b61660a9a3c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378819 Oct 26 11:53:22.207518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d26e454f-cd84-45ef-9970-1687441bacff req-05342fcb-f28b-44a4-8116-e29e45526155 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230607 Oct 26 11:53:22.224642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.235626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.417432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.426611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:22.472874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Pushing event deleted for resources: {'Port': ['ID=b7359740-6468-46c0-88d0-d19d2cb0d56c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:22.475831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:22.479510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-fda2ef0d-27ee-4d0e-a329-4dd840b27597 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681253 Oct 26 11:53:22.485379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.500478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a7a3300-23ff-4fad-be24-2e89a0a07253 req-6b3bc5fc-5e9d-4c7b-b052-a57b39029918 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.88 "GET /v2.0/ports?device_id=790ab80b-8429-482e-8f83-b816139eb7ac HTTP/1.1" status: 200 len: 210 time: 0.0642936 Oct 26 11:53:22.506126 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Floating IP 9d97e833-0012-4e23-a137-dc4fd292e752 associated. External IP: 172.25.4.183, port: 40abda00-1391-4e5a-8c02-8d894f69eb4d. Oct 26 11:53:22.608182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] No DVR routers for this DVR port b7359740-6468-46c0-88d0-d19d2cb0d56c on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:22.611330 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a6f637-a611-4c25-964b-d00a215fdd38 x-openstack-request-id: req-52a6f637-a611-4c25-964b-d00a215fdd38 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:22.612065 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:22.612822 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-52a6f637-a611-4c25-964b-d00a215fdd38 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:22.613488 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'code': 200} Oct 26 11:53:22.623301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-5a7260ee-e6c9-4480-a1cd-b1d07d7dbf41 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.625951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-5a7260ee-e6c9-4480-a1cd-b1d07d7dbf41 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.100 "GET /v2.0/ports?device_id=4912fd94-edbb-46f0-892b-318a57610cc7 HTTP/1.1" status: 200 len: 945 time: 0.2534888 Oct 26 11:53:22.628675 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.632512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da7fa61e-b53b-4f55-914f-bda3a47e2dcb req-a35b08f9-c1f1-414b-8d04-68488888d6d7 tempest-DeleteServersTestJSON-1869304593 tempest-DeleteServersTestJSON-1869304593-project] 10.222.0.30 "DELETE /v2.0/ports/b7359740-6468-46c0-88d0-d19d2cb0d56c HTTP/1.1" status: 204 len: 173 time: 1.4966295 Oct 26 11:53:22.639210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.640521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.642009 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] 10.222.0.100 "PUT /v2.0/ports/5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 1096 time: 1.7465229 Oct 26 11:53:22.672047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1077250-b250-4e32-87f0-d2f0eb3f7fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:22.710357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efc3dc87-a4fc-40b3-a77d-864d9e4f0fd5 req-4f55c611-f463-4441-831a-10e2c9d1f1d4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 210 time: 0.0832846 Oct 26 11:53:22.732588 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-75f93d09-b586-400f-8deb-94a51895298d req-c654ccf6-10cc-4c36-afe0-b69381395ef8 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433269 Oct 26 11:53:22.750604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acbed0-8b7b-4aab-a49d-f770e0bef2de req-7b2ab53c-75fd-40d1-8dfb-080ee5dbfd82 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.758797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0acbed0-8b7b-4aab-a49d-f770e0bef2de req-7b2ab53c-75fd-40d1-8dfb-080ee5dbfd82 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.2840960 Oct 26 11:53:22.763706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-5c4bb394-b378-4cd9-b45e-591d8e371aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.766126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-5c4bb394-b378-4cd9-b45e-591d8e371aa1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1099 time: 0.0831122 Oct 26 11:53:22.835607 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:22.924766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0acbed0-8b7b-4aab-a49d-f770e0bef2de req-c53644af-b77a-4520-a522-4ec21ffedcf5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598718 Oct 26 11:53:22.979195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-c21f1c21-8188-40fd-8a2a-e1b4f5d03320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:22.981054 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-c21f1c21-8188-40fd-8a2a-e1b4f5d03320 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2012284 Oct 26 11:53:23.040700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Deleting port 36765d20-1eb3-43f4-9bc4-f208a30429eb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:23.041026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:23.041174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-fe436313-ab42-435a-bf86-cf6da9ca4ba2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0521245 Oct 26 11:53:23.098112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-6e512ae7-e52c-49a5-a7b6-356589d23ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:23.099741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-6e512ae7-e52c-49a5-a7b6-356589d23ecc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0518579 Oct 26 11:53:23.116989 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:23.168370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-7327816e-c191-4117-9019-84698066ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:23.169898 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-7327816e-c191-4117-9019-84698066ccb3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616343 Oct 26 11:53:23.174784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148fbc0-655b-4033-966d-ba90625310ef req-cc62d22e-e69d-491d-917f-15b4c5ea3df6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:23.176722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b148fbc0-655b-4033-966d-ba90625310ef req-cc62d22e-e69d-491d-917f-15b4c5ea3df6 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 945 time: 0.2136614 Oct 26 11:53:23.194450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:53:23.233354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] For port 36765d20-1eb3-43f4-9bc4-f208a30429eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=36765d20-1eb3-43f4-9bc4-f208a30429eb,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:23.233781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:23.264006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Calling delete_port for 36765d20-1eb3-43f4-9bc4-f208a30429eb owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:23.282695 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-8731fcf8-7139-482e-b8c7-aaeaea20c42c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057391 Oct 26 11:53:23.394550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f66f92f-0ea9-4b8c-bcb4-3b8d045eee22 req-d2d752c3-6125-4232-8ad6-4c1668a57435 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047819 Oct 26 11:53:23.474185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b148fbc0-655b-4033-966d-ba90625310ef req-924c7dc7-c204-4c8b-b846-6fff1fd9c2e1 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818134 Oct 26 11:53:23.524660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d646b7-0cab-48f3-b0f9-33a052b75cfc req-7a9847c1-f406-4ff5-9565-d1da8b2aba57 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:23.531935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6d646b7-0cab-48f3-b0f9-33a052b75cfc req-7a9847c1-f406-4ff5-9565-d1da8b2aba57 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.2132881 Oct 26 11:53:23.606899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:23.616416 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:23.617958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b7359740-6468-46c0-88d0-d19d2cb0d56c no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:23.622983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] Sync routers for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:23.633173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6d646b7-0cab-48f3-b0f9-33a052b75cfc req-8ae05ec7-41ca-4bb8-833d-cf9f5d7e00b2 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959351 Oct 26 11:53:23.663623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: b7359740-6468-46c0-88d0-d19d2cb0d56c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:23.664063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b7359740-6468-46c0-88d0-d19d2cb0d56c not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:23.664494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:23.689815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:23.722820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Pushing event deleted for resources: {'Port': ['ID=36765d20-1eb3-43f4-9bc4-f208a30429eb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:23.723448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['36765d20-1eb3-43f4-9bc4-f208a30429eb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:23.725814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d3c2a551-4f08-4079-8550-67c06a1780cb tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "PUT /v2.0/floatingips/9d97e833-0012-4e23-a137-dc4fd292e752 HTTP/1.1" status: 200 len: 991 time: 2.6576736 Oct 26 11:53:23.730186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:23.730915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:23.734764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:23.737092 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8433ee3-74a0-4343-8270-06e74021a043" -d '{"events": [{"name": "network-changed", "server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:24.022650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-fe199410-3fa8-42c7-9be6-55bf1dcca85c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.024809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-fe199410-3fa8-42c7-9be6-55bf1dcca85c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 815 time: 0.2641912 Oct 26 11:53:24.043209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Request body: {'port': {'device_id': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'admin_state_up': True, 'tenant_id': '51aabbdcddff42388c1f91bde8cafb89'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:24.094728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:24.122087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:24.138175 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503e677b-6dac-4410-98ec-4a66065df533 x-openstack-request-id: req-503e677b-6dac-4410-98ec-4a66065df533 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:24.138761 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:24.138761 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-503e677b-6dac-4410-98ec-4a66065df533 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:24.139154 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'status': 'completed', 'code': 200} Oct 26 11:53:24.140794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] No DVR routers for this DVR port 36765d20-1eb3-43f4-9bc4-f208a30429eb on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:24.167473 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:24.170810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ed13e68-d091-4de5-9858-2cf6ee93aa95 req-2ca960ad-5c54-4a7e-87c2-da0b86273806 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.100 "DELETE /v2.0/ports/36765d20-1eb3-43f4-9bc4-f208a30429eb HTTP/1.1" status: 204 len: 173 time: 1.5258088 Oct 26 11:53:24.207797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Made reservation on behalf of 51aabbdcddff42388c1f91bde8cafb89 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:24.214118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:24.216633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99ac55ff-d3df-48dc-a5e5-f0f0d6907d5a req-29da2c8d-44d1-4711-8eaa-c2d2b09683f7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 210 time: 0.0812747 Oct 26 11:53:24.252263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8433ee3-74a0-4343-8270-06e74021a043 req-c09d4aec-b59b-42d9-bfc1-70bb1e550e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.253680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-c09d4aec-b59b-42d9-bfc1-70bb1e550e40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30f39918d0ab4fc0b7091440a772ceec&device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 1096 time: 0.1172578 Oct 26 11:53:24.270983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb18e7-95c9-4dcc-b366-9e5272bf78d9 req-9d2a966b-fe10-4297-9ce3-af0a52c45ef0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.277431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56fb18e7-95c9-4dcc-b366-9e5272bf78d9 req-9d2a966b-fe10-4297-9ce3-af0a52c45ef0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 945 time: 0.1431363 Oct 26 11:53:24.387937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56fb18e7-95c9-4dcc-b366-9e5272bf78d9 req-44f22e3f-82ee-4540-ba90-b415181329dc tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096971 Oct 26 11:53:24.399872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Allocated IP 172.20.0.2 (1271a4c7-8c8f-41c3-a893-1620fa60654c/9e68a677-0e2b-4e44-a3dc-98aec6cca38a/4dccafaf-a0e2-4654-b3a5-ddd4e59146fc) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:24.423929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb724ca-1b76-4718-91c9-68003a9b6f9e req-fa8b47cc-570b-4eb3-b614-9db0a3f9b16b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.431105 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edb724ca-1b76-4718-91c9-68003a9b6f9e req-fa8b47cc-570b-4eb3-b614-9db0a3f9b16b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.1227140 Oct 26 11:53:24.446024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9d97e833-0012-4e23-a137-dc4fd292e752', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'port_id': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'mac_address': 'fa:16:3e:23:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:53:06Z', 'updated_at': '2021-10-26T11:53:22Z', 'revision_number': 1, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:24.481636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] Checking router: afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:24.489731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edb724ca-1b76-4718-91c9-68003a9b6f9e req-265b18e8-95ab-48ce-b0a9-73776c273aec tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576644 Oct 26 11:53:24.491107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8433ee3-74a0-4343-8270-06e74021a043 req-adca4bf7-8cf5-42dd-812c-f035d3029489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.492574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-adca4bf7-8cf5-42dd-812c-f035d3029489 service neutron] 10.222.0.30 "GET /v2.0/networks?id=408da3bc-023c-412c-b804-0c8cd84d38f3 HTTP/1.1" status: 200 len: 914 time: 0.1960983 Oct 26 11:53:24.519961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:24.520775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:24.521406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:24.580201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-c6ced78e-0818-42aa-acb9-d77fcf460e71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d HTTP/1.1" status: 200 len: 999 time: 0.0795307 Oct 26 11:53:24.619901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790ab80b-8429-482e-8f83-b816139eb7ac', 'name': 'network-vif-deleted', 'tag': 'b7359740-6468-46c0-88d0-d19d2cb0d56c'}, {'name': 'network-changed', 'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:24.623247 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03" -d '{"events": [{"server_uuid": "790ab80b-8429-482e-8f83-b816139eb7ac", "name": "network-vif-deleted", "tag": "b7359740-6468-46c0-88d0-d19d2cb0d56c"}, {"name": "network-changed", "server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:24.635631 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:24.643370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8433ee3-74a0-4343-8270-06e74021a043 req-611468ba-8a5a-4f62-9b34-ee34f27ee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.645433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:24.645614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-611468ba-8a5a-4f62-9b34-ee34f27ee185 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c02d067d-614d-48a1-847c-949479faaf09 HTTP/1.1" status: 200 len: 851 time: 0.0579357 Oct 26 11:53:24.704859 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:24.735886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8433ee3-74a0-4343-8270-06e74021a043 req-3ed460aa-4771-49fc-80f6-0ea7ea504d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.738407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-3ed460aa-4771-49fc-80f6-0ea7ea504d0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408da3bc-023c-412c-b804-0c8cd84d38f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752652 Oct 26 11:53:24.784584 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed4320-d0f4-4dd3-ae4f-10b858a7d603 x-openstack-request-id: req-78ed4320-d0f4-4dd3-ae4f-10b858a7d603 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:24.786678 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790ab80b-8429-482e-8f83-b816139eb7ac", "name": "network-vif-deleted", "tag": "b7359740-6468-46c0-88d0-d19d2cb0d56c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:24.787158 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78ed4320-d0f4-4dd3-ae4f-10b858a7d603 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:24.789523 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790ab80b-8429-482e-8f83-b816139eb7ac', 'name': 'network-vif-deleted', 'tag': 'b7359740-6468-46c0-88d0-d19d2cb0d56c', 'status': 'completed', 'code': 200} Oct 26 11:53:24.791720 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'status': 'completed', 'code': 200} Oct 26 11:53:24.886852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Network 1271a4c7-8c8f-41c3-a893-1620fa60654c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:24.894891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:24.908578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:24.934949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-d6785836-4fa0-4ea3-bf93-f79abb737f42 service neutron] 10.222.0.30 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867125 Oct 26 11:53:24.935076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Pushing event updated for resources: {'Port': ['ID=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:24.964971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-16c08a73-df9f-49a6-a7d3-74cb53df121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.966437 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-16c08a73-df9f-49a6-a7d3-74cb53df121b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1099 time: 0.1651347 Oct 26 11:53:24.975537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:24.976191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:25.041954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9d97e833-0012-4e23-a137-dc4fd292e752', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'port_id': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'mac_address': 'fa:16:3e:23:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:53:06Z', 'updated_at': '2021-10-26T11:53:22Z', 'revision_number': 1, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:25.071643 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-e5438111-41ec-4d7b-84ba-763350d7d544 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0343721 Oct 26 11:53:25.081748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5d983-baaa-41e9-8e18-3c3ce1acd4b3 None None] The sync data for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 is: [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9d97e833-0012-4e23-a137-dc4fd292e752', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'port_id': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'mac_address': 'fa:16:3e:23:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:53:06Z', 'updated_at': '2021-10-26T11:53:22Z', 'revision_number': 1, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:25.092065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Request body: {'port': {'device_id': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:25.118403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-c1d10221-9a35-4155-9ca9-d60521d6672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.120219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-c1d10221-9a35-4155-9ca9-d60521d6672c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1099 time: 0.2184367 Oct 26 11:53:25.152787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410387be-b36d-4b1c-a000-6e53ae3ba6f2 req-cdd8dad0-d9cb-424b-ba4f-0e85c73e3de7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.161246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-410387be-b36d-4b1c-a000-6e53ae3ba6f2 req-cdd8dad0-d9cb-424b-ba4f-0e85c73e3de7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.2453408 Oct 26 11:53:25.180404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-652cb91f-ec0b-484d-8994-7ed248613d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.181791 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-652cb91f-ec0b-484d-8994-7ed248613d33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2019587 Oct 26 11:53:25.193780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:25.195581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8433ee3-74a0-4343-8270-06e74021a043 req-078ef9cd-b581-4f07-aeaf-b2cd38ff9963 service neutron] 10.222.0.30 "GET /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991107 Oct 26 11:53:25.260928 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-6eb0c935-7b41-4124-857b-f3b299acf9a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0685947 Oct 26 11:53:25.265182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-410387be-b36d-4b1c-a000-6e53ae3ba6f2 req-6184da89-e730-42b5-bb14-556d1914fe59 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027339 Oct 26 11:53:25.330022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-c35df159-fdb1-4689-ad13-0ff9612b9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.331998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-c35df159-fdb1-4689-ad13-0ff9612b9f7b service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1628139 Oct 26 11:53:25.367789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-ca22e03e-cb5b-4728-ada3-17b0466fa0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.369536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-ca22e03e-cb5b-4728-ada3-17b0466fa0ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0978124 Oct 26 11:53:25.407805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-df417b3a-2e43-44d2-b7ad-b2a7779aae02 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0667374 Oct 26 11:53:25.441074 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40748ff3-bc9c-4ae5-ae5a-912650150ab6 None None] New status for floating IP 9d97e833-0012-4e23-a137-dc4fd292e752: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:53:25.497562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e70ee-5c21-45f6-96d2-d6b87a29c1b0 req-d8dbebda-866b-43c2-8a07-54c616963fa1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.499914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a05e70ee-5c21-45f6-96d2-d6b87a29c1b0 req-d8dbebda-866b-43c2-8a07-54c616963fa1 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 931 time: 0.1512847 Oct 26 11:53:25.556482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-0025281e-a5b1-4b82-8b13-eb68016b3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.558359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-0025281e-a5b1-4b82-8b13-eb68016b3944 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152539 Oct 26 11:53:25.596121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a05e70ee-5c21-45f6-96d2-d6b87a29c1b0 req-530ddb99-777e-4fe9-9524-21ea5528c3ba tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800054 Oct 26 11:53:25.608821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-9994bd3d-423c-482b-8202-0062e8a9e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.614312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-9994bd3d-423c-482b-8202-0062e8a9e0d7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1926012 Oct 26 11:53:25.719837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63aa2a-1d11-460b-b2d5-ece6a1ff3f4b req-8dcbdc79-dba5-4c3b-a22d-05e6034461aa tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.721418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c63aa2a-1d11-460b-b2d5-ece6a1ff3f4b req-8dcbdc79-dba5-4c3b-a22d-05e6034461aa tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 945 time: 0.2205637 Oct 26 11:53:25.785558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-e7a028d3-d424-44ae-94b2-e6a8e83b0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.787140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-e7a028d3-d424-44ae-94b2-e6a8e83b0f45 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517169 Oct 26 11:53:25.804918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d5f9d-fd28-40eb-a495-173a4753fc8f req-a46c214c-1dbb-43ed-9915-ca2bfe23f5e1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.804918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-454d5f9d-fd28-40eb-a495-173a4753fc8f req-a46c214c-1dbb-43ed-9915-ca2bfe23f5e1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 948 time: 0.1062045 Oct 26 11:53:25.822213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c63aa2a-1d11-460b-b2d5-ece6a1ff3f4b req-a43de6e2-89eb-4fa5-9127-9ef5631f2a7e tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849922 Oct 26 11:53:25.831805 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-94578bbe-189f-4865-8324-636c14ef4ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582917 Oct 26 11:53:25.903436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-454d5f9d-fd28-40eb-a495-173a4753fc8f req-74c6f0d2-28f9-49e3-8be3-75a9c267cc51 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907345 Oct 26 11:53:25.954674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:25.957800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:25.976554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b708-7881-4d79-a388-976a90323065 req-1fbeca68-8f87-45fa-960a-b14ee0bdcf01 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:25.978464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-cf483482-c46e-4e82-9ae2-0d6eb4f6de57 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734366 Oct 26 11:53:25.978792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73c1b708-7881-4d79-a388-976a90323065 req-1fbeca68-8f87-45fa-960a-b14ee0bdcf01 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.100 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 945 time: 0.2005372 Oct 26 11:53:26.008660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 36765d20-1eb3-43f4-9bc4-f208a30429eb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:26.011509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 36765d20-1eb3-43f4-9bc4-f208a30429eb not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:26.037618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:26.101608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.106541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-7582dc9b-6bde-467a-901f-86b84a3d1cd4 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133208 Oct 26 11:53:26.140612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-deleted', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:26.144798 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b387f8-c0aa-41e9-b36f-3a9d123c42f0" -d '{"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-deleted", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:26.154049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d186e702-7dc8-4b0f-bb31-bcc0c6136e03 req-38bb65f8-b214-4836-8b00-11c53eab3a3f service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033423 Oct 26 11:53:26.157812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Transition to ACTIVE for port object 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:26.165733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.188505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:26.202582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'mac_address': 'fa:16:3e:a7:23:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:26.227442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Pushing event updated for resources: {'Port': ['ID=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:26.250229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Deleting port e9a3ab38-834c-4591-ac1a-c6b3de064dcb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:26.250567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.254053 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3822ed-1275-4ff9-8dca-28f188a95522 x-openstack-request-id: req-1b3822ed-1275-4ff9-8dca-28f188a95522 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:26.254542 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4912fd94-edbb-46f0-892b-318a57610cc7", "name": "network-vif-deleted", "tag": "36765d20-1eb3-43f4-9bc4-f208a30429eb", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:26.254786 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1b3822ed-1275-4ff9-8dca-28f188a95522 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:26.255326 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4912fd94-edbb-46f0-892b-318a57610cc7', 'name': 'network-vif-deleted', 'tag': '36765d20-1eb3-43f4-9bc4-f208a30429eb', 'status': 'completed', 'code': 200} Oct 26 11:53:26.256784 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.270781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:26.293639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:26.302414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.367374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:26.411677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844a37e-3ed7-4433-90ca-f92bb374ef17 req-cc77802b-0056-4090-9925-3c9ba775ca01 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:26.413613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f844a37e-3ed7-4433-90ca-f92bb374ef17 req-cc77802b-0056-4090-9925-3c9ba775ca01 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0636215 Oct 26 11:53:26.457048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f844a37e-3ed7-4433-90ca-f92bb374ef17 req-10c3cff7-d9b8-4ea0-a39b-b733b0aa50d4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Oct 26 11:53:26.573054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['5ef21f79-b1fb-4b89-8086-0a58a529e2ed'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:26.692081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Attempting to bind port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:26.692481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Attempting to bind port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:26.692743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Attempting to bind port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc on network 1271a4c7-8c8f-41c3-a893-1620fa60654c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:26.697418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] For port e9a3ab38-834c-4591-ac1a-c6b3de064dcb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,segment=NetworkSegment(3be5ca0c-f7c0-42c6-badf-a21bfe508374),segment_id=3be5ca0c-f7c0-42c6-badf-a21bfe508374)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:26.697797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.709683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc on network 1271a4c7-8c8f-41c3-a893-1620fa60654c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:26.710046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Attempting to bind port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc on network 1271a4c7-8c8f-41c3-a893-1620fa60654c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:26.718641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:26.719030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Checking segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:26.719382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Bound using segment: {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:26.720302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Bound port: 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e5616e-54d7-4685-b500-a8d7e37b9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:26.720685 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.722482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3045-d78e-4c32-8c1b-bb4972e40622 req-3b2418f5-a9f0-4286-b9c6-af22d8dd1a78 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:26.730848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ea3045-d78e-4c32-8c1b-bb4972e40622 req-3b2418f5-a9f0-4286-b9c6-af22d8dd1a78 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 943 time: 0.0661767 Oct 26 11:53:26.738674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Calling delete_port for e9a3ab38-834c-4591-ac1a-c6b3de064dcb owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:26.767846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ea3045-d78e-4c32-8c1b-bb4972e40622 req-855f170f-806b-4954-be78-e28a91b1bd8a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357063 Oct 26 11:53:26.844719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] For port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:26.863116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] For port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:26.873843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.918991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:26.920465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:26.922482 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] 10.222.0.30 "PUT /v2.0/ports/4dccafaf-a0e2-4654-b3a5-ddd4e59146fc HTTP/1.1" status: 200 len: 1091 time: 1.8422937 Oct 26 11:53:26.928614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'tag': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:26.932440 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca73496-2bdc-4070-80e1-579105079089" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf403f6-78f1-417f-af05-f084668c0da0", "tag": "4dccafaf-a0e2-4654-b3a5-ddd4e59146fc"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:26.974426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24554d6-8cc6-45a6-963f-483ee53255bb req-79167c60-ee69-4b6f-808a-304e4ad7d7a0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:26.976019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a24554d6-8cc6-45a6-963f-483ee53255bb req-79167c60-ee69-4b6f-808a-304e4ad7d7a0 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/ports?device_id=13ef0026-0a87-48ff-86eb-fd429a16966b HTTP/1.1" status: 200 len: 945 time: 0.0738983 Oct 26 11:53:27.019203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a24554d6-8cc6-45a6-963f-483ee53255bb req-a8d4cc04-c89f-44aa-bd58-1c17ce89f808 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d2ecbae-688d-4152-ab6e-2c2ac373b113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364914 Oct 26 11:53:27.023208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57cbb5-1b77-4fa3-b065-7be79aef157a service neutron] Pushing event updated for resources: {'Port': ['ID=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:27.035834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:27.088360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event deleted for resources: {'Port': ['ID=e9a3ab38-834c-4591-ac1a-c6b3de064dcb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:27.104451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-c0b032da-4af2-4c89-9149-50cb4481d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.105973 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-c0b032da-4af2-4c89-9149-50cb4481d0c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 1094 time: 0.1287818 Oct 26 11:53:27.116599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849498-4f6b-4c22-9d6c-cc90dcf7fd6d req-77f56fe2-11d5-4f36-b966-0f193ca6ce54 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.119444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a849498-4f6b-4c22-9d6c-cc90dcf7fd6d req-77f56fe2-11d5-4f36-b966-0f193ca6ce54 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 949 time: 0.0823004 Oct 26 11:53:27.169979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e9a3ab38-834c-4591-ac1a-c6b3de064dcb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:27.178056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a849498-4f6b-4c22-9d6c-cc90dcf7fd6d req-600c64cc-4ddc-4dc2-8c1c-6c00c6f5a7b4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526946 Oct 26 11:53:27.189352 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd791299-0f53-4f65-b6c5-ee0e75590155 x-openstack-request-id: req-fd791299-0f53-4f65-b6c5-ee0e75590155 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:27.189649 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf403f6-78f1-417f-af05-f084668c0da0", "tag": "4dccafaf-a0e2-4654-b3a5-ddd4e59146fc", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:27.189907 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd791299-0f53-4f65-b6c5-ee0e75590155 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:27.190312 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'tag': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc', 'status': 'completed', 'code': 200} Oct 26 11:53:27.191752 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-2ac46a15-7656-4627-838b-0fec4e02c221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc HTTP/1.1" status: 200 len: 217 time: 0.0703073 Oct 26 11:53:27.192539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] No DVR routers for this DVR port e9a3ab38-834c-4591-ac1a-c6b3de064dcb on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:27.197544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:27.200722 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73c1b708-7881-4d79-a388-976a90323065 req-a784ccce-76a2-4962-a18a-c607231c354a tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.100 "DELETE /v2.0/ports/e9a3ab38-834c-4591-ac1a-c6b3de064dcb HTTP/1.1" status: 204 len: 173 time: 1.2082212 Oct 26 11:53:27.306106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-8c1c696a-e898-4a52-ab9b-8be08591ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.310504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-8c1c696a-e898-4a52-ab9b-8be08591ea45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 200 len: 855 time: 0.1088591 Oct 26 11:53:27.360658 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-f7fa403d-f603-4e73-9d7d-2a2ee2de86e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1271a4c7-8c8f-41c3-a893-1620fa60654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393977 Oct 26 11:53:27.477859 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-44be344a-f75f-485f-b6a5-c76a929f802e service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091046 Oct 26 11:53:27.544569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147e55-eb77-4adc-bd0e-7a95ee4184c4 req-2f2e7b07-fa72-4ad9-a427-f48967d60414 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.546170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1147e55-eb77-4adc-bd0e-7a95ee4184c4 req-2f2e7b07-fa72-4ad9-a427-f48967d60414 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 949 time: 0.0563099 Oct 26 11:53:27.583243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-d8329ed8-1169-4fa5-b8b2-0e40aecaf6ce tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.584804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-d8329ed8-1169-4fa5-b8b2-0e40aecaf6ce tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad&tenant_id=a30afeddd6894964b3d8f85d494291d0&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 949 time: 0.1180384 Oct 26 11:53:27.613326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1147e55-eb77-4adc-bd0e-7a95ee4184c4 req-015d9ad9-cc86-4fa6-915b-cf7c39267c89 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Oct 26 11:53:27.622181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7195f8-cd0b-4b25-b108-c39622cbdcce req-c09aa8f3-3c20-42f1-a5da-51a5aae7e55b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.623986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7195f8-cd0b-4b25-b108-c39622cbdcce req-c09aa8f3-3c20-42f1-a5da-51a5aae7e55b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0766335 Oct 26 11:53:27.649451 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9cdcf479-cf91-4e20-889b-bf393c95feda req-935b85be-8b38-484e-a688-e35c31ffd9ec service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511388 Oct 26 11:53:27.688895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7195f8-cd0b-4b25-b108-c39622cbdcce req-c352ece6-b23f-4f6d-9ea9-90f1fc849513 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Oct 26 11:53:27.701025 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-c41051ec-eb6e-42ac-b6ed-0c1c60706645 service neutron] 10.222.0.100 "GET /v2.0/ports/5ef21f79-b1fb-4b89-8086-0a58a529e2ed/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 382 time: 0.1018434 Oct 26 11:53:27.783293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73496-2bdc-4070-80e1-579105079089 req-3e1c81bb-04f1-437d-9aa0-44a5d3e81150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.785325 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-3e1c81bb-04f1-437d-9aa0-44a5d3e81150 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51aabbdcddff42388c1f91bde8cafb89&device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 1094 time: 0.0796201 Oct 26 11:53:27.797263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-42ae43df-14db-4670-8ad2-a3c4aaf1bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.799126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-42ae43df-14db-4670-8ad2-a3c4aaf1bae8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1100 time: 0.0609994 Oct 26 11:53:27.921600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207196f-911a-4503-97f2-25272c54ae15 req-f636cd39-d508-44b8-8a1f-bd49f4359346 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.923486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3207196f-911a-4503-97f2-25272c54ae15 req-f636cd39-d508-44b8-8a1f-bd49f4359346 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 943 time: 0.0608826 Oct 26 11:53:27.963240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3207196f-911a-4503-97f2-25272c54ae15 req-e110341e-ae62-4474-a243-f48717433961 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Oct 26 11:53:27.972191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73496-2bdc-4070-80e1-579105079089 req-11b1b17c-d962-452d-8ef5-6ff4c8cbe321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.973836 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-11b1b17c-d962-452d-8ef5-6ff4c8cbe321 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 200 len: 917 time: 0.1735919 Oct 26 11:53:27.975004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-092a1b3d-442d-4de5-b4b0-01b3ab31754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:27.976405 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-092a1b3d-442d-4de5-b4b0-01b3ab31754c service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1662323 Oct 26 11:53:27.993839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:28.023080 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-4aacf8f6-4cfe-4f58-ad2d-07ecf7f53cbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc HTTP/1.1" status: 200 len: 217 time: 0.0406096 Oct 26 11:53:28.044946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:53:28.050198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:28.050783 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.063236 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-93f675c5-970c-48e0-92fa-4d412b2da1e7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0742598 Oct 26 11:53:28.146916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73496-2bdc-4070-80e1-579105079089 req-aafcc921-4ed0-45de-9755-66fc11cbc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:28.151030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-aafcc921-4ed0-45de-9755-66fc11cbc6bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 200 len: 855 time: 0.0936348 Oct 26 11:53:28.178345 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.207862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:28.211110 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591c725-0782-4d08-beeb-41ce5bcb7182" -d '{"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:28.222124 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-12e1f1b0-f392-4ca3-8d7d-05b95499a6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1271a4c7-8c8f-41c3-a893-1620fa60654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579298 Oct 26 11:53:28.229116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-004a31e8-740f-43e4-8edd-79e8935ebf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:28.230921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-004a31e8-740f-43e4-8edd-79e8935ebf5c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1390712 Oct 26 11:53:28.238203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:28.250073 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.251388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e9a3ab38-834c-4591-ac1a-c6b3de064dcb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:28.281830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: e9a3ab38-834c-4591-ac1a-c6b3de064dcb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:28.282662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e9a3ab38-834c-4591-ac1a-c6b3de064dcb not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:28.286919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60008) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:28.287681 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1aa6c-f7d8-4a01-8a33-6baa1afb29dd x-openstack-request-id: req-5ad1aa6c-f7d8-4a01-8a33-6baa1afb29dd {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:28.288307 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:28.288796 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ad1aa6c-f7d8-4a01-8a33-6baa1afb29dd {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:28.289408 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'code': 200} Oct 26 11:53:28.351366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:28.381470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3a20439-ce74-4774-911c-d8f0cec37c62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.396992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b8b24cb5-3f07-4cb8-85cd-ee31785c4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:28.406747 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b8b24cb5-3f07-4cb8-85cd-ee31785c4881 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593747 Oct 26 11:53:28.414236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3a20439-ce74-4774-911c-d8f0cec37c62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.449451 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-d8367993-82c5-48fe-8975-61c48311bb2d service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171681 Oct 26 11:53:28.474746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3a20439-ce74-4774-911c-d8f0cec37c62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.485016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3a20439-ce74-4774-911c-d8f0cec37c62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.485016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d3a20439-ce74-4774-911c-d8f0cec37c62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "DELETE /v2.0/security-groups/cca91c3e-361c-4751-8f5f-16895a90a24c HTTP/1.1" status: 204 len: 168 time: 0.1940966 Oct 26 11:53:28.489434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60014) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:28.509958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a20439-ce74-4774-911c-d8f0cec37c62 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca91c3e-361c-4751-8f5f-16895a90a24c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:28.512157 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-89e25ced-cd22-4e0f-9310-2eb344b0f400 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] show failed (client error): The resource could not be found. Oct 26 11:53:28.516316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-89e25ced-cd22-4e0f-9310-2eb344b0f400 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "GET /v2.0/security-groups/cca91c3e-361c-4751-8f5f-16895a90a24c HTTP/1.1" status: 404 len: 347 time: 0.0254457 Oct 26 11:53:28.517267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60016) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:28.595530 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-12e87de7-4fa0-498c-a46e-fcf850de2edb service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737282 Oct 26 11:53:28.600982 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3ca73496-2bdc-4070-80e1-579105079089 req-75776a26-671c-4b60-a6d4-eb66704b495e service neutron] 10.222.0.30 "GET /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224003 Oct 26 11:53:28.673038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Deleting port 2dc609bc-4850-4e07-8f1f-41850b2b3eda {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:28.673640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.705148 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-98a89727-b563-41e6-92d2-c13eb49dc63d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015341 Oct 26 11:53:28.833677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e3b58-e32b-41a6-bf55-ac4ae9f84764 req-b8295cb3-27e9-42ff-b8fc-fee4a20c6de7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:28.835169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b4e3b58-e32b-41a6-bf55-ac4ae9f84764 req-b8295cb3-27e9-42ff-b8fc-fee4a20c6de7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1099563 Oct 26 11:53:28.839259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.839588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:28.876974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Calling delete_port for 2dc609bc-4850-4e07-8f1f-41850b2b3eda owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:28.885652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a04c8-7891-41ea-b9d5-03b817b064ba req-7bb0bbf1-eb8b-4130-8298-2ed3ade9e3ed tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:28.887172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-364a04c8-7891-41ea-b9d5-03b817b064ba req-7bb0bbf1-eb8b-4130-8298-2ed3ade9e3ed tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1162729 Oct 26 11:53:28.928102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b4e3b58-e32b-41a6-bf55-ac4ae9f84764 req-4998cd0d-d192-4614-9575-6696cd37ec15 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858250 Oct 26 11:53:28.979105 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-364a04c8-7891-41ea-b9d5-03b817b064ba req-cfb0d77f-02ab-451a-bc0c-f4c9914e09ba tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822773 Oct 26 11:53:29.100012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.140135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0103ed-2025-4621-a09c-294be4c0da78 req-cbdb6bdf-6641-407c-9841-642f9d1019db tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:29.141628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd0103ed-2025-4621-a09c-294be4c0da78 req-cbdb6bdf-6641-407c-9841-642f9d1019db tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 943 time: 0.0916469 Oct 26 11:53:29.145178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Pushing event deleted for resources: {'Port': ['ID=2dc609bc-4850-4e07-8f1f-41850b2b3eda,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:29.191287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'name': 'network-vif-deleted', 'tag': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:29.193902 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fbafcd-2496-4daf-a4b9-563a32e84247" -d '{"events": [{"server_uuid": "13ef0026-0a87-48ff-86eb-fd429a16966b", "name": "network-vif-deleted", "tag": "e9a3ab38-834c-4591-ac1a-c6b3de064dcb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:29.237126 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ac6d5-086e-4f8e-89d8-1db033ec5082 x-openstack-request-id: req-5f1ac6d5-086e-4f8e-89d8-1db033ec5082 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:29.237487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd0103ed-2025-4621-a09c-294be4c0da78 req-044c34a5-c88c-40f8-b801-1249f9d3592c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883830 Oct 26 11:53:29.237977 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ef0026-0a87-48ff-86eb-fd429a16966b", "name": "network-vif-deleted", "tag": "e9a3ab38-834c-4591-ac1a-c6b3de064dcb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:29.238474 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5f1ac6d5-086e-4f8e-89d8-1db033ec5082 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:29.239217 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ef0026-0a87-48ff-86eb-fd429a16966b', 'name': 'network-vif-deleted', 'tag': 'e9a3ab38-834c-4591-ac1a-c6b3de064dcb', 'status': 'completed', 'code': 200} Oct 26 11:53:29.241218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.245007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.249244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-43546ad4-f526-4673-993a-539a4f033836 tempest-ImagesOneServerNegativeTestJSON-1339941952 tempest-ImagesOneServerNegativeTestJSON-1339941952-project] 10.222.0.88 "DELETE /v2.0/floatingips/d5127c46-dcb3-4c7e-b924-4692225181c3 HTTP/1.1" status: 204 len: 168 time: 0.7306690 Oct 26 11:53:29.366721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60038) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:29.418572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Deleting subnet d637e95f-8d08-4861-b92e-4ec13e267f84 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:53:29.420872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.464335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.510589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.586576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.614826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d637e95f-8d08-4861-b92e-4ec13e267f84,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:29.617260 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.621884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-90145b43-aed3-492b-84ae-32f6043c420f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d637e95f-8d08-4861-b92e-4ec13e267f84 HTTP/1.1" status: 204 len: 168 time: 0.2540457 Oct 26 11:53:29.625105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60054) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:29.644292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:29.658804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:29.709952 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.772048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:29.783934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc', 'network_id': '1271a4c7-8c8f-41c3-a893-1620fa60654c', 'port_id': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc', 'mac_address': 'fa:16:3e:7d:80:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e68a677-0e2b-4e44-a3dc-98aec6cca38a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:29.822808 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.832646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.836023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:29.842134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Deleting subnet b834d65b-dcbd-4bef-a66a-262e38ec0163 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:53:29.849975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.859045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:29.865861 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.886677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8030a5f4-d533-4f00-9319-c1729d7f3d7f']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:29.903362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be5ca0c-f7c0-42c6-badf-a21bfe508374') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:29.903804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be5ca0c-f7c0-42c6-badf-a21bfe508374') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:29.917148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.920107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.929635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:29.961276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.972192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:53:29.972585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:53:29.974291 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:53:30.031189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.115000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.126580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.129718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8030a5f4-d533-4f00-9319-c1729d7f3d7f HTTP/1.1" status: 204 len: 168 time: 0.5032449 Oct 26 11:53:30.156170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b5550-c69c-4c7e-833c-ef4a1a20d3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8030a5f4-d533-4f00-9319-c1729d7f3d7f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:30.172387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbadc31-b3c0-4592-b321-aa8f6b1cf53f req-dab41469-caf0-47f8-b892-af9645abd77a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:30.173905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fbadc31-b3c0-4592-b321-aa8f6b1cf53f req-dab41469-caf0-47f8-b892-af9645abd77a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1621454 Oct 26 11:53:30.184667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87493c02-8e66-4502-a9bb-24affa028c1a req-ee1e691c-8779-42ce-89cf-481aad68ed0c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:30.186378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87493c02-8e66-4502-a9bb-24affa028c1a req-ee1e691c-8779-42ce-89cf-481aad68ed0c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1149082 Oct 26 11:53:30.212162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4dccafaf-a0e2-4654-b3a5-ddd4e59146fc'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:30.231096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.286777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60068) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:30.297475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fbadc31-b3c0-4592-b321-aa8f6b1cf53f req-bb0cf28e-48f1-4946-b081-94b8a081ec17 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089191 Oct 26 11:53:30.298261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b834d65b-dcbd-4bef-a66a-262e38ec0163,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:30.300568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.303767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bce513ad-3081-4bbc-b62d-b731272f1cb2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b834d65b-dcbd-4bef-a66a-262e38ec0163 HTTP/1.1" status: 204 len: 168 time: 0.6585307 Oct 26 11:53:30.306686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60070) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:30.330934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87493c02-8e66-4502-a9bb-24affa028c1a req-5e06004a-6fa4-4a3b-a44b-4db26022ec2a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316712 Oct 26 11:53:30.364142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3fa4c33c-641c-456e-bf8c-99a4fba543f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e0a383b4b774e08a9782163ce247430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729382 Oct 26 11:53:30.365571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60074) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:30.427157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b69fa0a-8b2d-457f-93ed-9b2bcdfe51f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.445361 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.455289 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b69fa0a-8b2d-457f-93ed-9b2bcdfe51f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.497877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855c63-d48e-45e1-9490-50b43e0cf565 req-077db5eb-2daf-4b54-9cc9-fbfb3f572487 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:30.506634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc855c63-d48e-45e1-9490-50b43e0cf565 req-077db5eb-2daf-4b54-9cc9-fbfb3f572487 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 944 time: 0.1021276 Oct 26 11:53:30.508182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b69fa0a-8b2d-457f-93ed-9b2bcdfe51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.512562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b69fa0a-8b2d-457f-93ed-9b2bcdfe51f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.516508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b69fa0a-8b2d-457f-93ed-9b2bcdfe51f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5d2ecbae-688d-4152-ab6e-2c2ac373b113 HTTP/1.1" status: 204 len: 168 time: 0.1472182 Oct 26 11:53:30.537904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69fa0a-8b2d-457f-93ed-9b2bcdfe51f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ecbae-688d-4152-ab6e-2c2ac373b113,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:30.834345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.840090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc855c63-d48e-45e1-9490-50b43e0cf565 req-8bc63bb2-729d-4d7d-9683-5eebaee06277 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326030 Oct 26 11:53:30.863112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefb0e51-1bca-4306-bad0-98b3b472a6f7']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:30.875706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2719df73-4760-4f4e-9166-8a6b572a8a91') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:30.876070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2719df73-4760-4f4e-9166-8a6b572a8a91') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:30.886590 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.902042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.910440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:53:30.910793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:53:30.912625 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:53:30.983828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:30.994311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.003051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cefb0e51-1bca-4306-bad0-98b3b472a6f7 HTTP/1.1" status: 204 len: 168 time: 0.6895912 Oct 26 11:53:31.018252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222d787-b4e2-4c2f-a215-73ae848c80c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cefb0e51-1bca-4306-bad0-98b3b472a6f7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:31.022943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-18b78eb4-0fd5-4e88-80d2-65d160a00029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:31.024710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-18b78eb4-0fd5-4e88-80d2-65d160a00029 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad&tenant_id=a30afeddd6894964b3d8f85d494291d0 HTTP/1.1" status: 200 len: 1101 time: 0.0505445 Oct 26 11:53:31.038199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:31.097175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.193056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:31.240573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2dfd26c9-8e84-40e2-89b9-f35691f223b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=640c0e1e56b947c2b0ec7ca9644593a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458925 Oct 26 11:53:31.243016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60100) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:31.295816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4a22752-5d6e-4771-b37b-28c38d21e8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.318769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4a22752-5d6e-4771-b37b-28c38d21e8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.324887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:31.383452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:31.400457 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4a22752-5d6e-4771-b37b-28c38d21e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.403171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4a22752-5d6e-4771-b37b-28c38d21e8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.404314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e4a22752-5d6e-4771-b37b-28c38d21e8c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f91c5849-4a57-4c97-b065-92ee6b7e6091 HTTP/1.1" status: 204 len: 168 time: 0.1602092 Oct 26 11:53:31.438880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a22752-5d6e-4771-b37b-28c38d21e8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c5849-4a57-4c97-b065-92ee6b7e6091,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:31.471705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.474025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:31.478396 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed49f82-4b56-4622-b119-a5e184f73a65" -d '{"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:31.496876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b1d0-ffbd-46a8-bdb7-a8da04bc2662 req-f2e38362-f31f-41b6-adb1-b5c8b7157c56 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:31.498478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c726b1d0-ffbd-46a8-bdb7-a8da04bc2662 req-f2e38362-f31f-41b6-adb1-b5c8b7157c56 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1105318 Oct 26 11:53:31.505549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Transition to ACTIVE for port object 5ef21f79-b1fb-4b89-8086-0a58a529e2ed will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:53:31.510796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.522639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9a03e-6537-493b-9e3d-7af535949f6d req-82cb0d42-11d1-4903-9b47-22fe95488399 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:31.524229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88b9a03e-6537-493b-9e3d-7af535949f6d req-82cb0d42-11d1-4903-9b47-22fe95488399 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0884032 Oct 26 11:53:31.564808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:31.575463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c726b1d0-ffbd-46a8-bdb7-a8da04bc2662 req-6a35912b-f7b6-4e25-85bb-b96596d7a577 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677299 Oct 26 11:53:31.602005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88b9a03e-6537-493b-9e3d-7af535949f6d req-fc5d15d8-2aad-4cb6-a6db-73f61a69e174 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667491 Oct 26 11:53:31.616151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] No DVR routers for this DVR port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:31.680213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:31.682137 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ede47-ba9f-4ede-b72e-9adc7113828f x-openstack-request-id: req-f00ede47-ba9f-4ede-b72e-9adc7113828f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:31.682429 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:31.682891 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f00ede47-ba9f-4ede-b72e-9adc7113828f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:31.683300 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'code': 200} Oct 26 11:53:31.684424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:31.685101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:31.685628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:31.693417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:53:31.693853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Attempting to bind port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:31.699978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:31.700320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:31.700887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:31.701492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Bound port: 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:31.702779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.801048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:31.807189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:31.817895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.824598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:53:31.830711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:31.850140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.872885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:31.875254 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:31.877174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] 10.222.0.30 "PUT /v2.0/ports/5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 1097 time: 0.8438914 Oct 26 11:53:31.932801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082be2b-d051-40a6-80f5-8e530d48f00f service neutron] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=11']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:32.003120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-c403abd7-37be-444d-8fda-f65766be0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.005346 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-c403abd7-37be-444d-8fda-f65766be0708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1100 time: 0.0928605 Oct 26 11:53:32.017694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b40606-34ac-441e-8b2b-767f259c32d2 req-8cfc179f-291c-4feb-9f47-64335ecb4b70 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.022584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50b40606-34ac-441e-8b2b-767f259c32d2 req-8cfc179f-291c-4feb-9f47-64335ecb4b70 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 944 time: 0.0894127 Oct 26 11:53:32.064656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:32.119090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50b40606-34ac-441e-8b2b-767f259c32d2 req-6c11425d-2bb5-4191-89a9-e55bf21337d3 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883422 Oct 26 11:53:32.137494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:32.138346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:32.141759 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca406cd-5eb1-4f3f-beaa-c8bca7e35e7c" -d '{"events": [{"server_uuid": "fdf403f6-78f1-417f-af05-f084668c0da0", "name": "network-vif-plugged", "status": "completed", "tag": "4dccafaf-a0e2-4654-b3a5-ddd4e59146fc"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:32.146082 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:32.194170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-f70de1b9-5a97-411c-bfa5-5af2c9a778f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.196318 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-f70de1b9-5a97-411c-bfa5-5af2c9a778f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1811283 Oct 26 11:53:32.210390 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee668f6-f7d1-41ae-8ce0-eea38bb64d6b x-openstack-request-id: req-eee668f6-f7d1-41ae-8ce0-eea38bb64d6b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:32.210695 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf403f6-78f1-417f-af05-f084668c0da0", "name": "network-vif-plugged", "status": "completed", "tag": "4dccafaf-a0e2-4654-b3a5-ddd4e59146fc", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:32.211250 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eee668f6-f7d1-41ae-8ce0-eea38bb64d6b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:32.212199 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc', 'code': 200} Oct 26 11:53:32.255150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:32.272944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-0bdbaa1d-4c2f-49b1-8e89-66d5e7d4eee1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0595090 Oct 26 11:53:32.359702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-ba837c08-49ed-4418-a10c-d6b30374109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.360637 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-ba837c08-49ed-4418-a10c-d6b30374109c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0806706 Oct 26 11:53:32.368671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2146f8-2ad9-4328-ad7a-f3933beeb298 req-171acc1d-6a98-4509-8b31-4d438594f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.370188 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3c2146f8-2ad9-4328-ad7a-f3933beeb298 req-171acc1d-6a98-4509-8b31-4d438594f636 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 1096 time: 0.0578830 Oct 26 11:53:32.432247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3c2146f8-2ad9-4328-ad7a-f3933beeb298 req-610e1ae9-1cbe-4a7e-b37e-31e0a8fcfc13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Oct 26 11:53:32.434825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-c7c68232-d955-4a3d-b2f4-a5a2a67380e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.436294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-c7c68232-d955-4a3d-b2f4-a5a2a67380e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649514 Oct 26 11:53:32.547764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60150) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:32.662223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e77ce62-e2f7-4b8c-ac9d-7f89aa404bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:32.744024 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-da06fda8-5f85-472f-a532-a41e5b109455 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015964 Oct 26 11:53:32.744674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09914a-9e28-4432-82bf-6e77e41a1c45 req-a53ba3ed-ce00-49c9-b899-4b7709552650 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.746221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be09914a-9e28-4432-82bf-6e77e41a1c45 req-a53ba3ed-ce00-49c9-b899-4b7709552650 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 949 time: 0.0853567 Oct 26 11:53:32.820022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be09914a-9e28-4432-82bf-6e77e41a1c45 req-6ed32b67-9704-4381-a5dd-9a861e8a651f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651262 Oct 26 11:53:32.839341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e77ce62-e2f7-4b8c-ac9d-7f89aa404bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:32.845742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e77ce62-e2f7-4b8c-ac9d-7f89aa404bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:32.856447 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f794d40-03b1-46ca-9948-a8603e809b15 req-9fa2d87f-1a11-4c73-89aa-a966fddae0a4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046517 Oct 26 11:53:32.921338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e77ce62-e2f7-4b8c-ac9d-7f89aa404bda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74a871d5d24b4535b6b246851fa2260a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700178 Oct 26 11:53:32.921829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:32.922202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77ce62-e2f7-4b8c-ac9d-7f89aa404bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812b98de-5c76-4b44-a7b5-6e14baff7c5c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:32.942725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371227e9-7424-405e-aef7-5eae6963d617 req-c213147b-cf69-4268-bb31-83ac82fdf828 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:32.944308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-371227e9-7424-405e-aef7-5eae6963d617 req-c213147b-cf69-4268-bb31-83ac82fdf828 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0863822 Oct 26 11:53:32.986131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-371227e9-7424-405e-aef7-5eae6963d617 req-eb195e68-5865-4e98-b022-20ae6c7ab052 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Oct 26 11:53:32.992683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1526-7ad2-4345-85d8-ac15eb991ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.023053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1526-7ad2-4345-85d8-ac15eb991ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.083662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1526-7ad2-4345-85d8-ac15eb991ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.086434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1526-7ad2-4345-85d8-ac15eb991ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.089874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f1cb1526-7ad2-4345-85d8-ac15eb991ba0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/812b98de-5c76-4b44-a7b5-6e14baff7c5c HTTP/1.1" status: 204 len: 168 time: 0.1649103 Oct 26 11:53:33.102042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb1526-7ad2-4345-85d8-ac15eb991ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b98de-5c76-4b44-a7b5-6e14baff7c5c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:33.238602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180feb6c-9e64-4b68-9803-f2f8c753c97a req-4f35e112-ac54-4b93-af29-3d986fd64cc7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:33.240179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-180feb6c-9e64-4b68-9803-f2f8c753c97a req-4f35e112-ac54-4b93-af29-3d986fd64cc7 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.0527046 Oct 26 11:53:33.285954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-180feb6c-9e64-4b68-9803-f2f8c753c97a req-738fcbbb-1235-4a7e-aa7f-3a83a860e533 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Oct 26 11:53:33.415479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60204) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:33.533012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.575019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a41539c4-0a47-4b8d-8e0e-95edbf201deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.662666 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a41539c4-0a47-4b8d-8e0e-95edbf201deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.667445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a41539c4-0a47-4b8d-8e0e-95edbf201deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.684977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:33.688504 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e1171-24cb-4e10-a6ab-8586dbee543b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:33.710464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a41539c4-0a47-4b8d-8e0e-95edbf201deb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a190bd7f1d9a4f45b21e8ceeac976dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937868 Oct 26 11:53:33.711507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41539c4-0a47-4b8d-8e0e-95edbf201deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aaaba0-fe4d-44b7-a930-5d0c47816291,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:33.713175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60220) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:33.767691 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056f96bf-14d1-45a8-811a-ed9d3f75f26b x-openstack-request-id: req-056f96bf-14d1-45a8-811a-ed9d3f75f26b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:33.767998 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:33.768230 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-056f96bf-14d1-45a8-811a-ed9d3f75f26b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:33.768964 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'status': 'completed', 'code': 200} Oct 26 11:53:33.786223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60222) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:33.802402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a00ab93-7f0d-4c23-9117-4daffbe0ba71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.877295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a00ab93-7f0d-4c23-9117-4daffbe0ba71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.898484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-network', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:33.912652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-5ff1b95d-b6b8-423e-90d9-96a8ebae06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:33.914120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-5ff1b95d-b6b8-423e-90d9-96a8ebae06eb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1100 time: 0.0954573 Oct 26 11:53:33.920321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-9696bb8c-c631-46a2-be2a-41b97462aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:33.922997 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-9696bb8c-c631-46a2-be2a-41b97462aacd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a30afeddd6894964b3d8f85d494291d0&device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1100 time: 0.1332519 Oct 26 11:53:33.954910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:33.957609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.971725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:33.988914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:34.001273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5fb8-ad92-4016-8764-015bf8f36b6a req-4f1fa256-6ced-402e-8745-961881ef2db6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.003243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cee5fb8-ad92-4016-8764-015bf8f36b6a req-4f1fa256-6ced-402e-8745-961881ef2db6 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 949 time: 0.1005070 Oct 26 11:53:34.054067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a00ab93-7f0d-4c23-9117-4daffbe0ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.064290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a00ab93-7f0d-4c23-9117-4daffbe0ba71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.065822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:34.070348 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a00ab93-7f0d-4c23-9117-4daffbe0ba71 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54aaaba0-fe4d-44b7-a930-5d0c47816291 HTTP/1.1" status: 204 len: 168 time: 0.3547702 Oct 26 11:53:34.102308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00ab93-7f0d-4c23-9117-4daffbe0ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aaaba0-fe4d-44b7-a930-5d0c47816291,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:34.117007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cee5fb8-ad92-4016-8764-015bf8f36b6a req-a23f9caa-8e83-4b7c-ad2f-e4f1cf3bdb97 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029222 Oct 26 11:53:34.149309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-9c0eac75-fa33-4b3d-aaf5-0e73d0c86632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.150812 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-9c0eac75-fa33-4b3d-aaf5-0e73d0c86632 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2154374 Oct 26 11:53:34.152701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-4e55266f-4450-4bbc-8ca7-6514a5c0375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.154648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-4e55266f-4450-4bbc-8ca7-6514a5c0375d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.2304144 Oct 26 11:53:34.217556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.234218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.250747 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-13031d60-c34a-4b23-b89a-5b2aacb82e88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0895972 Oct 26 11:53:34.252544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-e69b859a-8a2b-4d1d-898c-8becda3da4fb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 200 len: 217 time: 0.0830891 Oct 26 11:53:34.283852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:53:34.304573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32b8f7e-8757-4bf4-a66b-461bf0d72686,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:34.323974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.325005 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Added segment f32c9615-a8ce-4b70-81d8-03f9944f0585 of type vlan for network 4204cc42-892f-4bd5-b083-d05a5f5e0135 Oct 26 11:53:34.351190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-97026613-4ce7-4a3a-9dc0-f52f3fd3897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.352884 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-97026613-4ce7-4a3a-9dc0-f52f3fd3897f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0933890 Oct 26 11:53:34.361422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-bc6c2c3c-c518-46a3-ab58-c82a6afd4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.363119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-bc6c2c3c-c518-46a3-ab58-c82a6afd4e60 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0860064 Oct 26 11:53:34.415037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a0702-d2ee-4817-b64c-38254b545945 req-1796ccd2-4374-4d70-860a-1088eddf810e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.423019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-852a0702-d2ee-4817-b64c-38254b545945 req-1796ccd2-4374-4d70-860a-1088eddf810e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.2039828 Oct 26 11:53:34.451807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-93d7795d-caf7-47c7-a904-6a48ca338be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.452044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.452201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-93d7795d-caf7-47c7-a904-6a48ca338be3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862887 Oct 26 11:53:34.454287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-e8de07a3-42db-4d8e-a0d1-1c405f7f882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.456472 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-e8de07a3-42db-4d8e-a0d1-1c405f7f882d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725825 Oct 26 11:53:34.502996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e42f9e-b982-46df-88cf-606dfd420d67 req-fdbaa1f8-4738-4e07-b8d6-fea29c46176a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.507444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20e42f9e-b982-46df-88cf-606dfd420d67 req-fdbaa1f8-4738-4e07-b8d6-fea29c46176a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.1272554 Oct 26 11:53:34.517358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-852a0702-d2ee-4817-b64c-38254b545945 req-09654886-b923-4025-ba79-7455d184c14e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934598 Oct 26 11:53:34.528041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.529286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.530834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.619567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8321354 Oct 26 11:53:34.629129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:34.635809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20e42f9e-b982-46df-88cf-606dfd420d67 req-7532f1b0-50ee-43da-a667-186769cae964 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219726 Oct 26 11:53:34.639948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Request body: {'subnet': {'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-subnet', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:34.663898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2347-42d5-4e86-af30-2fe5582523df admin admin] Pushing event updated for resources: {'Network': ['ID=4204cc42-892f-4bd5-b083-d05a5f5e0135,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:34.674900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:34.678099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.682297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:53:34.878346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b86f7-5cd6-4061-a560-37eed30ad258 req-771720f5-ab23-427e-b2b0-9c071f99dd3f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:34.879738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e8b86f7-5cd6-4061-a560-37eed30ad258 req-771720f5-ab23-427e-b2b0-9c071f99dd3f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.1024299 Oct 26 11:53:34.969875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:34.976700 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-6c5c4b52-123a-4c15-af7e-d6f0110894ee service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169904 Oct 26 11:53:34.984115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e8b86f7-5cd6-4061-a560-37eed30ad258 req-efd78729-e267-4e30-b11c-173e3eb5dc7f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902309 Oct 26 11:53:34.985594 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-13438311-e4cb-408c-9300-39d619f604fa service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156362 Oct 26 11:53:35.076533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0dec01-3fd3-4823-bde6-290e15793ce1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:35.086082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Checking segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:35.086457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Network hostable DHCP agents. Network: 4204cc42-892f-4bd5-b083-d05a5f5e0135, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:53:35.112265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:53:35.130671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4204cc42-892f-4bd5-b083-d05a5f5e0135) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:35.141328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:35.141672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.147792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa153627-f2b6-4ccd-a92b-5f5be72f81a9 None None] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:53:35.199799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-11108bcc-4973-41dc-bf71-6590b9789353 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5689635 Oct 26 11:53:35.200698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60272) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:35.211131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:35.265164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-968095e2-3aa8-42fa-a554-b1d1129f0f3c service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704954 Oct 26 11:53:35.268975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b6e1171-24cb-4e10-a6ab-8586dbee543b req-b18bf99f-ec27-4ed1-ad23-34b0ea5c6a69 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821760 Oct 26 11:53:35.283506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.285767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.289246 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.371514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.444382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-4204cc42-892f-4bd5-b083-d05a5f5e0135', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:53:35.445325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.518675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5561a6-23c7-4334-89ac-3744dd174d1f req-f6a3a1b3-a020-43d6-bc24-d31693923ddb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:35.520247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e5561a6-23c7-4334-89ac-3744dd174d1f req-f6a3a1b3-a020-43d6-bc24-d31693923ddb tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 949 time: 0.1616206 Oct 26 11:53:35.597996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Allocated IP 172.20.0.2 (4204cc42-892f-4bd5-b083-d05a5f5e0135/8f0dec01-3fd3-4823-bde6-290e15793ce1/e5023b9e-3516-4635-ae30-d8124b9fd0f1) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:35.603059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.636674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e5561a6-23c7-4334-89ac-3744dd174d1f req-9b05dd6f-e75f-4f06-a7c9-b41b2880310f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829046 Oct 26 11:53:35.698466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:53:35.864575 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.878307 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:35.901684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753e9a2-6af2-47b5-84b2-430da71bcf11 req-b41121f9-7e0c-4b55-84db-c55bdd16f970 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:35.903237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2753e9a2-6af2-47b5-84b2-430da71bcf11 req-b41121f9-7e0c-4b55-84db-c55bdd16f970 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.1726649 Oct 26 11:53:35.984696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.013452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2753e9a2-6af2-47b5-84b2-430da71bcf11 req-e4aaf01b-07a4-4d9d-b742-7e4877a5a93f tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961199 Oct 26 11:53:36.016566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.036902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54877445-1f07-427e-a5c1-0b248a53cdc6 req-3664951c-aaed-4d28-ac5c-fec5c210ec5c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:36.044293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54877445-1f07-427e-a5c1-0b248a53cdc6 req-3664951c-aaed-4d28-ac5c-fec5c210ec5c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1547081 Oct 26 11:53:36.072139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Pushing event updated for resources: {'Port': ['ID=e5023b9e-3516-4635-ae30-d8124b9fd0f1,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:36.107131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:36.108982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:36.112083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:36.119096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:36.132132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'mac_address': 'fa:16:3e:a7:23:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:53:36.187344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54877445-1f07-427e-a5c1-0b248a53cdc6 req-eea78bac-cc96-477b-bf05-04e390ac0e1a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421213 Oct 26 11:53:36.214054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Attempting to bind port e5023b9e-3516-4635-ae30-d8124b9fd0f1 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:36.214054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Attempting to bind port e5023b9e-3516-4635-ae30-d8124b9fd0f1 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:36.214054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Attempting to bind port e5023b9e-3516-4635-ae30-d8124b9fd0f1 on network 4204cc42-892f-4bd5-b083-d05a5f5e0135 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:36.223390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:36.223943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Checking segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:36.224230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.224688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Bound using segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:36.225405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Bound port: e5023b9e-3516-4635-ae30-d8124b9fd0f1, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:36.225984 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.229676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8d3e1-30f3-4483-989d-f132c2dd14f1 req-aa0cd5b7-6df2-4432-a396-7b90f623c255 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:36.231459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d8d3e1-30f3-4483-989d-f132c2dd14f1 req-aa0cd5b7-6df2-4432-a396-7b90f623c255 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 1100 time: 0.1220269 Oct 26 11:53:36.243683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.272929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Allocated IP 172.25.4.222 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1d12869a-b270-44d2-8170-2bec06b6d003) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:36.286743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:53:36.315777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec47cb0-a14d-46dd-a002-a021e16b5743 req-4e7735c7-b5a5-46ca-8861-a167e8e50d2c tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0444088 Oct 26 11:53:36.323504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:36.328540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] For port e5023b9e-3516-4635-ae30-d8124b9fd0f1, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:36.332861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] For port e5023b9e-3516-4635-ae30-d8124b9fd0f1, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e5023b9e-3516-4635-ae30-d8124b9fd0f1,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:36.334608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.339389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6d8d3e1-30f3-4483-989d-f132c2dd14f1 req-8672d555-8a06-43ed-aa54-77d889b019b2 tempest-MigrationsAdminTest-1072775039 tempest-MigrationsAdminTest-1072775039-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984149 Oct 26 11:53:36.340963 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.423411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:36.499872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cf9cc-9b94-4d14-81e3-cf4c7f05a860 None None] Pushing event updated for resources: {'Port': ['ID=e5023b9e-3516-4635-ae30-d8124b9fd0f1,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:36.555983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.595831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff359a-5d28-4817-93f8-c86c430bed1a req-0eb88a18-74eb-40d5-84bb-d9ba0f1bd82c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:36.597547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddff359a-5d28-4817-93f8-c86c430bed1a req-0eb88a18-74eb-40d5-84bb-d9ba0f1bd82c tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.0991867 Oct 26 11:53:36.654474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddff359a-5d28-4817-93f8-c86c430bed1a req-367aef76-5b09-4c61-a2be-cc84d4246195 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Oct 26 11:53:36.660836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:36.731268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['5ef21f79-b1fb-4b89-8086-0a58a529e2ed'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:36.738491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:36.742082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:36.752694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:36.757193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Pushing event updated for resources: {'Port': ['ID=1d12869a-b270-44d2-8170-2bec06b6d003,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:37.103179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d5ff5-9b31-4ea2-b3a8-f60dd95f7afa req-ba518fd4-cc0f-452a-a3e8-30414f5279a7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:37.104766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd8d5ff5-9b31-4ea2-b3a8-f60dd95f7afa req-ba518fd4-cc0f-452a-a3e8-30414f5279a7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.1615031 Oct 26 11:53:37.152004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34d42e-6bc4-4941-a719-8a89a4d3f5dc req-a3e21c2a-eb76-40a8-b028-f14a1c327682 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:37.153498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df34d42e-6bc4-4941-a719-8a89a4d3f5dc req-a3e21c2a-eb76-40a8-b028-f14a1c327682 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.1336126 Oct 26 11:53:37.156396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:37.475070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd8d5ff5-9b31-4ea2-b3a8-f60dd95f7afa req-0a0139dd-7ee5-4b37-a08e-c634857e46ad tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612490 Oct 26 11:53:37.521626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df34d42e-6bc4-4941-a719-8a89a4d3f5dc req-1a16f8ae-45f6-41ac-811e-d4fe05921ca0 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541930 Oct 26 11:53:37.609469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077eab8e-21b5-4a30-820e-c1f86c73d8e2 None None] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:53:37.678244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42fbf66e-0b6d-4494-8d74-5fbb0deb95fd req-9fc9e187-3bc5-44e1-9575-8dfa7320f0dc tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0610423 Oct 26 11:53:37.678965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-82cc2355-f89b-46de-bad3-573d9db4d5e2 None None] Provisioning complete for port e5023b9e-3516-4635-ae30-d8124b9fd0f1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:37.679337 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-82cc2355-f89b-46de-bad3-573d9db4d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:37.715846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55417b6-546e-4c28-bc91-081a06261d4c req-8271e5a6-72f2-41f5-b5d1-1a938a026380 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:37.717883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f55417b6-546e-4c28-bc91-081a06261d4c req-8271e5a6-72f2-41f5-b5d1-1a938a026380 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0987477 Oct 26 11:53:37.719086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:37.830447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f55417b6-546e-4c28-bc91-081a06261d4c req-d29e8b63-20a2-4388-bdff-94ab99a160fe tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034858 Oct 26 11:53:37.837559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-82cc2355-f89b-46de-bad3-573d9db4d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:37.892154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-82cc2355-f89b-46de-bad3-573d9db4d5e2 None None] For port e5023b9e-3516-4635-ae30-d8124b9fd0f1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e5023b9e-3516-4635-ae30-d8124b9fd0f1,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:37.896984 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-82cc2355-f89b-46de-bad3-573d9db4d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:37.908457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcf45c-a851-4bde-94f6-0639e6699b45 req-85104d24-fc4e-49ff-a79b-8203468156e4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:37.910237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7dcf45c-a851-4bde-94f6-0639e6699b45 req-85104d24-fc4e-49ff-a79b-8203468156e4 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.0717778 Oct 26 11:53:37.966622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc2355-f89b-46de-bad3-573d9db4d5e2 None None] Pushing event updated for resources: {'Port': ['ID=e5023b9e-3516-4635-ae30-d8124b9fd0f1,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:37.972283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7dcf45c-a851-4bde-94f6-0639e6699b45 req-81fd7ce6-84cc-40f9-868d-9e7504391d64 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 Oct 26 11:53:37.979961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Router 4580f7bd-6897-47a4-9a83-257235743069 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:53:38.110518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:38.122596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Sync routers for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:38.142005 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.145270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-192488e7-a787-4572-a8ac-875762a03ddf admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9429841 Oct 26 11:53:38.149906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60338) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:38.150659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-32af09e7-8318-4491-be23-b7f49a104ea6 None None] Provisioning complete for port e5023b9e-3516-4635-ae30-d8124b9fd0f1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:38.157007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-32af09e7-8318-4491-be23-b7f49a104ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.159717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:38.160441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:38.331248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:38.380921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1bbed876-34af-49d9-a50c-638b287a41c3 req-b42e619e-15d7-4170-943d-4d8ad5b2f3fa service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0295475 Oct 26 11:53:38.412246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1228b9-e81e-413e-b129-80c4127b750e req-79a0112d-fbfe-407f-a1ce-7bd7d1ec110a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:38.413831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c1228b9-e81e-413e-b129-80c4127b750e req-79a0112d-fbfe-407f-a1ce-7bd7d1ec110a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.1006269 Oct 26 11:53:38.441525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-53760a25-4020-4a48-8776-f4bb1d02113d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:38.443087 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-53760a25-4020-4a48-8776-f4bb1d02113d tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0586376 Oct 26 11:53:38.527285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c1228b9-e81e-413e-b129-80c4127b750e req-a4b632f3-5101-4170-bd73-22743afcdcd2 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065431 Oct 26 11:53:38.529960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:36Z', 'revision_number': 3, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:38.554672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Deleting port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:38.556568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.568496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Checking router: 4580f7bd-6897-47a4-9a83-257235743069 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:38.569315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Updating router 4580f7bd-6897-47a4-9a83-257235743069 port 1d12869a-b270-44d2-8170-2bec06b6d003 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:53:38.599957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.672269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030da4-0a78-41f3-ba3c-35ce2785c203 req-9b219c0e-07a4-4a1a-b161-368cdc423ec3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:38.673985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49030da4-0a78-41f3-ba3c-35ce2785c203 req-9b219c0e-07a4-4a1a-b161-368cdc423ec3 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa9f01f9-10d2-44a6-92d0-85dadc9090ad HTTP/1.1" status: 200 len: 950 time: 0.0973699 Oct 26 11:53:38.696801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] For port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:38.698159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.716680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Calling delete_port for 5ef21f79-b1fb-4b89-8086-0a58a529e2ed owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:38.772110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49030da4-0a78-41f3-ba3c-35ce2785c203 req-2d336640-a5e7-4eff-af4a-da531a013c98 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790474 Oct 26 11:53:38.812669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cf52a02-8f33-4252-b9f1-3349ae007d89 req-f5f71a0e-19e9-45e4-a692-13b91e7e2c29 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0361698 Oct 26 11:53:38.817658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.828983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5023b9e-3516-4635-ae30-d8124b9fd0f1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:38.955101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:38.992749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c805446b-7753-4d74-8342-3d56710e6ffb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:38.996126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', '9abbfa2c-e466-4e93-91e3-54df95684edd', '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:39.017373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event deleted for resources: {'Port': ['ID=5ef21f79-b1fb-4b89-8086-0a58a529e2ed,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:39.049931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fd08b-4482-4153-b265-62752ec7f664 req-640835d4-a267-4bf7-af99-1b3845e6f36d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:39.051640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-131fd08b-4482-4153-b265-62752ec7f664 req-640835d4-a267-4bf7-af99-1b3845e6f36d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1209247 Oct 26 11:53:39.067788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Allocated IP 172.20.0.1 (4204cc42-892f-4bd5-b083-d05a5f5e0135/8f0dec01-3fd3-4823-bde6-290e15793ce1/fc51e579-34f1-4536-9404-70929d98d7da) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:39.124991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] No DVR routers for this DVR port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:39.130212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.134679 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-01b91c78-78c2-408f-a0a9-5d1c9e0219af req-f81d0678-66a3-4292-8f55-e331abde2fb0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "DELETE /v2.0/ports/5ef21f79-b1fb-4b89-8086-0a58a529e2ed HTTP/1.1" status: 204 len: 173 time: 0.6812949 Oct 26 11:53:39.135645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-deleted', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:39.138712 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6695ff8c-b9fd-4ea3-bae0-2eb456b84d5d" -d '{"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-deleted", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:39.192985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.198646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-131fd08b-4482-4153-b265-62752ec7f664 req-2c361687-f9d9-4dc5-858e-8c0754b36989 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324339 Oct 26 11:53:39.202970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e5023b9e-3516-4635-ae30-d8124b9fd0f1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:39.203440 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.210699 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d948763f-4c47-4af2-a215-7536a7748e22 x-openstack-request-id: req-d948763f-4c47-4af2-a215-7536a7748e22 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:39.211016 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f01f9-10d2-44a6-92d0-85dadc9090ad", "name": "network-vif-deleted", "tag": "5ef21f79-b1fb-4b89-8086-0a58a529e2ed", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:39.213989 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d948763f-4c47-4af2-a215-7536a7748e22 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:39.214592 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f01f9-10d2-44a6-92d0-85dadc9090ad', 'name': 'network-vif-deleted', 'tag': '5ef21f79-b1fb-4b89-8086-0a58a529e2ed', 'status': 'completed', 'code': 200} Oct 26 11:53:39.263658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.287729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.311761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.355699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:39.361262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:39.365856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:39.394813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Pushing event updated for resources: {'Port': ['ID=fc51e579-34f1-4536-9404-70929d98d7da,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:39.414905 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.417477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Attempting to bind port 1d12869a-b270-44d2-8170-2bec06b6d003 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:39.417978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Attempting to bind port 1d12869a-b270-44d2-8170-2bec06b6d003 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:39.419713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Attempting to bind port 1d12869a-b270-44d2-8170-2bec06b6d003 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:39.435119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75a4a6-4d7f-436f-be12-8c6f30fc0a16 None None] Pushing event updated for resources: {'Port': ['ID=1d12869a-b270-44d2-8170-2bec06b6d003,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:39.453139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:39.453528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:39.453938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.454339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:39.455341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Bound port: 1d12869a-b270-44d2-8170-2bec06b6d003, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:39.455341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.581159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.635026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] For port 1d12869a-b270-44d2-8170-2bec06b6d003, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:39.640759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] For port 1d12869a-b270-44d2-8170-2bec06b6d003, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1d12869a-b270-44d2-8170-2bec06b6d003,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:39.658967 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.761327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb7bd-5c91-4f94-89fc-91bc0b8e0d6a req-9776d1e0-8fc2-4cb8-a931-d1c45ad1ef24 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:39.763338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d29fb7bd-5c91-4f94-89fc-91bc0b8e0d6a req-9776d1e0-8fc2-4cb8-a931-d1c45ad1ef24 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.1349223 Oct 26 11:53:39.771434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:39.782838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-d02f94aa-2384-49dc-ab35-3dfeb52cb38a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:39.787237 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-d02f94aa-2384-49dc-ab35-3dfeb52cb38a tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 945 time: 0.0628626 Oct 26 11:53:39.821537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:39.821895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:53:39.823523 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75a4a6-4d7f-436f-be12-8c6f30fc0a16 None None] Pushing event updated for resources: {'Port': ['ID=1d12869a-b270-44d2-8170-2bec06b6d003,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:39.857461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d29fb7bd-5c91-4f94-89fc-91bc0b8e0d6a req-3afb32aa-4b62-403f-894c-9049f72e4387 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/security-groups?id=b710ceb1-6065-4152-8cf6-388f3c374b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841594 Oct 26 11:53:39.879144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2a781060-603b-4c6b-93b6-d7a4b14ffce4 None None] Provisioning complete for port fc51e579-34f1-4536-9404-70929d98d7da triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:39.879144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2a781060-603b-4c6b-93b6-d7a4b14ffce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.881020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Port 5ef21f79-b1fb-4b89-8086-0a58a529e2ed not found, will not notify nova. {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:53:39.882375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:39.883509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:39.931882 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.939450 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:39.940220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Deleting port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:39.940577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:40.048706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-866684ad-6e46-4b67-81ec-fdff4965c75c req-e336bb39-e769-4fe9-9acc-c905d7921e61 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0734921 Oct 26 11:53:40.093155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:40.098245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Pushing event updated for resources: {'Port': ['ID=fc51e579-34f1-4536-9404-70929d98d7da,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:40.123455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] For port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,segment=NetworkSegment(c3e5616e-54d7-4685-b500-a8d7e37b9235),segment_id=c3e5616e-54d7-4685-b500-a8d7e37b9235)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:40.124356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:40.151347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Calling delete_port for 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:40.183122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2a781060-603b-4c6b-93b6-d7a4b14ffce4 None None] Port fc51e579-34f1-4536-9404-70929d98d7da cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:40.238669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:40.285013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:40.290042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:40.410973 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:40.457726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Pushing event deleted for resources: {'Port': ['ID=4dccafaf-a0e2-4654-b3a5-ddd4e59146fc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:40.466278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae665639-ee59-4d60-ae13-a24655629b86 req-01ed63d0-96fb-442f-b2ad-27f660d8edf4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:40.474556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae665639-ee59-4d60-ae13-a24655629b86 req-01ed63d0-96fb-442f-b2ad-27f660d8edf4 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 950 time: 0.1864796 Oct 26 11:53:40.534646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae665639-ee59-4d60-ae13-a24655629b86 req-9990a329-a5f4-4aa0-8657-a627a4bd37a0 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 Oct 26 11:53:40.567521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Router 4580f7bd-6897-47a4-9a83-257235743069 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:53:40.569548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] No DVR routers for this DVR port 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:40.575638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:40.586815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90e68eaa-029d-45f8-a89c-61c093d42ddb req-5a1eedff-af31-477c-bace-1b3958ae2f73 tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.30 "DELETE /v2.0/ports/4dccafaf-a0e2-4654-b3a5-ddd4e59146fc HTTP/1.1" status: 204 len: 173 time: 0.7932086 Oct 26 11:53:40.624879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 1, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:40.676692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd5c4-010f-4003-8a31-b635df801c0e None None] The sync data for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 is: [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 1, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:40.686023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-026baaba-8e5c-4a00-af6e-805ae5e94666 None None] Provisioning complete for port fc51e579-34f1-4536-9404-70929d98d7da triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:40.688442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-026baaba-8e5c-4a00-af6e-805ae5e94666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:40.767277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-026baaba-8e5c-4a00-af6e-805ae5e94666 None None] Port fc51e579-34f1-4536-9404-70929d98d7da cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:40.805536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9658b5-d2f0-44d0-aa4c-c5b894eb34a0 req-c49b05b9-9edb-41ed-8dca-4b32def5b76e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:40.807069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9658b5-d2f0-44d0-aa4c-c5b894eb34a0 req-c49b05b9-9edb-41ed-8dca-4b32def5b76e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0842917 Oct 26 11:53:40.834053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:40.841142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-85426b66-d99e-4056-b30f-0d5fefa8ae8d admin admin] 10.222.0.88 "PUT /v2.0/routers/4580f7bd-6897-47a4-9a83-257235743069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6894708 Oct 26 11:53:40.865105 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9658b5-d2f0-44d0-aa4c-c5b894eb34a0 req-e5bbde6f-16ac-45ff-b8e0-ba0d45314963 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Oct 26 11:53:41.084827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-733b676a-4e92-44df-ba5b-d64a2baa1070 req-88402cb8-9f61-443e-a7ba-c31b88f213ee tempest-ServerDiskConfigTestJSON-23573398 tempest-ServerDiskConfigTestJSON-23573398-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdf403f6-78f1-417f-af05-f084668c0da0 HTTP/1.1" status: 200 len: 210 time: 0.0810299 Oct 26 11:53:41.216453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'name': 'network-vif-deleted', 'tag': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:41.221461 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a6590-0ecf-487c-ba1a-233e04fc93c8" -d '{"events": [{"server_uuid": "fdf403f6-78f1-417f-af05-f084668c0da0", "name": "network-vif-deleted", "tag": "4dccafaf-a0e2-4654-b3a5-ddd4e59146fc"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:41.227575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe05b8e5-d6d2-4245-8275-b8512149beff req-81a65f1f-7fa8-4815-8408-30803481e35f tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0426836 Oct 26 11:53:41.377076 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cac512-4b27-455a-8467-56086275612b x-openstack-request-id: req-84cac512-4b27-455a-8467-56086275612b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:41.377377 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf403f6-78f1-417f-af05-f084668c0da0", "name": "network-vif-deleted", "tag": "4dccafaf-a0e2-4654-b3a5-ddd4e59146fc", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:41.377631 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-84cac512-4b27-455a-8467-56086275612b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:41.378040 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf403f6-78f1-417f-af05-f084668c0da0', 'name': 'network-vif-deleted', 'tag': '4dccafaf-a0e2-4654-b3a5-ddd4e59146fc', 'status': 'completed', 'code': 200} Oct 26 11:53:41.570191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02426330-0922-43d3-96e6-661eeccae9a0 req-f2e895e3-0d77-48bd-8eba-cd72f5c47b64 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:41.573067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-02426330-0922-43d3-96e6-661eeccae9a0 req-f2e895e3-0d77-48bd-8eba-cd72f5c47b64 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 950 time: 0.0653949 Oct 26 11:53:41.749593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263417-e923-4985-a155-240319096c5b req-9f78a4a0-40ed-4e5a-8249-5ab63d8fb74f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:41.754857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4263417-e923-4985-a155-240319096c5b req-9f78a4a0-40ed-4e5a-8249-5ab63d8fb74f tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 950 time: 0.0882215 Oct 26 11:53:41.755754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Deleting port c805446b-7753-4d74-8342-3d56710e6ffb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:41.756305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:41.759397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:41.800332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 5ef21f79-b1fb-4b89-8086-0a58a529e2ed {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:41.800890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5ef21f79-b1fb-4b89-8086-0a58a529e2ed not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:41.801448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:41.818973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4263417-e923-4985-a155-240319096c5b req-02c5f76b-1569-4454-ae3c-63a95a6f715b tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546608 Oct 26 11:53:41.824530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:41.825116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4dccafaf-a0e2-4654-b3a5-ddd4e59146fc not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:41.912355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] For port c805446b-7753-4d74-8342-3d56710e6ffb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c805446b-7753-4d74-8342-3d56710e6ffb,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:41.912807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:41.937169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Calling delete_port for c805446b-7753-4d74-8342-3d56710e6ffb owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:42.049387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd98f17-1ac0-47a6-ab93-db8cc6cdfd56 req-86f96a54-5d17-4b9f-91bd-0b8f8b2b06a7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:42.061144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bd98f17-1ac0-47a6-ab93-db8cc6cdfd56 req-86f96a54-5d17-4b9f-91bd-0b8f8b2b06a7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1064117 Oct 26 11:53:42.120343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bd98f17-1ac0-47a6-ab93-db8cc6cdfd56 req-1ca9940c-1f55-42b6-9b66-390a063525f5 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Oct 26 11:53:42.171703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.185721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', '9abbfa2c-e466-4e93-91e3-54df95684edd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:42.251496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event deleted for resources: {'Port': ['ID=c805446b-7753-4d74-8342-3d56710e6ffb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:42.380895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] No DVR routers for this DVR port c805446b-7753-4d74-8342-3d56710e6ffb on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:42.386737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.408455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-02426330-0922-43d3-96e6-661eeccae9a0 req-a967ed3a-4de0-433b-b8be-c9c0b79ac7a9 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.100 "DELETE /v2.0/ports/c805446b-7753-4d74-8342-3d56710e6ffb HTTP/1.1" status: 204 len: 173 time: 0.8144190 Oct 26 11:53:42.468700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bc830d7-cec2-4550-84b5-0e33793cbfc4 req-655cd083-1355-4e49-8027-85ddd854adeb tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0757616 Oct 26 11:53:42.593760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60498) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:42.726264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Deleting subnet 9e68a677-0e2b-4e44-a3dc-98aec6cca38a {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:53:42.730266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.737332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1d12869a-b270-44d2-8170-2bec06b6d003 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:42.777357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.800518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1d12869a-b270-44d2-8170-2bec06b6d003 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:42.801676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.846240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.909714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.933521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 1d12869a-b270-44d2-8170-2bec06b6d003, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1d12869a-b270-44d2-8170-2bec06b6d003,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:42.940371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:42.978731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.008861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=1d12869a-b270-44d2-8170-2bec06b6d003,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:43.019855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.025337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9e68a677-0e2b-4e44-a3dc-98aec6cca38a HTTP/1.1" status: 204 len: 168 time: 0.4280798 Oct 26 11:53:43.025750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:43.026646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-661aaad7-708c-42f0-bf09-d8b6e0c26ccd req-62dcfbe3-61c9-44df-a08a-f1fce3920715 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=03069296-5aac-4bfb-bd77-34783bac0bc1 HTTP/1.1" status: 200 len: 210 time: 0.0616539 Oct 26 11:53:43.045633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f6ead-96d2-4b89-bcac-1007d9bacc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e68a677-0e2b-4e44-a3dc-98aec6cca38a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:43.131174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.239265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.268040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1271a4c7-8c8f-41c3-a893-1620fa60654c']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:43.281030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e5616e-54d7-4685-b500-a8d7e37b9235') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:43.281536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e5616e-54d7-4685-b500-a8d7e37b9235') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:43.282006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86214486-24d5-4350-b8d0-7e8e41b82667 req-252905ef-5c36-41f8-ab5b-fc0420c3a0ab tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:43.287703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86214486-24d5-4350-b8d0-7e8e41b82667 req-252905ef-5c36-41f8-ab5b-fc0420c3a0ab tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0696144 Oct 26 11:53:43.295223 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.309982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.317657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:53:43.318738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:53:43.321041 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:53:43.347462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86214486-24d5-4350-b8d0-7e8e41b82667 req-379e0004-08d6-4b67-8b7e-457142a28a1b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570877 Oct 26 11:53:43.382250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-deleted', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:43.384655 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08496ce3-9b3f-4395-9d94-acb24a7eed58" -d '{"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-deleted", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:43.398003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.406310 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.412623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1271a4c7-8c8f-41c3-a893-1620fa60654c HTTP/1.1" status: 204 len: 168 time: 0.3828602 Oct 26 11:53:43.424298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac632-284f-45ea-9e9d-7dac44204f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1271a4c7-8c8f-41c3-a893-1620fa60654c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:43.437308 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce49384-b17e-4b21-894e-ace03b243bd5 x-openstack-request-id: req-3ce49384-b17e-4b21-894e-ace03b243bd5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:43.437714 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03069296-5aac-4bfb-bd77-34783bac0bc1", "name": "network-vif-deleted", "tag": "c805446b-7753-4d74-8342-3d56710e6ffb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:43.438096 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ce49384-b17e-4b21-894e-ace03b243bd5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:43.438600 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03069296-5aac-4bfb-bd77-34783bac0bc1', 'name': 'network-vif-deleted', 'tag': 'c805446b-7753-4d74-8342-3d56710e6ffb', 'status': 'completed', 'code': 200} Oct 26 11:53:43.624893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Sync routers for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:43.635193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b7c3d45-310d-4ed8-8672-6d0642ee16be req-f3e4a4cd-f8a6-4f27-8219-28d999617bfc tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0705981 Oct 26 11:53:43.641206 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:43.642052 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:43.652865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60518) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:43.699440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f85d186c-92a2-4603-a89a-3f0bb5c2e6b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=51aabbdcddff42388c1f91bde8cafb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453913 Oct 26 11:53:43.702921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:43.766003 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:43.772022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-178b0e7d-ddaf-4882-887d-0d25dd7d9867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.795198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-178b0e7d-ddaf-4882-887d-0d25dd7d9867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.850842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-178b0e7d-ddaf-4882-887d-0d25dd7d9867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.854029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-178b0e7d-ddaf-4882-887d-0d25dd7d9867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:43.857696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-178b0e7d-ddaf-4882-887d-0d25dd7d9867 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b710ceb1-6065-4152-8cf6-388f3c374b80 HTTP/1.1" status: 204 len: 168 time: 0.1512744 Oct 26 11:53:43.868791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b0e7d-ddaf-4882-887d-0d25dd7d9867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710ceb1-6065-4152-8cf6-388f3c374b80,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:44.012342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 2, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:44.035171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:44.048820 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Checking router: 4580f7bd-6897-47a4-9a83-257235743069 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:44.049178 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Updating router 4580f7bd-6897-47a4-9a83-257235743069 port fc51e579-34f1-4536-9404-70929d98d7da binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:53:44.059236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c805446b-7753-4d74-8342-3d56710e6ffb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:44.059825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c805446b-7753-4d74-8342-3d56710e6ffb not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:44.083753 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:44.454465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fae34d-052c-4bdf-be83-9c274af29bfa req-3f263b60-212c-4f11-a5a4-803035aadec7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:44.466317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0fae34d-052c-4bdf-be83-9c274af29bfa req-3f263b60-212c-4f11-a5a4-803035aadec7 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.1078606 Oct 26 11:53:44.482018 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:44.489829 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:44.499956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-3b4d4f3f-a6e5-4c0c-b1e5-932f9a1dcffe service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819814 Oct 26 11:53:44.533155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0fae34d-052c-4bdf-be83-9c274af29bfa req-385c29a3-31ec-4c62-a7cd-fa3a56832c5e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655365 Oct 26 11:53:44.554385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e01f3-ac1d-43a4-8159-d146920fb61d req-02ab79e5-000f-456d-9740-4ba6b96e0fbf tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:44.563435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f28e01f3-ac1d-43a4-8159-d146920fb61d req-02ab79e5-000f-456d-9740-4ba6b96e0fbf tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0866394 Oct 26 11:53:44.594075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-0bc4c032-551e-4c03-8246-e3d13375ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:44.598539 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-0bc4c032-551e-4c03-8246-e3d13375ecdd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0f127858ff614322975e209f6b706512&device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 1097 time: 0.0699556 Oct 26 11:53:44.613045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f28e01f3-ac1d-43a4-8159-d146920fb61d req-188d8fa7-c8c3-4eaf-92b4-86834e7ff8d8 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Oct 26 11:53:44.719099 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628935e-8bda-4bbc-a32e-1bda2bffd3c5 None None] Pushing event updated for resources: {'Port': ['ID=fc51e579-34f1-4536-9404-70929d98d7da,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:44.763879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1d12869a-b270-44d2-8170-2bec06b6d003 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:44.800586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-bd7aebe2-7072-4316-b0a3-d30b5d9e45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:44.802450 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-bd7aebe2-7072-4316-b0a3-d30b5d9e45e4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fec4217c-460d-45c3-8bbb-c9df6876ac75 HTTP/1.1" status: 200 len: 917 time: 0.1811483 Oct 26 11:53:44.834299 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Attempting to bind port fc51e579-34f1-4536-9404-70929d98d7da on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:44.834672 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Attempting to bind port fc51e579-34f1-4536-9404-70929d98d7da by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:44.835179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9114ce21-f9b1-4c4f-88bb-f783654fd526 req-dbdcc9a2-499b-415e-aee2-3fffd6d9492c tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0638375 Oct 26 11:53:44.835546 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Attempting to bind port fc51e579-34f1-4536-9404-70929d98d7da on network 4204cc42-892f-4bd5-b083-d05a5f5e0135 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:44.845016 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:44.845653 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Checking segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:44.846215 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:44.846793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Bound using segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:44.847505 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Bound port: fc51e579-34f1-4536-9404-70929d98d7da, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:44.848064 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:44.925197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1d12869a-b270-44d2-8170-2bec06b6d003 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:44.926404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:44.942241 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-d65f5e2f-58d4-4a1c-8a03-54209c67c6a3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df69c962-50ed-4084-a8a1-3cc05d87a987 HTTP/1.1" status: 200 len: 1002 time: 0.1312196 Oct 26 11:53:44.979179 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] For port fc51e579-34f1-4536-9404-70929d98d7da, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:44.987733 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] For port fc51e579-34f1-4536-9404-70929d98d7da, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fc51e579-34f1-4536-9404-70929d98d7da,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:45.002939 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.067306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-ff69c7bc-6109-4291-989b-3b5fe295d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:45.072036 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:45.072036 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:45.074021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-ff69c7bc-6109-4291-989b-3b5fe295d516 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=85a36583-6508-4f4a-8af2-c586a4cb687b HTTP/1.1" status: 200 len: 854 time: 0.1071708 Oct 26 11:53:45.101249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60564) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:45.107101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-39562529-2fb7-4757-92ea-fbf778ddab6f None None] Provisioning complete for port fc51e579-34f1-4536-9404-70929d98d7da triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:45.108583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-39562529-2fb7-4757-92ea-fbf778ddab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.144695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628935e-8bda-4bbc-a32e-1bda2bffd3c5 None None] Pushing event updated for resources: {'Port': ['ID=fc51e579-34f1-4536-9404-70929d98d7da,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:45.222034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-2b6639b3-fe78-48d3-a4fe-d66e1fb9f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:45.223837 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-2b6639b3-fe78-48d3-a4fe-d66e1fb9f38d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fec4217c-460d-45c3-8bbb-c9df6876ac75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436541 Oct 26 11:53:45.272964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-39562529-2fb7-4757-92ea-fbf778ddab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.308483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-78186036-network', 'tenant_id': '3606d198b6d449ddb60071384baddc01'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:45.318900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-39562529-2fb7-4757-92ea-fbf778ddab6f None None] For port fc51e579-34f1-4536-9404-70929d98d7da, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fc51e579-34f1-4536-9404-70929d98d7da,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:45.327735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-39562529-2fb7-4757-92ea-fbf778ddab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.330520 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:45.360538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:45.363272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.378746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.432779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-62460c6a-8ac6-4645-85e8-c8f5ba149f4a service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999965 Oct 26 11:53:45.436704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39562529-2fb7-4757-92ea-fbf778ddab6f None None] Pushing event updated for resources: {'Port': ['ID=fc51e579-34f1-4536-9404-70929d98d7da,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:45.461076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-19051a0b-48ce-4027-ada1-4265337f806d None None] Provisioning complete for port fc51e579-34f1-4536-9404-70929d98d7da triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:45.461741 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19051a0b-48ce-4027-ada1-4265337f806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.508569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.516154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.536727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:53:45.554991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.555579 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Added segment 640ced94-8eff-4f4f-baa1-ca1bfb1ef23a of type vlan for network bb11f0eb-07fd-4935-96ad-89706714e048 Oct 26 11:53:45.619990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.661151 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af861ef2-55be-45d0-aac0-5afbcd8ffa96 req-7e9b7719-f4fc-4f6a-b7d9-3dc3770906da service neutron] 10.222.0.100 "GET /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203436 Oct 26 11:53:45.662550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:45.731814 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:44Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:45.738826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.740028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:45.740776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:45.763918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3bff8-fcf7-41d7-9599-f683632b630e None None] The sync data for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 is: [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:44Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:45.982576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-70ee09df-829e-4fb7-bbad-57f33df001e1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:45.989455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-70ee09df-829e-4fb7-bbad-57f33df001e1 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.0924249 Oct 26 11:53:46.096203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9937913 Oct 26 11:53:46.114117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946d9bc-40e1-443d-a3d6-38c7697f0075 req-5a303c73-eb46-48c5-bb31-b75887caf6d8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:46.115757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9946d9bc-40e1-443d-a3d6-38c7697f0075 req-5a303c73-eb46-48c5-bb31-b75887caf6d8 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 950 time: 0.4502647 Oct 26 11:53:46.116441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dd568-7f4a-48f9-9533-0810db27a57f admin admin] Pushing event updated for resources: {'Network': ['ID=bb11f0eb-07fd-4935-96ad-89706714e048,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:46.117842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60582) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:46.127614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network bb11f0eb-07fd-4935-96ad-89706714e048 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:53:46.128066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Request body: {'subnet': {'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-78186036-subnet', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:46.137189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe709d-ea8d-47ab-92a1-5884f7c1357a req-67dd6160-24b1-4d5c-93a7-b13ecf1cdd02 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:46.144972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3dbe709d-ea8d-47ab-92a1-5884f7c1357a req-67dd6160-24b1-4d5c-93a7-b13ecf1cdd02 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.4177079 Oct 26 11:53:46.180311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Deleting port 9abbfa2c-e466-4e93-91e3-54df95684edd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:46.180688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.283424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:46.287471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3dbe709d-ea8d-47ab-92a1-5884f7c1357a req-b9269487-72ba-448d-9ee4-a9d8b1e112bf tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416206 Oct 26 11:53:46.302115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.317490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9946d9bc-40e1-443d-a3d6-38c7697f0075 req-f88c0a29-63ae-4d88-8959-25acdcfcf165 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908469 Oct 26 11:53:46.479987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95cbee21-e6b1-41b4-81c2-60a5914bf651 req-11edeffe-57e6-4d75-91b4-b09aaaba6a50 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0537338 Oct 26 11:53:46.665541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] For port 9abbfa2c-e466-4e93-91e3-54df95684edd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9abbfa2c-e466-4e93-91e3-54df95684edd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:46.666044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.688999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Calling delete_port for 9abbfa2c-e466-4e93-91e3-54df95684edd owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:46.708821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fc51e579-34f1-4536-9404-70929d98d7da up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:46.716426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.774685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port fc51e579-34f1-4536-9404-70929d98d7da triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:46.775154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.818563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:46.845501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:46.845708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Network hostable DHCP agents. Network: bb11f0eb-07fd-4935-96ad-89706714e048, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:53:46.892516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Network bb11f0eb-07fd-4935-96ad-89706714e048 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:53:46.907945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, bb11f0eb-07fd-4935-96ad-89706714e048) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:46.912593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:46.913177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.916574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:46.921103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1990aa-3430-4bb1-8ffd-c2339ad0df07 None None] Network bb11f0eb-07fd-4935-96ad-89706714e048 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:53:46.957529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event deleted for resources: {'Port': ['ID=9abbfa2c-e466-4e93-91e3-54df95684edd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:46.960557 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08072723-8067-4230-9efb-9ebb56c0bd5e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8395395 Oct 26 11:53:46.963400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60588) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:46.967866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:46.994952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', '9abbfa2c-e466-4e93-91e3-54df95684edd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:47.003827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.005555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.008774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] No DVR routers for this DVR port 9abbfa2c-e466-4e93-91e3-54df95684edd on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:47.011735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.016548 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-93f4e8ce-c8bc-4dbd-9465-7c9d49c8de83 req-1bb9a833-1f50-41a9-8b94-1348db05c5fd tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "DELETE /v2.0/ports/9abbfa2c-e466-4e93-91e3-54df95684edd HTTP/1.1" status: 204 len: 173 time: 1.0123851 Oct 26 11:53:47.017175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-deleted', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:47.028183 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43896086-f134-4d0c-8a78-b7db3dfa9220" -d '{"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-deleted", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:47.087650 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e7683c-41a1-4a15-bf1f-1b1366c0a261 x-openstack-request-id: req-f5e7683c-41a1-4a15-bf1f-1b1366c0a261 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:47.087950 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ddd46-be2e-495a-a0c2-04825b2ae5da", "name": "network-vif-deleted", "tag": "9abbfa2c-e466-4e93-91e3-54df95684edd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:47.088205 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5e7683c-41a1-4a15-bf1f-1b1366c0a261 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:47.088612 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ddd46-be2e-495a-a0c2-04825b2ae5da', 'name': 'network-vif-deleted', 'tag': '9abbfa2c-e466-4e93-91e3-54df95684edd', 'status': 'completed', 'code': 200} Oct 26 11:53:47.105209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.222485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-bb11f0eb-07fd-4935-96ad-89706714e048', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:53:47.223660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.304092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.501275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da7d4b-6e98-489b-bc20-88fc73526064 req-c0086b98-9a4e-4a1f-a8e1-135ec1469bd6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:47.519516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9da7d4b-6e98-489b-bc20-88fc73526064 req-c0086b98-9a4e-4a1f-a8e1-135ec1469bd6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0979221 Oct 26 11:53:47.586376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9da7d4b-6e98-489b-bc20-88fc73526064 req-100c30ed-9bf6-47aa-b36f-a4dd33a52512 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652347 Oct 26 11:53:47.640907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Allocated IP 172.20.0.2 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/eca26862-b961-47e6-adbf-6574bd5820db) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:47.741335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b86cb787-31ac-4110-b827-46499dff3731 req-ce51f839-117e-47a0-b5eb-3489463442ad tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=276ddd46-be2e-495a-a0c2-04825b2ae5da HTTP/1.1" status: 200 len: 210 time: 0.0610278 Oct 26 11:53:47.855431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.902117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.911639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.924052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:47.996627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-507695c3-e5f0-4527-bd8f-41addde17983 req-d8541336-14e7-4da7-9a37-0f72f5b2fbae tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0933003 Oct 26 11:53:48.005225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:48.010905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:48.014801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:48.020788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Pushing event updated for resources: {'Port': ['ID=eca26862-b961-47e6-adbf-6574bd5820db,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:48.080026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Attempting to bind port eca26862-b961-47e6-adbf-6574bd5820db on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:48.080405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Attempting to bind port eca26862-b961-47e6-adbf-6574bd5820db by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:48.080773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Attempting to bind port eca26862-b961-47e6-adbf-6574bd5820db on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:48.086008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:48.086382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:48.086781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.087209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:48.087677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Bound port: eca26862-b961-47e6-adbf-6574bd5820db, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:48.088057 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.089779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Allocated IP 172.25.4.246 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/7c471e2a-07eb-4f4d-bc1b-f09f65869712) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:48.159849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] For port eca26862-b961-47e6-adbf-6574bd5820db, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:48.163554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] For port eca26862-b961-47e6-adbf-6574bd5820db, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eca26862-b961-47e6-adbf-6574bd5820db,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:48.168213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.200855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.235561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dedc7-3919-453e-8462-d158e48b1780 None None] Pushing event updated for resources: {'Port': ['ID=eca26862-b961-47e6-adbf-6574bd5820db,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:48.253796 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.299793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:48.303093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:48.307417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:48.310473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Pushing event updated for resources: {'Port': ['ID=7c471e2a-07eb-4f4d-bc1b-f09f65869712,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:48.617061 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.708528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eca26862-b961-47e6-adbf-6574bd5820db up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:48.762514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port eca26862-b961-47e6-adbf-6574bd5820db triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:48.762514 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.786708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e400a3-cda6-4d4a-a8a7-c3a0c2bc1a75 req-7c149a3f-13f9-49a4-b580-7c33218d9afc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:48.788336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e400a3-cda6-4d4a-a8a7-c3a0c2bc1a75 req-7c149a3f-13f9-49a4-b580-7c33218d9afc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0773053 Oct 26 11:53:48.889760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.914948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e400a3-cda6-4d4a-a8a7-c3a0c2bc1a75 req-b925ff27-f979-4a9f-a3d8-a6c0c763768f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903161 Oct 26 11:53:48.945148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:48.961311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port eca26862-b961-47e6-adbf-6574bd5820db, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eca26862-b961-47e6-adbf-6574bd5820db,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:48.972176 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:49.100213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=eca26862-b961-47e6-adbf-6574bd5820db,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:49.125938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-220d90fe-8d23-41f8-ab7c-07487ec9ab21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:49.175607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Router 07d4aba2-c96b-4974-ba29-251aebfcf30c is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:53:49.308489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9252979-6c01-4243-a91c-605241a826f9 req-004a1623-12a2-413e-9065-b94ab74e6ca1 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0360069 Oct 26 11:53:49.378473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:49.388774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Sync routers for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:49.404935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:49.406224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:49.407085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7506bb-2d5a-4a8a-b39c-167e012e4039 req-560a4b14-2625-4281-88ec-c5751592c211 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:49.408951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a7506bb-2d5a-4a8a-b39c-167e012e4039 req-560a4b14-2625-4281-88ec-c5751592c211 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.0911508 Oct 26 11:53:49.446851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773fb96d-4884-45b9-9916-6d9e52f64ddc None None] Network bb11f0eb-07fd-4935-96ad-89706714e048 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:53:49.448197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:49.452593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e7eb806f-41fd-41a0-9acb-9f66bd12b0ee admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4850481 Oct 26 11:53:49.453320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:49.482436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a7506bb-2d5a-4a8a-b39c-167e012e4039 req-55b5115f-c763-469b-9907-520af84a8ef5 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627027 Oct 26 11:53:49.707527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bf7867e0-f030-4932-b1b3-1a8e5cd5536c None None] Provisioning complete for port eca26862-b961-47e6-adbf-6574bd5820db triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:49.708123 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf7867e0-f030-4932-b1b3-1a8e5cd5536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:49.789553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:49.822664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:49.825670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 9abbfa2c-e466-4e93-91e3-54df95684edd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:49.826011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9abbfa2c-e466-4e93-91e3-54df95684edd not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:49.975850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.080797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470d3b-9cf4-4b45-83c4-fd0036f14dbd req-8d597736-9a18-418d-899f-836617444e51 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:50.088978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa470d3b-9cf4-4b45-83c4-fd0036f14dbd req-8d597736-9a18-418d-899f-836617444e51 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0961764 Oct 26 11:53:50.140333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa470d3b-9cf4-4b45-83c4-fd0036f14dbd req-28d2676b-2f94-444b-b9fe-278b92e9317c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503170 Oct 26 11:53:50.172425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:48Z', 'revision_number': 3, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:50.209090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Checking router: 07d4aba2-c96b-4974-ba29-251aebfcf30c for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:50.209543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Updating router 07d4aba2-c96b-4974-ba29-251aebfcf30c port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:53:50.241260 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.252132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Allocated IP 172.20.0.1 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/194ccecf-6877-4d6c-a02c-abcd405e999a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:50.456274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.459941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7517bf0c-766e-4365-88e1-b12b03ae5ca8 req-cfe83840-aa69-46ba-8828-ec89a0d3486d tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0376687 Oct 26 11:53:50.480952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2ec5844e-e45a-4341-9fba-c683d828d557 None None] Provisioning complete for port eca26862-b961-47e6-adbf-6574bd5820db triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:50.481427 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ec5844e-e45a-4341-9fba-c683d828d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.497267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.558690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:50.562370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:50.566483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:50.607894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Pushing event updated for resources: {'Port': ['ID=194ccecf-6877-4d6c-a02c-abcd405e999a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:50.671541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.698051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600f3b5-2f0e-4653-8195-e171e924130d req-da18289e-2139-4fb6-b905-f0cf7b0a965e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:50.715055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4600f3b5-2f0e-4653-8195-e171e924130d req-da18289e-2139-4fb6-b905-f0cf7b0a965e tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.1520514 Oct 26 11:53:50.737705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eca26862-b961-47e6-adbf-6574bd5820db up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:50.792544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4600f3b5-2f0e-4653-8195-e171e924130d req-50627486-9356-4c3b-ade3-2eaca12bcf6a tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757468 Oct 26 11:53:50.828232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.840202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.896224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port eca26862-b961-47e6-adbf-6574bd5820db triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:50.896594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.902186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Attempting to bind port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:50.903265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Attempting to bind port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:50.903265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Attempting to bind port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:50.934504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-6f6d9eb7-0838-452a-a1e6-c0253619b072 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:50.939126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-6f6d9eb7-0838-452a-a1e6-c0253619b072 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.0972939 Oct 26 11:53:50.940654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:50.941034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:50.941444 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.941841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:50.942333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Bound port: 7c471e2a-07eb-4f4d-bc1b-f09f65869712, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:50.942717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.977657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:50.985583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25526660-57bc-4429-8109-15ae888176a0 None None] Pushing event updated for resources: {'Port': ['ID=7c471e2a-07eb-4f4d-bc1b-f09f65869712,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:51.014357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-80f4b7bf-2d0b-4029-949b-f4b02bb7265e None None] Provisioning complete for port 194ccecf-6877-4d6c-a02c-abcd405e999a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:51.014733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80f4b7bf-2d0b-4029-949b-f4b02bb7265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.060217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-80f4b7bf-2d0b-4029-949b-f4b02bb7265e None None] Port 194ccecf-6877-4d6c-a02c-abcd405e999a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:51.117004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] For port 7c471e2a-07eb-4f4d-bc1b-f09f65869712, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:51.137845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] For port 7c471e2a-07eb-4f4d-bc1b-f09f65869712, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7c471e2a-07eb-4f4d-bc1b-f09f65869712,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:51.145904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.212486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25526660-57bc-4429-8109-15ae888176a0 None None] Pushing event updated for resources: {'Port': ['ID=7c471e2a-07eb-4f4d-bc1b-f09f65869712,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:51.251329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:51.251329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:51.357543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25184e5e-90c8-415a-a709-f4dc0168f95c req-aa9497e2-fba3-4e4d-998e-a924e69419af tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:51.365838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25184e5e-90c8-415a-a709-f4dc0168f95c req-aa9497e2-fba3-4e4d-998e-a924e69419af tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0970924 Oct 26 11:53:51.407799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:51.430999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25184e5e-90c8-415a-a709-f4dc0168f95c req-1af554d7-5551-4a1f-870f-198e9150e1cd tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641634 Oct 26 11:53:51.632088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Deleting port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:53:51.632618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.641697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93fae721-6614-4e53-945d-c3eab8bf9610 req-95181901-5a4f-45ee-b62e-306f60034405 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Oct 26 11:53:51.722579 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8865e103-c962-45ca-afbf-6d044ed7e2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.741775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 1, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:51.776449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff0257-d795-4452-a1fb-dfc7ce3030e2 None None] The sync data for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 is: [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 1, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:51.829729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.848850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.933848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] For port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:51.934341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:51.964219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cbf68-6e7f-4c9b-807e-3b227dde4fc8 req-f3fcb379-a24d-45ce-a056-d4d40542ab54 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:51.969740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Calling delete_port for 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:53:51.971967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d6cbf68-6e7f-4c9b-807e-3b227dde4fc8 req-f3fcb379-a24d-45ce-a056-d4d40542ab54 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 950 time: 0.0815148 Oct 26 11:53:51.973456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Pushing event updated for resources: {'Port': ['ID=194ccecf-6877-4d6c-a02c-abcd405e999a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:51.980836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:52.046744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d6cbf68-6e7f-4c9b-807e-3b227dde4fc8 req-28603654-9517-4ffd-a6cc-94ed5172d470 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/security-groups?id=530ccdf1-d37c-4131-a1ad-9d62bc5700af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 Oct 26 11:53:52.187526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:52.192867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:52.349713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:52.362806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:53:52.499326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de06cebf-126b-41b6-88a7-ba7623e943cf None None] Provisioning complete for port 194ccecf-6877-4d6c-a02c-abcd405e999a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:52.499706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de06cebf-126b-41b6-88a7-ba7623e943cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:52.520430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] No DVR routers for this DVR port 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:53:52.523695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:52.527644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e4af0e4f-d264-4847-971f-1bd6c8fb19eb req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.30 "DELETE /v2.0/ports/57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 HTTP/1.1" status: 204 len: 173 time: 1.5474968 Oct 26 11:53:52.530732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-deleted', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:53:52.541809 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae1c3e-e2b7-464b-bd7a-5ff7686c6235" -d '{"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-deleted", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:53:52.551602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc758950-66ea-4217-8296-0e8bf129e391 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] Pushing event deleted for resources: {'Port': ['ID=57018e7b-d51a-41e7-b5ce-d37eb6e77fb1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:52.575268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Router 07d4aba2-c96b-4974-ba29-251aebfcf30c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:53:52.582455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de06cebf-126b-41b6-88a7-ba7623e943cf None None] Port 194ccecf-6877-4d6c-a02c-abcd405e999a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:53:52.698966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06478e36-e8c7-4625-a145-0b86f5236c9e req-f9b7a55a-644f-4bbb-a633-457c71a74ef6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:52.701645 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c9eda-36b5-47d1-87ce-cd9f04865754 x-openstack-request-id: req-dc8c9eda-36b5-47d1-87ce-cd9f04865754 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:53:52.702341 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645435b4-61e7-4733-84f3-886aa2270bdc", "name": "network-vif-deleted", "tag": "57018e7b-d51a-41e7-b5ce-d37eb6e77fb1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:53:52.702605 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc8c9eda-36b5-47d1-87ce-cd9f04865754 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:53:52.703036 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645435b4-61e7-4733-84f3-886aa2270bdc', 'name': 'network-vif-deleted', 'tag': '57018e7b-d51a-41e7-b5ce-d37eb6e77fb1', 'status': 'completed', 'code': 200} Oct 26 11:53:52.706589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06478e36-e8c7-4625-a145-0b86f5236c9e req-f9b7a55a-644f-4bbb-a633-457c71a74ef6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1183436 Oct 26 11:53:52.790575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:53:52.807897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06478e36-e8c7-4625-a145-0b86f5236c9e req-0244c048-f58c-4c42-a6cf-5f4123865cfc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968492 Oct 26 11:53:52.813656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-087a43f7-65f8-4b03-b5bf-87c9f47a6898 admin admin] 10.222.0.88 "PUT /v2.0/routers/07d4aba2-c96b-4974-ba29-251aebfcf30c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3592196 Oct 26 11:53:52.825298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:52.963135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b22b97a-e678-4cc6-8771-617c3b7a5e7b req-f8de8815-7edc-40ce-8a47-dc8abb808b27 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0951266 Oct 26 11:53:53.126620 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.350635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a76b49a-c0be-4c27-8f2a-55d93c969694 req-a05eccd9-abb8-43fb-a131-ef6e738c0556 tempest-MigrationsAdminTest-2025230596 tempest-MigrationsAdminTest-2025230596-project] 10.222.0.88 "GET /v2.0/ports?device_id=645435b4-61e7-4733-84f3-886aa2270bdc HTTP/1.1" status: 200 len: 210 time: 0.1827836 Oct 26 11:53:53.495827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60686) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:53.501319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352672491', 'description': 'tempest-description--2071906789'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:53.529715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.615274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.622082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.662832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.664490 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1673136 Oct 26 11:53:53.667018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60690) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:53.670894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0884c2-1e93-4767-84f3-f060d5678a9a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b211045-4b45-4719-a465-c73a7c1c7465,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:53.672853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'security_group_rule': {'security_group_id': '3b211045-4b45-4719-a465-c73a7c1c7465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:53.714046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.775187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.779807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.804869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1feaaa6-fca2-49e2-a6c3-e3bf6e0b18af,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:53.810599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.812586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443801 Oct 26 11:53:53.815628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60692) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:53.818768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.819158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.819505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.819849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.820186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.820565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.820899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.821224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.821549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.821875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.822206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.822583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455a0a-b09a-4ea8-b4ff-fec0724fe785 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:53:53.822696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'security_group_rule': {'security_group_id': '3b211045-4b45-4719-a465-c73a7c1c7465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:53.867553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:53.969324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e966e-24f7-4453-90c2-05c32b0d9375 req-bcfea148-2802-4d6c-bb1b-dc35b5014039 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:53.971148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a1e966e-24f7-4453-90c2-05c32b0d9375 req-bcfea148-2802-4d6c-bb1b-dc35b5014039 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0820899 Oct 26 11:53:53.971918 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.009355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.039050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a1e966e-24f7-4453-90c2-05c32b0d9375 req-562812f0-af55-401f-915e-87b503972a37 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608795 Oct 26 11:53:54.044291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432074ab-0d03-436a-9138-deaaa70316ae req-826a4b51-93f1-4109-aae3-e928518bd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:54.055527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-432074ab-0d03-436a-9138-deaaa70316ae req-826a4b51-93f1-4109-aae3-e928518bd339 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1096 time: 0.0810225 Oct 26 11:53:54.056367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0603a4c-8e7c-49b6-9323-b9d535de7e6b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:54.066713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.070847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0528b42d-0a1e-492f-999c-109ca99fd184 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505019 Oct 26 11:53:54.072547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60700) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:54.079143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:54.116116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86aaf493-1a95-466e-b5ea-d3767986937d req-dd866a7b-bca5-44b7-89ff-d17ee2a6c149 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0321720 Oct 26 11:53:54.121436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-432074ab-0d03-436a-9138-deaaa70316ae req-3730848d-34b8-41eb-8303-a01ba59fd708 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522165 Oct 26 11:53:54.130412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.234155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.352676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Allocated IP 172.25.4.192 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/31423b89-91ea-45c9-8dcf-577d13a5bba9) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:54.486104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.515814 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.536652 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.589924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:53:54.599127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:53:54.604648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:53:54.607564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=31423b89-91ea-45c9-8dcf-577d13a5bba9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:54.697593 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Sync routers for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:53:54.722017 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:54.725471 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:54.758247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.769206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7c471e2a-07eb-4f4d-bc1b-f09f65869712 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:54.777949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60714) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:54.817467 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.836209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:54.837681 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.896672 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:54.969352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:54.992322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 7c471e2a-07eb-4f4d-bc1b-f09f65869712, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7c471e2a-07eb-4f4d-bc1b-f09f65869712,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:55.002681 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.009664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c299deef-c8df-4552-985b-aeb60afe664f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a30afeddd6894964b3d8f85d494291d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252197 Oct 26 11:53:55.012348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:55.100302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=7c471e2a-07eb-4f4d-bc1b-f09f65869712,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:55.119165 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.125980 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.140192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16c7-b047-4636-9c21-16a3fb2516e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.193721 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:51Z', 'revision_number': 2, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:55.197368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16c7-b047-4636-9c21-16a3fb2516e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.248205 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Checking router: 07d4aba2-c96b-4974-ba29-251aebfcf30c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:53:55.249450 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Updating router 07d4aba2-c96b-4974-ba29-251aebfcf30c port 194ccecf-6877-4d6c-a02c-abcd405e999a binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:53:55.300380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16c7-b047-4636-9c21-16a3fb2516e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.307825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16c7-b047-4636-9c21-16a3fb2516e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.310144 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.312109 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0ad16c7-b047-4636-9c21-16a3fb2516e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/530ccdf1-d37c-4131-a1ad-9d62bc5700af HTTP/1.1" status: 204 len: 168 time: 0.2958229 Oct 26 11:53:55.321106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.346392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad16c7-b047-4636-9c21-16a3fb2516e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530ccdf1-d37c-4131-a1ad-9d62bc5700af,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:55.349318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f29ef45-880f-4d73-9981-14e018450623 req-f45f7ffa-e15b-4038-8c98-afcf64e8dce8 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0771272 Oct 26 11:53:55.352100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=31423b89-91ea-45c9-8dcf-577d13a5bba9,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:55.369993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.372753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9440ecc4-120b-4f79-8547-0befcf5e860d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2990291 Oct 26 11:53:55.407030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed70a0-ad1b-4714-8a72-4d386dbf0b82 req-269406d1-c797-467e-8224-4a3890c6948f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:55.414123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ed70a0-ad1b-4714-8a72-4d386dbf0b82 req-269406d1-c797-467e-8224-4a3890c6948f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1921532 Oct 26 11:53:55.478613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71ed70a0-ad1b-4714-8a72-4d386dbf0b82 req-72055739-bdb5-4b59-8b9f-008b2ddcdad6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565569 Oct 26 11:53:55.693122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-a2990721-63a5-4b6f-9fd6-273f33b35005 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--352672491&fields=id&tenant_id=3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 267 time: 0.0762181 Oct 26 11:53:55.773272 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.788439 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.820748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:53:55.863327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60748) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:55.873005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:53:55.877050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 57018e7b-d51a-41e7-b5ce-d37eb6e77fb1 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:53:55.889766 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90855d21-6cc5-48b0-94ce-94208d081d21 None None] Pushing event updated for resources: {'Port': ['ID=194ccecf-6877-4d6c-a02c-abcd405e999a,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:55.921089 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df096e4d-9745-4a3c-b30e-c22f9e43e620 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d1c5c88dbed4480b22b26426bf25820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536215 Oct 26 11:53:55.921546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60750) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:55.953096 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Attempting to bind port 194ccecf-6877-4d6c-a02c-abcd405e999a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:53:55.953579 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Attempting to bind port 194ccecf-6877-4d6c-a02c-abcd405e999a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:53:55.954281 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Attempting to bind port 194ccecf-6877-4d6c-a02c-abcd405e999a on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:53:55.960174 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:53:55.960652 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:53:55.961115 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.961569 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:53:55.962105 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Bound port: 194ccecf-6877-4d6c-a02c-abcd405e999a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:53:55.962547 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:55.996343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc443-f706-41f5-ab67-4a0136208a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.040972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc443-f706-41f5-ab67-4a0136208a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.043158 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] For port 194ccecf-6877-4d6c-a02c-abcd405e999a, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:53:56.047416 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] For port 194ccecf-6877-4d6c-a02c-abcd405e999a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=194ccecf-6877-4d6c-a02c-abcd405e999a,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:53:56.056101 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.165718 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:53:56.165931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc443-f706-41f5-ab67-4a0136208a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.166426 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:56.169707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90855d21-6cc5-48b0-94ce-94208d081d21 None None] Pushing event updated for resources: {'Port': ['ID=194ccecf-6877-4d6c-a02c-abcd405e999a,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:56.181597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc443-f706-41f5-ab67-4a0136208a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.184256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c4cc443-f706-41f5-ab67-4a0136208a3a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2d18e7c6-f01c-4355-bb08-abb479e3487b HTTP/1.1" status: 204 len: 168 time: 0.2617078 Oct 26 11:53:56.200106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-6ebbcdad-eed0-45fd-b077-061deba56e63 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:56.211686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-6ebbcdad-eed0-45fd-b077-061deba56e63 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.5164220 Oct 26 11:53:56.219995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cc443-f706-41f5-ab67-4a0136208a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18e7c6-f01c-4355-bb08-abb479e3487b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:56.228153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-39a73d44-7f19-40cc-98f1-c29b8afdad37 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/quotas/3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 375 time: 0.0111041 Oct 26 11:53:56.275852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-21003de2-a4a2-4a24-a386-ba41490d5392 None None] Provisioning complete for port 194ccecf-6877-4d6c-a02c-abcd405e999a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:56.276516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21003de2-a4a2-4a24-a386-ba41490d5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.321857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-28bcbb14-619a-4584-bc00-c83a6910be00 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748248 Oct 26 11:53:56.334458 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:53:56.471738 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21003de2-a4a2-4a24-a386-ba41490d5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.501882 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:53:56.531329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-6d8ee293-3883-4a2f-bb5d-9c3010d8fcd5 service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865206 Oct 26 11:53:56.544797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-21003de2-a4a2-4a24-a386-ba41490d5392 None None] For port 194ccecf-6877-4d6c-a02c-abcd405e999a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=194ccecf-6877-4d6c-a02c-abcd405e999a,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:53:56.552265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21003de2-a4a2-4a24-a386-ba41490d5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.563934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65e5bd3e-8e4e-4d72-b997-c784b1711aa6 req-e2572de8-460c-459c-b63f-b6c9462d2d3a tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0440774 Oct 26 11:53:56.644789 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:53:56.684312 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e8260-e05d-419c-91a4-71bf0b5ae3c7 None None] The sync data for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 is: [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:53:56.698978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21003de2-a4a2-4a24-a386-ba41490d5392 None None] Pushing event updated for resources: {'Port': ['ID=194ccecf-6877-4d6c-a02c-abcd405e999a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:53:56.713363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fe9e9afa-03d6-4703-b9af-6c23ed7617a2 None None] Provisioning complete for port 194ccecf-6877-4d6c-a02c-abcd405e999a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:56.713959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9afa-03d6-4703-b9af-6c23ed7617a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:56.787633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-6d169f3e-8d86-431d-a3ed-2576588004eb service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409942 Oct 26 11:53:56.817151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5056b0-7f38-4e7f-a47b-1250e1bf0a4c req-6e0c69f9-5a4a-4b1b-a750-29152bb3bf44 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:56.822557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db5056b0-7f38-4e7f-a47b-1250e1bf0a4c req-6e0c69f9-5a4a-4b1b-a750-29152bb3bf44 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0942819 Oct 26 11:53:56.855298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7c471e2a-07eb-4f4d-bc1b-f09f65869712 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:56.902083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db5056b0-7f38-4e7f-a47b-1250e1bf0a4c req-07f3fb19-87b3-459f-b052-255b80cb225a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710578 Oct 26 11:53:57.013814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:57.019214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:57.248121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb6ef32f-9632-4240-9fe5-e9188bb4fdb7 req-3397bd75-2939-487b-b8d6-b5bd83d6850d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 210 time: 0.0508544 Oct 26 11:53:57.266076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 194ccecf-6877-4d6c-a02c-abcd405e999a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:57.412976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 194ccecf-6877-4d6c-a02c-abcd405e999a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:57.413804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:57.774021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-655f061e-e692-45c1-9a95-98f2a9e3dab7 req-a27d8c37-0ae6-4e57-b599-8de391d7e555 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.1194108 Oct 26 11:53:57.797594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-3a6557b1-a2bc-4cb9-9b34-554d48024f87 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:57.801182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-3a6557b1-a2bc-4cb9-9b34-554d48024f87 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 811 time: 0.3670492 Oct 26 11:53:57.840385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-93db5da3-a5a2-4654-b9a1-a96243ab2296 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/quotas/007b2b8e94a7418d8291094b70e81a1c HTTP/1.1" status: 200 len: 375 time: 0.0322325 Oct 26 11:53:57.922440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-6e94a62f-b58f-4944-af64-b4153633dce4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754216 Oct 26 11:53:58.199372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-ce5e6836-566c-47c6-95ef-70c24f406901 service neutron] 10.222.0.88 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652941 Oct 26 11:53:58.352139 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-0519263e-9632-47c0-8fd9-e09dd756646d service neutron] 10.222.0.88 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517885 Oct 26 11:53:58.472526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a742b1-2e3b-4fe0-ad4c-59a730ee949f req-d732cd8c-16f4-4825-aaae-233ac3441704 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:58.480787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5a742b1-2e3b-4fe0-ad4c-59a730ee949f req-d732cd8c-16f4-4825-aaae-233ac3441704 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.1056635 Oct 26 11:53:58.536047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5a742b1-2e3b-4fe0-ad4c-59a730ee949f req-f96f56a2-e3d4-4040-af41-44d473cc807c tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498946 Oct 26 11:53:58.645130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b372e387-fb42-4f58-bcf0-1231cb3c0dfd req-d1ffb156-fb21-4a0e-87fb-b12db6b7ca7f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 210 time: 0.0485623 Oct 26 11:53:58.714997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 194ccecf-6877-4d6c-a02c-abcd405e999a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:53:58.720668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d0e72d9-a43a-458b-b780-e85c4cb89c46 req-aac359a5-730e-4686-9c82-1d74006e57b1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0569611 Oct 26 11:53:58.829231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 194ccecf-6877-4d6c-a02c-abcd405e999a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:53:58.829231 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:59.033839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5a73bb7-bd54-4093-a431-4122c6e97fa5 req-73e175dc-ff07-4f40-8119-f1faf37e7210 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0871155 Oct 26 11:53:59.073733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-67a134e2-d3dd-411c-affc-665497d0759e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:59.088580 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-67a134e2-d3dd-411c-affc-665497d0759e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.1945014 Oct 26 11:53:59.173678 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-2ffb7023-301f-4fa9-ba68-dd4e5237b36a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 379 time: 0.0632017 Oct 26 11:53:59.189016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'port': {'device_id': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'admin_state_up': True, 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'security_groups': ['3b211045-4b45-4719-a465-c73a7c1c7465']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:53:59.367813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:53:59.375431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:59.543104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Allocated IP 172.20.0.3 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/46883d33-e01a-45d1-8b70-6689a8bcad96) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:53:59.730343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d201-90e1-4189-8f0c-fa50ec868780 req-12b769c3-e1f1-414c-926a-2222c87a48fe tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:59.734887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf8d201-90e1-4189-8f0c-fa50ec868780 req-12b769c3-e1f1-414c-926a-2222c87a48fe tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.1138921 Oct 26 11:53:59.821549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:59.822899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf8d201-90e1-4189-8f0c-fa50ec868780 req-28e9d542-59fa-4e4b-9cfe-1b9b04952a17 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766971 Oct 26 11:53:59.837432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42ceb02f-fe27-4ab5-b4be-76989d020a8a req-74c280c4-caab-4fab-971f-4028d929b3d8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 210 time: 0.0668979 Oct 26 11:53:59.860723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-d619e53a-9f5a-42cb-a3b8-b0cb50853aa9 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:53:59.862217 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-d619e53a-9f5a-42cb-a3b8-b0cb50853aa9 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.100 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.1403337 Oct 26 11:53:59.895708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60892) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:53:59.925607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:53:59.985944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e6a838-92e3-45d3-95e0-ac48ac384b94 req-0672d604-4c25-464f-8842-8eba4a7321b3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0753171 Oct 26 11:54:00.005727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:00.014460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:00.017548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:00.068534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-500db594-7899-4c13-9672-5185066a1849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.075660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:00.150320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Deleting port df69c962-50ed-4084-a8a1-3cc05d87a987 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:00.150663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.171928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-500db594-7899-4c13-9672-5185066a1849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.181605 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-500db594-7899-4c13-9672-5185066a1849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.246091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a189665-4299-482b-9fe2-05447d4e3c72 req-82009c33-1d1a-4920-ad29-136e4bca1ee8 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0471447 Oct 26 11:54:00.261495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500db594-7899-4c13-9672-5185066a1849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69848a31-52a4-4393-87ec-a0a561b7f783,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:00.272618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-500db594-7899-4c13-9672-5185066a1849 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e385b67442e48fab8e35e69015804fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726826 Oct 26 11:54:00.276220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60898) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:00.288983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:00.289661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.348984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3495-af80-4d72-8e74-11297bad262a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.381825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3495-af80-4d72-8e74-11297bad262a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.393178 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a818e9c-a7cc-4c11-82f9-4250abdb1e33 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2104220 Oct 26 11:54:00.399616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b7e6181f-457f-4dd1-ae46-65aa2e61da14 None None] Provisioning complete for port 46883d33-e01a-45d1-8b70-6689a8bcad96 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:00.402003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7e6181f-457f-4dd1-ae46-65aa2e61da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.417156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Request body: {'port': {'device_id': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:00.461679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] For port df69c962-50ed-4084-a8a1-3cc05d87a987, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=df69c962-50ed-4084-a8a1-3cc05d87a987,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:00.462001 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.466931 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3495-af80-4d72-8e74-11297bad262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.471243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3495-af80-4d72-8e74-11297bad262a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.472851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f4ce3495-af80-4d72-8e74-11297bad262a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/69848a31-52a4-4393-87ec-a0a561b7f783 HTTP/1.1" status: 204 len: 168 time: 0.1953256 Oct 26 11:54:00.491015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce3495-af80-4d72-8e74-11297bad262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69848a31-52a4-4393-87ec-a0a561b7f783,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:00.510517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6181f-457f-4dd1-ae46-65aa2e61da14 None None] Port 46883d33-e01a-45d1-8b70-6689a8bcad96 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:00.567717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-124b9499-a9c0-4fd1-a63a-2b41d4f568f5 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:00.569218 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-124b9499-a9c0-4fd1-a63a-2b41d4f568f5 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.30 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 811 time: 0.4087932 Oct 26 11:54:00.587103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Request body: {'port': {'device_id': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'admin_state_up': True, 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:00.610554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.816352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60918) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:00.830082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fc1c-4ab4-4c0c-98ee-2eff652f4848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.895514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.895514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:00.895514 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Floating IP 664610bc-fa67-4843-999d-c743ea076b5e disassociated. External IP: 172.25.4.228, port: df69c962-50ed-4084-a8a1-3cc05d87a987. Oct 26 11:54:00.895514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Calling delete_port for df69c962-50ed-4084-a8a1-3cc05d87a987 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:00.958383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fc1c-4ab4-4c0c-98ee-2eff652f4848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.018169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Made reservation on behalf of 007b2b8e94a7418d8291094b70e81a1c for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:01.021583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.030219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fc1c-4ab4-4c0c-98ee-2eff652f4848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.103804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74055b9-11d8-4c16-b82b-c93f618feb90 req-2105c7d5-7ac1-4938-8ef0-bf5a933cb4ee tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:01.112019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74055b9-11d8-4c16-b82b-c93f618feb90 req-2105c7d5-7ac1-4938-8ef0-bf5a933cb4ee tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 931 time: 0.1517868 Oct 26 11:54:01.122319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6eb3fc1c-4ab4-4c0c-98ee-2eff652f4848 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=288091aecf6949fcae27eb45c039a59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048663 Oct 26 11:54:01.125288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60926) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:01.176239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3b62-293a-4d54-8e7e-19ac5c8f78d7 req-9f44d8e5-4f60-4903-85e2-43f902ce8816 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:01.183451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4bd3b62-293a-4d54-8e7e-19ac5c8f78d7 req-9f44d8e5-4f60-4903-85e2-43f902ce8816 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 946 time: 0.2216973 Oct 26 11:54:01.203959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3fc1c-4ab4-4c0c-98ee-2eff652f4848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e980b-69a5-4bea-8b74-1466d8d4069a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:01.268573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b74055b9-11d8-4c16-b82b-c93f618feb90 req-14ad08f7-4c53-4be7-bd87-18b971c69494 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555529 Oct 26 11:54:01.276306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4bd3b62-293a-4d54-8e7e-19ac5c8f78d7 req-5b637d5a-b3c5-4226-9db4-3fd688913110 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdd28cbb-c9bb-444a-a595-229a28d80d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912671 Oct 26 11:54:01.276962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ddacdab1-c62c-4a73-b4ce-e138be140802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.303937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ddacdab1-c62c-4a73-b4ce-e138be140802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.304793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.307128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Allocated IP 172.20.0.3 (0803069e-3fd5-4231-ba58-bb144f8bc01d/1671ebf2-c2a0-4e31-baf0-f4c919f646d8/0de24e4b-5d30-48e0-b625-eef8cb2f1493) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:01.330001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:01.346100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.465363 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ddacdab1-c62c-4a73-b4ce-e138be140802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.469580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ddacdab1-c62c-4a73-b4ce-e138be140802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:01.470814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ddacdab1-c62c-4a73-b4ce-e138be140802 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff2e980b-69a5-4bea-8b74-1466d8d4069a HTTP/1.1" status: 204 len: 168 time: 0.3419204 Oct 26 11:54:01.483648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a611dbd7-d3c7-46f5-8ea6-149af5928beb req-e72ae0fb-80f3-4bb4-b385-165ec2395b27 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0986712 Oct 26 11:54:01.492278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30e89e19-3bf9-4c82-ad4f-cdd9ea84741c req-23a6f664-ec0c-40be-913c-b02a01cc45ec tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0886073 Oct 26 11:54:01.543572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacdab1-c62c-4a73-b4ce-e138be140802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e980b-69a5-4bea-8b74-1466d8d4069a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:01.751863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event deleted for resources: {'Port': ['ID=df69c962-50ed-4084-a8a1-3cc05d87a987,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:01.843524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Transition to ACTIVE for port object 46883d33-e01a-45d1-8b70-6689a8bcad96 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:01.861781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:02.044394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:02.096199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device df69c962-50ed-4084-a8a1-3cc05d87a987 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:02.163821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: df69c962-50ed-4084-a8a1-3cc05d87a987 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:02.164465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device df69c962-50ed-4084-a8a1-3cc05d87a987 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:02.187412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:02.242793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Router efebcf6d-7279-439f-bbb9-6a33a0598e58 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:02.264604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:02.278359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d95788ba-bd02-4261-ae1d-5a83c9da20e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:54:02.447947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3776e63-ee86-4ad4-9d6c-cb8ecc2dbcdf req-c16cdb23-6984-4f87-980a-5478a80c67fa tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 210 time: 0.0592735 Oct 26 11:54:02.554727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162fc5d-57d0-4c17-bdbe-2a287a54716f req-83f46767-8c94-45a8-9ae4-12158273a9e5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:02.556668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e162fc5d-57d0-4c17-bdbe-2a287a54716f req-83f46767-8c94-45a8-9ae4-12158273a9e5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 943 time: 0.1000404 Oct 26 11:54:02.577115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Network 0803069e-3fd5-4231-ba58-bb144f8bc01d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:02.579007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:02.599256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:02.694260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Attempting to bind port 46883d33-e01a-45d1-8b70-6689a8bcad96 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:02.694940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Attempting to bind port 46883d33-e01a-45d1-8b70-6689a8bcad96 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:02.695485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Attempting to bind port 46883d33-e01a-45d1-8b70-6689a8bcad96 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:02.706976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e162fc5d-57d0-4c17-bdbe-2a287a54716f req-8cd0cec8-d379-4042-aed7-88b3fe83765a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435068 Oct 26 11:54:02.800555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14f9cd-36a8-4c86-a1f1-e96b7e56b3d5 req-3722d829-2cbb-4a1a-8fa0-2171b9cb1bfe tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:02.808363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a14f9cd-36a8-4c86-a1f1-e96b7e56b3d5 req-3722d829-2cbb-4a1a-8fa0-2171b9cb1bfe tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 931 time: 0.1051273 Oct 26 11:54:02.826144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Port 46883d33-e01a-45d1-8b70-6689a8bcad96 on network bb11f0eb-07fd-4935-96ad-89706714e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:02.827066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Attempting to bind port 46883d33-e01a-45d1-8b70-6689a8bcad96 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:02.830639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Pushing event updated for resources: {'Port': ['ID=0de24e4b-5d30-48e0-b625-eef8cb2f1493,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:02.868622 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4c70943-e945-4eea-b7f8-d30cfa070bf7 req-051604b3-1a8f-478a-8664-c2c0936a460d tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0569396 Oct 26 11:54:02.882137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:02.882973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:02.894994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:02.895608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Bound port: 46883d33-e01a-45d1-8b70-6689a8bcad96, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:02.896064 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:02.903997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:02.905235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:02.923693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a14f9cd-36a8-4c86-a1f1-e96b7e56b3d5 req-d99b624d-6130-4550-b3b2-bc7c51aef1bc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142690 Oct 26 11:54:03.001960 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-468eebbc-b4fc-4afa-8ab6-896869f7fe0d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4208639 Oct 26 11:54:03.020688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Request body: {'port': {'device_id': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:03.026196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:03.039104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] Sync routers for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:03.079216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:03.080273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:03.122821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] No DVR routers for this DVR port df69c962-50ed-4084-a8a1-3cc05d87a987 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:54:03.128117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:03.131897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a683deb8-45c5-412a-89f1-35f60b4f3cdd req-c4916e3d-96c6-43f9-b3bc-8abcc2a4a3fd tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.100 "DELETE /v2.0/ports/df69c962-50ed-4084-a8a1-3cc05d87a987 HTTP/1.1" status: 204 len: 173 time: 3.2612975 Oct 26 11:54:03.147580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'name': 'network-vif-deleted', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:03.151777 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85d265-5355-47bc-81e3-e79c4e735c7e" -d '{"events": [{"server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "name": "network-vif-deleted", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:03.160949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:03.194027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:03.198380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:03.208853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:03.241994 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ae7a9b-f982-4106-aea4-6a6a7291d413 x-openstack-request-id: req-f9ae7a9b-f982-4106-aea4-6a6a7291d413 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:03.242368 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c07f73-99ff-470a-b567-03f4059a49db", "name": "network-vif-deleted", "tag": "df69c962-50ed-4084-a8a1-3cc05d87a987", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:03.242659 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f9ae7a9b-f982-4106-aea4-6a6a7291d413 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:03.243077 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c07f73-99ff-470a-b567-03f4059a49db', 'name': 'network-vif-deleted', 'tag': 'df69c962-50ed-4084-a8a1-3cc05d87a987', 'status': 'completed', 'code': 200} Oct 26 11:54:03.304159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:03.306028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:03.306568 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] 10.222.0.30 "PUT /v2.0/ports/46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 1091 time: 2.8984365 Oct 26 11:54:03.334043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:03.370853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360099b4-f7b8-4809-ad4c-176038022dff service neutron] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:03.528117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-03c3b229-770c-4b32-ae86-76b794240883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:03.530200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-03c3b229-770c-4b32-ae86-76b794240883 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1094 time: 0.0711346 Oct 26 11:54:03.601436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:03.627109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:51Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:03.630927 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bffdde6b-5d34-4946-b476-b7b09bb5a331 req-36673574-80bc-4fa9-8d23-20e15874104d tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1c07f73-99ff-470a-b567-03f4059a49db HTTP/1.1" status: 200 len: 210 time: 0.0365903 Oct 26 11:54:03.666580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] Checking router: efebcf6d-7279-439f-bbb9-6a33a0598e58 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:03.677488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:03.678102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:03.703656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-8deab955-c71a-482a-ab37-b5d72f419a79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 217 time: 0.1565409 Oct 26 11:54:03.819035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:03.895179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a8d43f0-f250-4237-94f1-81dece82576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:03.896653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-1a8d43f0-f250-4237-94f1-81dece82576a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1730273 Oct 26 11:54:03.964516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861ca80-6956-4a83-a955-b9286e914947 req-4b04f8fb-ac6f-42c4-ab3b-5da72a1ddb6c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:03.966646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c861ca80-6956-4a83-a955-b9286e914947 req-4b04f8fb-ac6f-42c4-ab3b-5da72a1ddb6c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 943 time: 0.0835960 Oct 26 11:54:04.018629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c861ca80-6956-4a83-a955-b9286e914947 req-90dc4aab-6edc-48b4-8c04-8b0578b5d924 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437686 Oct 26 11:54:04.038646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-6f64bd85-2f85-4ac9-b19d-e8d139ddb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:04.040248 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-6f64bd85-2f85-4ac9-b19d-e8d139ddb4b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183188 Oct 26 11:54:04.046620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de24e4b-5d30-48e0-b625-eef8cb2f1493 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:04.052004 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df750fe4-f218-45e0-b4a6-1d05a4de9adf req-9f025c92-cacc-451d-9765-b68019b87817 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0372422 Oct 26 11:54:04.078965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:04.164696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Transition to ACTIVE for port object 0de24e4b-5d30-48e0-b625-eef8cb2f1493 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:04.177369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:51Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:04.179576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:04.209647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d38fc4-8341-4097-be6d-67b5dd979ba5 None None] The sync data for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 is: [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:51:45Z', 'revision_number': 4, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ccea52df-baa0-4cf8-8372-88741f3c837d', 'name': '', 'network_id': 'fec4217c-460d-45c3-8bbb-c9df6876ac75', 'tenant_id': '0f127858ff614322975e209f6b706512', 'mac_address': 'fa:16:3e:a5:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:44Z', 'updated_at': '2021-10-26T11:51:51Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'subnets': [{'id': '85a36583-6508-4f4a-8af2-c586a4cb687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:04.227935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fd58b-e12c-4df1-85b0-2e065c3c272e req-f4fd4e99-af53-40c8-91cd-6d8339d6ce14 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:04.229372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f54fd58b-e12c-4df1-85b0-2e065c3c272e req-f4fd4e99-af53-40c8-91cd-6d8339d6ce14 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 931 time: 0.0947788 Oct 26 11:54:04.306677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f54fd58b-e12c-4df1-85b0-2e065c3c272e req-16de39c1-aff7-4c70-b226-5bea5187faf7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688434 Oct 26 11:54:04.307709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-d03ea890-b7d1-4a17-9e62-02a29d279780 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507775 Oct 26 11:54:04.342696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0de24e4b-5d30-48e0-b625-eef8cb2f1493,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:04.420292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Attempting to bind port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:04.420636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Attempting to bind port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:04.421078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Attempting to bind port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 on network 0803069e-3fd5-4231-ba58-bb144f8bc01d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:04.432831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 on network 0803069e-3fd5-4231-ba58-bb144f8bc01d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:04.433151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Attempting to bind port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 on network 0803069e-3fd5-4231-ba58-bb144f8bc01d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:04.443303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:04.443666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Checking segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:04.444038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Bound using segment: {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:04.444487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Bound port: 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6351455-d587-4277-a690-1b0ef3f66fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:04.444849 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:04.513371 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b83bd6b0-1dbe-46fb-a84b-749a79d08674 req-b142a141-9584-4f03-bb0f-b82225c1a5b5 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808345 Oct 26 11:54:04.551824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] For port 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:04.555841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] For port 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:04.564673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:04.610532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:04.611184 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:04.612811 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] 10.222.0.30 "PUT /v2.0/ports/0de24e4b-5d30-48e0-b625-eef8cb2f1493 HTTP/1.1" status: 200 len: 1091 time: 1.6001422 Oct 26 11:54:04.634276 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e8de7-ba38-4df2-b12a-452a339d3410 None None] New status for floating IP 664610bc-fa67-4843-999d-c743ea076b5e: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:54:04.643213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af4a0a-5a6f-40c2-a367-b8266b467ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0de24e4b-5d30-48e0-b625-eef8cb2f1493,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:04.733001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-79a70c15-40c7-485b-8979-1d7587b711b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:04.740564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-79a70c15-40c7-485b-8979-1d7587b711b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 1094 time: 0.0704532 Oct 26 11:54:04.740773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32798) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:04.809187 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-78f38599-19a5-40eb-9bbc-797bca8b2989 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493 HTTP/1.1" status: 200 len: 217 time: 0.0551064 Oct 26 11:54:04.878694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-bf95d8e7-a486-4795-8a38-a408900400d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:04.880128 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-bf95d8e7-a486-4795-8a38-a408900400d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.0633540 Oct 26 11:54:04.927085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-93f011fa-eff2-4369-96a0-d1042cd1e80a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357370 Oct 26 11:54:04.949373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1210818e-b6ab-4901-84e0-f6fbb60856d6 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.013151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1210818e-b6ab-4901-84e0-f6fbb60856d6 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.093796 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-3e8eac2d-778c-411f-b07f-c323e1b9abeb service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553159 Oct 26 11:54:05.140130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1210818e-b6ab-4901-84e0-f6fbb60856d6 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.145449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1210818e-b6ab-4901-84e0-f6fbb60856d6 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.147671 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1210818e-b6ab-4901-84e0-f6fbb60856d6 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "DELETE /v2.0/security-groups/fdd28cbb-c9bb-444a-a595-229a28d80d6c HTTP/1.1" status: 204 len: 168 time: 0.4054692 Oct 26 11:54:05.160215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32826) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:05.194504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210818e-b6ab-4901-84e0-f6fbb60856d6 tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd28cbb-c9bb-444a-a595-229a28d80d6c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:05.205271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.208199 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-4662745d-c686-461b-847b-97fb546d323c tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] show failed (client error): The resource could not be found. Oct 26 11:54:05.209738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4662745d-c686-461b-847b-97fb546d323c tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "GET /v2.0/security-groups/fdd28cbb-c9bb-444a-a595-229a28d80d6c HTTP/1.1" status: 404 len: 347 time: 0.0474896 Oct 26 11:54:05.212269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:05.247745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}, {'name': 'network-changed', 'server_uuid': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'tag': '0de24e4b-5d30-48e0-b625-eef8cb2f1493'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:05.251152 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3e32d5-02e4-46be-b418-9cbf549ae08b" -d '{"events": [{"name": "network-changed", "server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}, {"name": "network-changed", "server_uuid": "8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4", "tag": "0de24e4b-5d30-48e0-b625-eef8cb2f1493"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:05.272117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-66b5d26d-d4c9-4636-abf3-e5c7c67b160d req-a6458399-adc9-4032-b78c-8c1346ae3b7a service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657944 Oct 26 11:54:05.282901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283603ae-adcf-4ba4-bee1-c58d83a3352d req-0954e1a6-f228-4ea1-9c6d-bdd463c8cf8b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:05.284614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-283603ae-adcf-4ba4-bee1-c58d83a3352d req-0954e1a6-f228-4ea1-9c6d-bdd463c8cf8b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 943 time: 0.1721196 Oct 26 11:54:05.321554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d7335d7-b19f-4157-b782-1e0ef58f8a9a req-9c2218be-e1bb-4314-8516-41cf573cdd7a tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0508828 Oct 26 11:54:05.414062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-283603ae-adcf-4ba4-bee1-c58d83a3352d req-1865bb82-50bb-43ed-bf3b-4b06905ffb21 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151438 Oct 26 11:54:05.508937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Deleting port be7d8475-3ae2-48b8-b39d-610a97d8369c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:05.509575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.531820 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a2f95a-4f78-4712-95c2-683bb0527d05 x-openstack-request-id: req-32a2f95a-4f78-4712-95c2-683bb0527d05 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:05.532128 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4", "tag": "0de24e4b-5d30-48e0-b625-eef8cb2f1493", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:05.532388 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32a2f95a-4f78-4712-95c2-683bb0527d05 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:05.532798 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'status': 'completed', 'code': 200} Oct 26 11:54:05.533225 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'tag': '0de24e4b-5d30-48e0-b625-eef8cb2f1493', 'status': 'completed', 'code': 200} Oct 26 11:54:05.609930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:05.644044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-1d88ad0c-fd84-4df9-8848-b4cd7f7756ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:05.645825 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-1d88ad0c-fd84-4df9-8848-b4cd7f7756ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1094 time: 0.0819783 Oct 26 11:54:05.647520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e27c6-7387-4eee-980e-cf9168f11f81 req-80fca945-1738-42d3-ac7d-5883105aa43b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:05.649006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c23e27c6-7387-4eee-980e-cf9168f11f81 req-80fca945-1738-42d3-ac7d-5883105aa43b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0797462 Oct 26 11:54:05.702910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.703514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.734688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Calling delete_port for be7d8475-3ae2-48b8-b39d-610a97d8369c owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:05.749235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c23e27c6-7387-4eee-980e-cf9168f11f81 req-5252b016-388f-415c-80c1-992bc2e27631 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Oct 26 11:54:05.776665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d491-20f4-41da-bc3a-ac2eb385fabb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.799982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-1ffb094f-f510-45f0-98e8-f8c25adc6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:05.801513 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-1ffb094f-f510-45f0-98e8-f8c25adc6c28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.1469965 Oct 26 11:54:05.856258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:54:05.856641 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-2527ddd9-69af-4d38-811d-52cb76880b07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 217 time: 0.0456197 Oct 26 11:54:05.934723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:05.956057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-b7f058a4-00f8-4e11-a66c-02d1788fb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:05.958916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-b7f058a4-00f8-4e11-a66c-02d1788fb0da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0658569 Oct 26 11:54:05.984477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Pushing event deleted for resources: {'Port': ['ID=be7d8475-3ae2-48b8-b39d-610a97d8369c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:06.014557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d491-20f4-41da-bc3a-ac2eb385fabb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.026308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d491-20f4-41da-bc3a-ac2eb385fabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.034998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:06.053487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:54:06.060631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.066854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.078538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d471bbca-2094-4932-b1b2-cc16cb182ada tempest-ServersTestFqdnHostnames-197029503 tempest-ServersTestFqdnHostnames-197029503-project] 10.222.0.88 "DELETE /v2.0/floatingips/664610bc-fa67-4843-999d-c743ea076b5e HTTP/1.1" status: 204 len: 168 time: 0.8643641 Oct 26 11:54:06.079522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32846) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:06.084580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-128223d1-8a79-43e6-a0c5-58fb455e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:06.086111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-128223d1-8a79-43e6-a0c5-58fb455e670d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188278 Oct 26 11:54:06.089543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0d491-20f4-41da-bc3a-ac2eb385fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe3695-a18d-44a1-90fc-ee9ad620ebac,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:06.102356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b5b0d491-20f4-41da-bc3a-ac2eb385fabb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=186f98af054b4d28b5a473006e2d305b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914322 Oct 26 11:54:06.106266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:06.139601 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.172286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:06.199159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:06.207359 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.290028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58de9ba4-de53-47d1-a881-89112272ce1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.296438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:06.323566 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-c14e7a55-092e-440b-9054-295eebdae59f service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179551 Oct 26 11:54:06.330000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58de9ba4-de53-47d1-a881-89112272ce1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.502761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58de9ba4-de53-47d1-a881-89112272ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.505756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58de9ba4-de53-47d1-a881-89112272ce1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:06.507074 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58de9ba4-de53-47d1-a881-89112272ce1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5afe3695-a18d-44a1-90fc-ee9ad620ebac HTTP/1.1" status: 204 len: 168 time: 0.3998652 Oct 26 11:54:06.514934 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-3e2cc4e4-ca50-4e93-9134-77b795d82f9c service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818664 Oct 26 11:54:06.520614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de9ba4-de53-47d1-a881-89112272ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe3695-a18d-44a1-90fc-ee9ad620ebac,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:06.571292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['46883d33-e01a-45d1-8b70-6689a8bcad96'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:54:06.627850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-642a2724-f538-4d47-ad19-b2865bb59147 req-fda641f2-df40-406a-b9d2-5d5730a44d76 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.1684961 Oct 26 11:54:06.680947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-36cb3cd5-c069-4e58-8251-eaa6f9653e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:06.681631 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-36cb3cd5-c069-4e58-8251-eaa6f9653e08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 1094 time: 0.1049714 Oct 26 11:54:06.778279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e192151-9983-4d7a-9f7a-07fed31ef215 req-da25ac58-1d38-4012-92d2-c1d2705076ee tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:06.798740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e192151-9983-4d7a-9f7a-07fed31ef215 req-da25ac58-1d38-4012-92d2-c1d2705076ee tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2735891 Oct 26 11:54:06.898299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-4ce5f01c-2210-4033-b40c-fea19b845ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:06.899857 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-4ce5f01c-2210-4033-b40c-fea19b845ab7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.2090204 Oct 26 11:54:06.904565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e192151-9983-4d7a-9f7a-07fed31ef215 req-e6ce462f-f297-4bbc-8ce3-f6eb8a46c2e6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020975 Oct 26 11:54:06.970227 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-a75121e5-4f55-4aa7-9c9c-d64a916e8f29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493 HTTP/1.1" status: 200 len: 217 time: 0.0622542 Oct 26 11:54:07.059578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-92bfde7b-dc33-4755-88f3-1a779b8c7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:07.062041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-92bfde7b-dc33-4755-88f3-1a779b8c7e85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.0826397 Oct 26 11:54:07.100000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd53b7-0adf-489b-bdb9-e226b9c4596b req-83f3cf76-afef-4d5b-b9ad-1d65cb8e9917 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:07.103686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47cd53b7-0adf-489b-bdb9-e226b9c4596b req-83f3cf76-afef-4d5b-b9ad-1d65cb8e9917 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0819638 Oct 26 11:54:07.106430 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-d500b8fc-7b6e-4d93-a6e6-8596c7278d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356083 Oct 26 11:54:07.107730 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.174662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:07.189914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dab71e2e-7188-4277-afde-b3a52b75a98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.266098 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-a1bda8d6-1144-48f9-a66d-7a771283c5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517658 Oct 26 11:54:07.435185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dab71e2e-7188-4277-afde-b3a52b75a98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.451784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dab71e2e-7188-4277-afde-b3a52b75a98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.473181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47cd53b7-0adf-489b-bdb9-e226b9c4596b req-84406813-662d-4a86-ba37-b8e49343f666 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623836 Oct 26 11:54:07.503458 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b3e32d5-02e4-46be-b418-9cbf549ae08b req-b383daea-0427-424a-a052-4c030b66e03f service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273571 Oct 26 11:54:07.511181 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dab71e2e-7188-4277-afde-b3a52b75a98b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a47b88aed1fb496b9209f24d8839ceb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353112 Oct 26 11:54:07.511765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab71e2e-7188-4277-afde-b3a52b75a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b83e019-7e89-4223-b850-27b783bc325a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:07.514130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32868) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:07.571876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd622c77-9de0-43c1-80ac-f539ddbe7568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.596580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd622c77-9de0-43c1-80ac-f539ddbe7568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.666992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd622c77-9de0-43c1-80ac-f539ddbe7568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.671176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd622c77-9de0-43c1-80ac-f539ddbe7568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.672703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dd622c77-9de0-43c1-80ac-f539ddbe7568 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b83e019-7e89-4223-b850-27b783bc325a HTTP/1.1" status: 204 len: 168 time: 0.1574361 Oct 26 11:54:07.682443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd622c77-9de0-43c1-80ac-f539ddbe7568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b83e019-7e89-4223-b850-27b783bc325a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:07.733621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Deleting port ccea52df-baa0-4cf8-8372-88741f3c837d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:07.734066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.818549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11ef37d2-a6c1-4944-a1ee-3d0e7bc3dce9 req-943b54b9-853f-4867-9365-29578415a32b tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0389006 Oct 26 11:54:07.869620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0de24e4b-5d30-48e0-b625-eef8cb2f1493 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:54:07.872036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:07.903729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] For port ccea52df-baa0-4cf8-8372-88741f3c837d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ccea52df-baa0-4cf8-8372-88741f3c837d,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:07.908398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:07.949957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Calling delete_port for ccea52df-baa0-4cf8-8372-88741f3c837d owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:08.098468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 46883d33-e01a-45d1-8b70-6689a8bcad96 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:54:08.110293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:08.112922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 46883d33-e01a-45d1-8b70-6689a8bcad96 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:08.113348 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.150234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '0de24e4b-5d30-48e0-b625-eef8cb2f1493', 'network_id': '0803069e-3fd5-4231-ba58-bb144f8bc01d', 'port_id': '0de24e4b-5d30-48e0-b625-eef8cb2f1493', 'mac_address': 'fa:16:3e:b1:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1671ebf2-c2a0-4e31-baf0-f4c919f646d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:54:08.238058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.259963 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.267369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:08.269680 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c38bb-7641-45c7-b9e9-7deeb36a5228" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:08.275854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddafa7-4374-4689-ab34-0a24e1291496 req-cd992e5f-31e5-4d81-853e-faf89aff83ec tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:08.278679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05ddafa7-4374-4689-ab34-0a24e1291496 req-cd992e5f-31e5-4d81-853e-faf89aff83ec tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1792567 Oct 26 11:54:08.291170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de24e4b-5d30-48e0-b625-eef8cb2f1493 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:08.297304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:08.308557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.321692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:08.345817 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.352841 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245927b2-6af2-4e96-abc0-e5dac7de1bb0 x-openstack-request-id: req-245927b2-6af2-4e96-abc0-e5dac7de1bb0 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:08.353147 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:08.353409 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-245927b2-6af2-4e96-abc0-e5dac7de1bb0 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:08.353808 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:54:08.356831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05ddafa7-4374-4689-ab34-0a24e1291496 req-e2d1bc3a-6f32-4166-84c0-d1347221f8e0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563123 Oct 26 11:54:08.389143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:08.419544 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.452233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccea52df-baa0-4cf8-8372-88741f3c837d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:08.452923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0de24e4b-5d30-48e0-b625-eef8cb2f1493,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:08.493158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215e5e6-9dee-491d-af12-8dc63c6b8a3b req-46a5c7d9-76ec-4126-a54f-6ddf0a1b42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:08.494884 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9215e5e6-9dee-491d-af12-8dc63c6b8a3b req-46a5c7d9-76ec-4126-a54f-6ddf0a1b42c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1096 time: 0.0560405 Oct 26 11:54:08.580066 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9215e5e6-9dee-491d-af12-8dc63c6b8a3b req-aa48c2b1-8099-4bcf-b43f-dae385d4d6a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764329 Oct 26 11:54:08.704202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0de24e4b-5d30-48e0-b625-eef8cb2f1493'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:54:08.711198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f16f1-208f-449c-964e-a7c92431309b req-f96cf77d-70fc-4b7a-8300-e6f0ad7784d3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:08.712756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-878f16f1-208f-449c-964e-a7c92431309b req-f96cf77d-70fc-4b7a-8300-e6f0ad7784d3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 944 time: 0.0919774 Oct 26 11:54:08.719637 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.722507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:08.822568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-878f16f1-208f-449c-964e-a7c92431309b req-24d87ae1-2e80-4d0e-b2bb-a0975784005c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009059 Oct 26 11:54:08.834450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-network', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:08.868816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Made reservation on behalf of 5998e8f0a7f9493a8e640824ec0b9bd2 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:08.871349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.880888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.963611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.970265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:08.977076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17275946-6acb-44bd-8811-e0707e59d54a req-e23aa0bf-5bef-4e3a-a3ec-8dac150c4b4e tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0374470 Oct 26 11:54:08.993733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:09.013186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.013530 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Added segment 4616b916-db7a-42a7-b10c-f577686be09a of type vlan for network fa921096-5602-49ff-b5e4-3755a10a5cf7 Oct 26 11:54:09.022264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a24b97-b30d-4b13-9309-887306ab3233,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:09.022414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Router efebcf6d-7279-439f-bbb9-6a33a0598e58 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:09.060187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.088946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.090061 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:09.090757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.150198 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4262214 Oct 26 11:54:09.153581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:09.159422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Request body: {'subnet': {'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-subnet', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:09.162344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f3223-c57f-466e-8c0b-3c25fd3ee288 admin admin] Pushing event updated for resources: {'Network': ['ID=fa921096-5602-49ff-b5e4-3755a10a5cf7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:09.176591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:09.179646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:09.194220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32920) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:09.194387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-190efef0-2639-47ab-b008-62168dc93290 admin admin] 10.222.0.88 "PUT /v2.0/routers/efebcf6d-7279-439f-bbb9-6a33a0598e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1134756 Oct 26 11:54:09.206381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Made reservation on behalf of 5998e8f0a7f9493a8e640824ec0b9bd2 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:09.209376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.237957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] Sync routers for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:09.260310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:09.260963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:09.412322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:09.552755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.619438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e168b-8d17-4259-a0f3-82cd1af805fd req-68990d5a-bf22-494a-ae87-32964b3f0457 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:09.621054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-492e168b-8d17-4259-a0f3-82cd1af805fd req-68990d5a-bf22-494a-ae87-32964b3f0457 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.1674931 Oct 26 11:54:09.650471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:54:08Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:09.656614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1960f911-10f2-4575-9a15-680789cad337,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:09.695267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] Checking router: efebcf6d-7279-439f-bbb9-6a33a0598e58 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:09.704781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] Routers {'efebcf6d-7279-439f-bbb9-6a33a0598e58'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:09.705418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efebcf6d-7279-439f-bbb9-6a33a0598e58'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:09.713482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.720307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-492e168b-8d17-4259-a0f3-82cd1af805fd req-a2b49d58-7f77-474e-8c98-e6e74fbde6a5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789261 Oct 26 11:54:09.727860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Checking segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:09.728463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Network hostable DHCP agents. Network: fa921096-5602-49ff-b5e4-3755a10a5cf7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:09.760569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:09.772361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, fa921096-5602-49ff-b5e4-3755a10a5cf7) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:09.778827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:09.780214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.810387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ad27632a-35b3-4016-ac90-1c6dfd24a3f3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6546559 Oct 26 11:54:09.811743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:09.823796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:09.859121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.881317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.882448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.965689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.981751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Deleting port 68c6d3df-d777-42b9-a5fd-0275209648eb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:09.982102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:09.997422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] Set router efebcf6d-7279-439f-bbb9-6a33a0598e58 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:10.005200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea4640-af5d-4fde-8d19-cf0bd9b50ed8 None None] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:10.008916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0de24e4b-5d30-48e0-b625-eef8cb2f1493 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:10.077800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] For port 68c6d3df-d777-42b9-a5fd-0275209648eb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=68c6d3df-d777-42b9-a5fd-0275209648eb,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:10.079656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.098993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Calling delete_port for 68c6d3df-d777-42b9-a5fd-0275209648eb owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:10.101036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06123a3d-11b9-49de-ba81-689011025a97 req-9eab9618-7d6b-4bc3-8178-cdaf30f15188 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:10.110381 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06123a3d-11b9-49de-ba81-689011025a97 req-9eab9618-7d6b-4bc3-8178-cdaf30f15188 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 944 time: 0.1428592 Oct 26 11:54:10.172720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06123a3d-11b9-49de-ba81-689011025a97 req-92bda59a-2392-4bf0-969a-deb57b3382b6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562289 Oct 26 11:54:10.309834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:54:10.348525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:10.348925 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.382002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c61310b-6733-4bff-9642-b6c1817874de req-74055f73-f827-45c2-a6fc-0259381fae15 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.2682552 Oct 26 11:54:10.393649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.458919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.489204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-fa921096-5602-49ff-b5e4-3755a10a5cf7', 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'fixed_ips': [{'subnet_id': '1960f911-10f2-4575-9a15-680789cad337'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:54:10.490214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.525307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c6d3df-d777-42b9-a5fd-0275209648eb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:10.556313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.628005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.703177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de24e4b-5d30-48e0-b625-eef8cb2f1493'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:10.706394 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4373a9fd-8850-4cd2-ae58-d42c268b1653" -d '{"events": [{"server_uuid": "8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "0de24e4b-5d30-48e0-b625-eef8cb2f1493"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:10.759183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.759697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:10.760087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.763635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.767846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:54:08Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:10.812850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.841621 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9389d036-d33f-4b89-8a2e-7242a966062e x-openstack-request-id: req-9389d036-d33f-4b89-8a2e-7242a966062e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:10.842429 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "0de24e4b-5d30-48e0-b625-eef8cb2f1493", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:10.842689 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9389d036-d33f-4b89-8a2e-7242a966062e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:10.843115 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de24e4b-5d30-48e0-b625-eef8cb2f1493', 'code': 200} Oct 26 11:54:10.843788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.845961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957eb95-bdb6-45af-9dcb-1c4819c52a9c None None] The sync data for ids ['efebcf6d-7279-439f-bbb9-6a33a0598e58'] in n-d-812150-3 is: [{'id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'name': 'tempest-ServersTestFqdnHostnames-1021938056-router', 'tenant_id': '0f127858ff614322975e209f6b706512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:51:37Z', 'updated_at': '2021-10-26T11:54:08Z', 'revision_number': 5, 'project_id': '0f127858ff614322975e209f6b706512', 'gw_port': {'id': '68c6d3df-d777-42b9-a5fd-0275209648eb', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efebcf6d-7279-439f-bbb9-6a33a0598e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:51:38Z', 'updated_at': '2021-10-26T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:10.860713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.861269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efebcf6d-7279-439f-bbb9-6a33a0598e58 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:54:10.868716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.872370 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-09d0c484-1724-40b6-89d9-ab830c59c295 admin admin] 10.222.0.88 "DELETE /v2.0/routers/efebcf6d-7279-439f-bbb9-6a33a0598e58 HTTP/1.1" status: 204 len: 168 time: 1.6742523 Oct 26 11:54:10.872774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:10.967798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0de24e4b-5d30-48e0-b625-eef8cb2f1493,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:10.972767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Deleting subnet 85a36583-6508-4f4a-8af2-c586a4cb687b {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:54:10.977990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:10.980458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Allocated IP 172.20.0.2 (fa921096-5602-49ff-b5e4-3755a10a5cf7/1960f911-10f2-4575-9a15-680789cad337/030b11a5-fa9b-4100-b9e5-a434bebf8e04) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:10.989323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4480ef-908d-433b-86da-f11fea721269 req-4c580b18-748d-4319-92ed-14dc1dbfce7f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:10.990896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a4480ef-908d-433b-86da-f11fea721269 req-4c580b18-748d-4319-92ed-14dc1dbfce7f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.1615014 Oct 26 11:54:11.004930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54e6e-1fd0-467e-bb7a-dbc047c00828 req-8ef64bf3-08c9-4b85-bb7c-a96cc4053a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:11.006595 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a6c54e6e-1fd0-467e-bb7a-dbc047c00828 req-8ef64bf3-08c9-4b85-bb7c-a96cc4053a0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.0824656 Oct 26 11:54:11.031845 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.051484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Allocated IP 172.25.4.112 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/735f93e8-f72a-4423-8e2d-e19ecbe0bcb7) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:11.080952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a6c54e6e-1fd0-467e-bb7a-dbc047c00828 req-4a874f19-bad1-4cf7-8915-c69c733750bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 Oct 26 11:54:11.081757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a4480ef-908d-433b-86da-f11fea721269 req-6a741601-a2b5-4a20-94af-4ab5439b5222 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721142 Oct 26 11:54:11.134487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.169750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.178131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.221456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.229806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:11.235069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:11.239755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:11.249485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Pushing event updated for resources: {'Port': ['ID=030b11a5-fa9b-4100-b9e5-a434bebf8e04,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:11.263340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.271811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a00571-ea86-4742-b6f6-e86e21026512 None None] Network fec4217c-460d-45c3-8bbb-c9df6876ac75 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:11.271993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/85a36583-6508-4f4a-8af2-c586a4cb687b HTTP/1.1" status: 204 len: 168 time: 0.3967953 Oct 26 11:54:11.273699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:11.274434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5dafe-def5-4f5c-af83-e813e3349f00 req-53ac4d13-b158-44a4-8608-33bdc8562c14 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:11.276192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18f5dafe-def5-4f5c-af83-e813e3349f00 req-53ac4d13-b158-44a4-8608-33bdc8562c14 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.1254940 Oct 26 11:54:11.293463 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.298493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32954) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:11.304382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05def05e-0519-4fef-a7e1-6aa418a9d110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a36583-6508-4f4a-8af2-c586a4cb687b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:11.306420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'floatingip': {'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:11.383388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Attempting to bind port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:11.384272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Attempting to bind port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:11.384658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Attempting to bind port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 on network fa921096-5602-49ff-b5e4-3755a10a5cf7 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:11.400500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:11.401317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Checking segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:11.401929 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.402324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.402935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Bound using segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:11.403639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Bound port: 030b11a5-fa9b-4100-b9e5-a434bebf8e04, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:11.404247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.499472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Deleting port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:11.500652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.552391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] For port 030b11a5-fa9b-4100-b9e5-a434bebf8e04, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:11.557013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] For port 030b11a5-fa9b-4100-b9e5-a434bebf8e04, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=030b11a5-fa9b-4100-b9e5-a434bebf8e04,segment=NetworkSegment(4616b916-db7a-42a7-b10c-f577686be09a),segment_id=4616b916-db7a-42a7-b10c-f577686be09a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:11.564020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.576433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] For port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,segment=NetworkSegment(280b604e-c1b1-417a-91ce-7f66ad67e803),segment_id=280b604e-c1b1-417a-91ce-7f66ad67e803)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:11.576823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.591165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Calling delete_port for 6c8a51fd-afdd-4f3b-82ce-a8abc711171c owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:11.640588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bda01-3129-47d2-a27b-cb0a5b0a3c5f None None] Pushing event updated for resources: {'Port': ['ID=030b11a5-fa9b-4100-b9e5-a434bebf8e04,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:11.664519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] DHCP port deletion for fec4217c-460d-45c3-8bbb-c9df6876ac75 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:54:11.734495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.759301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.761542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Deleting port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:11.761923 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.792885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:11.803530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ef40579-ca9b-4fef-866e-ffacf3eef615 req-36cce3c7-b39c-45a3-946e-ad3e595bb634 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0769739 Oct 26 11:54:11.809350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] No DVR routers for this DVR port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:54:11.882105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] For port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:11.882837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.901607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Calling delete_port for 6c8a51fd-afdd-4f3b-82ce-a8abc711171c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:11.905409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:54:11.907216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:11.924732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd477b2c-a5b8-45f7-bc3d-d4efcf663dba req-6fc38cf9-8363-4384-8898-4d0d6b44f4e4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:11.926592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd477b2c-a5b8-45f7-bc3d-d4efcf663dba req-6fc38cf9-8363-4384-8898-4d0d6b44f4e4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.6494510 Oct 26 11:54:11.970514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] Pushing event deleted for resources: {'Port': ['ID=6c8a51fd-afdd-4f3b-82ce-a8abc711171c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:12.000372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6cb7e-257b-4146-b2be-aef3643dcf17 None None] No DVR routers for this DVR port 6c8a51fd-afdd-4f3b-82ce-a8abc711171c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:54:12.034836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.064863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec4217c-460d-45c3-8bbb-c9df6876ac75']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:12.088243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280b604e-c1b1-417a-91ce-7f66ad67e803') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:12.088243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280b604e-c1b1-417a-91ce-7f66ad67e803') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:12.094741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.107636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.127390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.134561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:54:12.135006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:54:12.148774 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:54:12.188175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd477b2c-a5b8-45f7-bc3d-d4efcf663dba req-4bd08ce7-713c-49ca-ac54-6254f57b16e0 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007077 Oct 26 11:54:12.222301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.229682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.236649 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fec4217c-460d-45c3-8bbb-c9df6876ac75 HTTP/1.1" status: 204 len: 168 time: 0.9611833 Oct 26 11:54:12.272714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f4602-3d6c-427d-abea-5874da765978 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec4217c-460d-45c3-8bbb-c9df6876ac75,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:12.355519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:12.370480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:12.377150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:12.388068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Pushing event updated for resources: {'Port': ['ID=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:12.500432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32976) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:12.554040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b053e8b-7a00-4ca3-9c8f-b5c2d0db90ba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0f127858ff614322975e209f6b706512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500233 Oct 26 11:54:12.554370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32978) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:12.620196 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f574708a-0f58-4d8a-9df4-f7fdfc1d3819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.646112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f574708a-0f58-4d8a-9df4-f7fdfc1d3819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.733484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f574708a-0f58-4d8a-9df4-f7fdfc1d3819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.736947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f574708a-0f58-4d8a-9df4-f7fdfc1d3819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:12.763179 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f574708a-0f58-4d8a-9df4-f7fdfc1d3819 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9cf67967-03aa-4e61-afa9-987e29d37a64 HTTP/1.1" status: 204 len: 168 time: 0.1972737 Oct 26 11:54:12.786821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574708a-0f58-4d8a-9df4-f7fdfc1d3819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf67967-03aa-4e61-afa9-987e29d37a64,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:12.880452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 030b11a5-fa9b-4100-b9e5-a434bebf8e04 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:12.978843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:12.979615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.166325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.225047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 030b11a5-fa9b-4100-b9e5-a434bebf8e04, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=030b11a5-fa9b-4100-b9e5-a434bebf8e04,segment=NetworkSegment(4616b916-db7a-42a7-b10c-f577686be09a),segment_id=4616b916-db7a-42a7-b10c-f577686be09a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:13.243676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.248204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5f43869-eb80-45cf-b29d-75d6a021bd0a req-1ce36104-1b0e-4a46-b7bd-77d9006209fa tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0630815 Oct 26 11:54:13.253010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94710db1-64fe-4e8e-a732-e501464c6e12 None None] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:13.272582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.300523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.396570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ccea52df-baa0-4cf8-8372-88741f3c837d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:13.462130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ccea52df-baa0-4cf8-8372-88741f3c837d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:13.462484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ccea52df-baa0-4cf8-8372-88741f3c837d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:13.462946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6c8a51fd-afdd-4f3b-82ce-a8abc711171c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:13.478913 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.517110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6c8a51fd-afdd-4f3b-82ce-a8abc711171c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:13.517660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6c8a51fd-afdd-4f3b-82ce-a8abc711171c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:13.518108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 68c6d3df-d777-42b9-a5fd-0275209648eb no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:13.553930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-810c9139-eca0-44d7-8572-ebbd624d555d None None] Provisioning complete for port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:13.554309 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-810c9139-eca0-44d7-8572-ebbd624d555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:13.605965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=030b11a5-fa9b-4100-b9e5-a434bebf8e04,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:13.608078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ae58c-8cc3-472c-8632-ef43735a76b6 req-437023a9-44e0-4c41-9ec0-c32a2be41c7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:13.609986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce9ae58c-8cc3-472c-8632-ef43735a76b6 req-437023a9-44e0-4c41-9ec0-c32a2be41c7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1857045 Oct 26 11:54:13.643023 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Floating IP 5c3faa91-4b30-42ad-a558-57125d20ba3c associated. External IP: 172.25.4.192, port: 46883d33-e01a-45d1-8b70-6689a8bcad96. Oct 26 11:54:13.786546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce9ae58c-8cc3-472c-8632-ef43735a76b6 req-252a966f-c27d-4c90-bd9e-5634abb41006 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649005 Oct 26 11:54:13.799098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 68c6d3df-d777-42b9-a5fd-0275209648eb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:13.799445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 68c6d3df-d777-42b9-a5fd-0275209648eb not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:13.822383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.822732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.823113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.823452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.823806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.824109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.824437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.824959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.825134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.825470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.826276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:13.826276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:14.022944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33012) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:14.192693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572565cc-3206-40a8-9404-5a269713b094 req-edc90a8f-8fef-4419-b55d-a6639326e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:14.194251 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-edc90a8f-8fef-4419-b55d-a6639326e116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.0763216 Oct 26 11:54:14.271439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-68d3be78-fdf0-4efd-8e38-70eab1cc6832 None None] Provisioning complete for port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:14.272052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68d3be78-fdf0-4efd-8e38-70eab1cc6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.277665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1053929199-network', 'tenant_id': '033b8c5fa0d74073b9221ad7015a832f'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:14.284636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.329512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Made reservation on behalf of 033b8c5fa0d74073b9221ad7015a832f for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:14.332484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.354192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.364579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Router 07d4aba2-c96b-4974-ba29-251aebfcf30c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:14.427004 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-451c62ba-b2a5-467a-9721-ad828f5d2f65 req-90eae2b8-5ec0-4d03-bdfd-524ca5802287 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0745261 Oct 26 11:54:14.432489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33024) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:14.438833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1522896906'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:14.448965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572565cc-3206-40a8-9404-5a269713b094 req-792e4622-4700-4796-9914-0f6306b15534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:14.450464 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-792e4622-4700-4796-9914-0f6306b15534 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.2347412 Oct 26 11:54:14.513472 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-0fa88bb9-245a-4731-8891-5b62346d17ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493 HTTP/1.1" status: 200 len: 217 time: 0.0517907 Oct 26 11:54:14.531199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:14.535713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.559829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5450999e-64d6-4ebb-9c0f-6196f3c88268 req-cf104fd6-bee1-46a5-a38b-61347219787b tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.1128359 Oct 26 11:54:14.573906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0842-f386-415d-8dec-afa8eb5fb490 req-da1b1959-587f-40d1-aa19-2754e29acfbf tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:14.575567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01ff0842-f386-415d-8dec-afa8eb5fb490 req-da1b1959-587f-40d1-aa19-2754e29acfbf tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3652856 Oct 26 11:54:14.628270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:14.650340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572565cc-3206-40a8-9404-5a269713b094 req-4ea3d601-082a-4500-a2a9-fc2e6e46f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:14.653616 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-4ea3d601-082a-4500-a2a9-fc2e6e46f560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.1312401 Oct 26 11:54:14.667165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.667677 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Added segment 1e4da6cc-69bf-4bab-bfce-9737e693fcdd of type vlan for network acaf89a7-0f45-4fd2-8626-b9c26d1c554a Oct 26 11:54:14.685361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 030b11a5-fa9b-4100-b9e5-a434bebf8e04 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:14.686655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01ff0842-f386-415d-8dec-afa8eb5fb490 req-c9a02c0e-3daa-4eb1-80e9-b84b584dbc59 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928776 Oct 26 11:54:14.695670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:14.703234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.709079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] Sync routers for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:14.723356 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:14.724347 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:14.731775 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.741097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-59f43de6-c398-4df1-b966-f909a13d8170 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "PUT /v2.0/floatingips/5c3faa91-4b30-42ad-a558-57125d20ba3c HTTP/1.1" status: 200 len: 991 time: 3.4413176 Oct 26 11:54:14.741920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:14.754542 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cdd22a-2775-4b44-96e6-9f725237ba4c" -d '{"events": [{"name": "network-changed", "server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:14.758706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:14.759454 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.776437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Router 10782bc3-ac88-48c7-8620-820885eafadd is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:54:14.788493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.795646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:14.796259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.828850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.838019 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-71527f88-b76a-46cf-98d4-52679c9d7eef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696177 Oct 26 11:54:14.865215 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4306970 Oct 26 11:54:14.870049 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:14.898183 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df605600-866b-4d73-8d2d-ef7291b1ae12 x-openstack-request-id: req-df605600-866b-4d73-8d2d-ef7291b1ae12 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:14.898529 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:14.898735 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df605600-866b-4d73-8d2d-ef7291b1ae12 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:14.899173 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'status': 'completed', 'code': 200} Oct 26 11:54:14.899570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33032) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:14.905852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1117796207'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:14.921488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:14.991098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Network': ['ID=acaf89a7-0f45-4fd2-8626-b9c26d1c554a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:15.026539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:15.033256 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.044269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.044934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.045034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.045318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.045646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.045975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.046300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.046620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.046967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.047288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.047601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.048410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5133f-e193-47ef-93ec-e1d67341167f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:15.061181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:15.065316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:15.070586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b6140f-7b94-4b8a-bf58-fbf535819486,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:15.086051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.086394 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Added segment 13ca4c96-688a-46a5-bedd-2e5702d2ddd6 of type vlan for network 23a13e10-588a-4a12-b834-17ba4ab3de61 Oct 26 11:54:15.101852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:15.121820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.122232 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Added segment b074ea61-e49d-44f5-a8e7-1cf992a48b0e of type vlan for network db3e3ca7-ff9e-4524-97de-77e9f508c48b Oct 26 11:54:15.141937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-8d1be177-6ff9-444b-a392-d5b3563f4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:15.143497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-8d1be177-6ff9-444b-a392-d5b3563f4c15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1096 time: 0.2186942 Oct 26 11:54:15.170950 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-84cac573-cd38-4d00-ba2f-4b887b567ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505639 Oct 26 11:54:15.172580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.192972 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.233210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:15.242841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.256764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:15.257168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Sync routers for ids ['10782bc3-ac88-48c7-8620-820885eafadd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:15.258508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.278420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Routers {'10782bc3-ac88-48c7-8620-820885eafadd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:15.279329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['10782bc3-ac88-48c7-8620-820885eafadd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:15.324588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4239175 Oct 26 11:54:15.356415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33036) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:15.363423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'subnet': {'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:15.377221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.378672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c0b08880-9d4d-4233-b6f1-944db465bd5f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5649292 Oct 26 11:54:15.397179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33038) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:15.466575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-572565cc-3206-40a8-9404-5a269713b094 req-aae595a8-8958-4fe1-9b3d-8a31bff88f41 service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822003 Oct 26 11:54:15.487413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-bca5dc3b-1c69-4572-9b07-e87cc471552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:15.493233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-bca5dc3b-1c69-4572-9b07-e87cc471552d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.3361785 Oct 26 11:54:15.507623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Set router 10782bc3-ac88-48c7-8620-820885eafadd gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:15.539310 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5c3faa91-4b30-42ad-a558-57125d20ba3c', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:53:54Z', 'updated_at': '2021-10-26T11:54:12Z', 'revision_number': 1, 'project_id': '3606d198b6d449ddb60071384baddc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:15.547952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eea05-2426-4c38-9c57-36267ea4fce9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Network': ['ID=db3e3ca7-ff9e-4524-97de-77e9f508c48b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:15.644376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-a4d287e9-2c27-472b-bb92-768bd9e04774 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.1328113 Oct 26 11:54:15.645074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.647696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:15.649037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.668103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:15.670520 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] Checking router: 07d4aba2-c96b-4974-ba29-251aebfcf30c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:15.687175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:15.691182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:15.699650 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:15.700695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:15.817803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-35d07db4-3916-4553-b287-bb646895467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:15.821392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-35d07db4-3916-4553-b287-bb646895467d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1578152 Oct 26 11:54:15.866743 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53e9aaae-c798-4ab8-b2cf-1992c2bdd84f req-19127da9-c2df-4dd5-ae8f-1d3562555e46 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.1382167 Oct 26 11:54:15.992966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229f9ac-63c7-4993-8f78-4fe5f27d8c0c req-c035bf64-e21e-4255-9ece-8e41063583a3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:16.001013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7229f9ac-63c7-4993-8f78-4fe5f27d8c0c req-c035bf64-e21e-4255-9ece-8e41063583a3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1368964 Oct 26 11:54:16.014178 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:16.066998 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0390050 Oct 26 11:54:16.073821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:16.086014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Request body: {'subnet': {'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1053929199-subnet', 'tenant_id': '033b8c5fa0d74073b9221ad7015a832f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:16.093019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:12Z', 'revision_number': 3, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port': {'id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:10Z', 'updated_at': '2021-10-26T11:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:16.160766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Checking router: 10782bc3-ac88-48c7-8620-820885eafadd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:16.162424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Updating router 10782bc3-ac88-48c7-8620-820885eafadd port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:54:16.168385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955ea7c-52b0-4087-b9af-7cdd299c2ffb admin admin] Pushing event updated for resources: {'Network': ['ID=23a13e10-588a-4a12-b834-17ba4ab3de61,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:16.199475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7229f9ac-63c7-4993-8f78-4fe5f27d8c0c req-28a92616-af15-49d8-a173-20a824acfd7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902583 Oct 26 11:54:16.233834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 23a13e10-588a-4a12-b834-17ba4ab3de61 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:16.234740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-c2656cd0-f8e2-475a-a452-488553de31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:16.238820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-c2656cd0-f8e2-475a-a452-488553de31c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914642 Oct 26 11:54:16.239958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Made reservation on behalf of 033b8c5fa0d74073b9221ad7015a832f for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:16.246055 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.307220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.342648 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.364373 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-fcfde91a-5463-4aad-a855-70f7d615b3bc service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138544 Oct 26 11:54:16.374295 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5c3faa91-4b30-42ad-a558-57125d20ba3c', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:53:54Z', 'updated_at': '2021-10-26T11:54:12Z', 'revision_number': 1, 'project_id': '3606d198b6d449ddb60071384baddc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:16.414621 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b724-f4fe-455b-8ad0-90a827188177 None None] The sync data for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 is: [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5c3faa91-4b30-42ad-a558-57125d20ba3c', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:53:54Z', 'updated_at': '2021-10-26T11:54:12Z', 'revision_number': 1, 'project_id': '3606d198b6d449ddb60071384baddc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:16.466270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Subnet': ['ID=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:16.515776 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-23cdd22a-2775-4b44-96e6-9f725237ba4c req-da9d6a40-0a17-498b-8eca-351df56ae2fa service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225576 Oct 26 11:54:16.531753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Checking segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:16.532116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network hostable DHCP agents. Network: acaf89a7-0f45-4fd2-8626-b9c26d1c554a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:16.584480 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.597220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:16.614412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, acaf89a7-0f45-4fd2-8626-b9c26d1c554a) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:16.620854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:16.621443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.631321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05269d94-2cf6-4533-b82f-3b61cda46a52 None None] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:16.684852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7c179cb8-986b-4b4b-a0f4-60cdd648baa7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3245134 Oct 26 11:54:16.685782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:16.693022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'subnet': {'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:16.713335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.767804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95ab477-fd62-4621-bf94-01dd646f9215,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:16.794039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Checking segment: {'id': '13ca4c96-688a-46a5-bedd-2e5702d2ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:16.794407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Network hostable DHCP agents. Network: 23a13e10-588a-4a12-b834-17ba4ab3de61, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:16.818817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Network 23a13e10-588a-4a12-b834-17ba4ab3de61 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:16.827813 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c486bf-7f2e-4e71-864a-987015aa6760 None None] New status for floating IP 5c3faa91-4b30-42ad-a558-57125d20ba3c: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:54:16.831450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 23a13e10-588a-4a12-b834-17ba4ab3de61) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:16.844428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:16.845712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:16.855468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdf192-1a19-4201-90be-b21a662e537e None None] Network 23a13e10-588a-4a12-b834-17ba4ab3de61 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:16.868017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f02281ff-5476-4796-aeab-5edee5e17d75 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7929401 Oct 26 11:54:16.889629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Allocated IP 172.20.0.1 (fa921096-5602-49ff-b5e4-3755a10a5cf7/1960f911-10f2-4575-9a15-680789cad337/c7da42b7-1ad2-4830-b537-e9c4ef97bfbb) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:16.929140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:16.933021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.130621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e9dd2e0-0462-4e31-ba7e-ab7e7c00ebea req-3493d70b-3c47-4548-ab5c-72ca1c072762 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0360959 Oct 26 11:54:17.210029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.213800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:54:17.214914 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.274369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab63668-d6b4-403e-be09-152b0eaae709 None None] Network 23a13e10-588a-4a12-b834-17ba4ab3de61 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:17.299231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.310054 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.399942 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.425486 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.645731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Attempting to bind port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:17.645731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Attempting to bind port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:17.645731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Attempting to bind port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:17.664625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:17.678978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:17.679357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:17.679762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.680160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:17.680643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Bound port: 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:17.681022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.707391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:17.717985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dbe49-46fe-48e7-ab8f-db3218ff5061 None None] Pushing event updated for resources: {'Port': ['ID=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:17.746754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:17.784515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Subnet': ['ID=b1d09726-5ac1-437a-a9c8-6b6abed978f0,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:17.787676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Allocated IP 10.1.1.2 (acaf89a7-0f45-4fd2-8626-b9c26d1c554a/3b9b0d69-085b-44ac-94c1-ad9c9e232f2a/a54d79ed-2f53-46ba-a7c5-3164e80b7e99) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:17.812377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] For port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:17.813610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Pushing event updated for resources: {'Port': ['ID=c7da42b7-1ad2-4830-b537-e9c4ef97bfbb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:17.817596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] For port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:17.833776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.865835 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:17.921876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6918b8a-ec98-4eee-bc52-db2ef33cd3ef req-d34935cd-04fa-4efc-a85a-9baafc2b2a5f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:17.923507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6918b8a-ec98-4eee-bc52-db2ef33cd3ef req-d34935cd-04fa-4efc-a85a-9baafc2b2a5f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3070841 Oct 26 11:54:17.924300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Checking segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:17.924664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network hostable DHCP agents. Network: db3e3ca7-ff9e-4524-97de-77e9f508c48b, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:17.987219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-e9c25296-88db-4852-ad4d-02bff2c45219 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:17.989376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-e9c25296-88db-4852-ad4d-02bff2c45219 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/networks?id=23a13e10-588a-4a12-b834-17ba4ab3de61 HTTP/1.1" status: 200 len: 822 time: 0.3752201 Oct 26 11:54:17.992294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Routers {'10782bc3-ac88-48c7-8620-820885eafadd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:17.992953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:53:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['10782bc3-ac88-48c7-8620-820885eafadd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:17.996402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dbe49-46fe-48e7-ab8f-db3218ff5061 None None] Pushing event updated for resources: {'Port': ['ID=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:18.033829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:18.072984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6918b8a-ec98-4eee-bc52-db2ef33cd3ef req-2860f2f4-da22-4deb-b955-bc5bb3c2edc4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353309 Oct 26 11:54:18.080066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-2b2d4bda-da1a-4581-8517-ad1242424f3d tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/quotas/033b8c5fa0d74073b9221ad7015a832f HTTP/1.1" status: 200 len: 375 time: 0.0737126 Oct 26 11:54:18.086652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, db3e3ca7-ff9e-4524-97de-77e9f508c48b) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:18.098219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:18.098998 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.130787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e70efa60-76e1-416d-ab74-4a6596f2e460 None None] Provisioning complete for port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:18.131144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70efa60-76e1-416d-ab74-4a6596f2e460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.142313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-91dfd7e5-512e-4e70-8c85-1bcac4f3c57a tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=033b8c5fa0d74073b9221ad7015a832f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381768 Oct 26 11:54:18.161088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-724b7565-b760-4186-ae4d-e5dbfe8c0f8b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4746003 Oct 26 11:54:18.163722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33088) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:18.171520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'name': 'tempest-TaggedBootDevicesTest_v242-419793146', 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:18.178121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e70efa60-76e1-416d-ab74-4a6596f2e460 None None] Port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:18.182829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1fa9ad-2813-4a15-a972-a6beb9f8face None None] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:18.274761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.295715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.299897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] Set router 10782bc3-ac88-48c7-8620-820885eafadd gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:18.333770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.416857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Pushing event updated for resources: {'Port': ['ID=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:18.428982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:18.430335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-52ff3417-0c77-481a-a7a5-7570b3e1196a service neutron] 10.222.0.88 "GET /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035315 Oct 26 11:54:18.483280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:18.490272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:18.537581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:18.584162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-928f251e-5178-4751-8a07-945a0483a3e4 req-08de5257-4794-4aa9-97d5-0bfc8a57bdcf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=acd510a9496c4a389ca843fe61b33b7f&device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0565798 Oct 26 11:54:18.612157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Attempting to bind port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:18.612960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Attempting to bind port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:18.612960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Attempting to bind port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:18.620040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:18.620350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Checking segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:18.620757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.621588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Bound using segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:18.621727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Bound port: a54d79ed-2f53-46ba-a7c5-3164e80b7e99, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:18.621999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.642100 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-928f251e-5178-4751-8a07-945a0483a3e4 req-3d3d691d-2de4-496d-9cfb-4188508e1f5d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=acd510a9496c4a389ca843fe61b33b7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451593 Oct 26 11:54:18.684550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'fixed_ips': [{'subnet_id': 'b1d09726-5ac1-437a-a9c8-6b6abed978f0'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:54:18.685794 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.702288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-e29ec3d7-0d30-4b93-b9e1-9aacf28679a8 service neutron] 10.222.0.88 "GET /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560134 Oct 26 11:54:18.721843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.741014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.753566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] device_id is not set on port 8e3b62d1-3e42-4423-b43e-89dc24fe749f yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:54:18.845741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Allocated IP 10.2.2.2 (db3e3ca7-ff9e-4524-97de-77e9f508c48b/b1d09726-5ac1-437a-a9c8-6b6abed978f0/75f92a45-d902-44f4-9f85-a46e62936a77) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:18.913439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:18.918539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f251e-5178-4751-8a07-945a0483a3e4 req-8ae60aae-c523-4f5b-abda-6bbcf18848fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:18.922364 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-928f251e-5178-4751-8a07-945a0483a3e4 req-8ae60aae-c523-4f5b-abda-6bbcf18848fa service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2592833 Oct 26 11:54:19.039857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a8bb05e-d8e7-43f8-b88b-61dddb1a7c1b req-fe861045-d649-46d8-8850-1a2b372d7f55 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0556316 Oct 26 11:54:19.048770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.081167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] For port a54d79ed-2f53-46ba-a7c5-3164e80b7e99, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:19.102065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] For port a54d79ed-2f53-46ba-a7c5-3164e80b7e99, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:19.117276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Pushing event updated for resources: {'Port': ['ID=c7da42b7-1ad2-4830-b537-e9c4ef97bfbb,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:19.121230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-faeb0a17-932a-41f8-802c-0cc62b153c9d req-9b5eb05a-0c2c-4342-8817-94f53fe29194 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 210 time: 0.0862417 Oct 26 11:54:19.144565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.152696 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.197520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 10.1.1.169 (acaf89a7-0f45-4fd2-8626-b9c26d1c554a/3b9b0d69-085b-44ac-94c1-ad9c9e232f2a/8e3b62d1-3e42-4423-b43e-89dc24fe749f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:19.236788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:12Z', 'revision_number': 3, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port': {'id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:10Z', 'updated_at': '2021-10-26T11:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:19.241010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd9f99bb-64ea-436e-81cc-14d00fb0a555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.242890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.275043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325683b7-5717-46ce-896f-6d4d0b7178ea None None] Pushing event updated for resources: {'Port': ['ID=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:19.283240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24560140-2fb1-4152-bdd3-f1c00c022fa3 None None] The sync data for ids ['10782bc3-ac88-48c7-8620-820885eafadd'] in n-d-812150-3 is: [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:12Z', 'revision_number': 3, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port': {'id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:10Z', 'updated_at': '2021-10-26T11:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:19.332068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:19.343214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:19.397703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Pushing event updated for resources: {'Port': ['ID=75f92a45-d902-44f4-9f85-a46e62936a77,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:19.425007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:19.432879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:19.438345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:19.557531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81a34-61c1-400b-9c2b-1b8d58e0c2bb req-7dd96bed-b08c-40b6-9073-ac26eadac4ea tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:19.562164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Attempting to bind port 75f92a45-d902-44f4-9f85-a46e62936a77 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:19.566049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Attempting to bind port 75f92a45-d902-44f4-9f85-a46e62936a77 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:19.566581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Attempting to bind port 75f92a45-d902-44f4-9f85-a46e62936a77 on network db3e3ca7-ff9e-4524-97de-77e9f508c48b {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:19.567024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7e81a34-61c1-400b-9c2b-1b8d58e0c2bb req-7dd96bed-b08c-40b6-9073-ac26eadac4ea tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3404584 Oct 26 11:54:19.579111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:19.586546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Checking segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:19.587072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.587457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Bound using segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:19.587975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Bound port: 75f92a45-d902-44f4-9f85-a46e62936a77, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:19.591218 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.654722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7e81a34-61c1-400b-9c2b-1b8d58e0c2bb req-21354b69-bda6-4a5d-82fa-1769225ec452 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830326 Oct 26 11:54:19.749630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] For port 75f92a45-d902-44f4-9f85-a46e62936a77, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:19.767728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] For port 75f92a45-d902-44f4-9f85-a46e62936a77, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=75f92a45-d902-44f4-9f85-a46e62936a77,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:19.775033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.824261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.854784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efca81-d29c-46f4-91e5-d690a5d651f4 None None] Pushing event updated for resources: {'Port': ['ID=75f92a45-d902-44f4-9f85-a46e62936a77,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:19.883009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c1d809d1-37b3-4cf9-874c-bf57361e4733 None None] Provisioning complete for port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:19.883438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1d809d1-37b3-4cf9-874c-bf57361e4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:19.903960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Router 10782bc3-ac88-48c7-8620-820885eafadd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:19.955579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c1d809d1-37b3-4cf9-874c-bf57361e4733 None None] Port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:20.082461 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:20.181332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:20.207236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:20.209257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:20.217866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:20.292178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e7e53ed-e392-4dc1-86ca-5c899e2c4f79 req-eb4ba46b-6e6c-45c3-99ea-fcc2449d83f8 tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.88 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.1124024 Oct 26 11:54:20.330372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f05e3354-6808-4cd8-ad8e-6eb35620e6c9 req-47203e7f-b696-4b14-bbd9-e9665d5329dd tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 210 time: 0.0658338 Oct 26 11:54:20.333900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:20.341224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f9343f17-a736-42d0-bec1-c441913a8d0c admin admin] 10.222.0.88 "PUT /v2.0/routers/10782bc3-ac88-48c7-8620-820885eafadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9431176 Oct 26 11:54:20.359380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:20.361338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:20.407020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2edb30fe-7a0b-4f4f-a1cd-7187210a491d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2419581 Oct 26 11:54:20.410593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33120) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:20.415740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'name': 'tempest-TaggedBootDevicesTest_v242-886881238', 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:20.421825 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-928f251e-5178-4751-8a07-945a0483a3e4 req-1886f15b-898f-4d4d-bf3a-79f140c4990e tempest-ServerShowV254Test-254275957 tempest-ServerShowV254Test-254275957-project] 10.222.0.100 "GET /v2.0/ports?device_id=91b32ae7-a125-4f29-8410-7cae47ac4340 HTTP/1.1" status: 200 len: 210 time: 0.0616119 Oct 26 11:54:20.951286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-f49308e5-27ee-47db-b3f0-4072be1ac6db tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:20.957774 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-f49308e5-27ee-47db-b3f0-4072be1ac6db tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.100 "GET /v2.0/networks?id=23a13e10-588a-4a12-b834-17ba4ab3de61 HTTP/1.1" status: 200 len: 822 time: 0.3065934 Oct 26 11:54:20.960478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 75f92a45-d902-44f4-9f85-a46e62936a77 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:20.976266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Request body: {'port': {'device_id': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61', 'admin_state_up': True, 'tenant_id': '033b8c5fa0d74073b9221ad7015a832f'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:21.244689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Made reservation on behalf of 033b8c5fa0d74073b9221ad7015a832f for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:21.248305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.299994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc00f5a-80fa-4ed6-a91c-c82895d0d364 None None] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:21.304675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0017464f-f0ec-49c0-92a7-4cfbf81bc3be req-778f004c-c2ae-447c-b840-b2de029d9edd tempest-FloatingIPsNegativeTestJSON-1333930996 tempest-FloatingIPsNegativeTestJSON-1333930996-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=5998e8f0a7f9493a8e640824ec0b9bd2 HTTP/1.1" status: 200 len: 217 time: 0.1758375 Oct 26 11:54:21.435009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae7123-88a2-4fc5-8933-68bfd8ac4f85 req-e60df89e-cf43-4997-b1e6-1aff1efa40c7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:21.437356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42ae7123-88a2-4fc5-8933-68bfd8ac4f85 req-e60df89e-cf43-4997-b1e6-1aff1efa40c7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3083916 Oct 26 11:54:21.486054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d4c22-aff2-4d5f-9f13-97f8a7a325a2 None None] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:21.528194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Allocated IP 172.20.0.11 (23a13e10-588a-4a12-b834-17ba4ab3de61/f95ab477-fd62-4621-bf94-01dd646f9215/a57529fb-a77a-4009-aa48-6ec7814257df) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:21.531273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42ae7123-88a2-4fc5-8933-68bfd8ac4f85 req-a061928a-d9ca-4f34-b374-8c83a5ad8bae tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727489 Oct 26 11:54:21.550218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:21.556873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 75f92a45-d902-44f4-9f85-a46e62936a77 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:21.557391 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.572027 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.603159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ae8fefb0-10cd-4c77-9ed7-240b0464087e None None] Provisioning complete for port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:21.604109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae8fefb0-10cd-4c77-9ed7-240b0464087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.607608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21b075f6-d67f-4e01-aa68-ce0ff020b0f9 req-51969606-a9d2-4c70-ab80-a1426be307c5 tempest-FloatingIPsNegativeTestJSON-1333930996 tempest-FloatingIPsNegativeTestJSON-1333930996-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0329382 Oct 26 11:54:21.683609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] device_id is not set on port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:54:21.745174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.811940 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee26c7ea-78ad-4f59-ac85-c58aad48db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.833733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.866246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a9ae68a-50e9-4547-9419-5b74f08ac961 req-d8531084-e6f9-400f-8e8e-f7e5cb6e55e8 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 210 time: 0.0437281 Oct 26 11:54:21.891582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:21.923832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Network 23a13e10-588a-4a12-b834-17ba4ab3de61 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:21.924328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 75f92a45-d902-44f4-9f85-a46e62936a77, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=75f92a45-d902-44f4-9f85-a46e62936a77,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:21.932773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:21.937993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:22.028767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae8fefb0-10cd-4c77-9ed7-240b0464087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.036903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:22.037581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.058579 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.062760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a54d79ed-2f53-46ba-a7c5-3164e80b7e99 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:22.081417 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1103482 Oct 26 11:54:22.089680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03e60d-b30f-469c-b667-6d5871767f24 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Pushing event updated for resources: {'Port': ['ID=a57529fb-a77a-4009-aa48-6ec7814257df,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:22.092517 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-55e62ad4-ffa2-4d8e-9609-8ba558380ede req-270664d3-0229-49fe-ab26-f934320f51df tempest-FloatingIPsNegativeTestJSON-1333930996 tempest-FloatingIPsNegativeTestJSON-1333930996-project] show failed (client error): The resource could not be found. Oct 26 11:54:22.100770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55e62ad4-ffa2-4d8e-9609-8ba558380ede req-270664d3-0229-49fe-ab26-f934320f51df tempest-FloatingIPsNegativeTestJSON-1333930996 tempest-FloatingIPsNegativeTestJSON-1333930996-project] 10.222.0.88 "GET /v2.0/floatingips/fe0b784c-bad2-400f-950e-db37c967456e HTTP/1.1" status: 404 len: 350 time: 0.2786953 Oct 26 11:54:22.102806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Request body: {'port': {'device_id': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:22.105240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33146) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:22.109583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 10.1.1.194 (acaf89a7-0f45-4fd2-8626-b9c26d1c554a/3b9b0d69-085b-44ac-94c1-ad9c9e232f2a/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:22.244559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33148) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:22.278661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ae8fefb0-10cd-4c77-9ed7-240b0464087e None None] For port a54d79ed-2f53-46ba-a7c5-3164e80b7e99, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:22.293401 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae8fefb0-10cd-4c77-9ed7-240b0464087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.303071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Sync routers for ids ['10782bc3-ac88-48c7-8620-820885eafadd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:22.348996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:22.349417 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.402055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=75f92a45-d902-44f4-9f85-a46e62936a77,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:22.414293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Routers {'10782bc3-ac88-48c7-8620-820885eafadd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:22.415114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['10782bc3-ac88-48c7-8620-820885eafadd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:22.438546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.572916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.575648 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4119a5c-50bc-4201-bac4-c4180989a751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.674047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:22.688984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:22.692033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:22.713312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:22.785994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fefb0-10cd-4c77-9ed7-240b0464087e None None] Pushing event updated for resources: {'Port': ['ID=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:22.795514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4119a5c-50bc-4201-bac4-c4180989a751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.860045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Provisioning complete for port 8e3b62d1-3e42-4423-b43e-89dc24fe749f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:22.860645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.887279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:22.887967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.901084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4119a5c-50bc-4201-bac4-c4180989a751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.908037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Set router 10782bc3-ac88-48c7-8620-820885eafadd gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:22.971360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c4119a5c-50bc-4201-bac4-c4180989a751 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=acd510a9496c4a389ca843fe61b33b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239933 Oct 26 11:54:22.980251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:22.985727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:22.998218 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.009303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4119a5c-50bc-4201-bac4-c4180989a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9178de-95f8-4c36-8cc7-e364c2cd4448,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:23.044185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:23.055775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4cd9d53e-2b68-48e5-b4c7-1251401afdf6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6406195 Oct 26 11:54:23.084779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Port 8e3b62d1-3e42-4423-b43e-89dc24fe749f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:23.091363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c2f00-1b47-4fd6-bc60-a8804f50ec2c req-1a1e1eb5-c2ba-4f06-a284-79a6f7bc74af tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:23.095601 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-144c2f00-1b47-4fd6-bc60-a8804f50ec2c req-1a1e1eb5-c2ba-4f06-a284-79a6f7bc74af tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.4079270 Oct 26 11:54:23.157497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635fe2-de42-4704-9c52-3d00ce20b35e req-920cb068-a014-4226-be70-116910fcf1ff tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:23.165957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75635fe2-de42-4704-9c52-3d00ce20b35e req-920cb068-a014-4226-be70-116910fcf1ff tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 932 time: 0.1893346 Oct 26 11:54:23.170480 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a00f597-0ad0-49fd-ad9e-b7cef46b581d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.206600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Provisioning complete for port 75f92a45-d902-44f4-9f85-a46e62936a77 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:23.207245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.218240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.219233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-144c2f00-1b47-4fd6-bc60-a8804f50ec2c req-8e640695-98f1-4f92-ba86-c5539de841a0 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164994 Oct 26 11:54:23.230736 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a00f597-0ad0-49fd-ad9e-b7cef46b581d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.272198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75635fe2-de42-4704-9c52-3d00ce20b35e req-fc763878-6a1b-463b-9d67-a1be1cbace06 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051986 Oct 26 11:54:23.292671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:23.293071 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.339277 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a00f597-0ad0-49fd-ad9e-b7cef46b581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.343696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a00f597-0ad0-49fd-ad9e-b7cef46b581d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.345452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1a00f597-0ad0-49fd-ad9e-b7cef46b581d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd9178de-95f8-4c36-8cc7-e364c2cd4448 HTTP/1.1" status: 204 len: 168 time: 0.3607988 Oct 26 11:54:23.375053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00f597-0ad0-49fd-ad9e-b7cef46b581d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9178de-95f8-4c36-8cc7-e364c2cd4448,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:23.487319 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.509218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:23.522226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.563352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Provisioning complete for port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:23.563728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c114ddf4-4d17-462a-ba32-250c15082c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.589247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:18Z', 'revision_number': 4, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port': {'id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:10Z', 'updated_at': '2021-10-26T11:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'c7da42b7-1ad2-4830-b537-e9c4ef97bfbb', 'name': '', 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'mac_address': 'fa:16:3e:8d:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1960f911-10f2-4575-9a15-680789cad337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:16Z', 'updated_at': '2021-10-26T11:54:18Z', 'revision_number': 2, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'subnets': [{'id': '1960f911-10f2-4575-9a15-680789cad337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:23.620535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Checking router: 10782bc3-ac88-48c7-8620-820885eafadd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:23.620535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Updating router 10782bc3-ac88-48c7-8620-820885eafadd port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:54:23.636012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.762365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33174) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:23.768805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901678915', 'description': 'tempest-description--306727257'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:23.814251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.824297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 75f92a45-d902-44f4-9f85-a46e62936a77 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:23.832340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.865574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57529fb-a77a-4009-aa48-6ec7814257df {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:23.867207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:23.883488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:23.904729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Transition to ACTIVE for port object a57529fb-a77a-4009-aa48-6ec7814257df will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:23.938821 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.010264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.017484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.040101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 75f92a45-d902-44f4-9f85-a46e62936a77 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:24.040480 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.045772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.052826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2886910 Oct 26 11:54:24.054238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:24.069633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'security_group_rule': {'security_group_id': '6e0a05e1-e1d4-4287-91f9-cbaace17457c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:24.095557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Pushing event updated for resources: {'Port': ['ID=a57529fb-a77a-4009-aa48-6ec7814257df,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:24.106991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af30b77-2e60-4c12-8fb4-790f3b831471 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a05e1-e1d4-4287-91f9-cbaace17457c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:24.171777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.220217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Attempting to bind port a57529fb-a77a-4009-aa48-6ec7814257df on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:24.220660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Attempting to bind port a57529fb-a77a-4009-aa48-6ec7814257df by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '13ca4c96-688a-46a5-bedd-2e5702d2ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:24.220996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Attempting to bind port a57529fb-a77a-4009-aa48-6ec7814257df on network 23a13e10-588a-4a12-b834-17ba4ab3de61 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:24.258102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Port a57529fb-a77a-4009-aa48-6ec7814257df on network 23a13e10-588a-4a12-b834-17ba4ab3de61 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:24.258555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Attempting to bind port a57529fb-a77a-4009-aa48-6ec7814257df on network 23a13e10-588a-4a12-b834-17ba4ab3de61 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:24.272304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:24.272781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Checking segment: {'id': '13ca4c96-688a-46a5-bedd-2e5702d2ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:24.273234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Bound using segment: {'id': '13ca4c96-688a-46a5-bedd-2e5702d2ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:24.274053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Bound port: a57529fb-a77a-4009-aa48-6ec7814257df, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ca4c96-688a-46a5-bedd-2e5702d2ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:24.274185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.274476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Provisioning complete for port 8e3b62d1-3e42-4423-b43e-89dc24fe749f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:24.275004 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.278967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a54d79ed-2f53-46ba-a7c5-3164e80b7e99 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:24.359989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.382369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.382619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Port 8e3b62d1-3e42-4423-b43e-89dc24fe749f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:24.397149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Deleting port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:24.397604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.440895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Provisioning complete for port 75f92a45-d902-44f4-9f85-a46e62936a77 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:24.441340 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.456344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d3ab44-3017-4006-9226-207a03c57a2e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:24.460158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] For port a57529fb-a77a-4009-aa48-6ec7814257df, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:24.474525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.483594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:24.483999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.484302 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.485714 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca06a97e-0a51-45c5-b73e-708f9607735d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259946 Oct 26 11:54:24.487906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] For port a57529fb-a77a-4009-aa48-6ec7814257df, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a57529fb-a77a-4009-aa48-6ec7814257df,segment=NetworkSegment(13ca4c96-688a-46a5-bedd-2e5702d2ddd6),segment_id=13ca4c96-688a-46a5-bedd-2e5702d2ddd6)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:24.490816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33198) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:24.496098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'security_group_rule': {'security_group_id': '6e0a05e1-e1d4-4287-91f9-cbaace17457c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:24.508534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.519410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.578883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:24.579736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.581311 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] 10.222.0.100 "PUT /v2.0/ports/a57529fb-a77a-4009-aa48-6ec7814257df HTTP/1.1" status: 200 len: 1092 time: 2.4829285 Oct 26 11:54:24.585364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'tag': 'a57529fb-a77a-4009-aa48-6ec7814257df'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:24.588170 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5aa70d-a486-4237-aa6e-932f864bbc83" -d '{"events": [{"name": "network-changed", "server_uuid": "d29afa85-c1c3-4285-abec-a501e5179dfb", "tag": "a57529fb-a77a-4009-aa48-6ec7814257df"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:24.588760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1b19d-7260-4bbf-8c52-9430847d9ffb req-6faf1bc5-8911-4346-a9c5-812d37bf4b81 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:24.600427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93b1b19d-7260-4bbf-8c52-9430847d9ffb req-6faf1bc5-8911-4346-a9c5-812d37bf4b81 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2314613 Oct 26 11:54:24.614143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.614642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.633260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.637406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc041ba-5745-48ee-89d5-03676fb595f0 req-f933996a-0476-4524-8d76-a070576681d3 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:24.647629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bc041ba-5745-48ee-89d5-03676fb595f0 req-f933996a-0476-4524-8d76-a070576681d3 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 944 time: 0.2304389 Oct 26 11:54:24.650698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf27a-8223-4b94-8892-7681d4148f83 None None] Pushing event updated for resources: {'Port': ['ID=c7da42b7-1ad2-4830-b537-e9c4ef97bfbb,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:24.668710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Calling delete_port for c7da42b7-1ad2-4830-b537-e9c4ef97bfbb owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:24.673055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22f379-01c0-4ebd-8467-704ae4e46d44 service neutron] Pushing event updated for resources: {'Port': ['ID=a57529fb-a77a-4009-aa48-6ec7814257df,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:24.741565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93b1b19d-7260-4bbf-8c52-9430847d9ffb req-64ebda3a-1a54-4348-b738-c029f327539f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402090 Oct 26 11:54:24.752949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bc041ba-5745-48ee-89d5-03676fb595f0 req-cde5b71a-a429-42b3-a2ce-bca6f96f74bc tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044023 Oct 26 11:54:24.792320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33206) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:24.829929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.838401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-de8a31c4-a218-47b6-a033-2b7cb367ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:24.840615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-de8a31c4-a218-47b6-a033-2b7cb367ddce service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=033b8c5fa0d74073b9221ad7015a832f&device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 1095 time: 0.1913674 Oct 26 11:54:24.844686 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92440311-91d1-4beb-bf1d-2ee6916b34af x-openstack-request-id: req-92440311-91d1-4beb-bf1d-2ee6916b34af {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:24.845040 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29afa85-c1c3-4285-abec-a501e5179dfb", "tag": "a57529fb-a77a-4009-aa48-6ec7814257df", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:24.845411 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92440311-91d1-4beb-bf1d-2ee6916b34af {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:24.845916 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'tag': 'a57529fb-a77a-4009-aa48-6ec7814257df', 'status': 'completed', 'code': 200} Oct 26 11:54:24.846781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.898931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a9f980-288b-4f3d-b49d-864e6d4abb29,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:24.914118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Attempting to bind port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:24.914406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Attempting to bind port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:24.914758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Attempting to bind port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb on network fa921096-5602-49ff-b5e4-3755a10a5cf7 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:24.931942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:24.932498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Checking segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:24.933088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.933734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Bound using segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:24.934476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Bound port: c7da42b7-1ad2-4830-b537-e9c4ef97bfbb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:24.935087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.986152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-3b966d60-f847-43a3-9559-3b62610eeb2a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57529fb-a77a-4009-aa48-6ec7814257df HTTP/1.1" status: 200 len: 217 time: 0.1326430 Oct 26 11:54:24.987091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-network', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:24.991650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.993173 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fe9f770-44ef-4ba6-9c93-a4691b799ae4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5012062 Oct 26 11:54:24.996624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Provisioning complete for port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:24.996993 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:24.997758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33214) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:25.016569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:25.063666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1d330b22-c6ab-4ca8-9ad2-7b3486ae1d75 None None] Port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:25.070545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Made reservation on behalf of 5d54f7e30c12467cb9bfe1b69641b67d for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:25.073310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] For port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:25.074630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.078659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-6a6f15a0-edf9-4984-a1ff-3fade1759b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:25.080358 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-6a6f15a0-edf9-4984-a1ff-3fade1759b24 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f95ab477-fd62-4621-bf94-01dd646f9215 HTTP/1.1" status: 200 len: 862 time: 0.0859597 Oct 26 11:54:25.085213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.088827 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 11:54:25.088827 n-d-812150-3 neutron-server[102761]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Oct 26 11:54:25.088827 n-d-812150-3 neutron-server[102761]: [parameters: {'port_id': 'c7da42b7-1ad2-4830-b537-e9c4ef97bfbb', 'host': 'n-d-812150-3', 'level': 0, 'driver': 'openvswitch', 'segment_id': '4616b916-db7a-42a7-b10c-f577686be09a'}] Oct 26 11:54:25.088827 n-d-812150-3 neutron-server[102761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:54:25.089451 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:54:25.110598 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.146042 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-5470a3a0-325e-4a0f-b186-8ed6455ff1d3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=23a13e10-588a-4a12-b834-17ba4ab3de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554857 Oct 26 11:54:25.186254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d3bd3bd6-863f-48a2-996b-497524495872 None None] Provisioning complete for port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:25.186629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3bd3bd6-863f-48a2-996b-497524495872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.229504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd3bd6-863f-48a2-996b-497524495872 None None] Port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:25.234480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.265081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.267722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7da42b7-1ad2-4830-b537-e9c4ef97bfbb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:25.270411 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.277872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.308517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:25.348788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0da4ca-7013-452d-9a47-71a422fd164c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:25.355480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-f2f32ee0-5a55-4f03-a4ca-7d1ba181aebf service neutron] 10.222.0.100 "GET /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996734 Oct 26 11:54:25.355906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.356272 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Added segment 881ea2af-6018-4ada-a95c-21e58cb2013e of type vlan for network c7442f1f-3908-4381-991c-02efd34245eb Oct 26 11:54:25.437825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.485108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 172.25.4.134 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/b951be1c-1187-4d97-90e6-5be54a26a258) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:25.492405 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.493432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:25.494052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.543890 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2fd209e2-c55b-4861-8c42-9c00d58396cb req-35fc4a61-5cd7-4b1d-bcb6-cd0ce23b43df service neutron] 10.222.0.100 "GET /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803653 Oct 26 11:54:25.544616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.594917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8010035 Oct 26 11:54:25.608266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33216) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:25.614615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Attempting to bind port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:25.615176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Attempting to bind port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:25.615740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Attempting to bind port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb on network fa921096-5602-49ff-b5e4-3755a10a5cf7 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:25.621544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710846fc-1fab-4f1c-9494-e541e0e1ce08 admin admin] Pushing event updated for resources: {'Network': ['ID=c7442f1f-3908-4381-991c-02efd34245eb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:25.622069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:25.622558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Checking segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:25.623640 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.624393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Bound using segment: {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:25.625894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Bound port: c7da42b7-1ad2-4830-b537-e9c4ef97bfbb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4616b916-db7a-42a7-b10c-f577686be09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa921096-5602-49ff-b5e4-3755a10a5cf7'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:25.627396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.642614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Request body: {'subnet': {'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-subnet', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:25.644537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network c7442f1f-3908-4381-991c-02efd34245eb details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:25.679921 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.691922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:25.716383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Made reservation on behalf of 5d54f7e30c12467cb9bfe1b69641b67d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:25.716590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Port c7da42b7-1ad2-4830-b537-e9c4ef97bfbb has been deleted concurrently {{(pid=102761) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 26 11:54:25.718782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.723216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.767176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:25.770916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:25.774937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:25.780960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-8f434963-7831-4337-8f2d-5bb3665a3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:25.782499 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-8f434963-7831-4337-8f2d-5bb3665a3066 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=033b8c5fa0d74073b9221ad7015a832f&device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 1095 time: 0.1356609 Oct 26 11:54:25.790771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Routers {'10782bc3-ac88-48c7-8620-820885eafadd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:25.792270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['10782bc3-ac88-48c7-8620-820885eafadd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:25.797392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=b951be1c-1187-4d97-90e6-5be54a26a258,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:25.936997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:25.937314 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.970706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:25.996148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] Set router 10782bc3-ac88-48c7-8620-820885eafadd gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:25.999567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4af77-fb37-4168-a6c2-4ce9f33406bf req-b1a53370-623b-4196-a50e-3210134bdfe5 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:26.001140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acc4af77-fb37-4168-a6c2-4ce9f33406bf req-b1a53370-623b-4196-a50e-3210134bdfe5 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 944 time: 0.1135280 Oct 26 11:54:26.028507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55305b83-6ff8-404f-b52d-055cbda16198 req-bc13972f-f65d-44fe-a289-e6db2bdf771c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:26.030617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55305b83-6ff8-404f-b52d-055cbda16198 req-bc13972f-f65d-44fe-a289-e6db2bdf771c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1255698 Oct 26 11:54:26.061426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.119015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-ac0e8d06-39a3-4ce8-bfeb-319dc52e06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:26.120523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-ac0e8d06-39a3-4ce8-bfeb-319dc52e06fb service neutron] 10.222.0.100 "GET /v2.0/networks?id=23a13e10-588a-4a12-b834-17ba4ab3de61 HTTP/1.1" status: 200 len: 924 time: 0.3263099 Oct 26 11:54:26.131391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Router 10782bc3-ac88-48c7-8620-820885eafadd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:26.148706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55305b83-6ff8-404f-b52d-055cbda16198 req-a5008c4a-0716-4772-9f66-20097fd5bf2d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986154 Oct 26 11:54:26.165039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acc4af77-fb37-4168-a6c2-4ce9f33406bf req-9310a042-8db3-4fd5-b642-3e52ce2e52ad tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446445 Oct 26 11:54:26.221151 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-92797868-25f3-416f-b2ee-4d9d58189278 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57529fb-a77a-4009-aa48-6ec7814257df HTTP/1.1" status: 200 len: 217 time: 0.0861089 Oct 26 11:54:26.257253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:25Z', 'revision_number': 5, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port': {'id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:10Z', 'updated_at': '2021-10-26T11:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:26.317033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e157-b388-4f61-a039-0970d14b80b3 None None] The sync data for ids ['10782bc3-ac88-48c7-8620-820885eafadd'] in n-d-812150-3 is: [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:25Z', 'revision_number': 5, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port': {'id': '735f93e8-f72a-4423-8e2d-e19ecbe0bcb7', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10782bc3-ac88-48c7-8620-820885eafadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:10Z', 'updated_at': '2021-10-26T11:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:26.392415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.399520 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.433334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.479307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-db1bf178-837e-4980-8782-9ecfdb434f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:26.480876 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-db1bf178-837e-4980-8782-9ecfdb434f2b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f95ab477-fd62-4621-bf94-01dd646f9215 HTTP/1.1" status: 200 len: 862 time: 0.2437372 Oct 26 11:54:26.491630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=b951be1c-1187-4d97-90e6-5be54a26a258,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:26.510719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.538768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.540435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ef94f0bd-ba03-4ec0-9a63-48968fef8f84 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5414305 Oct 26 11:54:26.559256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-0517f714-a3c5-439a-a7f7-f5a5bdd5854b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=23a13e10-588a-4a12-b834-17ba4ab3de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566874 Oct 26 11:54:26.566648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:26.573269 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f187260-7dfe-44cd-9c60-af49362a79d2 admin admin] 10.222.0.88 "PUT /v2.0/routers/10782bc3-ac88-48c7-8620-820885eafadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4667797 Oct 26 11:54:26.575923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33230) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:26.679521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bcc311-f69c-440b-b7a3-fd2370d42634,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:26.717522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:26.717801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Network hostable DHCP agents. Network: c7442f1f-3908-4381-991c-02efd34245eb, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:26.746642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.790500 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-be0ed3b6-44fe-4a1c-889a-cd0fa7148352 service neutron] 10.222.0.100 "GET /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160673 Oct 26 11:54:26.793651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Network c7442f1f-3908-4381-991c-02efd34245eb is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:26.846380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, c7442f1f-3908-4381-991c-02efd34245eb) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:26.857648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461fac14-6069-474a-a22d-4070d243dfd4 None None] Network c7442f1f-3908-4381-991c-02efd34245eb requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:26.863181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:26.863809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:26.955994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.069989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-9e4fd95d-4bbf-4fde-a940-97cb4f239dae tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1901678915&fields=id&tenant_id=1b4f88d42a1647e1b381b4a26dfd519d HTTP/1.1" status: 200 len: 267 time: 0.0932491 Oct 26 11:54:27.092627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-c7442f1f-3908-4381-991c-02efd34245eb', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:54:27.094012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.121814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Deleting port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:27.122146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.204855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-22228700-7629-4b4e-871d-7f518fe79f6f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:27.206351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-22228700-7629-4b4e-871d-7f518fe79f6f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 936 time: 0.1219521 Oct 26 11:54:27.240079 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-75b33c94-5e39-4d89-98e3-b1531261a7f5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6300685 Oct 26 11:54:27.242500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33248) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:27.247162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:27.295782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6c5aa70d-a486-4237-aa6e-932f864bbc83 req-fa4c2595-bee2-4054-9923-5e6cffc94f81 service neutron] 10.222.0.100 "GET /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813507 Oct 26 11:54:27.297769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] For port 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:27.298203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.299375 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.300653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.345496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Calling delete_port for 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:27.348145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Allocated IP 172.20.0.2 (c7442f1f-3908-4381-991c-02efd34245eb/66bcc311-f69c-440b-b7a3-fd2370d42634/9b09d4a7-3d1a-4385-9d03-a9bd2db41121) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:27.375098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.375437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-d841807c-2568-4cf0-978f-b3216e194775 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:27.376851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-d841807c-2568-4cf0-978f-b3216e194775 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 936 time: 0.1619208 Oct 26 11:54:27.474970 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] Sync routers for ids ['10782bc3-ac88-48c7-8620-820885eafadd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:27.491406 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] Routers {'10782bc3-ac88-48c7-8620-820885eafadd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:27.492271 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['10782bc3-ac88-48c7-8620-820885eafadd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:27.493961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-e57c7b55-a775-4a9e-940c-292149e8bd5c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0730374 Oct 26 11:54:27.504727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c77e-322a-4795-8ea0-f800c86d9bc6 req-4faff075-e6e8-4c33-ab60-9db8295b4625 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:27.506402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a485c77e-322a-4795-8ea0-f800c86d9bc6 req-4faff075-e6e8-4c33-ab60-9db8295b4625 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2037976 Oct 26 11:54:27.546434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-96c69dc3-a297-405e-85c5-d1adac1afbf4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0387847 Oct 26 11:54:27.562244 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.568122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.579470 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.611731 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] Set router 10782bc3-ac88-48c7-8620-820885eafadd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:27.647008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Pushing event updated for resources: {'Port': ['ID=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:27.664988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Network c7442f1f-3908-4381-991c-02efd34245eb is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:27.666997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:27.672104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:27.681904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:26Z', 'revision_number': 6, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:27.714066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] Checking router: 10782bc3-ac88-48c7-8620-820885eafadd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:27.724369 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] Routers {'10782bc3-ac88-48c7-8620-820885eafadd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:27.725316 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['10782bc3-ac88-48c7-8620-820885eafadd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:27.751945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Attempting to bind port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:27.752226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Attempting to bind port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:27.752741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Attempting to bind port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:27.760394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:27.760774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:27.761180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.761721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Bound using segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:27.762312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Bound port: 9b09d4a7-3d1a-4385-9d03-a9bd2db41121, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:27.762844 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.833264 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] Set router 10782bc3-ac88-48c7-8620-820885eafadd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:27.840414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.863433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-db58d644-347a-467b-9891-2623e4bed463 None None] For port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:27.868694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-db58d644-347a-467b-9891-2623e4bed463 None None] For port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:27.875740 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.881370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:27.903443 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:26Z', 'revision_number': 6, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:27.933852 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518b324-26d4-4ef6-abba-9594978dd524 None None] The sync data for ids ['10782bc3-ac88-48c7-8620-820885eafadd'] in n-d-812150-3 is: [{'id': '10782bc3-ac88-48c7-8620-820885eafadd', 'name': 'tempest-FloatingIPsNegativeTestJSON-251175522-router', 'tenant_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:09Z', 'updated_at': '2021-10-26T11:54:26Z', 'revision_number': 6, 'project_id': '5998e8f0a7f9493a8e640824ec0b9bd2', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:27.961151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58d644-347a-467b-9891-2623e4bed463 None None] Pushing event updated for resources: {'Port': ['ID=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:28.006207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a485c77e-322a-4795-8ea0-f800c86d9bc6 req-0073e005-cced-4cb0-82f5-234d0a527ef3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431465 Oct 26 11:54:28.093122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Allocated IP 172.25.4.197 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f7cb54b1-a217-422a-a831-ed277bf56228) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:28.155905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-929d5a00-0200-4d3e-95db-3d94c3f3effa tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:28.162134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-929d5a00-0200-4d3e-95db-3d94c3f3effa tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:28.168190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-929d5a00-0200-4d3e-95db-3d94c3f3effa tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:28.170562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-929d5a00-0200-4d3e-95db-3d94c3f3effa tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/networks?id=4204cc42-892f-4bd5-b083-d05a5f5e0135&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 1996 time: 0.6001093 Oct 26 11:54:28.186899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a57529fb-a77a-4009-aa48-6ec7814257df details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:54:28.216010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-730eeeea-bc98-49d9-b36b-8edae0ca5f5a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/quotas/1b4f88d42a1647e1b381b4a26dfd519d HTTP/1.1" status: 200 len: 375 time: 0.0369191 Oct 26 11:54:28.224285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566556-2e6d-402d-aaaa-999fc30d8cd6 req-d5a01c0a-9bbe-4b89-9e81-824c873f7c2c tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:28.225799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea566556-2e6d-402d-aaaa-999fc30d8cd6 req-d5a01c0a-9bbe-4b89-9e81-824c873f7c2c tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 944 time: 0.1406207 Oct 26 11:54:28.250056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.290852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.323563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a57529fb-a77a-4009-aa48-6ec7814257df, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a57529fb-a77a-4009-aa48-6ec7814257df,segment=NetworkSegment(13ca4c96-688a-46a5-bedd-2e5702d2ddd6),segment_id=13ca4c96-688a-46a5-bedd-2e5702d2ddd6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:28.334158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:28.337554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'a57529fb-a77a-4009-aa48-6ec7814257df', 'network_id': '23a13e10-588a-4a12-b834-17ba4ab3de61', 'port_id': 'a57529fb-a77a-4009-aa48-6ec7814257df', 'mac_address': 'fa:16:3e:a1:01:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95ab477-fd62-4621-bf94-01dd646f9215', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:54:28.337750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-9c310d7e-f399-4f6d-bcda-f37d15b2c9c8 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1108117 Oct 26 11:54:28.338504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.338911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:28.341584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:28.376796 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.382610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cb54b1-a217-422a-a831-ed277bf56228,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:28.386399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea566556-2e6d-402d-aaaa-999fc30d8cd6 req-4d8f8dd7-7101-46d9-8947-ade4febf28b5 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136112 Oct 26 11:54:28.387194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Pushing event deleted for resources: {'Port': ['ID=735f93e8-f72a-4423-8e2d-e19ecbe0bcb7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:28.401515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57529fb-a77a-4009-aa48-6ec7814257df {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:28.429732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a57529fb-a77a-4009-aa48-6ec7814257df, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a57529fb-a77a-4009-aa48-6ec7814257df,segment=NetworkSegment(13ca4c96-688a-46a5-bedd-2e5702d2ddd6),segment_id=13ca4c96-688a-46a5-bedd-2e5702d2ddd6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:28.437964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.518105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a57529fb-a77a-4009-aa48-6ec7814257df,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:28.584939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.683182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a57529fb-a77a-4009-aa48-6ec7814257df'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:54:28.753297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-80d2a199-080f-442e-9d3a-e52ee19af85d service neutron] 10.222.0.88 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785062 Oct 26 11:54:28.759642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.763194 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.769198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.884640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.885219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10782bc3-ac88-48c7-8620-820885eafadd {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:54:28.894217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:28.895538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7aa5d757-0137-433c-bdf9-6447e20fd603 admin admin] 10.222.0.88 "DELETE /v2.0/routers/10782bc3-ac88-48c7-8620-820885eafadd HTTP/1.1" status: 204 len: 168 time: 2.3184142 Oct 26 11:54:28.898274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:28.931772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-3a5086e2-ba45-40a7-8a1b-ab9618396e02 service neutron] 10.222.0.88 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700728 Oct 26 11:54:28.961957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Deleting subnet 1960f911-10f2-4575-9a15-680789cad337 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:54:28.975173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-279d3d43-eed5-4844-af4e-d83fbe1cc516 service neutron] 10.222.0.88 "GET /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0363164 Oct 26 11:54:29.028046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.109034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-b4d5e82c-2984-4e73-9a68-92b1503d3e0d service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253362 Oct 26 11:54:29.140879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.176640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.232594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8e88-1f2b-484c-ae58-b85f7f73988a req-7e5c9ad7-d734-4086-bc86-b268bb53d9f8 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:29.234397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc2b8e88-1f2b-484c-ae58-b85f7f73988a req-7e5c9ad7-d734-4086-bc86-b268bb53d9f8 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1389904 Oct 26 11:54:29.285065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-1978420b-b180-4f54-b229-da6d8587b69e service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555116 Oct 26 11:54:29.325451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.340391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc2b8e88-1f2b-484c-ae58-b85f7f73988a req-76d75bb0-4b66-4c80-a1e3-5e33c4bf800f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915573 Oct 26 11:54:29.356679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5beaefec-3aa5-4ffb-875a-449b1ee2c65e service neutron] 10.222.0.88 "GET /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0632973 Oct 26 11:54:29.416828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.423559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Router 52bbe416-5d26-4097-8262-d3d033b7537d is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:54:29.456990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b292d-81f3-4e4c-bf7a-ad62e802a99a None None] Network c7442f1f-3908-4381-991c-02efd34245eb requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:29.461425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.467328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1960f911-10f2-4575-9a15-680789cad337 HTTP/1.1" status: 204 len: 168 time: 0.5655103 Oct 26 11:54:29.467328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e909-2507-445d-af09-c6d1a4b56fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1960f911-10f2-4575-9a15-680789cad337,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:29.469256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33262) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:29.533358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fc56b-fa18-424e-ab22-9f01dec61750 None None] Network fa921096-5602-49ff-b5e4-3755a10a5cf7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:29.540552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7f8e1bdf-f369-43f9-bd9f-1d9d3d5e412a service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764834 Oct 26 11:54:29.617342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ab97f-a6a9-42d6-82f8-3aceb9797026 req-14757105-5a38-42af-9d64-dc3021415902 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:29.620126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e0ab97f-a6a9-42d6-82f8-3aceb9797026 req-14757105-5a38-42af-9d64-dc3021415902 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 945 time: 0.1245990 Oct 26 11:54:29.621228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.656506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:29.683471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:29.696038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e0ab97f-a6a9-42d6-82f8-3aceb9797026 req-c1e440d4-23f9-4a78-a92d-d083b544bce0 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644815 Oct 26 11:54:29.706657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.708079 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9a451e17-563a-4760-8cd3-f4a744bb8810 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4645708 Oct 26 11:54:29.711026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:29.737115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-85c68d5d-1031-4b9e-a9cd-b972837844f5 service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883254 Oct 26 11:54:29.741055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:29.777393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-96eb9174-67b2-4585-82b9-656ce844098d None None] Provisioning complete for port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:29.777772 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96eb9174-67b2-4585-82b9-656ce844098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.815768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Deleting port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:29.815979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:29.816066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.816477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:29.885180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-64e62729-d4e3-4335-a9cb-eed50ae55b99 service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415825 Oct 26 11:54:29.899516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] For port 030b11a5-fa9b-4100-b9e5-a434bebf8e04, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=030b11a5-fa9b-4100-b9e5-a434bebf8e04,segment=NetworkSegment(4616b916-db7a-42a7-b10c-f577686be09a),segment_id=4616b916-db7a-42a7-b10c-f577686be09a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:29.899954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:29.950890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Calling delete_port for 030b11a5-fa9b-4100-b9e5-a434bebf8e04 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:30.039429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-74384740-e755-4cf2-b957-fc939681e026 service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441736 Oct 26 11:54:30.050300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:30.051191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.102663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:30.106276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.147438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Pushing event deleted for resources: {'Port': ['ID=030b11a5-fa9b-4100-b9e5-a434bebf8e04,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:30.156062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] No DVR routers for this DVR port 030b11a5-fa9b-4100-b9e5-a434bebf8e04 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:54:30.186741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c9068271-e178-472a-a068-fc7f35d36611 service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336601 Oct 26 11:54:30.215480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a57529fb-a77a-4009-aa48-6ec7814257df up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:30.218531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc70296-4b19-4262-93c2-b3de4e264b3c None None] DHCP port deletion for fa921096-5602-49ff-b5e4-3755a10a5cf7 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:54:30.327919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.352019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-63a53552-b49b-4186-8530-e6e4fa8412d5 service neutron] 10.222.0.88 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590049 Oct 26 11:54:30.496667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-65d0c904-4c35-43f1-aed8-96af6a1c1cc1 service neutron] 10.222.0.88 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374846 Oct 26 11:54:30.510420 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96eb9174-67b2-4585-82b9-656ce844098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.514625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633af-0c64-4706-8f8e-ac755b13726f req-4f19dd96-9c5b-4879-af2c-95a07b2ab1cc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:30.516262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27a633af-0c64-4706-8f8e-ac755b13726f req-4f19dd96-9c5b-4879-af2c-95a07b2ab1cc tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0785222 Oct 26 11:54:30.609597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27a633af-0c64-4706-8f8e-ac755b13726f req-fa471800-f59b-4126-bf2d-a986b706e169 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823820 Oct 26 11:54:30.637413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-af2761d4-1f03-4548-b821-37240a97f8a2 service neutron] 10.222.0.88 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195412 Oct 26 11:54:30.670342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-96eb9174-67b2-4585-82b9-656ce844098d None None] For port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:30.696286 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96eb9174-67b2-4585-82b9-656ce844098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.745280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-e081a242-34ce-49f4-97b6-de1d9c4e8b73 service neutron] 10.222.0.88 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996270 Oct 26 11:54:30.757416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port a57529fb-a77a-4009-aa48-6ec7814257df completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:54:30.765196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa921096-5602-49ff-b5e4-3755a10a5cf7']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:30.789507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port a57529fb-a77a-4009-aa48-6ec7814257df triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:30.789923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4616b916-db7a-42a7-b10c-f577686be09a') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:30.790088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.790385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4616b916-db7a-42a7-b10c-f577686be09a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:30.796423 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.812484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.858681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.874332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:54:30.874708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: items = [ Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:54:30.876554 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:54:30.885884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb9174-67b2-4585-82b9-656ce844098d None None] Pushing event updated for resources: {'Port': ['ID=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:30.895514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8e93dfac-79a2-4361-a69d-98d88046cb19 None None] Provisioning complete for port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:30.896046 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8e93dfac-79a2-4361-a69d-98d88046cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.913365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4496-18ea-4ba2-b575-b913c4569509 req-aa6b6e92-1efb-4b88-8abe-d74ba94a6c20 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:30.915011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9fc4496-18ea-4ba2-b575-b913c4569509 req-aa6b6e92-1efb-4b88-8abe-d74ba94a6c20 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 945 time: 0.0833917 Oct 26 11:54:30.945554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4314a130-635b-4884-8f4c-2adfa4122468 service neutron] 10.222.0.88 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910586 Oct 26 11:54:30.965300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9fc4496-18ea-4ba2-b575-b913c4569509 req-3026447f-05d4-46c9-a45a-c861495dff43 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Oct 26 11:54:30.984947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.986126 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:54:30.986497 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:54:30.992923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:30.996741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] 10.222.0.88 "DELETE /v2.0/networks/fa921096-5602-49ff-b5e4-3755a10a5cf7 HTTP/1.1" status: 204 len: 168 time: 1.5264897 Oct 26 11:54:31.014514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dd086-144e-4c90-8199-2637b64450be admin admin] Pushing event deleted for resources: {'Network': ['ID=fa921096-5602-49ff-b5e4-3755a10a5cf7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:31.086676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.087730 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.097423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:28Z', 'revision_number': 3, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:31.164869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:31.165229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Updating router 52bbe416-5d26-4097-8262-d3d033b7537d port f7cb54b1-a217-422a-a831-ed277bf56228 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:54:31.197770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.207705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33290) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:31.267343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57529fb-a77a-4009-aa48-6ec7814257df'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:31.270036 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5b0a66-e1a3-4b58-9087-cc45ae957ea7" -d '{"events": [{"server_uuid": "d29afa85-c1c3-4285-abec-a501e5179dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a57529fb-a77a-4009-aa48-6ec7814257df"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:31.291073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6b3b154d-6a50-4109-a362-7bc30b26d7fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5998e8f0a7f9493a8e640824ec0b9bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795004 Oct 26 11:54:31.291580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33298) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:31.341576 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29553846-9c1b-4909-addc-f9101bf74546 x-openstack-request-id: req-29553846-9c1b-4909-addc-f9101bf74546 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:31.341880 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29afa85-c1c3-4285-abec-a501e5179dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a57529fb-a77a-4009-aa48-6ec7814257df", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:31.342124 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-29553846-9c1b-4909-addc-f9101bf74546 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:31.342515 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57529fb-a77a-4009-aa48-6ec7814257df', 'code': 200} Oct 26 11:54:31.349691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a57529fb-a77a-4009-aa48-6ec7814257df, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a57529fb-a77a-4009-aa48-6ec7814257df,segment=NetworkSegment(13ca4c96-688a-46a5-bedd-2e5702d2ddd6),segment_id=13ca4c96-688a-46a5-bedd-2e5702d2ddd6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:31.364331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.379465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd3944d2-bedc-4136-9d0f-b6555a4d2162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.429343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd3944d2-bedc-4136-9d0f-b6555a4d2162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.459077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Allocated IP 172.20.0.1 (c7442f1f-3908-4381-991c-02efd34245eb/66bcc311-f69c-440b-b7a3-fd2370d42634/8288d49b-a02f-45af-b30b-3e51a69e831d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:31.474818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a57529fb-a77a-4009-aa48-6ec7814257df,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:31.500517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd3944d2-bedc-4136-9d0f-b6555a4d2162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.504049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd3944d2-bedc-4136-9d0f-b6555a4d2162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.506155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f419da-9dfe-4859-96c9-c447e65399c5 req-32bda916-c3bd-4367-ac8c-c9b3d59730f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:31.507878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d9f419da-9dfe-4859-96c9-c447e65399c5 req-32bda916-c3bd-4367-ac8c-c9b3d59730f0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 1097 time: 0.1024871 Oct 26 11:54:31.508345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fd3944d2-bedc-4136-9d0f-b6555a4d2162 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6a24b97-b30d-4b13-9309-887306ab3233 HTTP/1.1" status: 204 len: 168 time: 0.2154446 Oct 26 11:54:31.519199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3944d2-bedc-4136-9d0f-b6555a4d2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a24b97-b30d-4b13-9309-887306ab3233,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:31.597655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d9f419da-9dfe-4859-96c9-c447e65399c5 req-82feb3c0-3b63-42d3-90c7-2a1107a322cd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497360 Oct 26 11:54:31.652049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.667582 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.678478 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.699115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.713645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:31.772124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Pushing event updated for resources: {'Port': ['ID=8288d49b-a02f-45af-b30b-3e51a69e831d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:31.781412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Network c7442f1f-3908-4381-991c-02efd34245eb is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:31.783192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:31.785843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:31.808598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:31.809301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 735f93e8-f72a-4423-8e2d-e19ecbe0bcb7 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:31.822885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Attempting to bind port f7cb54b1-a217-422a-a831-ed277bf56228 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:31.823266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Attempting to bind port f7cb54b1-a217-422a-a831-ed277bf56228 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:31.831565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Attempting to bind port f7cb54b1-a217-422a-a831-ed277bf56228 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:31.863020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:31.863385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.863497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:31.863807 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.864537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:31.865767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Bound port: f7cb54b1-a217-422a-a831-ed277bf56228, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:31.866404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:31.870023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f0642-79c4-4af2-b854-c60105ac8fe5 None None] Pushing event updated for resources: {'Port': ['ID=f7cb54b1-a217-422a-a831-ed277bf56228,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:31.885276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6eb8e-391d-4dcc-b01e-3118b09472a1 req-a8970781-12f5-4210-b3fc-b00b0f160830 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:31.887453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8c6eb8e-391d-4dcc-b01e-3118b09472a1 req-a8970781-12f5-4210-b3fc-b00b0f160830 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1603515 Oct 26 11:54:31.953733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcc48d55-93eb-4545-a4e9-738a2864714b req-d024dbb0-4951-48d9-9a15-6582e773a3c0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0605457 Oct 26 11:54:31.978179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] For port f7cb54b1-a217-422a-a831-ed277bf56228, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:31.992744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] For port f7cb54b1-a217-422a-a831-ed277bf56228, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f7cb54b1-a217-422a-a831-ed277bf56228,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:32.001220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.048062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8c6eb8e-391d-4dcc-b01e-3118b09472a1 req-0295d4fa-0bf0-43ba-92e3-22ee332e69a6 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109498 Oct 26 11:54:32.064520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:32.207320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.230782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:32.231854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:32.245978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58dc5-c512-4e7d-851c-3f76881bc1f8 req-28f87a9e-f870-42af-9e14-0ae565277baa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:32.248141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9b58dc5-c512-4e7d-851c-3f76881bc1f8 req-28f87a9e-f870-42af-9e14-0ae565277baa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 946 time: 0.0916834 Oct 26 11:54:32.327683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9b58dc5-c512-4e7d-851c-3f76881bc1f8 req-a88b84c1-c136-494a-8454-1b6601ecc224 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Oct 26 11:54:32.468888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f0642-79c4-4af2-b854-c60105ac8fe5 None None] Pushing event updated for resources: {'Port': ['ID=f7cb54b1-a217-422a-a831-ed277bf56228,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:32.478800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:32.525155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:32.525155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.529778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ef82afb2-bc42-4f37-aefc-1678981665d6 None None] Provisioning complete for port 8288d49b-a02f-45af-b30b-3e51a69e831d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:32.530151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef82afb2-bc42-4f37-aefc-1678981665d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.606751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.612646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.692655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Pushing event updated for resources: {'Port': ['ID=8288d49b-a02f-45af-b30b-3e51a69e831d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:32.703168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:32.711464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ef82afb2-bc42-4f37-aefc-1678981665d6 None None] Port 8288d49b-a02f-45af-b30b-3e51a69e831d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:32.843003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Network c7442f1f-3908-4381-991c-02efd34245eb is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:32.844928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:32.912929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 030b11a5-fa9b-4100-b9e5-a434bebf8e04 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:32.946215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 030b11a5-fa9b-4100-b9e5-a434bebf8e04 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:32.947031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 030b11a5-fa9b-4100-b9e5-a434bebf8e04 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:32.954777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:31Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:32.989071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac98a5-682a-4819-9c69-bd77f3cad535 None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:31Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:33.079637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Router 52bbe416-5d26-4097-8262-d3d033b7537d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:33.154254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d38e7e99-c24f-45d8-8da9-670573b2fbc3 req-cd2fa174-3e9a-47e8-a63d-7e1f5a1f732b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0436161 Oct 26 11:54:33.258688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e462-2daa-499f-a561-910dd2144eaa req-f592ce00-39e3-4087-a65b-a045357790a3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.270787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a54e462-2daa-499f-a561-910dd2144eaa req-f592ce00-39e3-4087-a65b-a045357790a3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1005902 Oct 26 11:54:33.277743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33354) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:33.301269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:33.316586 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26f4fbf4-39de-490b-bc9b-7aca53decd7b admin admin] 10.222.0.88 "PUT /v2.0/routers/52bbe416-5d26-4097-8262-d3d033b7537d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5961993 Oct 26 11:54:33.365998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a54e462-2daa-499f-a561-910dd2144eaa req-7ed6974d-826f-4324-a3a7-cd622f9f5059 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937226 Oct 26 11:54:33.377294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-778c65bd-1723-494f-b176-3eee149c8529 None None] Provisioning complete for port 8288d49b-a02f-45af-b30b-3e51a69e831d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:33.377715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778c65bd-1723-494f-b176-3eee149c8529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:33.494020 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:54:33.572452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-504453357-network', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:33.658776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Made reservation on behalf of f0d2cf55cea04be69fb977b4d313ceba for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:33.662698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-778c65bd-1723-494f-b176-3eee149c8529 None None] Port 8288d49b-a02f-45af-b30b-3e51a69e831d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:33.669907 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:33.672444 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:33.679619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-de745d88-4ca5-49fd-9d71-aed7c029b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.682430 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-de745d88-4ca5-49fd-9d71-aed7c029b0eb service neutron] 10.222.0.100 "GET /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 1032 time: 0.0998616 Oct 26 11:54:33.702636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474d846-2fc5-4ec8-b7c2-2a1c47e6b8d7 req-b43cd68f-64d0-46db-ac9c-ab963b49a087 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.713952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0474d846-2fc5-4ec8-b7c2-2a1c47e6b8d7 req-b43cd68f-64d0-46db-ac9c-ab963b49a087 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 946 time: 0.2105534 Oct 26 11:54:33.743508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:33.749619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-6a028cba-efd2-46e4-963c-40e8b5be2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.751344 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-6a028cba-efd2-46e4-963c-40e8b5be2682 service neutron] 10.222.0.100 "GET /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 1032 time: 0.0604122 Oct 26 11:54:33.798815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0474d846-2fc5-4ec8-b7c2-2a1c47e6b8d7 req-ce774e4a-a401-46bc-a65b-fd929f4fcea1 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679815 Oct 26 11:54:33.950612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-02277853-2ed6-437e-9f4b-3d4c69e29dc1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.959818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-02277853-2ed6-437e-9f4b-3d4c69e29dc1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.967218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-02277853-2ed6-437e-9f4b-3d4c69e29dc1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:33.971053 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-02277853-2ed6-437e-9f4b-3d4c69e29dc1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "GET /v2.0/networks?id=4204cc42-892f-4bd5-b083-d05a5f5e0135&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 1996 time: 0.2116292 Oct 26 11:54:33.985362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:33.996634 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.024848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:34.044262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.044630 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Added segment aa5ac02b-6c2a-45e0-88dc-96cf2d66e858 of type vlan for network aeaf7e48-e176-48cd-92a2-94f6148a89e0 Oct 26 11:54:34.049014 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-f88d1e4a-5c96-4b34-9f0e-f54b1a7c0081 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b4f88d42a1647e1b381b4a26dfd519d HTTP/1.1" status: 200 len: 380 time: 0.0649626 Oct 26 11:54:34.063555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'admin_state_up': True, 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'security_groups': ['6e0a05e1-e1d4-4287-91f9-cbaace17457c']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:34.142664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.227587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e61b5-d357-489a-aca1-6b91c977f747,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:34.249476 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.252311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:34.253257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.420426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1385469 Oct 26 11:54:34.422468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:34.438678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Request body: {'subnet': {'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-504453357-subnet', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:34.439600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904e3e-0327-4f1a-b378-bde6a29d4efa admin admin] Pushing event updated for resources: {'Network': ['ID=aeaf7e48-e176-48cd-92a2-94f6148a89e0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:34.450190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:34.512335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:34.516592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.547509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82a4ab9f-c565-4ff2-8a03-1c224aa3ba6f req-d60aed35-2527-44ce-955a-3150efc2e3d6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0878322 Oct 26 11:54:34.565653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Made reservation on behalf of f0d2cf55cea04be69fb977b4d313ceba for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:34.569022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.705554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33390) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:34.722403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259252751', 'description': 'tempest-description--730214281'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:34.784404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144deeb-e1c8-4671-8104-911b2a886114 req-af41f97e-0015-42fa-bff3-fa63129eec37 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:34.798122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3144deeb-e1c8-4671-8104-911b2a886114 req-af41f97e-0015-42fa-bff3-fa63129eec37 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 946 time: 0.1426420 Oct 26 11:54:34.835330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:34.899224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 172.20.0.12 (4204cc42-892f-4bd5-b083-d05a5f5e0135/8f0dec01-3fd3-4823-bde6-290e15793ce1/66d8641b-bfc9-43fa-92da-2645fd358eea) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:34.926629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3144deeb-e1c8-4671-8104-911b2a886114 req-3c9625c6-54e0-487c-9259-5c4665de6e6f tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269038 Oct 26 11:54:34.960055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35510f-d113-4863-af53-33022c490a04 req-95da0083-14db-4eb6-a6de-afda00bd6b31 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:34.968187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb35510f-d113-4863-af53-33022c490a04 req-95da0083-14db-4eb6-a6de-afda00bd6b31 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1115940 Oct 26 11:54:35.044524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb35510f-d113-4863-af53-33022c490a04 req-6db6dc08-2527-46a6-be6b-17dd1bb80b40 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753121 Oct 26 11:54:35.105411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.118355 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.124804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.173818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53443740-263c-4368-bfe3-8b3784212f75,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:35.184699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f19e13-e865-46f7-81b4-8867b5028f7b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:35.186201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.189397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f32338e-0ff2-48b8-9cd3-93758f6a2747 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4816329 Oct 26 11:54:35.199094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33392) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:35.208708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'security_group_rule': {'security_group_id': '53443740-263c-4368-bfe3-8b3784212f75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:35.212484 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.248400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.254355 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.266518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Checking segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:35.266910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Network hostable DHCP agents. Network: aeaf7e48-e176-48cd-92a2-94f6148a89e0, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:35.314175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:35.325725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.329250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, aeaf7e48-e176-48cd-92a2-94f6148a89e0) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:35.340211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfcf2e-1b4d-41b7-8da8-e52cade65ae6 None None] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:35.353420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.364933 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.389958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:35.396299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:35.397238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.408261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e98a84-a5ca-44f4-a041-97039ade1b45,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:35.421097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:35.424803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:35.434858 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8df8fb9c-d788-4348-b0ac-f9f76c314179 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0010269 Oct 26 11:54:35.436562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:35.437142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33394) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:35.442990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:35.471711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.473392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bc827bc5-4c67-41a5-8398-15d49f12aa0f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725382 Oct 26 11:54:35.476609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.478049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.479370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33396) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:35.489614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'security_group_rule': {'security_group_id': '53443740-263c-4368-bfe3-8b3784212f75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:35.564600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:35.565549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.581424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.594849 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5e9ade72-3088-45de-9e6e-b6e8c1d16bdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5372162 Oct 26 11:54:35.596688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.617748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'admin_state_up': True, 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'security_groups': ['6e0a05e1-e1d4-4287-91f9-cbaace17457c']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:35.627546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:54:35.629592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.821081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.828812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.884405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ea0c35-6428-4a4c-a88e-f07abf69617b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:35.902156 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.905044 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-254bf5df-628b-46de-8bfa-6856fc08c073 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4240537 Oct 26 11:54:35.908908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:35.914232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:35.970480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:35.970581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6d3b2d5e-0f6f-484e-adf0-1ced8e2c37b9 None None] Provisioning complete for port 66d8641b-bfc9-43fa-92da-2645fd358eea triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:35.971012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2d5e-0f6f-484e-adf0-1ced8e2c37b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.975332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:35.980684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.052833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Allocated IP 172.20.0.2 (aeaf7e48-e176-48cd-92a2-94f6148a89e0/54f19e13-e865-46f7-81b4-8867b5028f7b/f9ffce43-fbdd-43f2-b81b-024bc68dcf54) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:36.077294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b2d5e-0f6f-484e-adf0-1ced8e2c37b9 None None] Port 66d8641b-bfc9-43fa-92da-2645fd358eea cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:36.079070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f7cb54b1-a217-422a-a831-ed277bf56228 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:36.228980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 10.1.1.185 (acaf89a7-0f45-4fd2-8626-b9c26d1c554a/3b9b0d69-085b-44ac-94c1-ad9c9e232f2a/844306c2-34be-4134-ae16-572278d8b570) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:36.232973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f7cb54b1-a217-422a-a831-ed277bf56228 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:36.234009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.245779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.428936 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.460692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f7cb54b1-a217-422a-a831-ed277bf56228, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f7cb54b1-a217-422a-a831-ed277bf56228,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:36.470011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.499915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Allocated IP 172.25.4.122 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cc0d9f5f-158b-49cc-8c99-35df203294da) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:36.529871 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.555495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.568898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f7cb54b1-a217-422a-a831-ed277bf56228,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:36.572065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.631931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:36.632470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-a0ea2121-0e15-48f1-9a90-4c9de10adcc5 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:36.634035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-a0ea2121-0e15-48f1-9a90-4c9de10adcc5 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.100 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 946 time: 0.8866687 Oct 26 11:54:36.639004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:36.644374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:36.661962 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:36.683624 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:36.686105 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:36.700160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Pushing event updated for resources: {'Port': ['ID=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:36.710404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.721813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Attempting to bind port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:36.722041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43bc4a-b431-4a84-920e-655787cf1e21 req-d243d1bf-f421-4a29-8143-7ac61f6343d0 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:36.722422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Attempting to bind port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:36.722954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Attempting to bind port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 on network aeaf7e48-e176-48cd-92a2-94f6148a89e0 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:36.723472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e43bc4a-b431-4a84-920e-655787cf1e21 req-d243d1bf-f421-4a29-8143-7ac61f6343d0 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 946 time: 0.2275410 Oct 26 11:54:36.729822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:36.730204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Checking segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:36.730612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.731062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Bound using segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:36.731652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Bound port: f9ffce43-fbdd-43f2-b81b-024bc68dcf54, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:36.732041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.769255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8b29-22e0-4b05-b5db-ce91136f8f78 req-9af98572-cefb-456f-ada1-609a548ee9c9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:36.770790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a3a8b29-22e0-4b05-b5db-ce91136f8f78 req-9af98572-cefb-456f-ada1-609a548ee9c9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 932 time: 1.0222750 Oct 26 11:54:36.842586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.844964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.868869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] For port f9ffce43-fbdd-43f2-b81b-024bc68dcf54, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:36.876244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] For port f9ffce43-fbdd-43f2-b81b-024bc68dcf54, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:36.884380 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:36.890048 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:36.904697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a3a8b29-22e0-4b05-b5db-ce91136f8f78 req-11a3173c-31a7-4559-abdc-808ba11fb924 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157758 Oct 26 11:54:36.915034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e43bc4a-b431-4a84-920e-655787cf1e21 req-e208b385-a7d2-4492-a1dc-6dbecbb851f5 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/security-groups?id=06b6140f-7b94-4b8a-bf58-fbf535819486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403337 Oct 26 11:54:36.918534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:36.924622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:36.933537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:36.971349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'Port': ['ID=cc0d9f5f-158b-49cc-8c99-35df203294da,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:37.009010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.019544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Deleting port a57529fb-a77a-4009-aa48-6ec7814257df {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:54:37.019898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.086670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f60f24-e6ab-44db-b298-22385dca3e68 None None] Pushing event updated for resources: {'Port': ['ID=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:37.151805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:37.180541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:37.184101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:37.200644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:37.201309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] For port a57529fb-a77a-4009-aa48-6ec7814257df, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a57529fb-a77a-4009-aa48-6ec7814257df,segment=NetworkSegment(13ca4c96-688a-46a5-bedd-2e5702d2ddd6),segment_id=13ca4c96-688a-46a5-bedd-2e5702d2ddd6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:37.201693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.212470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.219386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Calling delete_port for a57529fb-a77a-4009-aa48-6ec7814257df owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:54:37.431849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:37.433532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.464488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.472324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ffc9c680-ee6f-40d7-a3a6-6ced96dee619 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8625269 Oct 26 11:54:37.492313 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.494473 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 2, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:37.524013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'admin_state_up': True, 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'security_groups': ['6e0a05e1-e1d4-4287-91f9-cbaace17457c']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:37.534134 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:37.534947 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Updating router 52bbe416-5d26-4097-8262-d3d033b7537d port 8288d49b-a02f-45af-b30b-3e51a69e831d binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:54:37.565950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Pushing event deleted for resources: {'Port': ['ID=a57529fb-a77a-4009-aa48-6ec7814257df,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:37.575266 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.629590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3c272983-054e-48bb-8bb3-c5d7798a20f5 None None] Provisioning complete for port 844306c2-34be-4134-ae16-572278d8b570 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:37.634007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c272983-054e-48bb-8bb3-c5d7798a20f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.668677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] No DVR routers for this DVR port a57529fb-a77a-4009-aa48-6ec7814257df on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:54:37.672190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.676084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe56fda5-7d75-42af-aa6c-cbbecc5893fe req-936cc388-e060-459f-9d58-1e6f17ca81fa tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.100 "DELETE /v2.0/ports/a57529fb-a77a-4009-aa48-6ec7814257df HTTP/1.1" status: 204 len: 173 time: 1.0262852 Oct 26 11:54:37.677648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'name': 'network-vif-deleted', 'tag': 'a57529fb-a77a-4009-aa48-6ec7814257df'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:37.680248 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e20c8cb-661a-4c9e-ae2d-a9c98cbba73b" -d '{"events": [{"server_uuid": "d29afa85-c1c3-4285-abec-a501e5179dfb", "name": "network-vif-deleted", "tag": "a57529fb-a77a-4009-aa48-6ec7814257df"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:37.696867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734d33-125c-4719-92bb-4ee77c1c5696 req-272992d9-4b49-4b6b-85c3-787b09c19bca tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:37.706547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb734d33-125c-4719-92bb-4ee77c1c5696 req-272992d9-4b49-4b6b-85c3-787b09c19bca tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2726159 Oct 26 11:54:37.758787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3c272983-054e-48bb-8bb3-c5d7798a20f5 None None] Port 844306c2-34be-4134-ae16-572278d8b570 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:37.803199 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d17637-dddb-4ddc-a666-4b10690d177d x-openstack-request-id: req-e2d17637-dddb-4ddc-a666-4b10690d177d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:37.803500 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29afa85-c1c3-4285-abec-a501e5179dfb", "name": "network-vif-deleted", "tag": "a57529fb-a77a-4009-aa48-6ec7814257df", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:37.803766 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e2d17637-dddb-4ddc-a666-4b10690d177d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:37.804182 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29afa85-c1c3-4285-abec-a501e5179dfb', 'name': 'network-vif-deleted', 'tag': 'a57529fb-a77a-4009-aa48-6ec7814257df', 'status': 'completed', 'code': 200} Oct 26 11:54:37.881050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb734d33-125c-4719-92bb-4ee77c1c5696 req-30e69e7b-6782-4827-b3e6-d35a9ee02ec2 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726608 Oct 26 11:54:37.916568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.942435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:37.945997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:37.950948 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.032242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.054812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.134809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f7cb54b1-a217-422a-a831-ed277bf56228 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:38.215205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a57529fb-a77a-4009-aa48-6ec7814257df no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:54:38.307344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Allocated IP 172.25.4.223 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/23295a6a-cb8c-41a1-b4a4-26eb38d287dc) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:38.308643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'Port': ['ID=cc0d9f5f-158b-49cc-8c99-35df203294da,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:38.327475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.328139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: a57529fb-a77a-4009-aa48-6ec7814257df {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:54:38.328633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a57529fb-a77a-4009-aa48-6ec7814257df not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:54:38.375766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f7cb54b1-a217-422a-a831-ed277bf56228 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:38.376404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.376721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.389384 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25a2ec84-cc4b-47ce-ada5-e735b0c9bd76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4713850 Oct 26 11:54:38.453979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.527702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1572f01-3580-4774-b80e-b38f84b9a711 req-1f37e492-93e1-41ce-b4d2-5a3b079d8f41 tempest-InstanceActionsNegativeTestJSON-1229951312 tempest-InstanceActionsNegativeTestJSON-1229951312-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29afa85-c1c3-4285-abec-a501e5179dfb HTTP/1.1" status: 200 len: 210 time: 0.3501883 Oct 26 11:54:38.535544 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.563621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 10.1.1.119 (acaf89a7-0f45-4fd2-8626-b9c26d1c554a/3b9b0d69-085b-44ac-94c1-ad9c9e232f2a/d295fd22-dbf0-46e7-afff-66babc705d3e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:38.577674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:38.582089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:38.595563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:38.602418 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.615396 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.620253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f9ffce43-fbdd-43f2-b81b-024bc68dcf54 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:38.659715 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Pushing event updated for resources: {'Port': ['ID=8288d49b-a02f-45af-b30b-3e51a69e831d,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:38.675985 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.676530 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.677038 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.680219 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.680357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b818c-fbb8-4d77-9412-590dfa3a78af req-0f64034b-e6b5-4cde-b080-8f1510f10561 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:38.681174 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.681671 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.683432 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.683928 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.684411 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.686638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b818c-fbb8-4d77-9412-590dfa3a78af req-0f64034b-e6b5-4cde-b080-8f1510f10561 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:38.687250 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.692481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.694616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e86b818c-fbb8-4d77-9412-590dfa3a78af req-0f64034b-e6b5-4cde-b080-8f1510f10561 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 1654 time: 0.6101382 Oct 26 11:54:38.695192 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:38.782108 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Attempting to bind port 8288d49b-a02f-45af-b30b-3e51a69e831d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:38.782484 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Attempting to bind port 8288d49b-a02f-45af-b30b-3e51a69e831d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:38.782850 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Attempting to bind port 8288d49b-a02f-45af-b30b-3e51a69e831d on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:38.791131 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:38.791509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:38.791910 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.792374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Bound using segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:38.792765 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Bound port: 8288d49b-a02f-45af-b30b-3e51a69e831d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:38.793149 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.799525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e86b818c-fbb8-4d77-9412-590dfa3a78af req-08b4e573-cf5b-4e04-990c-a948a2cddfd5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038239 Oct 26 11:54:38.819229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:38.819675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:38.867210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa84b68-3a97-408e-a50f-457281033a41 None None] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:39.000540 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] For port 8288d49b-a02f-45af-b30b-3e51a69e831d, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:39.005325 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] For port 8288d49b-a02f-45af-b30b-3e51a69e831d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8288d49b-a02f-45af-b30b-3e51a69e831d,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:39.016187 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.117513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Pushing event updated for resources: {'Port': ['ID=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:39.153316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-073fe026-94cb-493f-83d8-9c140c74f71a None None] Provisioning complete for port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:39.153574 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:39.154512 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:39.155102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-073fe026-94cb-493f-83d8-9c140c74f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.300011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.347800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f9ffce43-fbdd-43f2-b81b-024bc68dcf54, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:39.363687 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.411389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c7eeb-9ad0-4678-ad09-8c7819c80efb None None] Pushing event updated for resources: {'Port': ['ID=8288d49b-a02f-45af-b30b-3e51a69e831d,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:39.430610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-4c11ea4a-edef-47cb-a0f9-c0dc1cfe0890 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1259252751&fields=id&tenant_id=5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 267 time: 0.3156705 Oct 26 11:54:39.438308 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:39.462365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66cbb9-9641-4536-81f6-76e2d8c515bf req-166788f6-1c77-416a-b20e-182ee0b6e274 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:39.463830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.464859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d66cbb9-9641-4536-81f6-76e2d8c515bf req-166788f6-1c77-416a-b20e-182ee0b6e274 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3484282 Oct 26 11:54:39.531651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.532747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:39.595618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:39.600467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:39.605705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:39.658090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-22c2c00e-7d99-4786-9b37-34d629c13824 None None] Provisioning complete for port 8288d49b-a02f-45af-b30b-3e51a69e831d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:39.658975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d66cbb9-9641-4536-81f6-76e2d8c515bf req-1c8cf764-3f29-44a1-b760-854fe5548c7f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782298 Oct 26 11:54:39.661902 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22c2c00e-7d99-4786-9b37-34d629c13824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.687840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:39.691323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.718825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:39.719927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.736874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33444) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:39.827199 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:38Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:39.845444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Deleting subnet f95ab477-fd62-4621-bf94-01dd646f9215 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:54:39.855067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.866787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351f2ef-2760-4f7f-91fe-1168b1ac8a14 None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:38Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:39.907033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22c2c00e-7d99-4786-9b37-34d629c13824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:39.959152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7dbfa94c-9630-48d8-85b3-3da3a767f7db tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4499092 Oct 26 11:54:39.986782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'admin_state_up': True, 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'security_groups': ['6e0a05e1-e1d4-4287-91f9-cbaace17457c']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:40.004322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-22c2c00e-7d99-4786-9b37-34d629c13824 None None] For port 8288d49b-a02f-45af-b30b-3e51a69e831d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8288d49b-a02f-45af-b30b-3e51a69e831d,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:40.015360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22c2c00e-7d99-4786-9b37-34d629c13824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.062185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-5612f197-b9ae-4019-ad0b-ab8ffe8ec6d4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:40.084667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-5612f197-b9ae-4019-ad0b-ab8ffe8ec6d4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 817 time: 0.6525140 Oct 26 11:54:40.115932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-a7a32d76-aafe-4380-a568-e0d85b79de62 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/quotas/5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 375 time: 0.0196140 Oct 26 11:54:40.116161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8288d49b-a02f-45af-b30b-3e51a69e831d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:40.163396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.222824 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.312475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2c00e-7d99-4786-9b37-34d629c13824 None None] Pushing event updated for resources: {'Port': ['ID=8288d49b-a02f-45af-b30b-3e51a69e831d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:40.328763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.337557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e8b35e94-823e-4677-85a2-8c754efebf0f None None] Provisioning complete for port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:40.337938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8b35e94-823e-4677-85a2-8c754efebf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.346471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d267-0f35-4acf-aef8-9a2a63a5f041 req-f4a8bc45-a981-40be-aa29-39b6bb8d73a3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:40.353048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d267-0f35-4acf-aef8-9a2a63a5f041 req-f4a8bc45-a981-40be-aa29-39b6bb8d73a3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:40.363720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95ab477-fd62-4621-bf94-01dd646f9215,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:40.379280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.383255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d267-0f35-4acf-aef8-9a2a63a5f041 req-f4a8bc45-a981-40be-aa29-39b6bb8d73a3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:40.386092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4b04c5a9-d7dd-49e1-ad7c-892f7246763d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f95ab477-fd62-4621-bf94-01dd646f9215 HTTP/1.1" status: 204 len: 168 time: 0.6471684 Oct 26 11:54:40.389401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33452) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:40.396464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4297d267-0f35-4acf-aef8-9a2a63a5f041 req-f4a8bc45-a981-40be-aa29-39b6bb8d73a3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 2375 time: 0.2109790 Oct 26 11:54:40.402403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8288d49b-a02f-45af-b30b-3e51a69e831d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:40.402765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.448938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-cedd91b7-caa2-4edd-a1b2-5f858e166174 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3248131 Oct 26 11:54:40.488869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:40.550175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.574214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4297d267-0f35-4acf-aef8-9a2a63a5f041 req-73cb84fe-1622-44df-bda8-c121d3a1a8d7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751146 Oct 26 11:54:40.577043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.585192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e8b35e94-823e-4677-85a2-8c754efebf0f None None] Provisioning complete for port d295fd22-dbf0-46e7-afff-66babc705d3e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:40.585566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8b35e94-823e-4677-85a2-8c754efebf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.612562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f9ffce43-fbdd-43f2-b81b-024bc68dcf54 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:40.686443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e8b35e94-823e-4677-85a2-8c754efebf0f None None] Port d295fd22-dbf0-46e7-afff-66babc705d3e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:40.717823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:40.718382 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.733119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.752371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.782974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-3c53fa47-059b-4ef4-8f2c-bf70677985b5 service neutron] 10.222.0.88 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063738 Oct 26 11:54:40.800168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a13e10-588a-4a12-b834-17ba4ab3de61']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:40.852136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ca4c96-688a-46a5-bedd-2e5702d2ddd6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:40.852422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ca4c96-688a-46a5-bedd-2e5702d2ddd6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:40.872279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.917257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.933626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:54:40.934045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:54:40.936672 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:54:41.063630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.081993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.088875 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] 10.222.0.88 "DELETE /v2.0/networks/23a13e10-588a-4a12-b834-17ba4ab3de61 HTTP/1.1" status: 204 len: 168 time: 0.6977391 Oct 26 11:54:41.113673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 10.2.2.100 (db3e3ca7-ff9e-4524-97de-77e9f508c48b/b1d09726-5ac1-437a-a9c8-6b6abed978f0/733e6eba-9c81-4f89-ad1c-a2008636723d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:41.122482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d51d-0e81-497c-b01d-45c9130f3b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a13e10-588a-4a12-b834-17ba4ab3de61,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:41.197885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Router 6059bff5-6574-451f-b35d-050a6c1d7ed7 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:54:41.239119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf322bd-d0db-44d1-8aed-cf50a46b3678 req-5d58dd75-d81b-456c-853f-e003debe2bf0 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:41.240614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cf322bd-d0db-44d1-8aed-cf50a46b3678 req-5d58dd75-d81b-456c-853f-e003debe2bf0 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1178272 Oct 26 11:54:41.282249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:41.333355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.355710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-35d09024-ccb0-4546-9c3f-3d1f0d9b53d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=033b8c5fa0d74073b9221ad7015a832f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705006 Oct 26 11:54:41.359571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33464) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:41.362095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-90967ae6-40b7-4bff-84f6-0210ababb693 service neutron] 10.222.0.88 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652561 Oct 26 11:54:41.374681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cf322bd-d0db-44d1-8aed-cf50a46b3678 req-1131b5d4-38dd-4891-be76-a45a1b5a3202 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002715 Oct 26 11:54:41.409282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:41.423658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Sync routers for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:41.431321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.443051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:41.443809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:41.444922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.449322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5d565f50-7822-4626-ae60-49903543f00f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0105138 Oct 26 11:54:41.450282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33466) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:41.521479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfe1edec-3c87-48af-a6aa-a6ba7234fa92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.597303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:41.599493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfe1edec-3c87-48af-a6aa-a6ba7234fa92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.625177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:41.635370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:41.638947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:41.790367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:41.790915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.827602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfe1edec-3c87-48af-a6aa-a6ba7234fa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.830380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfe1edec-3c87-48af-a6aa-a6ba7234fa92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:41.831574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cfe1edec-3c87-48af-a6aa-a6ba7234fa92 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06b6140f-7b94-4b8a-bf58-fbf535819486 HTTP/1.1" status: 204 len: 168 time: 0.4710937 Oct 26 11:54:41.845707 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-dedc2547-a19d-44c6-be5b-6cd3e725db13 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8759372 Oct 26 11:54:41.883561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'admin_state_up': True, 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'security_groups': ['6e0a05e1-e1d4-4287-91f9-cbaace17457c']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:41.888952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1edec-3c87-48af-a6aa-a6ba7234fa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b6140f-7b94-4b8a-bf58-fbf535819486,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:42.043967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdb1746b-4e3e-44d2-b461-47bb24c22799 req-13817c55-46f7-4e1f-bb92-66653abaa64b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 210 time: 0.3738313 Oct 26 11:54:42.056497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8288d49b-a02f-45af-b30b-3e51a69e831d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:42.119745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704eca-fa87-45e8-9ce4-00cf5086f0ba req-c6c77f28-e588-484f-bb92-6826763ee4de tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:42.127531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704eca-fa87-45e8-9ce4-00cf5086f0ba req-c6c77f28-e588-484f-bb92-6826763ee4de tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:42.134292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704eca-fa87-45e8-9ce4-00cf5086f0ba req-c6c77f28-e588-484f-bb92-6826763ee4de tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:42.142035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704eca-fa87-45e8-9ce4-00cf5086f0ba req-c6c77f28-e588-484f-bb92-6826763ee4de tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:42.151124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9704eca-fa87-45e8-9ce4-00cf5086f0ba req-c6c77f28-e588-484f-bb92-6826763ee4de tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 3096 time: 0.3381078 Oct 26 11:54:42.174832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4601592c-09a3-41f1-9b66-5b45c9f2b2af None None] Provisioning complete for port 733e6eba-9c81-4f89-ad1c-a2008636723d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:42.176061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4601592c-09a3-41f1-9b66-5b45c9f2b2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:42.178648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Made reservation on behalf of 1b4f88d42a1647e1b381b4a26dfd519d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:42.192269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:42.231207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9704eca-fa87-45e8-9ce4-00cf5086f0ba req-10e9a711-bbe7-4e4d-a233-8d8116a60a6a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743179 Oct 26 11:54:42.269978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8288d49b-a02f-45af-b30b-3e51a69e831d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:42.270363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:42.324292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:42.362243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4601592c-09a3-41f1-9b66-5b45c9f2b2af None None] Port 733e6eba-9c81-4f89-ad1c-a2008636723d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:42.694805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Allocated IP 10.2.2.200 (db3e3ca7-ff9e-4524-97de-77e9f508c48b/b1d09726-5ac1-437a-a9c8-6b6abed978f0/afed0f4e-175d-4706-a2bd-ab5678827100) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:42.738630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18906-7475-44fc-8cff-7a70c8c5fe19 req-234a3e5e-61ca-4fef-a30d-7a51c3af9f6e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:42.756257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 3, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:42.766264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d18906-7475-44fc-8cff-7a70c8c5fe19 req-234a3e5e-61ca-4fef-a30d-7a51c3af9f6e tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2382426 Oct 26 11:54:42.807058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Checking router: 6059bff5-6574-451f-b35d-050a6c1d7ed7 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:42.807415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Updating router 6059bff5-6574-451f-b35d-050a6c1d7ed7 port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:54:42.843830 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:42.877628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d18906-7475-44fc-8cff-7a70c8c5fe19 req-aa2292f7-675f-4dfb-abb1-c0d0e1e50d57 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100252 Oct 26 11:54:42.938630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.004426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.067095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.183459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:43.204018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:43.253028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:43.278342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33514) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:43.310926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.333734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.352292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.353644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.382165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event updated for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:43.422130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c222b46a-976d-4ec0-934a-eb7d84cbeda4 req-de34cada-c253-4e3a-908f-84b069d1d36c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 210 time: 0.2019699 Oct 26 11:54:43.432848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-207d5fe1-4169-483e-8e53-47a54a53851f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5652862 Oct 26 11:54:43.447112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:43.467412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Allocated IP 172.20.0.1 (aeaf7e48-e176-48cd-92a2-94f6148a89e0/54f19e13-e865-46f7-81b4-8867b5028f7b/897ab398-fdf0-43c2-ac7d-c37f0e177ae2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:43.477213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Attempting to bind port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:43.477589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Attempting to bind port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:43.477986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Attempting to bind port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:43.480596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951f8df-2009-40a2-8f64-fc691888b588 None None] Pushing event updated for resources: {'Port': ['ID=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:43.498068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:43.498492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:43.499123 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.499528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:43.500017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Bound port: 23295a6a-cb8c-41a1-b4a4-26eb38d287dc, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:43.500419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.611588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.682476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] For port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:43.689077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] For port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:43.690475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-947b757a-0515-4953-b71e-ecc64d6ba6f3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.692359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-947b757a-0515-4953-b71e-ecc64d6ba6f3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 817 time: 0.4984183 Oct 26 11:54:43.693668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c96e4aaf-d711-4658-964b-0e0a4b5dd5d6 None None] Provisioning complete for port afed0f4e-175d-4706-a2bd-ab5678827100 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:43.694045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c96e4aaf-d711-4658-964b-0e0a4b5dd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.708561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:43.850679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-ba2f7c56-3215-41f7-9b2f-08782f8528cc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 380 time: 0.1355362 Oct 26 11:54:43.856199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-701870855-network', 'tenant_id': '67838778f6d144ffa273f91a4932ab26'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:43.865486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c96e4aaf-d711-4658-964b-0e0a4b5dd5d6 None None] Port afed0f4e-175d-4706-a2bd-ab5678827100 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:43.869479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:43.869791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102184-be00-4779-a96c-f96c235101eb req-08701c01-7821-461a-a922-33996a306e0b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.870271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:43.876994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102184-be00-4779-a96c-f96c235101eb req-08701c01-7821-461a-a922-33996a306e0b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.884358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102184-be00-4779-a96c-f96c235101eb req-08701c01-7821-461a-a922-33996a306e0b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.900179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102184-be00-4779-a96c-f96c235101eb req-08701c01-7821-461a-a922-33996a306e0b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.908034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102184-be00-4779-a96c-f96c235101eb req-08701c01-7821-461a-a922-33996a306e0b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:43.918092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41102184-be00-4779-a96c-f96c235101eb req-08701c01-7821-461a-a922-33996a306e0b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 3817 time: 0.3380008 Oct 26 11:54:43.954182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'port': {'device_id': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'admin_state_up': True, 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'security_groups': ['53443740-263c-4368-bfe3-8b3784212f75']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:43.954443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951f8df-2009-40a2-8f64-fc691888b588 None None] Pushing event updated for resources: {'Port': ['ID=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:44.003319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:44.004960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.025247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d8641b-bfc9-43fa-92da-2645fd358eea {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:44.028144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Made reservation on behalf of 67838778f6d144ffa273f91a4932ab26 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:44.032135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.033489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.048585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Transition to ACTIVE for port object 66d8641b-bfc9-43fa-92da-2645fd358eea will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:44.065435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.117786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.170204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41102184-be00-4779-a96c-f96c235101eb req-8f34ccbc-85a9-479c-b128-8420c7ef0197 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502630 Oct 26 11:54:44.265159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Pushing event updated for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:44.279809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb61bf-c9fa-43b8-a904-b6c58873e31d req-9636274d-b5ad-4608-b61b-c673eb1ed6dd tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.287461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbbb61bf-c9fa-43b8-a904-b6c58873e31d req-9636274d-b5ad-4608-b61b-c673eb1ed6dd tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2724824 Oct 26 11:54:44.306262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 3, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:44.312265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Attempting to bind port 66d8641b-bfc9-43fa-92da-2645fd358eea on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:44.312949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Attempting to bind port 66d8641b-bfc9-43fa-92da-2645fd358eea by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:44.313426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Attempting to bind port 66d8641b-bfc9-43fa-92da-2645fd358eea on network 4204cc42-892f-4bd5-b083-d05a5f5e0135 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:44.320390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Port 66d8641b-bfc9-43fa-92da-2645fd358eea on network 4204cc42-892f-4bd5-b083-d05a5f5e0135 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:44.321081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Attempting to bind port 66d8641b-bfc9-43fa-92da-2645fd358eea on network 4204cc42-892f-4bd5-b083-d05a5f5e0135 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:44.327630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:44.328198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Checking segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:44.328858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Bound using segment: {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:44.329517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Bound port: 66d8641b-bfc9-43fa-92da-2645fd358eea, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32c9615-a8ce-4b70-81d8-03f9944f0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:44.330081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.331487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.342322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e409fc-ee9d-4d02-a7cf-9ebbab11fc52 None None] The sync data for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 is: [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 3, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:44.422843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:44.431367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=66d8641b-bfc9-43fa-92da-2645fd358eea,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:44.439076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.456858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:44.460305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbbb61bf-c9fa-43b8-a904-b6c58873e31d req-aaaa29f5-c92a-4609-a622-1a4da216337a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460679 Oct 26 11:54:44.462797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Made reservation on behalf of 5d54f7e30c12467cb9bfe1b69641b67d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:44.466505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.489468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Pushing event updated for resources: {'Port': ['ID=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:44.497420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:44.516918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:44.525298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.526039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.527635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] 10.222.0.100 "PUT /v2.0/ports/66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 200 len: 1092 time: 1.0855591 Oct 26 11:54:44.528187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:44.531500 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b56aadd-f09f-4271-acf3-7a84d798014b" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:44.573161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.586785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.597301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:44.624645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f721d-bd15-4932-924b-6876d1f509ee service neutron] Pushing event updated for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:44.629277 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27eb9d-220c-4992-84b3-0cce8e5f1f94 x-openstack-request-id: req-aa27eb9d-220c-4992-84b3-0cce8e5f1f94 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:44.629828 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:44.630255 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa27eb9d-220c-4992-84b3-0cce8e5f1f94 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:44.630848 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'status': 'completed', 'code': 200} Oct 26 11:54:44.723807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.744911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:44.793940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-2a653fc7-80b2-4f68-a13e-ef08412522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.799058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-2a653fc7-80b2-4f68-a13e-ef08412522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.799807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-2a653fc7-80b2-4f68-a13e-ef08412522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.800451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-2a653fc7-80b2-4f68-a13e-ef08412522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.801097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-2a653fc7-80b2-4f68-a13e-ef08412522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:44.806034 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-2a653fc7-80b2-4f68-a13e-ef08412522a6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 4364 time: 0.1498218 Oct 26 11:54:44.987186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Allocated IP 172.20.0.5 (c7442f1f-3908-4381-991c-02efd34245eb/66bcc311-f69c-440b-b7a3-fd2370d42634/47731ffb-c886-4224-83f2-3617186733f6) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:45.081983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1a3c2906-798c-42d6-8dc9-fd9f3c439534 None None] Provisioning complete for port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:45.082503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2906-798c-42d6-8dc9-fd9f3c439534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.137601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c2906-798c-42d6-8dc9-fd9f3c439534 None None] Port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:45.150421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66ae2d7b-41c2-4167-8f0d-46615a5194a2 req-1a1b9547-e998-437f-9561-e8299ae42028 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 210 time: 0.4564152 Oct 26 11:54:45.161534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:45.176144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-906368d7-73a1-41dc-8ef0-6379bc9a9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:45.178199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-906368d7-73a1-41dc-8ef0-6379bc9a9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:45.180628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-906368d7-73a1-41dc-8ef0-6379bc9a9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:45.186205 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-906368d7-73a1-41dc-8ef0-6379bc9a9556 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.3493245 Oct 26 11:54:45.204234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:54:45.257871 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.258220 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Added segment 922f581f-9595-484d-835e-128d3b9a855c of type vlan for network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 Oct 26 11:54:45.346320 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.354070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-c74056df-2eed-4223-8a64-ebf1646fa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:45.355713 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3b56aadd-f09f-4271-acf3-7a84d798014b req-c74056df-2eed-4223-8a64-ebf1646fa62b service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1643398 Oct 26 11:54:45.379440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.416639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3b62d1-3e42-4423-b43e-89dc24fe749f {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:45.428510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.444598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Transition to ACTIVE for port object 8e3b62d1-3e42-4423-b43e-89dc24fe749f will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:45.449138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.619638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:45.655552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Attempting to bind port 8e3b62d1-3e42-4423-b43e-89dc24fe749f on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:45.656141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Attempting to bind port 8e3b62d1-3e42-4423-b43e-89dc24fe749f by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:45.656657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Attempting to bind port 8e3b62d1-3e42-4423-b43e-89dc24fe749f on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:45.662430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Port 8e3b62d1-3e42-4423-b43e-89dc24fe749f on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:45.663059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Attempting to bind port 8e3b62d1-3e42-4423-b43e-89dc24fe749f on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:45.672312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:45.673103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Checking segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:45.673652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Bound using segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:45.674966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Bound port: 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:45.675509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.772827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:45.777268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:45.783916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.869778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:45.885242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:54:45.886152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:45.887061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.898345 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b6e30a2-4ccc-497f-b1e6-e020cd989365 service neutron] 10.222.0.100 "PUT /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 1135 time: 1.3216851 Oct 26 11:54:45.934646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:45.947918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335be39-619a-428a-86e7-ff72db1b5765 req-b10dea22-faa9-43ed-b1dd-198630ef16f2 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:45.949515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2335be39-619a-428a-86e7-ff72db1b5765 req-b10dea22-faa9-43ed-b1dd-198630ef16f2 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1494365 Oct 26 11:54:45.951920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:45.994109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9418-d20e-4480-8352-ea90146e009f req-58aac2d2-08d3-4524-9760-7f0e21efd83d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.001703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9418-d20e-4480-8352-ea90146e009f req-58aac2d2-08d3-4524-9760-7f0e21efd83d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.011052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23295a6a-cb8c-41a1-b4a4-26eb38d287dc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:46.011293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9418-d20e-4480-8352-ea90146e009f req-58aac2d2-08d3-4524-9760-7f0e21efd83d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.017841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9418-d20e-4480-8352-ea90146e009f req-58aac2d2-08d3-4524-9760-7f0e21efd83d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.023940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9418-d20e-4480-8352-ea90146e009f req-58aac2d2-08d3-4524-9760-7f0e21efd83d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.026127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0b9418-d20e-4480-8352-ea90146e009f req-58aac2d2-08d3-4524-9760-7f0e21efd83d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 3829 time: 0.6683345 Oct 26 11:54:46.039330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.040292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.040875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.079294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.102963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:46.103542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.198170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.229431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Network c7442f1f-3908-4381-991c-02efd34245eb is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:46.237415 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.264911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:46.271563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.291367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:46.328502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:46.362035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:46.390418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0440545 Oct 26 11:54:46.392708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d453-a213-4e04-9e39-7931b5a3e9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=93ba61e5-2e8d-4486-9ab5-29d8051f6f26,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:46.398227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:46.402337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:54:46.452451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2335be39-619a-428a-86e7-ff72db1b5765 req-c734b85d-3253-40ca-b229-ab1761b3cb31 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712086 Oct 26 11:54:46.460701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:46.499671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:46.510719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.528613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Transition to ACTIVE for port object a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:46.533065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0b9418-d20e-4480-8352-ea90146e009f req-0b7e9aaa-862b-4a3b-92aa-7266e0717d65 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4884436 Oct 26 11:54:46.540724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Request body: {'subnet': {'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-701870855-subnet', 'tenant_id': '67838778f6d144ffa273f91a4932ab26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:46.556767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.635606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:46.636279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.687249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '8e3b62d1-3e42-4423-b43e-89dc24fe749f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:46.689996 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fb40fa-8097-47b4-9683-5807ea19b542" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "8e3b62d1-3e42-4423-b43e-89dc24fe749f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:46.696854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:46.700186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-99ed9329-0556-455c-aee8-0b1b907c8036 None None] Provisioning complete for port 47731ffb-c886-4224-83f2-3617186733f6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:46.700578 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99ed9329-0556-455c-aee8-0b1b907c8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.780578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Made reservation on behalf of 67838778f6d144ffa273f91a4932ab26 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:46.791600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.818661 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b5cc8d-ee00-463d-89bf-8143662d7ddb x-openstack-request-id: req-11b5cc8d-ee00-463d-89bf-8143662d7ddb {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:46.819251 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "8e3b62d1-3e42-4423-b43e-89dc24fe749f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:46.819714 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-11b5cc8d-ee00-463d-89bf-8143662d7ddb {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:46.820358 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '8e3b62d1-3e42-4423-b43e-89dc24fe749f', 'status': 'completed', 'code': 200} Oct 26 11:54:46.837931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-99ed9329-0556-455c-aee8-0b1b907c8036 None None] Port 47731ffb-c886-4224-83f2-3617186733f6 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:46.881148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.906791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:46.991608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Attempting to bind port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:46.991949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Attempting to bind port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:46.992409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Attempting to bind port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:46.999599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-174d2cef-0433-4202-a5a4-ae453016386a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0500252 Oct 26 11:54:47.023734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Pushing event updated for resources: {'Port': ['ID=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:47.025334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.025939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.026420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.033139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.033724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.034349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.035271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.037453 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-9cb2ec68-37ba-4568-adaf-2d3510293364 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6178 time: 0.1908081 Oct 26 11:54:47.043880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:47.044353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Attempting to bind port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:47.057885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Request body: {'port': {'device_id': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:47.119820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:47.120159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Checking segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:47.120552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Bound using segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:47.121003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Bound port: a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:47.121363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:47.139181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:47.148302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67231468-e278-4f7b-8163-baf285433332 req-7bfd3e94-0839-4cdf-9bdb-1d92763a1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.149827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-67231468-e278-4f7b-8163-baf285433332 req-7bfd3e94-0839-4cdf-9bdb-1d92763a1fbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.2141945 Oct 26 11:54:47.292787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:47.348104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8ad53-8b60-4750-b9ad-88245cf2aa72 req-ea7301e0-45fe-42bf-a966-d2fe68624626 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.349856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cd8ad53-8b60-4750-b9ad-88245cf2aa72 req-ea7301e0-45fe-42bf-a966-d2fe68624626 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 931 time: 0.4581027 Oct 26 11:54:47.432011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.100', 57921) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:47.527069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cd8ad53-8b60-4750-b9ad-88245cf2aa72 req-1d9cb8e0-02a0-401e-96b7-edf5908419d2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275659 Oct 26 11:54:47.599107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-2511a94e-5aad-4ced-989f-05fd141406bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.599665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-2511a94e-5aad-4ced-989f-05fd141406bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.600028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-2511a94e-5aad-4ced-989f-05fd141406bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.601731 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-2511a94e-5aad-4ced-989f-05fd141406bb service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.5539696 Oct 26 11:54:47.625214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-2b331b76-e940-4a90-8908-91912e05b819 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894405 Oct 26 11:54:47.640262 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-67231468-e278-4f7b-8163-baf285433332 req-8aef1f1b-ba48-474e-ae29-eb36ded9bd30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755690 Oct 26 11:54:47.641380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:47.655949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:47.665845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:47.688818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833782-b50a-4764-bf44-e6abdda1f08e req-3655499b-02c1-47e9-a6f7-4ec3c040a161 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.690518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29833782-b50a-4764-bf44-e6abdda1f08e req-3655499b-02c1-47e9-a6f7-4ec3c040a161 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1534572 Oct 26 11:54:47.707510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:47.720079 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:47.725790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:47.811013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:47.812131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:47.813339 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] 10.222.0.100 "PUT /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 1135 time: 1.8835769 Oct 26 11:54:47.850359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:47.963385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22933c16-33f9-4d1d-b770-979a37900eba,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:47.996584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27255d7f-36cf-47d8-9066-860bb676f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:48.020031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-24f71814-07dc-4485-af76-a5aa7eb97c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.021536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73fb40fa-8097-47b4-9683-5807ea19b542 req-24f71814-07dc-4485-af76-a5aa7eb97c25 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3912561 Oct 26 11:54:48.022680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Checking segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:48.024881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Network hostable DHCP agents. Network: 93ba61e5-2e8d-4486-9ab5-29d8051f6f26, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:54:48.028647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7381a943-e9d4-42ce-9d3f-2d9a3f82537c None None] Provisioning complete for port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:48.029685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:48.029797 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7381a943-e9d4-42ce-9d3f-2d9a3f82537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.036788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.064970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.098671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.100687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7381a943-e9d4-42ce-9d3f-2d9a3f82537c None None] Port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:54:48.103756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23295a6a-cb8c-41a1-b4a4-26eb38d287dc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:48.122399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.133152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.140728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.147414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.154973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.163162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.164867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-3112640d-08e8-4b68-af78-249e900c0aca tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5383 time: 0.4967942 Oct 26 11:54:48.174612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29833782-b50a-4764-bf44-e6abdda1f08e req-f5920134-07fe-488f-a978-0be8ef78ff46 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559677 Oct 26 11:54:48.194960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-2198fe2f-f33b-4af4-a733-0ec1b2f7fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.196559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-2198fe2f-f33b-4af4-a733-0ec1b2f7fd3c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1096 time: 0.4919674 Oct 26 11:54:48.200347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Transition to ACTIVE for port object 47731ffb-c886-4224-83f2-3617186733f6 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:48.214844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.229922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Router 6059bff5-6574-451f-b35d-050a6c1d7ed7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:54:48.238490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:54:48.253031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:48.254972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.306362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 93ba61e5-2e8d-4486-9ab5-29d8051f6f26) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:48.328970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9c413c-c6db-42e4-9a6e-03b66711516b None None] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:48.372358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.374439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.414621 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8e1df5b3-79c6-43f4-994b-6adce752e46a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0140576 Oct 26 11:54:48.450259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b15ffda-3279-4fb5-a795-e382772c9c56 req-b9aa366e-5ec7-48bf-960b-d0f4a90139b6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2715690 Oct 26 11:54:48.546741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:48.635678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844306c2-34be-4134-ae16-572278d8b570 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:48.647846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.665680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Transition to ACTIVE for port object 844306c2-34be-4134-ae16-572278d8b570 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:48.672452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-991d658b-438b-41db-bea2-27f8d1299a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.672931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.674250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-991d658b-438b-41db-bea2-27f8d1299a9d service neutron] 10.222.0.100 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.4471657 Oct 26 11:54:48.813437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-f90e17d0-13aa-41d0-aef6-5af241e0bed1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 200 len: 217 time: 0.1014326 Oct 26 11:54:48.814425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:48.814996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:48.815529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:48.823287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': 'a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:48.825589 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af46801-8a94-47a5-803e-88824432d20b" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:48.844216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:48.852013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Attempting to bind port 844306c2-34be-4134-ae16-572278d8b570 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:48.852013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Attempting to bind port 844306c2-34be-4134-ae16-572278d8b570 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:48.852166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Attempting to bind port 844306c2-34be-4134-ae16-572278d8b570 on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:48.859782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Port 844306c2-34be-4134-ae16-572278d8b570 on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:48.859782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Attempting to bind port 844306c2-34be-4134-ae16-572278d8b570 on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:48.864965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:48.865481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Checking segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:48.865950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Bound using segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:48.866395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Bound port: 844306c2-34be-4134-ae16-572278d8b570, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:48.866760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:48.875054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Port 47731ffb-c886-4224-83f2-3617186733f6 on network c7442f1f-3908-4381-991c-02efd34245eb not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:48.875843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:48.901728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d74a2b-102c-44f0-827a-37f3396537ed None None] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:54:48.927236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eb522-bb0c-48c9-a613-e914212fb2f8 req-10481553-190d-4b33-b93e-1db469c900f7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:48.935893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd5eb522-bb0c-48c9-a613-e914212fb2f8 req-10481553-190d-4b33-b93e-1db469c900f7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.2703006 Oct 26 11:54:48.980474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:48.989338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=844306c2-34be-4134-ae16-572278d8b570,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:48.998547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:49.003229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:49.009897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:49.010249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Bound using segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:49.025476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Bound port: 47731ffb-c886-4224-83f2-3617186733f6, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:49.027362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:49.046207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:54:49.056005 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Sync routers for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:54:49.078961 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:49.080156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a0beead7-8d84-4ac5-a2b2-fa6b9a770954 admin admin] 10.222.0.88 "PUT /v2.0/routers/6059bff5-6574-451f-b35d-050a6c1d7ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6281562 Oct 26 11:54:49.081153 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:49.088542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.089530 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:49.095961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] 10.222.0.100 "PUT /v2.0/ports/844306c2-34be-4134-ae16-572278d8b570 HTTP/1.1" status: 200 len: 1091 time: 1.2483506 Oct 26 11:54:49.171222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd5eb522-bb0c-48c9-a613-e914212fb2f8 req-83c82941-0c47-4a44-a268-af05ff1f72a0 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325532 Oct 26 11:54:49.178493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-27c53c1a-e591-4136-9e6c-78095c3bccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.182543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:49.200061 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-27c53c1a-e591-4136-9e6c-78095c3bccda service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.3785837 Oct 26 11:54:49.242927 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d88dd01a-b15a-4b98-b0cf-eea2e29395e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:49.286641 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28054410-cef3-4d3d-836d-bc4f363e282e x-openstack-request-id: req-28054410-cef3-4d3d-836d-bc4f363e282e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:49.287162 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:49.290696 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28054410-cef3-4d3d-836d-bc4f363e282e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:49.293431 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': 'a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c', 'status': 'completed', 'code': 200} Oct 26 11:54:49.320908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:49.324514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:49.360643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-a5fa151c-7842-4139-9255-66f0d0570a6e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319660 Oct 26 11:54:49.375571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a71a-48ad-4f84-b1bb-23f36bf03bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:49.422432 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:49.448396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:49.532303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.532867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.533351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.533830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.534301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.534823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.535326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.542519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af46801-8a94-47a5-803e-88824432d20b req-4638ca29-9c2f-4433-8108-e13f27fb433e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6287 time: 0.2360256 Oct 26 11:54:49.701612 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 2, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:49.743044 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Checking router: 6059bff5-6574-451f-b35d-050a6c1d7ed7 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:54:49.743792 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Updating router 6059bff5-6574-451f-b35d-050a6c1d7ed7 port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:54:49.774832 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:49.812462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-66ca086e-078a-477a-b11c-0cf00390d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.813051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-66ca086e-078a-477a-b11c-0cf00390d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.813402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-66ca086e-078a-477a-b11c-0cf00390d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.815068 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af46801-8a94-47a5-803e-88824432d20b req-66ca086e-078a-477a-b11c-0cf00390d799 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.2578115 Oct 26 11:54:49.976849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af46801-8a94-47a5-803e-88824432d20b req-ed95aca6-07ca-4f70-ac1d-35eccdaf588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:49.979255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af46801-8a94-47a5-803e-88824432d20b req-ed95aca6-07ca-4f70-ac1d-35eccdaf588d service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1564858 Oct 26 11:54:49.979372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-aa0f76b1-b1f3-4f14-a459-bdf131565219 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058012 Oct 26 11:54:49.980566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.061460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d295fd22-dbf0-46e7-afff-66babc705d3e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:50.071428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:50.072819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.074391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] 10.222.0.100 "PUT /v2.0/ports/47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 1091 time: 3.0429630 Oct 26 11:54:50.093659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.127402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:50.129842 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e0285-fcf8-49e5-bffb-c421d8c64327" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:50.135550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Transition to ACTIVE for port object d295fd22-dbf0-46e7-afff-66babc705d3e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:50.145846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.146456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8cfbdea3-d2bf-44aa-8355-db2a5cbf74f3 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:50.148278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8cfbdea3-d2bf-44aa-8355-db2a5cbf74f3 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 817 time: 0.8222942 Oct 26 11:54:50.168360 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.177249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d753e93-210a-4d68-8cdd-9a97ba489656 req-d644b747-f357-4557-8ebf-3c1614bd53b9 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:50.179137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d753e93-210a-4d68-8cdd-9a97ba489656 req-d644b747-f357-4557-8ebf-3c1614bd53b9 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.6393933 Oct 26 11:54:50.188712 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.291274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d753e93-210a-4d68-8cdd-9a97ba489656 req-9efd80de-ac9e-4a0f-a476-82acdba9e71f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784988 Oct 26 11:54:50.303141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ac50b-96dc-4e63-bbb8-ea6c238bc561 service neutron] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:50.332743 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-604bd4ac-ac0d-4468-acab-2a5667859b59 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/quotas/67838778f6d144ffa273f91a4932ab26 HTTP/1.1" status: 200 len: 375 time: 0.1424024 Oct 26 11:54:50.343802 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615c6f-b944-4f9c-ae13-541e188d894f None None] Pushing event updated for resources: {'Port': ['ID=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:50.426642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Pushing event updated for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:50.446741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-60146e57-9815-49a1-8392-7eb9febee79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:50.453182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-60146e57-9815-49a1-8392-7eb9febee79e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1094 time: 0.3135693 Oct 26 11:54:50.464383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-702b365a-9aa2-4e7b-be74-11b7475b9842 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1310725 Oct 26 11:54:50.472361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Attempting to bind port d295fd22-dbf0-46e7-afff-66babc705d3e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:50.472743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Attempting to bind port d295fd22-dbf0-46e7-afff-66babc705d3e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:50.473081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Attempting to bind port d295fd22-dbf0-46e7-afff-66babc705d3e on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:50.478154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Port d295fd22-dbf0-46e7-afff-66babc705d3e on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:50.478831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Attempting to bind port d295fd22-dbf0-46e7-afff-66babc705d3e on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:50.485272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:50.485675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Checking segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:50.486005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Bound using segment: {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:50.486443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Bound port: d295fd22-dbf0-46e7-afff-66babc705d3e, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4da6cc-69bf-4bab-bfce-9737e693fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:50.486810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.515055 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Attempting to bind port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:50.515614 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Attempting to bind port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:50.516129 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Attempting to bind port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 on network aeaf7e48-e176-48cd-92a2-94f6148a89e0 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:50.529748 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:50.530337 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Checking segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:50.532377 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.532989 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Bound using segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:50.533693 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Bound port: 897ab398-fdf0-43c2-ac7d-c37f0e177ae2, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:50.534357 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.647961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:50.653660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d295fd22-dbf0-46e7-afff-66babc705d3e,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:50.663634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.711000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-dfe39ada-3eb3-4eb3-ab8c-1f1680b0d736 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 217 time: 0.2437179 Oct 26 11:54:50.716787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9e8327-1c25-498a-8a65-3532122276d6 req-716760cf-3ded-4413-aa0e-f6d4de367529 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935537 Oct 26 11:54:50.736260 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] For port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:50.740093 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] For port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:50.742213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:50.743367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.745321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] 10.222.0.100 "PUT /v2.0/ports/d295fd22-dbf0-46e7-afff-66babc705d3e HTTP/1.1" status: 200 len: 1091 time: 1.6068530 Oct 26 11:54:50.750414 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.789575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:50.840456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39032b7a-041f-4670-bc99-e60356ac3521 service neutron] Pushing event updated for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:50.854698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c940d0ff-1d84-4a80-ae4b-d3471b795a85 None None] Provisioning complete for port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:50.856438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c940d0ff-1d84-4a80-ae4b-d3471b795a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.868317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-0ef425d4-a100-4527-be4c-cd87f44e9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:50.869835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-0ef425d4-a100-4527-be4c-cd87f44e9864 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1447194 Oct 26 11:54:50.904435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:50.931948 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:54:50.932570 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:50.973077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-91dd3d8b-abb6-4232-aa16-b46f3481a5d8 service neutron] 10.222.0.88 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076828 Oct 26 11:54:51.020058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-624ca973-5d55-4525-b6e2-ad64fc5afabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:51.022284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-624ca973-5d55-4525-b6e2-ad64fc5afabf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294148 Oct 26 11:54:51.085289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c940d0ff-1d84-4a80-ae4b-d3471b795a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.149821 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615c6f-b944-4f9c-ae13-541e188d894f None None] Pushing event updated for resources: {'Port': ['ID=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:51.168775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c940d0ff-1d84-4a80-ae4b-d3471b795a85 None None] For port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:51.181859 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c940d0ff-1d84-4a80-ae4b-d3471b795a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.260575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940d0ff-1d84-4a80-ae4b-d3471b795a85 None None] Pushing event updated for resources: {'Port': ['ID=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:51.305661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '844306c2-34be-4134-ae16-572278d8b570'}, {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:51.314589 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "844306c2-34be-4134-ae16-572278d8b570"}, {"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:51.329410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33604) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:51.340594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931446913', 'description': 'tempest-description--1775121826'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:51.405661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.465200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-2ee2efad-279f-4953-9f36-725ed17a9830 service neutron] 10.222.0.88 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796162 Oct 26 11:54:51.467058 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:54:51.500472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-47686faf-29a5-4c87-9d67-88c75cafbb20 None None] Provisioning complete for port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:51.500472 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47686faf-29a5-4c87-9d67-88c75cafbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.539127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-e8beef5d-5896-4ce6-bed3-df5e4a3e3515 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342995 Oct 26 11:54:51.701671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733e6eba-9c81-4f89-ad1c-a2008636723d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:51.715093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e53c5d27-e44d-4626-af2b-2648fce33c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.730747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.745103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.753765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Transition to ACTIVE for port object 733e6eba-9c81-4f89-ad1c-a2008636723d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:51.755056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.774151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.823387 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:50Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:54:51.873438 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080fd4-bf64-4997-b7ce-84862bf4eb49 None None] The sync data for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 is: [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:50Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:54:51.878110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:51.882775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5435216 Oct 26 11:54:51.906246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33610) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:51.914901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Request body: {'security_group_rule': {'security_group_id': '940c29d8-8754-42bc-8603-081171050bcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:51.927808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a7ccf-4a26-439a-8cea-b906d0bbcbd1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940c29d8-8754-42bc-8603-081171050bcd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:52.038112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Pushing event updated for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:52.103701 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f7d4c-99ff-4d2b-9828-b2d51c44f81a x-openstack-request-id: req-953f7d4c-99ff-4d2b-9828-b2d51c44f81a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:52.104173 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:52.104262 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-953f7d4c-99ff-4d2b-9828-b2d51c44f81a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:52.106431 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'status': 'completed', 'code': 200} Oct 26 11:54:52.130405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1feeea75-bfd3-492c-994b-584ade41cbc3 req-2b170175-be89-44dd-9147-b955d80b2edf service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797329 Oct 26 11:54:52.170320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Attempting to bind port 733e6eba-9c81-4f89-ad1c-a2008636723d on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:52.171120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Attempting to bind port 733e6eba-9c81-4f89-ad1c-a2008636723d by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:52.171649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Attempting to bind port 733e6eba-9c81-4f89-ad1c-a2008636723d on network db3e3ca7-ff9e-4524-97de-77e9f508c48b {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:52.183006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Port 733e6eba-9c81-4f89-ad1c-a2008636723d on network db3e3ca7-ff9e-4524-97de-77e9f508c48b not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:52.185069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.185394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Attempting to bind port 733e6eba-9c81-4f89-ad1c-a2008636723d on network db3e3ca7-ff9e-4524-97de-77e9f508c48b {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:52.199294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:52.199804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Checking segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:52.200370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Bound using segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:52.203743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Bound port: 733e6eba-9c81-4f89-ad1c-a2008636723d, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:52.204014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.205525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.217581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.230149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.257166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.273960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.285910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.288067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-98f4333f-73d4-48d5-80d5-d07f223e496b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5407 time: 0.6996386 Oct 26 11:54:52.317658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:52.321837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=733e6eba-9c81-4f89-ad1c-a2008636723d,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:52.335925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.382933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.386328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.390111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] 10.222.0.100 "PUT /v2.0/ports/733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 200 len: 1091 time: 1.6071026 Oct 26 11:54:52.433228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Request body: {'port': {'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:52.470032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496632d-e4ac-4ae4-bd33-41203d8768c8 service neutron] Pushing event updated for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:52.484816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.535099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.707935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2427-7c44-4f71-b2cd-091809b55567 req-1684b19d-008a-46a1-92ca-cea8bcd306d7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.710723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-722d2427-7c44-4f71-b2cd-091809b55567 req-1684b19d-008a-46a1-92ca-cea8bcd306d7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.4003308 Oct 26 11:54:52.804906 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.818284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d18dd9bd-0cf6-4903-b78c-ded97b66f8f2 req-1acc1414-596b-48de-930b-bbacfb565dcd tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5051429 Oct 26 11:54:52.921647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afed0f4e-175d-4706-a2bd-ab5678827100 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:52.931274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-71834bac-d35b-403d-8526-f8e0f6126ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:52.933329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.945020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-71834bac-d35b-403d-8526-f8e0f6126ea0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1094 time: 0.6223154 Oct 26 11:54:52.951356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Transition to ACTIVE for port object afed0f4e-175d-4706-a2bd-ab5678827100 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:54:52.959942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:52.996092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-722d2427-7c44-4f71-b2cd-091809b55567 req-008e75ee-5aa7-4859-8697-6a7eb0a6a6b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483032 Oct 26 11:54:53.086519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Pushing event updated for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:53.148340 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:53.199081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:53.231403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:53.309359 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf3ca6a-9c2f-443e-908b-17a5fd2e5527 x-openstack-request-id: req-faf3ca6a-9c2f-443e-908b-17a5fd2e5527 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:53.310088 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "844306c2-34be-4134-ae16-572278d8b570", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:53.310495 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-faf3ca6a-9c2f-443e-908b-17a5fd2e5527 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:53.311516 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '844306c2-34be-4134-ae16-572278d8b570', 'status': 'completed', 'code': 200} Oct 26 11:54:53.311959 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e', 'status': 'completed', 'code': 200} Oct 26 11:54:53.317760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bae3d2-7297-46c1-bcb2-8131da323204,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:53.390137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:53.397287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-57f56158-c025-4d55-8564-816f5edca18b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4895070 Oct 26 11:54:53.406418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33636) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:53.417241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414af42f-b553-40bc-979a-33784d368849 req-dc89535e-6b8f-48ee-83c8-dc540f2d9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.418918 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-dc89535e-6b8f-48ee-83c8-dc540f2d9d94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.2897987 Oct 26 11:54:53.445109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Request body: {'security_group_rule': {'security_group_id': '940c29d8-8754-42bc-8603-081171050bcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:53.565731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Attempting to bind port afed0f4e-175d-4706-a2bd-ab5678827100 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:54:53.566073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Attempting to bind port afed0f4e-175d-4706-a2bd-ab5678827100 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:54:53.566406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Attempting to bind port afed0f4e-175d-4706-a2bd-ab5678827100 on network db3e3ca7-ff9e-4524-97de-77e9f508c48b {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:53.585562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Port afed0f4e-175d-4706-a2bd-ab5678827100 on network db3e3ca7-ff9e-4524-97de-77e9f508c48b not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:54:53.585892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Attempting to bind port afed0f4e-175d-4706-a2bd-ab5678827100 on network db3e3ca7-ff9e-4524-97de-77e9f508c48b {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:54:53.605306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:54:53.605594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Checking segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:54:53.605979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Bound using segment: {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:54:53.606429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Bound port: afed0f4e-175d-4706-a2bd-ab5678827100, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:54:53.607694 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:53.662754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30bcb992-bbf6-4277-9603-4df62055fb29 req-f7ee35b5-8902-4bc3-8f33-a3257dc3ffd8 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 210 time: 0.0606482 Oct 26 11:54:53.708351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414af42f-b553-40bc-979a-33784d368849 req-6122ae0b-6910-4d27-923d-80bee85a8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.709936 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-6122ae0b-6910-4d27-923d-80bee85a8138 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.2765031 Oct 26 11:54:53.724612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.725249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.725802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.726343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.726902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.727445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.728009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.730553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-8489b771-da56-493f-ac8e-626611f089ff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6446 time: 0.5024981 Oct 26 11:54:53.737329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-e7a57eb4-3f98-4168-b4b8-78418e932492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:53.739411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-e7a57eb4-3f98-4168-b4b8-78418e932492 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.7915478 Oct 26 11:54:53.801774 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-47bc294f-746b-4a59-9b44-10e600c75f24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493 HTTP/1.1" status: 200 len: 217 time: 0.0738127 Oct 26 11:54:53.806178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:54:53.820007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afed0f4e-175d-4706-a2bd-ab5678827100,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:54:53.855473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.015766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.016402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.017805 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] 10.222.0.100 "PUT /v2.0/ports/afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 200 len: 1091 time: 1.5918603 Oct 26 11:54:54.062807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8409d-d83b-48a8-9ba1-cc2bfa1f262b service neutron] Pushing event updated for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:54.081311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414af42f-b553-40bc-979a-33784d368849 req-7c34e1fa-f44b-41d5-b2d8-496d5faa9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.083973 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-7c34e1fa-f44b-41d5-b2d8-496d5faa9e78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.2606578 Oct 26 11:54:54.197291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:54.245287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-02eab171-aeaa-4f27-a324-7ebb8f39ac16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356587 Oct 26 11:54:54.258723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 47731ffb-c886-4224-83f2-3617186733f6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:54:54.394909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-de1f4dee-3f74-4b4c-a4e0-6bdd315a02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.406580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-de1f4dee-3f74-4b4c-a4e0-6bdd315a02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.408502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-de1f4dee-3f74-4b4c-a4e0-6bdd315a02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.412890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-de1f4dee-3f74-4b4c-a4e0-6bdd315a02a6 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.6702268 Oct 26 11:54:54.457755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-d800d97c-0a3d-4466-b4c9-5f6c7e662d62 service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952260 Oct 26 11:54:54.458956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-c740d774-693b-4a9f-b726-463c3e987c69 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 217 time: 0.2623930 Oct 26 11:54:54.469268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d916b-c118-4ed2-ae22-8361a0cff295 req-1c4e0908-4f12-4d73-be45-e28ec9a56d92 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.479495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-187d916b-c118-4ed2-ae22-8361a0cff295 req-1c4e0908-4f12-4d73-be45-e28ec9a56d92 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.9566469 Oct 26 11:54:54.514420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.626051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-414af42f-b553-40bc-979a-33784d368849 req-dd1dadba-29f7-48a0-b2a9-f1475cd16bda service neutron] 10.222.0.30 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601372 Oct 26 11:54:54.690184 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.716668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:54.717294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.730714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-648c199b-8487-4f9a-ab7d-e86786423e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.733042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-648c199b-8487-4f9a-ab7d-e86786423e45 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.2508941 Oct 26 11:54:54.765946 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-9a671371-4869-4b84-9901-e78bbcec7d78 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702348 Oct 26 11:54:54.772084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.807843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.839640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:54.885723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '47731ffb-c886-4224-83f2-3617186733f6', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'port_id': '47731ffb-c886-4224-83f2-3617186733f6', 'mac_address': 'fa:16:3e:66:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:54:54.902130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d9f6fa-064a-4a41-ba6e-2b8575b613a9,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:54.930742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.947222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.949674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:54.958307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.968237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.976006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.983118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:54:54.984038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:54.991181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:55.002299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-b2f6b43b-1138-4a3a-a7fe-3816f3e3d84e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.7845356 Oct 26 11:54:55.027005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:55.027566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:55.029654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6041117 Oct 26 11:54:55.045953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:55.078433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33652) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:55.166553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:55.209816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.210169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.210515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.210849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.211205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.211535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.211860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.212185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.213109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.214170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.214516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.214848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a5cb8-7288-4a12-a0a6-e363cf6c496a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:54:55.215270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-f29c3567-bfaa-4599-b820-baaf4c63142d tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:55.217320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-f29c3567-bfaa-4599-b820-baaf4c63142d tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.100 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 817 time: 0.1969531 Oct 26 11:54:55.222168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:55.247610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-187d916b-c118-4ed2-ae22-8361a0cff295 req-4a568625-9367-4825-ba1d-411a33599d1d tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669375 Oct 26 11:54:55.256462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['47731ffb-c886-4224-83f2-3617186733f6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:54:55.261073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-9d03d219-1fbb-42eb-a7cb-7a25c2258b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:55.262712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-9d03d219-1fbb-42eb-a7cb-7a25c2258b8b service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7780817 Oct 26 11:54:55.270077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Request body: {'port': {'device_id': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'admin_state_up': True, 'tenant_id': '67838778f6d144ffa273f91a4932ab26'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:55.339121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c29bd9bd-9e6f-4050-9e23-683751be5064 req-2114a08b-4f29-4a2d-b440-d78b630a6696 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3357520 Oct 26 11:54:55.409785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d'}, {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:55.421593 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61778c1e-002d-4382-a1a7-8aef89b438e0" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d"}, {"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:55.552830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-e206c6c7-7d40-48e6-ade6-ef7e25caf263 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:55.554652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-e206c6c7-7d40-48e6-ade6-ef7e25caf263 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 817 time: 0.6676922 Oct 26 11:54:55.563486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-de212b7e-123e-4f7e-ba2c-f66104ecc0ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5396450 Oct 26 11:54:55.593943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Request body: {'port': {'device_id': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'admin_state_up': True, 'tenant_id': '67838778f6d144ffa273f91a4932ab26'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:55.635118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:55.751454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-f1b569ea-997b-4cd1-b0dc-c0ae7f4eba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:55.752979 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-f1b569ea-997b-4cd1-b0dc-c0ae7f4eba36 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=007b2b8e94a7418d8291094b70e81a1c&device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 1096 time: 0.7165041 Oct 26 11:54:55.852156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-fd2e3dc5-c023-4dd2-a73e-73e9ab8c3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:55.853757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-fd2e3dc5-c023-4dd2-a73e-73e9ab8c3008 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0565450 Oct 26 11:54:55.957931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f7722fc-1206-4362-beea-960c2e3d135f req-19b96be7-b3f7-46ff-a374-538caff49c46 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 210 time: 0.1018806 Oct 26 11:54:56.037097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.037594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.038083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.038663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.039065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.039540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.040009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.042054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-dbccb947-3b8d-4bec-98ff-dede3c8982d7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6488 time: 0.7008228 Oct 26 11:54:56.056520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0636-6eef-41e3-915f-00a2ac3fa958 req-b1090d14-06a1-4b2d-9172-32895efc02fd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.058082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb8f0636-6eef-41e3-915f-00a2ac3fa958 req-b1090d14-06a1-4b2d-9172-32895efc02fd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.6300526 Oct 26 11:54:56.114666 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55bc7e2-7a4f-4e4b-890a-389012bab0ee x-openstack-request-id: req-d55bc7e2-7a4f-4e4b-890a-389012bab0ee {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:56.115310 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:56.115310 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d55bc7e2-7a4f-4e4b-890a-389012bab0ee {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:56.115600 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d', 'status': 'completed', 'code': 200} Oct 26 11:54:56.115838 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100', 'status': 'completed', 'code': 200} Oct 26 11:54:56.137410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Made reservation on behalf of 67838778f6d144ffa273f91a4932ab26 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:56.141435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.187403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.187884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.188360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.188830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.189304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.189925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.190394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.192351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9d379a2-b5e1-4a9d-b094-da2cca0dea11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6489 time: 0.5220141 Oct 26 11:54:56.206235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-f94146ea-cc08-4bcb-8662-9282bdb8a43e tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.207670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-f94146ea-cc08-4bcb-8662-9282bdb8a43e tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 817 time: 0.3293107 Oct 26 11:54:56.230151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Request body: {'port': {'device_id': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'admin_state_up': True, 'tenant_id': '67838778f6d144ffa273f91a4932ab26'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:56.239430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb8f0636-6eef-41e3-915f-00a2ac3fa958 req-a5e4907e-8e7c-4b88-a713-31119a355180 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628070 Oct 26 11:54:56.241290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-ec24b0d1-4ce0-4c85-812b-0d6cc1c4ee6e service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600469 Oct 26 11:54:56.264440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 47731ffb-c886-4224-83f2-3617186733f6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:54:56.340824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-5edeab18-2800-44e0-9059-c4edde1cd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.342449 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-5edeab18-2800-44e0-9059-c4edde1cd236 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 200 len: 913 time: 0.5641925 Oct 26 11:54:56.359861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 47731ffb-c886-4224-83f2-3617186733f6 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:54:56.364594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 47731ffb-c886-4224-83f2-3617186733f6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:54:56.365075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.371681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Made reservation on behalf of 67838778f6d144ffa273f91a4932ab26 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:56.375958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.421143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-e770f8f1-7943-47cc-9dcf-55c754d80a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.431601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-e770f8f1-7943-47cc-9dcf-55c754d80a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.432320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-e770f8f1-7943-47cc-9dcf-55c754d80a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.434194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-e770f8f1-7943-47cc-9dcf-55c754d80a84 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.3752089 Oct 26 11:54:56.438728 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-61fc2997-4ee9-47f1-b75b-8d973400b54f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 200 len: 217 time: 0.0841732 Oct 26 11:54:56.455782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.514521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:54:56.516061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:54:56.520094 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92475c4d-295f-487c-affa-cfb2d944dd78" -d '{"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-plugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:54:56.526161 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.599696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:56.643166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a1da64aa-6f37-4bda-9a23-764b200b23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.643945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a1da64aa-6f37-4bda-9a23-764b200b23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.645516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a1da64aa-6f37-4bda-9a23-764b200b23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.646267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a1da64aa-6f37-4bda-9a23-764b200b23a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d004cdd-4874-4abd-b718-802086e852e2&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=037c1482-cbb0-4eeb-9be0-3fc618365408&id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 2296 time: 0.4100659 Oct 26 11:54:56.648260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.650889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-e0c0959e-26a7-465f-8a27-1a4487ec083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.652286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-e0c0959e-26a7-465f-8a27-1a4487ec083c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 200 len: 851 time: 0.1976869 Oct 26 11:54:56.663126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e99e0285-fcf8-49e5-bffb-c421d8c64327 req-0843603f-d1a5-4f92-9f8a-105490a14153 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021244 Oct 26 11:54:56.664339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Allocated IP 172.20.0.4 (93ba61e5-2e8d-4486-9ab5-29d8051f6f26/22933c16-33f9-4d1d-b770-979a37900eba/acc89ec8-2cd9-4775-a116-14d055bac719) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:56.687658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5b35-a854-4b5c-a729-84e42ab432e8 req-8fe6f394-30a2-49e5-803e-8031812fabc1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.695140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-069a5b35-a854-4b5c-a729-84e42ab432e8 req-8fe6f394-30a2-49e5-803e-8031812fabc1 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2992132 Oct 26 11:54:56.754003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.760682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.767133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.773287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.779446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.785271 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-cb2fbb1f-3c9f-4a96-a956-ce162e97e3e9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0803069e-3fd5-4231-ba58-bb144f8bc01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019218 Oct 26 11:54:56.785579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.791693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.793676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-16b546b7-843a-4186-aaa8-bedb4c518e30 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.2890272 Oct 26 11:54:56.806043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-a841cb3d-10f7-4d11-b4ac-7a96b1a74477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:56.807593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6e2ddd-cf41-4aed-bd4a-5c585b7d6d65 req-a841cb3d-10f7-4d11-b4ac-7a96b1a74477 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3390901 Oct 26 11:54:56.817928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Made reservation on behalf of 67838778f6d144ffa273f91a4932ab26 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:54:56.823227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:56.866629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-069a5b35-a854-4b5c-a729-84e42ab432e8 req-d2ce8e91-0c95-425a-bee3-8a6db0c85e4a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704831 Oct 26 11:54:56.966002 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-0080ca83-a9fa-446e-9de5-64bc6e086f18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 200 len: 1001 time: 0.2985590 Oct 26 11:54:56.967951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8dc214e-1363-4deb-a708-1573bae19d1a req-e4d288dd-74b3-4df5-a54b-a02c75b0a80d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581864 Oct 26 11:54:57.007821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.008316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.008816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.009269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.009748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.010317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.010678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.012705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-7bf50117-e112-4400-bc9e-47e28f20cf18 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6488 time: 0.1349888 Oct 26 11:54:57.064600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-21213efe-f94b-48ed-9d0e-fa3d6ff00c5d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 200 len: 217 time: 0.0394170 Oct 26 11:54:57.089282 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca7eee-4cbe-4a7e-bfd8-6d10678d7fed x-openstack-request-id: req-bdca7eee-4cbe-4a7e-bfd8-6d10678d7fed {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:54:57.089806 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-plugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:54:57.090245 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bdca7eee-4cbe-4a7e-bfd8-6d10678d7fed {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:54:57.090823 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'code': 200} Oct 26 11:54:57.138755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-707c7b3a-468d-4d70-84d0-2911a77ed513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.140616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-707c7b3a-468d-4d70-84d0-2911a77ed513 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8f0dec01-3fd3-4823-bde6-290e15793ce1 HTTP/1.1" status: 200 len: 856 time: 0.0685978 Oct 26 11:54:57.196254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-2a235741-dd36-4cc3-b055-4b886f61b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.197734 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-2a235741-dd36-4cc3-b055-4b886f61b3ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=701a57a1-ae95-4361-a790-fbb3c0f8d240 HTTP/1.1" status: 200 len: 850 time: 0.2150450 Oct 26 11:54:57.257830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6793d9ba-5a0d-4571-bdc2-7f6c448d9ed7 req-7936f58f-f300-47d2-86d4-c40cfe17a0ff tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 210 time: 0.0523295 Oct 26 11:54:57.276742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-df77b396-3b3f-41e7-b6d3-d3abe7b8d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.278387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-df77b396-3b3f-41e7-b6d3-d3abe7b8d30d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4204cc42-892f-4bd5-b083-d05a5f5e0135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290967 Oct 26 11:54:57.286461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Allocated IP 172.25.4.195 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/fc53960f-a1d9-4073-9fa9-aa213d47517e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:57.290262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed03b9-e1f7-412d-8ee7-fb373e71e13d req-107ddaff-4034-4249-aa60-c7d07e808343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.291542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8ed03b9-e1f7-412d-8ee7-fb373e71e13d req-107ddaff-4034-4249-aa60-c7d07e808343 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0848491 Oct 26 11:54:57.322285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-45ff5241-38fa-4a06-ba5b-b8203ef83120 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246387 Oct 26 11:54:57.331068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:57.430095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8ed03b9-e1f7-412d-8ee7-fb373e71e13d req-ee45d7f5-4266-4287-a11b-e8b29b9e961e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303153 Oct 26 11:54:57.449748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-547f4243-04df-4699-a41f-32a91edf950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.451808 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-547f4243-04df-4699-a41f-32a91edf950f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d004cdd-4874-4abd-b718-802086e852e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383013 Oct 26 11:54:57.468287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-1ee02c38-2e37-45b4-b786-017512277b20 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806092 Oct 26 11:54:57.477182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540f527-501a-41c7-be6e-efff1318e5db req-14285548-2f96-4546-b6e2-f2cc96847736 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.480332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f540f527-501a-41c7-be6e-efff1318e5db req-14285548-2f96-4546-b6e2-f2cc96847736 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0899198 Oct 26 11:54:57.528193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f540f527-501a-41c7-be6e-efff1318e5db req-5b91ca38-767d-4c6b-9974-b0ed9b7dd4e6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Oct 26 11:54:57.581964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:57.639381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:57.673474 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0dedb64a-3d86-4dda-a5f7-854d911baefa req-6b81cc10-be54-4a39-a2b7-3d895b901646 service neutron] 10.222.0.100 "GET /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406479 Oct 26 11:54:57.721770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:57.725843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-8fe08559-6279-459b-a4b2-a1e26d69440a service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949981 Oct 26 11:54:57.738684 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-ed0456cb-0fa8-474d-9408-8b0a44277c7a service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737379 Oct 26 11:54:57.739556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:57.752137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:57.771467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Allocated IP 172.20.0.11 (93ba61e5-2e8d-4486-9ab5-29d8051f6f26/22933c16-33f9-4d1d-b770-979a37900eba/9a0ab350-deaa-458d-8760-43f8b6a4393a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:57.773566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Pushing event updated for resources: {'Port': ['ID=acc89ec8-2cd9-4775-a116-14d055bac719,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:57.774661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-48905f17-7461-4df5-921e-5a05a7792275 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 217 time: 0.0396302 Oct 26 11:54:57.830699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2353c601-21d6-4ff1-b043-a16598b25be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.832328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2353c601-21d6-4ff1-b043-a16598b25be5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0489011 Oct 26 11:54:57.900821 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:57.902680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5894474a-5797-4467-96b2-def2efff4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.904441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5894474a-5797-4467-96b2-def2efff4c61 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487561 Oct 26 11:54:57.924418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:57.925052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:57.997844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:58.020891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:58.024655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7ba2d2fb-8cce-42ed-a042-148fede45a4b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7789335 Oct 26 11:54:58.025434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:58.052844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c19c0-53e1-43d0-a119-c9dff3f1aafc req-66d99065-91c9-49e6-963f-22841d907e1b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.055112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b46c19c0-53e1-43d0-a119-c9dff3f1aafc req-66d99065-91c9-49e6-963f-22841d907e1b tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0844603 Oct 26 11:54:58.058064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-c6886aa0-d8b3-4f33-9fe1-e371e4576014 service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072579 Oct 26 11:54:58.062945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-674ac08a-7a7b-41d1-9409-249f3a7d4a8a service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491048 Oct 26 11:54:58.090179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Request body: {'port': {'device_id': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:58.133526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event updated for resources: {'Port': ['ID=fc53960f-a1d9-4073-9fa9-aa213d47517e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:58.177677 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-20cf0e3b-15d5-47a0-b62b-b24bedad08b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 217 time: 0.0831013 Oct 26 11:54:58.195410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b46c19c0-53e1-43d0-a119-c9dff3f1aafc req-dfcbb78a-cf36-41c6-97b9-573f8fd763df tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140306 Oct 26 11:54:58.240010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.246661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.253777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.260040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.266384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.272659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.278952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.280873 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-109e67d9-572e-4d21-81af-71f333d36019 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1512604 Oct 26 11:54:58.286409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-d1214e0a-5fd4-422d-94d8-cd21fd3de6c2 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150862 Oct 26 11:54:58.298764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:58.359927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-732cadac-a7bb-4695-9ca6-5d5589b651b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.361321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-d115c061-d863-4e1d-9d34-a5273202d3b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 217 time: 0.0633316 Oct 26 11:54:58.361555 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-732cadac-a7bb-4695-9ca6-5d5589b651b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1722591 Oct 26 11:54:58.414457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:58.423337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96fd7ecd-5c00-462b-bc89-a5a5b9e3f1fc req-a66205da-6497-492f-b51f-9783cf07c744 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206295 Oct 26 11:54:58.435677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:58.491987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-6bc31eb4-670f-4140-b082-efae11a935cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.493642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-6bc31eb4-670f-4140-b082-efae11a935cf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.1204774 Oct 26 11:54:58.632009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-488d934d-d178-46b1-ad1a-72a3d8b20315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.634502 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-488d934d-d178-46b1-ad1a-72a3d8b20315 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2638233 Oct 26 11:54:58.639869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:58.714192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-9179fe5f-a20c-461d-986a-9e57a2631a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.715733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-9179fe5f-a20c-461d-986a-9e57a2631a8d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056217 Oct 26 11:54:58.752276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:58.783694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8def1-66ef-4bd3-8631-3b42642635fa req-d25f9a39-aad7-4704-a780-9a97301f54f1 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.785196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9a8def1-66ef-4bd3-8631-3b42642635fa req-d25f9a39-aad7-4704-a780-9a97301f54f1 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 931 time: 0.1829112 Oct 26 11:54:58.862639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:54:58.875533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:54:58.882483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Pushing event updated for resources: {'Port': ['ID=9a0ab350-deaa-458d-8760-43f8b6a4393a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:58.923661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780afb-65b2-4e1b-b433-0278d5f1b9e7 req-ea81b96f-023b-4216-9d72-e8b2990b4817 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:58.925421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db780afb-65b2-4e1b-b433-0278d5f1b9e7 req-ea81b96f-023b-4216-9d72-e8b2990b4817 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1377265 Oct 26 11:54:58.938764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9a8def1-66ef-4bd3-8631-3b42642635fa req-60380c66-c4bd-4871-8126-5ac1bcac3905 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157434 Oct 26 11:54:59.009643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Allocated IP 172.20.0.3 (93ba61e5-2e8d-4486-9ab5-29d8051f6f26/22933c16-33f9-4d1d-b770-979a37900eba/6735c2b7-e99b-44a3-bf01-2b98e868ba78) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:54:59.036556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-41cecd6b-901b-430b-b5ff-4425fdfbb729 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098979 Oct 26 11:54:59.047272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db780afb-65b2-4e1b-b433-0278d5f1b9e7 req-c194ff7f-ae60-46d4-aef7-4a142db0fcca tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894773 Oct 26 11:54:59.181765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:54:59.187763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-f1d48637-3f3b-4f15-af5f-a68da27a86c9 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371140 Oct 26 11:54:59.215763 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-171232db-62d3-4092-9366-0c728839f782 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681939 Oct 26 11:54:59.293138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.293751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.296479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261091a-b253-45fd-87ce-52f8009c9d06 req-430c0fe7-71db-46e2-9832-a77c694b4ab7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.298436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c261091a-b253-45fd-87ce-52f8009c9d06 req-430c0fe7-71db-46e2-9832-a77c694b4ab7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2470224 Oct 26 11:54:59.303407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-648f05ec-1274-4933-bf62-365dda8a3f84 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=844306c2-34be-4134-ae16-572278d8b570 HTTP/1.1" status: 200 len: 217 time: 0.0979886 Oct 26 11:54:59.343710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985768b-9dc5-4cd1-8c08-d5f1cfd8d25b req-39b1eb7e-c93c-449b-b996-2c6865cb1ba1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.353726 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-8c409b4b-ecf7-46c1-8012-fb4d343d0dcf tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7677193 Oct 26 11:54:59.354965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4985768b-9dc5-4cd1-8c08-d5f1cfd8d25b req-39b1eb7e-c93c-449b-b996-2c6865cb1ba1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1654711 Oct 26 11:54:59.409579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.411547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33696) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:54:59.418365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-9b018623-b1fa-441b-908b-105c2162597c service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910830 Oct 26 11:54:59.423150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'floatingip': {'port_id': '47731ffb-c886-4224-83f2-3617186733f6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:59.430577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Request body: {'port': {'device_id': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:54:59.496709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.525914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c261091a-b253-45fd-87ce-52f8009c9d06 req-657c3fb7-5e10-43ef-805d-595a9e9a8c1a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123077 Oct 26 11:54:59.534272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-a17e3bce-b35e-4d3b-8215-6397cd5035d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.536028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-a17e3bce-b35e-4d3b-8215-6397cd5035d5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.2190416 Oct 26 11:54:59.580758 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-c32d65f6-33cf-4b8d-94da-50a512e13102 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 217 time: 0.1473625 Oct 26 11:54:59.587660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.644886 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.671267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-0e0d3f81-15c2-4bf1-b696-115bb690ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.673076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-0e0d3f81-15c2-4bf1-b696-115bb690ec57 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1242254 Oct 26 11:54:59.686607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.693121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.699294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.705617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.711968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.718692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.724853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.726800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-282e22a9-95d8-4672-a9b1-a86c3ba90522 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1953893 Oct 26 11:54:59.784590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.793689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event updated for resources: {'Port': ['ID=fc53960f-a1d9-4073-9fa9-aa213d47517e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:54:59.815829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.843682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-27d571fd-1474-4755-a89e-6e71705ee5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:54:59.845229 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-27d571fd-1474-4755-a89e-6e71705ee5e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.2550740 Oct 26 11:54:59.946020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:54:59.955955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d70a2d26-ec8a-4bce-b454-d5f4f831783c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7392068 Oct 26 11:55:00.158585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:00.187918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:00.194725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:00.227261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:00.281195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:00.281833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:00.318266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0921023 Oct 26 11:55:00.335371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Request body: {'port': {'device_id': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:00.354208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcb4d2d6-6981-4020-90df-0a4fb621f19c req-9474199a-bce0-455d-bc1e-0a930254538f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2726805 Oct 26 11:55:00.382540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48411b2-34a8-43be-a717-f5bb1c08e969 req-80e1bec4-3e48-487d-8687-d0c1aade82b6 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:00.390760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d48411b2-34a8-43be-a717-f5bb1c08e969 req-80e1bec4-3e48-487d-8687-d0c1aade82b6 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 931 time: 0.3011787 Oct 26 11:55:00.435531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12ec38-9c92-4e00-9293-a50ef1563cbc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Pushing event updated for resources: {'Port': ['ID=6735c2b7-e99b-44a3-bf01-2b98e868ba78,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:00.467862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-43ddd2f6-2814-4d77-b9ba-2f50f2e3457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:00.469519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-43ddd2f6-2814-4d77-b9ba-2f50f2e3457d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6061261 Oct 26 11:55:00.479589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:55:00.485016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:00.506883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-2b89a97e-b615-4fec-85ec-4711881b64b3 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772107 Oct 26 11:55:00.614091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-8748d086-e53d-44af-b12e-7d0fef909ef8 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975869 Oct 26 11:55:00.627149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d48411b2-34a8-43be-a717-f5bb1c08e969 req-921a4706-de92-4606-b75d-4fd779d2b28b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351668 Oct 26 11:55:00.672085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:00.689026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:00.823460 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-ef7914a1-89fc-460e-abab-608e36c41c38 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399034 Oct 26 11:55:00.849882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-5750bb71-1cb0-4c50-97c4-e014e6960251 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d295fd22-dbf0-46e7-afff-66babc705d3e HTTP/1.1" status: 200 len: 217 time: 0.2214813 Oct 26 11:55:00.936960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-cf8f0411-9b22-43ec-9083-bbc1fe9a7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:00.938457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-cf8f0411-9b22-43ec-9083-bbc1fe9a7f67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0768340 Oct 26 11:55:00.947077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db1c8-1efe-4146-8ff8-e3c9be5bf902 req-597a1700-3705-482d-8930-7b06d5994a12 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:00.948591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-430db1c8-1efe-4146-8ff8-e3c9be5bf902 req-597a1700-3705-482d-8930-7b06d5994a12 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1035311 Oct 26 11:55:00.959704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc89ec8-2cd9-4775-a116-14d055bac719 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:00.967917 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Floating IP dfb643b1-437a-428f-8b82-b4ae721bd8bc associated. External IP: 172.25.4.122, port: 47731ffb-c886-4224-83f2-3617186733f6. Oct 26 11:55:01.016540 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:01.031828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-430db1c8-1efe-4146-8ff8-e3c9be5bf902 req-53a6ec59-70e7-4b08-ae30-4c5c6e2f825a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733020 Oct 26 11:55:01.045306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-f94c664c-abb3-486c-b853-ed048398bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.046905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-f94c664c-abb3-486c-b853-ed048398bd30 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973949 Oct 26 11:55:01.107838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Transition to ACTIVE for port object acc89ec8-2cd9-4775-a116-14d055bac719 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:01.114737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-fd150122-75fb-426e-a2d0-ac321ef67577 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808700 Oct 26 11:55:01.122470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:01.179648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-1d783bee-5ade-4f65-a778-eef9244b9646 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239281 Oct 26 11:55:01.289813 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-90ef5e3a-256d-4fbb-b403-5f9a51edc97c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e HTTP/1.1" status: 200 len: 217 time: 0.1226220 Oct 26 11:55:01.295268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=acc89ec8-2cd9-4775-a116-14d055bac719,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:01.305564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-6c3eaf54-f02b-4aec-92da-f8a80a60e2fa service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191630 Oct 26 11:55:01.358968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-1a4a686d-76e1-4b97-ac67-4a66da287f09 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 200 len: 217 time: 0.0448961 Oct 26 11:55:01.448069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c51a9161-b0d1-4d4e-9cff-b3ab24b6cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.451725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-c51a9161-b0d1-4d4e-9cff-b3ab24b6cabf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.0850158 Oct 26 11:55:01.590959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0ab350-deaa-458d-8760-43f8b6a4393a {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:01.600151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:01.616328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.625474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.630555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-786f2c16-166f-43b8-93bf-a055faacd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.632427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-786f2c16-166f-43b8-93bf-a055faacd37e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.2657230 Oct 26 11:55:01.636787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Transition to ACTIVE for port object 9a0ab350-deaa-458d-8760-43f8b6a4393a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:01.658805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.682630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.703672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:01.711680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.731141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.739561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.748288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-e1cb392f-d68d-41e7-ae92-b3f30519d616 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.2245684 Oct 26 11:55:01.785011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-96caef28-f8df-4082-9afd-2cd6d1e8e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.786481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-96caef28-f8df-4082-9afd-2cd6d1e8e862 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3275676 Oct 26 11:55:01.861678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Router 52bbe416-5d26-4097-8262-d3d033b7537d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:01.862901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0ab350-deaa-458d-8760-43f8b6a4393a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:01.867452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-f4356b48-de4e-4927-8ee9-1e7a122f9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:01.869212 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-f4356b48-de4e-4927-8ee9-1e7a122f9867 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2246633 Oct 26 11:55:01.901652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Attempting to bind port acc89ec8-2cd9-4775-a116-14d055bac719 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:01.902682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Attempting to bind port acc89ec8-2cd9-4775-a116-14d055bac719 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:01.903116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Attempting to bind port acc89ec8-2cd9-4775-a116-14d055bac719 on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:01.946838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Port acc89ec8-2cd9-4775-a116-14d055bac719 on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:01.947170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Attempting to bind port acc89ec8-2cd9-4775-a116-14d055bac719 on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:01.988296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:01.988733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Checking segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:01.989409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Bound using segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:01.989933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Bound port: acc89ec8-2cd9-4775-a116-14d055bac719, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:01.990354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.007410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2078bf05-7e23-4222-8716-7cb951ad5d07 req-f73c4fd7-24d0-4ede-a1b6-121009154f95 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2581477 Oct 26 11:55:02.062588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0ab66-ddce-473e-9cfc-9887a49c974c req-0d312778-8cfa-4eb8-9c6f-58acf07864d9 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:02.070423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6af0ab66-ddce-473e-9cfc-9887a49c974c req-0d312778-8cfa-4eb8-9c6f-58acf07864d9 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 943 time: 0.2528691 Oct 26 11:55:02.251196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-49476c4a-b7ef-4e8f-ad4e-19be604775ae service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460106 Oct 26 11:55:02.400734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6af0ab66-ddce-473e-9cfc-9887a49c974c req-6bb7c8b8-8284-4781-b6b7-013ce57b36aa tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290188 Oct 26 11:55:02.431318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6735c2b7-e99b-44a3-bf01-2b98e868ba78 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:02.471137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-66ac74d1-e226-4293-aeae-eada336267a6 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873848 Oct 26 11:55:02.473612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.523943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Attempting to bind port 9a0ab350-deaa-458d-8760-43f8b6a4393a on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:02.524663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Attempting to bind port 9a0ab350-deaa-458d-8760-43f8b6a4393a by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:02.525314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Attempting to bind port 9a0ab350-deaa-458d-8760-43f8b6a4393a on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:02.534324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-ec2dd53a-fc8e-47ae-a079-ca4182458a6e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 200 len: 217 time: 0.0547683 Oct 26 11:55:02.566254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-00508a75-86de-4701-b7de-300cbd067c5a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:02.569790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-00508a75-86de-4701-b7de-300cbd067c5a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3681381 Oct 26 11:55:02.580891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Port 9a0ab350-deaa-458d-8760-43f8b6a4393a on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:02.581629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Attempting to bind port 9a0ab350-deaa-458d-8760-43f8b6a4393a on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:02.603038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Transition to ACTIVE for port object 6735c2b7-e99b-44a3-bf01-2b98e868ba78 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:02.608936 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-19f0311a-22d2-4cb4-ad5e-6293a2310c88 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207336 Oct 26 11:55:02.618344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:02.619059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Checking segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:02.619823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Bound using segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:02.620642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Bound port: 9a0ab350-deaa-458d-8760-43f8b6a4393a, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:02.623035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.623627 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.658422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] For port acc89ec8-2cd9-4775-a116-14d055bac719, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:02.725896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d891-29d4-4962-890c-1db3e779de1c req-ef994e90-1fa5-424b-a114-8d751ba2302f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:02.727916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a54d891-29d4-4962-890c-1db3e779de1c req-ef994e90-1fa5-424b-a114-8d751ba2302f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 945 time: 0.3327508 Oct 26 11:55:02.738224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] For port acc89ec8-2cd9-4775-a116-14d055bac719, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=acc89ec8-2cd9-4775-a116-14d055bac719,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:02.746948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:02.760916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:02.771668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.778217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.782293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:02.785366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:02.800761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-8b10b4c9-08f4-4cba-823c-013c283990a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:02.803693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-8b10b4c9-08f4-4cba-823c-013c283990a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.2604311 Oct 26 11:55:02.875701 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7177d72b-5886-439e-8d79-e88262b082b3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "PUT /v2.0/floatingips/dfb643b1-437a-428f-8b82-b4ae721bd8bc HTTP/1.1" status: 200 len: 991 time: 3.4584925 Oct 26 11:55:02.882955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:02.885265 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:02.899759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:02.900387 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:02.901772 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] 10.222.0.100 "PUT /v2.0/ports/acc89ec8-2cd9-4775-a116-14d055bac719 HTTP/1.1" status: 200 len: 1091 time: 4.8418355 Oct 26 11:55:02.935823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] For port 9a0ab350-deaa-458d-8760-43f8b6a4393a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:02.948735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5c466-b03b-4890-ae45-9fa1960f6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=acc89ec8-2cd9-4775-a116-14d055bac719,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:02.954915 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-90d0fc47-3f3f-4a21-ac86-d34193960458 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271186 Oct 26 11:55:02.960196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] For port 9a0ab350-deaa-458d-8760-43f8b6a4393a, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:03.001010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Pushing event updated for resources: {'Port': ['ID=6735c2b7-e99b-44a3-bf01-2b98e868ba78,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:03.001564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:03.049136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-890f36c3-2336-496b-8c78-3cd9ab9437bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.051686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-890f36c3-2336-496b-8c78-3cd9ab9437bd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037096 Oct 26 11:55:03.070975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-92c91196-f480-4b47-a798-ad84e6a61776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1 HTTP/1.1" status: 200 len: 217 time: 0.1031089 Oct 26 11:55:03.119158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a54d891-29d4-4962-890c-1db3e779de1c req-1775131b-80f1-410d-b2b2-14d420c478a8 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288052 Oct 26 11:55:03.119940 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04f6cbf-4bb2-40a9-8f78-41415a6d52a6 x-openstack-request-id: req-e04f6cbf-4bb2-40a9-8f78-41415a6d52a6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:03.120230 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:03.120481 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e04f6cbf-4bb2-40a9-8f78-41415a6d52a6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:03.120876 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'status': 'completed', 'code': 200} Oct 26 11:55:03.127352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:03.146988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Attempting to bind port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:03.147425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Attempting to bind port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:03.147851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Attempting to bind port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:03.193102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.193733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:03.194073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Deleting port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:03.194512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:03.195164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] 10.222.0.30 "PUT /v2.0/ports/9a0ab350-deaa-458d-8760-43f8b6a4393a HTTP/1.1" status: 200 len: 1092 time: 3.7767715 Oct 26 11:55:03.276721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ccbc-f301-47f3-a7a9-8bd9975cf367 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0ab350-deaa-458d-8760-43f8b6a4393a,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:03.297798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-7e6f9c93-5732-44c2-a845-34e5e38a2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.312543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-7e6f9c93-5732-44c2-a845-34e5e38a2b1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1773124 Oct 26 11:55:03.315764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-a1f631a0-c52b-4394-8e57-fcb556c96e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.317247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-a1f631a0-c52b-4394-8e57-fcb556c96e01 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 1094 time: 0.3357375 Oct 26 11:55:03.325800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] For port 0de24e4b-5d30-48e0-b625-eef8cb2f1493, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0de24e4b-5d30-48e0-b625-eef8cb2f1493,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:03.326408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:03.347613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Calling delete_port for 0de24e4b-5d30-48e0-b625-eef8cb2f1493 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:03.411990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:03.412321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Attempting to bind port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 on network 93ba61e5-2e8d-4486-9ab5-29d8051f6f26 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:03.426809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:03.427161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Checking segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:03.427483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Bound using segment: {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:03.427931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Bound port: 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922f581f-9595-484d-835e-128d3b9a855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:03.428290 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:03.432447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-735cb3e1-f5e3-4940-ac10-991f86f5a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.434277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-735cb3e1-f5e3-4940-ac10-991f86f5a806 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1096 time: 0.3161736 Oct 26 11:55:03.490949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-24077f82-f635-4e8d-a38c-865f4aabb835 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acc89ec8-2cd9-4775-a116-14d055bac719 HTTP/1.1" status: 200 len: 217 time: 0.1455922 Oct 26 11:55:03.586758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-54185ebf-99e6-4f13-b03c-bf8fc0998a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.588709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-54185ebf-99e6-4f13-b03c-bf8fc0998a2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753847 Oct 26 11:55:03.594196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-2a627aff-c884-4132-9317-ee6193a6b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.596010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-2a627aff-c884-4132-9317-ee6193a6b351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 1095 time: 0.3206537 Oct 26 11:55:03.627305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-35ae1e72-3baa-4ba4-be95-b7748d286852 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561609 Oct 26 11:55:03.628517 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:03.630432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-422773db-115f-4b46-a7e2-2aab9546e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.632617 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-422773db-115f-4b46-a7e2-2aab9546e6c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 200 len: 857 time: 0.1280305 Oct 26 11:55:03.653625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'dfb643b1-437a-428f-8b82-b4ae721bd8bc', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'port_id': '47731ffb-c886-4224-83f2-3617186733f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'mac_address': 'fa:16:3e:66:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:55:00Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:03.672016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.678897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.685780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.693127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.694959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-47ce17b6-e941-439a-a9db-47fea03bdd58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a HTTP/1.1" status: 200 len: 217 time: 0.0815239 Oct 26 11:55:03.698799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:03.699453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.706790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.709324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:03.709960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:03.714195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.721455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2b463e68-49eb-42e9-a4e6-d9db8917156a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.3034151 Oct 26 11:55:03.740155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] For port 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:03.753221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-bb4a97fa-b211-41fc-ab63-0b311fd9092d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864165 Oct 26 11:55:03.789862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-0ad21291-3199-478a-bcc6-04ab631c12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.791710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-0ad21291-3199-478a-bcc6-04ab631c12f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.3139861 Oct 26 11:55:03.865858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:03.914666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-15795cd2-8e3a-492d-8b89-3399dccc92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:03.924096 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-15795cd2-8e3a-492d-8b89-3399dccc92c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 200 len: 857 time: 0.1900988 Oct 26 11:55:04.027263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7a0eb7a9-3e8f-4c2e-b26b-117b0ab87594 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543313 Oct 26 11:55:04.034920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-bd21831b-fc8c-4158-9d78-00163ad3e029 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225585 Oct 26 11:55:04.065673 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-cca2ce68-38d5-470e-85e8-368692eebf9c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 999 time: 0.2250142 Oct 26 11:55:04.084902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-7d022e92-e25a-406c-8a64-7dda278333e9 service neutron] 10.222.0.100 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092570 Oct 26 11:55:04.180756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c757d0-15d3-475c-bcc0-81ea1f9a5eca req-4c6ce2ec-520a-4983-9efd-78af4a50cc9f tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:04.191449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66c757d0-15d3-475c-bcc0-81ea1f9a5eca req-4c6ce2ec-520a-4983-9efd-78af4a50cc9f tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 943 time: 0.6383433 Oct 26 11:55:04.198677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] For port 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:04.227157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'dfb643b1-437a-428f-8b82-b4ae721bd8bc', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'port_id': '47731ffb-c886-4224-83f2-3617186733f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'mac_address': 'fa:16:3e:66:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:55:00Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:04.232406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:04.254527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:04.286395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051c36d3-1bfa-4381-bd46-0999755a7584 None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'dfb643b1-437a-428f-8b82-b4ae721bd8bc', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'port_id': '47731ffb-c886-4224-83f2-3617186733f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'mac_address': 'fa:16:3e:66:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:55:00Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:04.288366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d95788ba-bd02-4261-ae1d-5a83c9da20e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:04.301512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-7b5a5028-5ff9-4372-9c2a-5e56e5ea738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:04.305905 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-7b5a5028-5ff9-4372-9c2a-5e56e5ea738e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1932769 Oct 26 11:55:04.330664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:04.331435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:04.332819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] 10.222.0.30 "PUT /v2.0/ports/6735c2b7-e99b-44a3-bf01-2b98e868ba78 HTTP/1.1" status: 200 len: 1091 time: 4.0029962 Oct 26 11:55:04.359845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'tag': '6735c2b7-e99b-44a3-bf01-2b98e868ba78'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:04.362403 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd651913-671f-4615-951d-30a141ba8fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1070fdd9-0f30-4cfe-99b5-6e58de71d097", "tag": "6735c2b7-e99b-44a3-bf01-2b98e868ba78"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:04.410568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff8185ac-c8bd-4c93-8d76-036056915fcd req-2cd01956-37b8-4db5-b9f4-828342aae88d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6881845 Oct 26 11:55:04.464776 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-53a30303-69c3-40ba-b325-f5fd827a765a service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239042 Oct 26 11:55:04.467465 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a9e9b0dd-4ec6-4255-95fa-83629ac0aedf service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210575 Oct 26 11:55:04.470516 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-3ab264dd-faf8-4afc-bfad-53f05ce084ba service neutron] 10.222.0.100 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303077 Oct 26 11:55:04.482518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b23b4e04-4f82-4847-a3e3-fcf8c9a178b5 req-9e52d142-c615-4d32-a088-bc43ba3a9002 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415203 Oct 26 11:55:04.540434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] No DVR routers for this DVR port 0de24e4b-5d30-48e0-b625-eef8cb2f1493 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:04.546361 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:04.561871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02c7d249-748e-4d3b-87d4-9d9bac7c3fd7 req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.30 "DELETE /v2.0/ports/0de24e4b-5d30-48e0-b625-eef8cb2f1493 HTTP/1.1" status: 204 len: 173 time: 1.9549298 Oct 26 11:55:04.578625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66c757d0-15d3-475c-bcc0-81ea1f9a5eca req-b12de71d-c9c1-4432-a9d2-8314a271dae9 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856797 Oct 26 11:55:04.683795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-724cf349-4ac4-4ed1-b0b7-7fe4fad60c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:04.690544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-724cf349-4ac4-4ed1-b0b7-7fe4fad60c5f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383198 Oct 26 11:55:04.695243 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-90674003-4a95-4783-915d-060fb6271ad6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 200 len: 217 time: 0.2099991 Oct 26 11:55:04.712709 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c451310-5b3d-4f16-983e-923de4868551 None None] New status for floating IP dfb643b1-437a-428f-8b82-b4ae721bd8bc: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:55:04.717496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a040d-ff54-493c-9d2b-ffaf15853152 service neutron] Pushing event updated for resources: {'Port': ['ID=6735c2b7-e99b-44a3-bf01-2b98e868ba78,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:04.908318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-508378f8-ec65-4561-ba8d-e237f651fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:04.908532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-5a93c284-9bdd-4c81-955e-095d0b90584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:04.910017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-508378f8-ec65-4561-ba8d-e237f651fd7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 1094 time: 0.4913838 Oct 26 11:55:04.910175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-5a93c284-9bdd-4c81-955e-095d0b90584e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1794784 Oct 26 11:55:04.910783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb954f9-8e73-4863-b25d-7d3e7e4767e7 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Pushing event deleted for resources: {'Port': ['ID=0de24e4b-5d30-48e0-b625-eef8cb2f1493,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:04.943812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e6d2413-4403-40cf-8ed4-22f4856cde3d req-452711f5-a4cd-4b90-80b2-3f79ec58dcc3 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0515370 Oct 26 11:55:04.952194 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d6fcc617-a7b4-4ace-b3b7-b9cd623f2804 service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702079 Oct 26 11:55:04.982593 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-c26294cc-e524-49fb-a08a-3274f2f04cf6 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818124 Oct 26 11:55:04.990232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-af8e2811-3acb-405a-a72d-663d4a3c9042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78 HTTP/1.1" status: 200 len: 217 time: 0.0489411 Oct 26 11:55:05.002709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.003925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.004702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.005205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.007697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.009402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.009402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.010623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-7caa2f17-9ba2-4ea1-8d08-57567787858a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6488 time: 0.4115891 Oct 26 11:55:05.120307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-06f84073-e099-4d6f-baa3-5075dd798cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.124494 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-06f84073-e099-4d6f-baa3-5075dd798cbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909039 Oct 26 11:55:05.126223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'tag': 'acc89ec8-2cd9-4775-a116-14d055bac719'}, {'name': 'network-changed', 'server_uuid': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'tag': '9a0ab350-deaa-458d-8760-43f8b6a4393a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:05.129175 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b76d4e92-3107-4e02-b698-06c3ecbc2bbb", "tag": "acc89ec8-2cd9-4775-a116-14d055bac719"}, {"name": "network-changed", "server_uuid": "bf0d689f-6b10-4647-98ae-cff41cdd1283", "tag": "9a0ab350-deaa-458d-8760-43f8b6a4393a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:05.195569 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3be4fb-1284-4326-b414-9b676988f3f7 x-openstack-request-id: req-bc3be4fb-1284-4326-b414-9b676988f3f7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:05.196248 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1070fdd9-0f30-4cfe-99b5-6e58de71d097", "tag": "6735c2b7-e99b-44a3-bf01-2b98e868ba78", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:05.196699 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc3be4fb-1284-4326-b414-9b676988f3f7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:05.197321 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'tag': '6735c2b7-e99b-44a3-bf01-2b98e868ba78', 'status': 'completed', 'code': 200} Oct 26 11:55:05.228498 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:05.284946 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-af4f4c1b-f0cf-44ae-8d62-3d3db8a2c53c req-3b5e58e7-c90c-4890-a0d3-7fc12902149c service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714546 Oct 26 11:55:05.294031 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529b694-5301-445e-8f67-ba64b4c75aba x-openstack-request-id: req-4529b694-5301-445e-8f67-ba64b4c75aba {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:05.295180 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76d4e92-3107-4e02-b698-06c3ecbc2bbb", "tag": "acc89ec8-2cd9-4775-a116-14d055bac719", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf0d689f-6b10-4647-98ae-cff41cdd1283", "tag": "9a0ab350-deaa-458d-8760-43f8b6a4393a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:05.295655 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4529b694-5301-445e-8f67-ba64b4c75aba {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:05.296069 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'tag': 'acc89ec8-2cd9-4775-a116-14d055bac719', 'status': 'completed', 'code': 200} Oct 26 11:55:05.296336 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'tag': '9a0ab350-deaa-458d-8760-43f8b6a4393a', 'status': 'completed', 'code': 200} Oct 26 11:55:05.337856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-5e545ef3-e5b5-46f2-9854-d97b4c031125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.345830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-5e545ef3-e5b5-46f2-9854-d97b4c031125 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 200 len: 857 time: 0.3294711 Oct 26 11:55:05.371277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-403ebc82-b891-4ff1-b887-b393f136f74a service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360387 Oct 26 11:55:05.424348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-62631aa3-ff53-4c95-b12a-d523e731e600 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645423 Oct 26 11:55:05.425778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-79c5bcf9-b400-4cb9-8d0c-93e7fc066141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.427494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-79c5bcf9-b400-4cb9-8d0c-93e7fc066141 service neutron] 10.222.0.100 "GET /v2.0/networks?id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 904 time: 0.3925416 Oct 26 11:55:05.534109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-57c72818-bfa6-4841-9b20-9486885d86bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 200 len: 217 time: 0.0741570 Oct 26 11:55:05.661400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-33768615-2284-4524-8228-da6626b4bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.662062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-33768615-2284-4524-8228-da6626b4bd47 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.1209769 Oct 26 11:55:05.665931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-d62257aa-a927-4817-aab2-9f8e7ba23c0b service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316148 Oct 26 11:55:05.722155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.728358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.734621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.741661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.747897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.755174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.761260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.763825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-fb4646c7-6e83-4248-b53d-9ff8947afd5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1855707 Oct 26 11:55:05.806319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-bc35a9f9-9d25-4362-8849-eb1408b3f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.807850 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-bc35a9f9-9d25-4362-8849-eb1408b3f7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 1095 time: 0.4599116 Oct 26 11:55:05.811869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-c3fdec17-3f2e-4b10-9b11-1890944d15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.813299 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-c3fdec17-3f2e-4b10-9b11-1890944d15dd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 1094 time: 0.4680190 Oct 26 11:55:05.885018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-50169797-6471-4afd-9ae1-722afe22982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.886541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-50169797-6471-4afd-9ae1-722afe22982f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143512 Oct 26 11:55:05.918027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-424bdf52-b57a-4353-a0c7-5d3cfc35900c req-05427de0-160f-46ad-87f3-b85df5b00d3c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405025 Oct 26 11:55:05.942564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-66e9b787-841f-4e2a-9470-075d1310f522 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287642 Oct 26 11:55:05.975104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86819d67-8c61-4de0-a484-8887e0d07b00 req-2471f3be-b171-4bc8-8d46-e8359250a4b7 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:05.982817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86819d67-8c61-4de0-a484-8887e0d07b00 req-2471f3be-b171-4bc8-8d46-e8359250a4b7 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 943 time: 0.2874222 Oct 26 11:55:06.017783 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-f582c437-1bdf-41bb-ab94-e98ac481465e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 200 len: 217 time: 0.0617597 Oct 26 11:55:06.019393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ceeb7193-82e5-45ff-944a-d8634e378536 req-4cc463d2-06f3-47bf-a6c8-17508349c39e service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348224 Oct 26 11:55:06.075694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86819d67-8c61-4de0-a484-8887e0d07b00 req-9062349a-5362-4247-b8ae-be06a1e67563 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841708 Oct 26 11:55:06.099280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-605b9329-13c3-4259-990e-482785d873a9 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024763 Oct 26 11:55:06.119366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-930655b3-a2be-40f1-b28d-c67f7cbc6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.121101 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-930655b3-a2be-40f1-b28d-c67f7cbc6a60 service neutron] 10.222.0.100 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 919 time: 0.2929151 Oct 26 11:55:06.140388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-39cf57b8-e740-4340-985e-051ee0af1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.142195 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-39cf57b8-e740-4340-985e-051ee0af1523 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 919 time: 0.3225055 Oct 26 11:55:06.180039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-d83a8dc8-4ce3-4ce8-8197-ce59b241a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.181755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-d83a8dc8-4ce3-4ce8-8197-ce59b241a66a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1499670 Oct 26 11:55:06.184957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0de24e4b-5d30-48e0-b625-eef8cb2f1493 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:06.202722 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-4b44b1dc-b4fc-4e8f-b6c5-744e8c285a2d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acc89ec8-2cd9-4775-a116-14d055bac719 HTTP/1.1" status: 200 len: 217 time: 0.0712321 Oct 26 11:55:06.234060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 0de24e4b-5d30-48e0-b625-eef8cb2f1493 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:06.234878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0de24e4b-5d30-48e0-b625-eef8cb2f1493 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:06.287266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-2828dfcd-c704-4268-98e7-4fec1b5f0ebf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a HTTP/1.1" status: 200 len: 217 time: 0.1035323 Oct 26 11:55:06.311568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device acc89ec8-2cd9-4775-a116-14d055bac719 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:06.334747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-9f85b789-f88b-4901-8173-d7656ccc2283 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256889 Oct 26 11:55:06.344507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651913-671f-4615-951d-30a141ba8fb9 req-e27e8818-5923-4e7a-aced-d998e0d94f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.346354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-e27e8818-5923-4e7a-aced-d998e0d94f0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67838778f6d144ffa273f91a4932ab26&device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 1094 time: 0.2079129 Oct 26 11:55:06.389754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-03da2d58-ab57-4eaf-b426-8daa67b3ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.391624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-03da2d58-ab57-4eaf-b426-8daa67b3ad49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995656 Oct 26 11:55:06.395428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-4f088f13-6c41-4fad-bfd4-808620faddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.397115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-4f088f13-6c41-4fad-bfd4-808620faddb7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 200 len: 857 time: 0.1620660 Oct 26 11:55:06.401443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-ee2b5751-bf4f-4ff1-8788-c26dcc03e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.402932 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-ee2b5751-bf4f-4ff1-8788-c26dcc03e83d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 200 len: 857 time: 0.1047986 Oct 26 11:55:06.501414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port acc89ec8-2cd9-4775-a116-14d055bac719, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=acc89ec8-2cd9-4775-a116-14d055bac719,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:06.515150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'acc89ec8-2cd9-4775-a116-14d055bac719', 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'port_id': 'acc89ec8-2cd9-4775-a116-14d055bac719', 'mac_address': 'fa:16:3e:25:29:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22933c16-33f9-4d1d-b770-979a37900eba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:06.560497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-312dc393-026d-428c-9bd9-9797a8e5716d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455703 Oct 26 11:55:06.561341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:06.581143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc89ec8-2cd9-4775-a116-14d055bac719 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:06.595230 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-a9806757-75b9-4596-93df-6a5c4f101c9b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815042 Oct 26 11:55:06.629822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.630586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.631237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.631889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.632542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.633025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.633634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.635874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-800c69fa-7b06-4903-ae9c-a7a5d199a987 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6488 time: 0.1870515 Oct 26 11:55:06.641647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port acc89ec8-2cd9-4775-a116-14d055bac719, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=acc89ec8-2cd9-4775-a116-14d055bac719,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:06.653046 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:06.706590 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-2979c59c-b161-4dd3-9d83-cb21d4405ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100934 Oct 26 11:55:06.727268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651913-671f-4615-951d-30a141ba8fb9 req-2f5934f0-f287-4e91-82ac-f9940e7f1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.728776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-2f5934f0-f287-4e91-82ac-f9940e7f1e70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 200 len: 919 time: 0.3709774 Oct 26 11:55:06.741210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880312ff-f3ba-42e7-b526-7a7338df1429 req-32f0ca58-9c62-4420-9d4c-de01de7f3f89 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.742769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-880312ff-f3ba-42e7-b526-7a7338df1429 req-32f0ca58-9c62-4420-9d4c-de01de7f3f89 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.2277045 Oct 26 11:55:06.751032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=acc89ec8-2cd9-4775-a116-14d055bac719,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:06.796587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-dca82dbd-6ae8-486a-9b40-71e41224fd39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78 HTTP/1.1" status: 200 len: 217 time: 0.0527737 Oct 26 11:55:06.881369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['acc89ec8-2cd9-4775-a116-14d055bac719'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:06.882355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-880312ff-f3ba-42e7-b526-7a7338df1429 req-4ebcce3e-0b9f-4977-88af-fc083ee07690 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299617 Oct 26 11:55:06.885505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-b2706175-6da0-4b7a-9a16-315798f5841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.887340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-b2706175-6da0-4b7a-9a16-315798f5841a service neutron] 10.222.0.100 "GET /v2.0/networks?id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 904 time: 0.2410946 Oct 26 11:55:06.905684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651913-671f-4615-951d-30a141ba8fb9 req-bac34540-38d9-4cde-a9b5-9f0ac2916a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:06.907186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-bac34540-38d9-4cde-a9b5-9f0ac2916a7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 200 len: 857 time: 0.1021037 Oct 26 11:55:06.930235 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-a5fed501-71f8-4132-9228-035c23bc4ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263467 Oct 26 11:55:06.937654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-d25b5b08-c0d6-447a-869f-a1aa265be1c9 service neutron] 10.222.0.100 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263663 Oct 26 11:55:06.962203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-522d7628-0333-4c20-8a16-adbe9ae33da4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 200 len: 217 time: 0.0639119 Oct 26 11:55:06.988471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-33a7d55f-652b-464c-b27e-c91454d6741e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93ba61e5-2e8d-4486-9ab5-29d8051f6f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385659 Oct 26 11:55:07.005199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-359261a4-33c6-4c30-bd51-6076c3759193 service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708740 Oct 26 11:55:07.124294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-2fa1429f-1488-415e-99dc-33a83001204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.125826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-2fa1429f-1488-415e-99dc-33a83001204e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.1468997 Oct 26 11:55:07.171485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.178207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.184677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.191396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.194546 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-73e27d00-e57e-4f73-b5d5-8acfa31e9b33 req-716e0923-552d-4c8a-a9b5-73168bd26d0a service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510557 Oct 26 11:55:07.196681 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a689ab1-fbfd-4690-a26d-6303e3fb5bd8 req-23f9171c-7aef-4706-881a-1ad849f4cbd8 service neutron] 10.222.0.100 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332156 Oct 26 11:55:07.197666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.205269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.210575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.213004 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-6f0bab56-2e2c-4f88-883d-b9870ce60b6d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1454065 Oct 26 11:55:07.237927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'name': 'network-vif-deleted', 'tag': '0de24e4b-5d30-48e0-b625-eef8cb2f1493'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:07.240254 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e94823-0009-48af-b2af-9a4af0ca15e7" -d '{"events": [{"server_uuid": "8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4", "name": "network-vif-deleted", "tag": "0de24e4b-5d30-48e0-b625-eef8cb2f1493"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:07.288781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-2862d210-160f-4fde-9c38-e060915682a2 service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787633 Oct 26 11:55:07.379213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-c4e8b320-672b-4edd-830e-d00fc316de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.380654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-c4e8b320-672b-4edd-830e-d00fc316de7b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2415862 Oct 26 11:55:07.389204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4474b0df-c3b6-4f7e-b1e1-68f48945c070 req-34ae918a-965b-4a1d-a18d-5111837158bc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443903 Oct 26 11:55:07.428200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4d77-7cf2-45b6-b6fc-58476ffe938b req-95d52a50-8b7c-4262-bec5-cc91ad4ccb22 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.429800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df7a4d77-7cf2-45b6-b6fc-58476ffe938b req-95d52a50-8b7c-4262-bec5-cc91ad4ccb22 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 944 time: 0.1834700 Oct 26 11:55:07.526844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd651913-671f-4615-951d-30a141ba8fb9 req-e9294735-da32-4eb5-aae8-e834e65abd1b service neutron] 10.222.0.30 "GET /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220814 Oct 26 11:55:07.531859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df7a4d77-7cf2-45b6-b6fc-58476ffe938b req-137fc1df-09a8-47c5-9f45-a37a2f496695 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745082 Oct 26 11:55:07.564387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-3ef1b157-cef0-4aad-9d12-54c3b85d388c service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707139 Oct 26 11:55:07.600009 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3bcbeb-eabf-45b2-bde6-e184ea43030a x-openstack-request-id: req-8b3bcbeb-eabf-45b2-bde6-e184ea43030a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:07.600300 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4", "name": "network-vif-deleted", "tag": "0de24e4b-5d30-48e0-b625-eef8cb2f1493", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:07.600555 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b3bcbeb-eabf-45b2-bde6-e184ea43030a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:07.601034 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fda39-4af3-4c32-98a9-5a6e0f18c0a4', 'name': 'network-vif-deleted', 'tag': '0de24e4b-5d30-48e0-b625-eef8cb2f1493', 'status': 'completed', 'code': 200} Oct 26 11:55:07.716940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61778c1e-002d-4382-a1a7-8aef89b438e0 req-a961ac0b-7256-444c-b147-30ab80bee19b service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449044 Oct 26 11:55:07.725591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef912f4-b8a9-4aa9-bb51-df3b199a5b50 req-ae94d667-3c02-4d5c-ae32-e9e287f3733b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:07.727118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ef912f4-b8a9-4aa9-bb51-df3b199a5b50 req-ae94d667-3c02-4d5c-ae32-e9e287f3733b tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0769649 Oct 26 11:55:07.768963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ef912f4-b8a9-4aa9-bb51-df3b199a5b50 req-67dbf6be-129b-409d-9ac1-b41e74b9c6da tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336096 Oct 26 11:55:08.024788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34093828-f268-4538-8877-017a68f148ef req-ddcf63b8-9da1-4fd4-a8c2-3b7b40db228a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.026324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34093828-f268-4538-8877-017a68f148ef req-ddcf63b8-9da1-4fd4-a8c2-3b7b40db228a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.0544093 Oct 26 11:55:08.065508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34093828-f268-4538-8877-017a68f148ef req-16713ebb-0df3-4c49-8181-0bc08410345a tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Oct 26 11:55:08.182246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a0ab350-deaa-458d-8760-43f8b6a4393a details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:08.293224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9a0ab350-deaa-458d-8760-43f8b6a4393a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:08.306830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '9a0ab350-deaa-458d-8760-43f8b6a4393a', 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'port_id': '9a0ab350-deaa-458d-8760-43f8b6a4393a', 'mac_address': 'fa:16:3e:2d:7e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22933c16-33f9-4d1d-b770-979a37900eba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:08.331821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device acc89ec8-2cd9-4775-a116-14d055bac719 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:08.378917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:08.398934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0ab350-deaa-458d-8760-43f8b6a4393a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:08.419966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port acc89ec8-2cd9-4775-a116-14d055bac719 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:08.422929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9a0ab350-deaa-458d-8760-43f8b6a4393a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:08.426330 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port acc89ec8-2cd9-4775-a116-14d055bac719 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:08.426683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:08.429397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:08.509716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9a0ab350-deaa-458d-8760-43f8b6a4393a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:08.582958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.589052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:08.592272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.601111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.610565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.618742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.628938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.636724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.640943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-8f638ee7-0395-402d-9dfb-80bdf8c37ec9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1463583 Oct 26 11:55:08.762724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e97d1c-789e-4ee2-b229-3b5a0622abd5 req-49c971b2-ea73-4cfd-ae9d-55a0fd992cb7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112967 Oct 26 11:55:08.772772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-691cb4e9-d5c8-4c66-a741-330e3de7a59f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.774612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-691cb4e9-d5c8-4c66-a741-330e3de7a59f tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.100 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.1155148 Oct 26 11:55:08.781823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc89ec8-2cd9-4775-a116-14d055bac719'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:08.784580 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d66e2-4206-4489-b8bc-63e7a960fb98" -d '{"events": [{"server_uuid": "b76d4e92-3107-4e02-b698-06c3ecbc2bbb", "name": "network-vif-plugged", "status": "completed", "tag": "acc89ec8-2cd9-4775-a116-14d055bac719"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:08.811298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port acc89ec8-2cd9-4775-a116-14d055bac719, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=acc89ec8-2cd9-4775-a116-14d055bac719,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:08.817154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:08.853218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddaea-4600-46a0-9d19-4a9789daf0dc req-7d5a2840-a0a4-4da0-9d3a-9c7688c327c0 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:08.862299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b45ddaea-4600-46a0-9d19-4a9789daf0dc req-7d5a2840-a0a4-4da0-9d3a-9c7688c327c0 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 944 time: 0.1517575 Oct 26 11:55:08.892169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=acc89ec8-2cd9-4775-a116-14d055bac719,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:08.916964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9a0ab350-deaa-458d-8760-43f8b6a4393a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:08.953058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b45ddaea-4600-46a0-9d19-4a9789daf0dc req-92af76ed-2407-461c-bd0c-f918460a3496 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Oct 26 11:55:09.028341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Deleting port d95788ba-bd02-4261-ae1d-5a83c9da20e4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:09.029173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:09.040369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fd0a-fd74-4418-b136-b9f420da5a6b req-41805a91-dc34-4535-8d65-9b812f515ea2 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:09.051345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd86fd0a-fd74-4418-b136-b9f420da5a6b req-41805a91-dc34-4535-8d65-9b812f515ea2 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0931754 Oct 26 11:55:09.092451 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e6fe2c-9ebe-42e4-8676-3e9fc65e8c1e x-openstack-request-id: req-87e6fe2c-9ebe-42e4-8676-3e9fc65e8c1e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:09.092745 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d4e92-3107-4e02-b698-06c3ecbc2bbb", "name": "network-vif-plugged", "status": "completed", "tag": "acc89ec8-2cd9-4775-a116-14d055bac719", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:09.092997 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-87e6fe2c-9ebe-42e4-8676-3e9fc65e8c1e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:09.093390 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc89ec8-2cd9-4775-a116-14d055bac719', 'code': 200} Oct 26 11:55:09.179376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd86fd0a-fd74-4418-b136-b9f420da5a6b req-546c454d-3060-44d6-9467-31790d095aee tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254849 Oct 26 11:55:09.220527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410754-19c3-4108-9856-e687e14820e3 req-42bee1df-ce43-4886-94f2-40ab1f3b3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:09.222137 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-91410754-19c3-4108-9856-e687e14820e3 req-42bee1df-ce43-4886-94f2-40ab1f3b3730 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 1096 time: 0.0595644 Oct 26 11:55:09.251870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] For port d95788ba-bd02-4261-ae1d-5a83c9da20e4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d95788ba-bd02-4261-ae1d-5a83c9da20e4,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:09.252234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:09.267978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Calling delete_port for d95788ba-bd02-4261-ae1d-5a83c9da20e4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:09.287209 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-91410754-19c3-4108-9856-e687e14820e3 req-2c0a1ff1-df34-48d5-a3d4-c94e8573a546 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Oct 26 11:55:09.587879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddd427-23a3-445e-92d1-458a58d71592 req-059e3974-bdff-44d8-904c-c510647458f4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:09.589407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1eddd427-23a3-445e-92d1-458a58d71592 req-059e3974-bdff-44d8-904c-c510647458f4 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/ports?device_id=22185c8a-14fe-46b1-a4cb-cff503ce2a14 HTTP/1.1" status: 200 len: 945 time: 0.4061165 Oct 26 11:55:09.671496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1eddd427-23a3-445e-92d1-458a58d71592 req-33dbef67-c7f6-4f2f-ac5b-2c5339796a23 tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.88 "GET /v2.0/security-groups?id=caf50202-2b4a-4f53-acdc-630406eac8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Oct 26 11:55:09.793216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:09.805265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d95788ba-bd02-4261-ae1d-5a83c9da20e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:09.821968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Pushing event deleted for resources: {'Port': ['ID=d95788ba-bd02-4261-ae1d-5a83c9da20e4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:09.868419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b1515-e7eb-4c5a-b664-fb206bd6abd2 req-435b5b04-2ecf-4db0-bde1-5e784227c0d3 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:09.869983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7b1515-e7eb-4c5a-b664-fb206bd6abd2 req-435b5b04-2ecf-4db0-bde1-5e784227c0d3 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.1160238 Oct 26 11:55:09.911009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] No DVR routers for this DVR port d95788ba-bd02-4261-ae1d-5a83c9da20e4 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:09.921834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:09.925178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d9118f1-782c-48a8-8b4e-88f8ba28d229 req-fe927118-f7e9-4f0b-b607-75d2dc166a7c tempest-ServerRescueTestJSON-207436628 tempest-ServerRescueTestJSON-207436628-project] 10.222.0.100 "DELETE /v2.0/ports/d95788ba-bd02-4261-ae1d-5a83c9da20e4 HTTP/1.1" status: 204 len: 173 time: 1.1437252 Oct 26 11:55:09.925632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'name': 'network-vif-deleted', 'tag': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:09.928241 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7e6d9-5965-4fa3-98f0-76def2fe1549" -d '{"events": [{"server_uuid": "22185c8a-14fe-46b1-a4cb-cff503ce2a14", "name": "network-vif-deleted", "tag": "d95788ba-bd02-4261-ae1d-5a83c9da20e4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:09.972261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7b1515-e7eb-4c5a-b664-fb206bd6abd2 req-8056e8a6-fb50-4e5d-a35a-c777f5c8927c tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897093 Oct 26 11:55:09.985148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:09.991347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:09.997530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:10.003995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:10.010110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:10.016300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:10.022481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:10.024813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0a435efb-1597-45d7-ab75-25a27729c100 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1520710 Oct 26 11:55:10.026021 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48945a8c-26ee-4f36-bf38-6e716923ebe8 x-openstack-request-id: req-48945a8c-26ee-4f36-bf38-6e716923ebe8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:10.026317 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22185c8a-14fe-46b1-a4cb-cff503ce2a14", "name": "network-vif-deleted", "tag": "d95788ba-bd02-4261-ae1d-5a83c9da20e4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:10.026577 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48945a8c-26ee-4f36-bf38-6e716923ebe8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:10.027004 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22185c8a-14fe-46b1-a4cb-cff503ce2a14', 'name': 'network-vif-deleted', 'tag': 'd95788ba-bd02-4261-ae1d-5a83c9da20e4', 'status': 'completed', 'code': 200} Oct 26 11:55:10.073109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a8b6cba-2b3c-4b2f-ac9f-4a07e2f4cf59 req-0817b0f1-c5a9-44a6-955f-083b44ea5180 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396168 Oct 26 11:55:10.141534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85431fd-4667-436c-a23b-7dffb25d9fde req-5c951a79-1f94-4aa3-9243-e169852d5fa2 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:10.143915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c85431fd-4667-436c-a23b-7dffb25d9fde req-5c951a79-1f94-4aa3-9243-e169852d5fa2 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 945 time: 0.0573812 Oct 26 11:55:10.189239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c85431fd-4667-436c-a23b-7dffb25d9fde req-b3864326-e16c-4dc8-b3d1-64babcf8813c tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Oct 26 11:55:10.210544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6735c2b7-e99b-44a3-bf01-2b98e868ba78 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:10.212658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a0ab350-deaa-458d-8760-43f8b6a4393a up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:10.337452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 9a0ab350-deaa-458d-8760-43f8b6a4393a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:10.350849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 9a0ab350-deaa-458d-8760-43f8b6a4393a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:10.351250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:10.402368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:10.426297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '6735c2b7-e99b-44a3-bf01-2b98e868ba78', 'network_id': '93ba61e5-2e8d-4486-9ab5-29d8051f6f26', 'port_id': '6735c2b7-e99b-44a3-bf01-2b98e868ba78', 'mac_address': 'fa:16:3e:72:fe:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22933c16-33f9-4d1d-b770-979a37900eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:10.499271 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:55:10.509954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:10.538331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6735c2b7-e99b-44a3-bf01-2b98e868ba78 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:10.560663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:10.561985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:10.572965 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:10.635416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9a0ab350-deaa-458d-8760-43f8b6a4393a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:10.642054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:10.648409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6735c2b7-e99b-44a3-bf01-2b98e868ba78,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:10.703125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9a0ab350-deaa-458d-8760-43f8b6a4393a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:10.738633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33922) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:10.915511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6735c2b7-e99b-44a3-bf01-2b98e868ba78'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:11.094433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0ab350-deaa-458d-8760-43f8b6a4393a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:11.097514 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece911d-7fdb-402f-806e-c2231f078b60" -d '{"events": [{"server_uuid": "bf0d689f-6b10-4647-98ae-cff41cdd1283", "name": "network-vif-plugged", "status": "completed", "tag": "9a0ab350-deaa-458d-8760-43f8b6a4393a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:11.143051 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3065c-9756-4886-9624-ab325c272ba8 x-openstack-request-id: req-96a3065c-9756-4886-9624-ab325c272ba8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:11.143051 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d689f-6b10-4647-98ae-cff41cdd1283", "name": "network-vif-plugged", "status": "completed", "tag": "9a0ab350-deaa-458d-8760-43f8b6a4393a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:11.143051 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-96a3065c-9756-4886-9624-ab325c272ba8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:11.143378 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0ab350-deaa-458d-8760-43f8b6a4393a', 'code': 200} Oct 26 11:55:11.150118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36847b-decb-4d9f-8a5a-53a48cb67b5a req-9c9c6bc5-3bdc-46d0-99b5-db26b318ee12 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.156740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c36847b-decb-4d9f-8a5a-53a48cb67b5a req-9c9c6bc5-3bdc-46d0-99b5-db26b318ee12 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0982583 Oct 26 11:55:11.223217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c36847b-decb-4d9f-8a5a-53a48cb67b5a req-b1f927e4-5f26-4895-8c5f-2c17c21386b8 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f31827-e1a2-4f58-9c80-b2653b25c5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640314 Oct 26 11:55:11.274593 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.293964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa5c7c-1669-406c-9298-c7debec1440d req-b6b4c6bd-9fb5-4c74-96ae-a4bd32e5eee6 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.295539 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-daaa5c7c-1669-406c-9298-c7debec1440d req-b6b4c6bd-9fb5-4c74-96ae-a4bd32e5eee6 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 945 time: 0.0728922 Oct 26 11:55:11.392172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.398260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.404436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.410576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.416729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.422930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.429111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.431113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-e2e10ace-290f-443d-a569-d1590efed9cb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.2369587 Oct 26 11:55:11.435345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Deleting port 40abda00-1391-4e5a-8c02-8d894f69eb4d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:11.436201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.478308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c11d1-4f29-477b-b0d0-3777434b1c3b req-a09c418a-14ce-47de-9770-1337cf57134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.479890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e56c11d1-4f29-477b-b0d0-3777434b1c3b req-a09c418a-14ce-47de-9770-1337cf57134c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 1097 time: 0.2556911 Oct 26 11:55:11.544486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] For port 40abda00-1391-4e5a-8c02-8d894f69eb4d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=40abda00-1391-4e5a-8c02-8d894f69eb4d,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:11.544858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.549344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a0a65cd-2ca0-441e-a582-5005b47a282e req-16e87123-4a11-4c25-a149-9eb8f6671462 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936046 Oct 26 11:55:11.611230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33576901-0227-4c65-804b-6ea7886ad2e5 req-eccde213-6917-4163-a12c-9f4c54660aab tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.613013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33576901-0227-4c65-804b-6ea7886ad2e5 req-eccde213-6917-4163-a12c-9f4c54660aab tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 945 time: 0.2531645 Oct 26 11:55:11.621962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e56c11d1-4f29-477b-b0d0-3777434b1c3b req-750bae16-7f46-45c2-af66-cbcedbb9a6c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312451 Oct 26 11:55:11.688875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33576901-0227-4c65-804b-6ea7886ad2e5 req-eb2c7cfa-812b-4dde-98a1-6e079399db22 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653503 Oct 26 11:55:11.764367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.765062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.765531 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Floating IP 9d97e833-0012-4e23-a137-dc4fd292e752 disassociated. External IP: 172.25.4.183, port: 40abda00-1391-4e5a-8c02-8d894f69eb4d. Oct 26 11:55:11.766106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Calling delete_port for 40abda00-1391-4e5a-8c02-8d894f69eb4d owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:11.847765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419890bb-f870-409f-95c2-33de16d7c2df req-9c8bbb0b-47da-47f6-8c12-65ba2d63c4c2 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:11.856380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-419890bb-f870-409f-95c2-33de16d7c2df req-9c8bbb0b-47da-47f6-8c12-65ba2d63c4c2 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 944 time: 0.0759182 Oct 26 11:55:11.880887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Deleting port 567d3fcc-cadc-4f05-b834-308b321b26da {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:11.881363 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.915679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:11.945606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-419890bb-f870-409f-95c2-33de16d7c2df req-5bdd1a55-6ba8-49c4-8080-2a28230c25e6 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876966 Oct 26 11:55:11.969989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event deleted for resources: {'Port': ['ID=40abda00-1391-4e5a-8c02-8d894f69eb4d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:11.994215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] For port 567d3fcc-cadc-4f05-b834-308b321b26da, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=567d3fcc-cadc-4f05-b834-308b321b26da,segment=NetworkSegment(c6351455-d587-4277-a690-1b0ef3f66fc0),segment_id=c6351455-d587-4277-a690-1b0ef3f66fc0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:11.994826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.009204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Calling delete_port for 567d3fcc-cadc-4f05-b834-308b321b26da owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:12.094651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:12.222251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:12.223231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.228744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6735c2b7-e99b-44a3-bf01-2b98e868ba78 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:12.259052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Pushing event deleted for resources: {'Port': ['ID=567d3fcc-cadc-4f05-b834-308b321b26da,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:12.300429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] No DVR routers for this DVR port 40abda00-1391-4e5a-8c02-8d894f69eb4d on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:12.303994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.304633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] Sync routers for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:12.312227 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-daaa5c7c-1669-406c-9298-c7debec1440d req-08a59dc7-47db-41a6-afff-fa37c7a21785 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.30 "DELETE /v2.0/ports/40abda00-1391-4e5a-8c02-8d894f69eb4d HTTP/1.1" status: 204 len: 173 time: 1.0046327 Oct 26 11:55:12.313002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'name': 'network-vif-deleted', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:12.317648 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdbe33a-6d27-4ab9-b172-4d4e185f2881" -d '{"events": [{"server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "name": "network-vif-deleted", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:12.341437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d95788ba-bd02-4261-ae1d-5a83c9da20e4 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:12.393863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:12.394544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:12.411619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: d95788ba-bd02-4261-ae1d-5a83c9da20e4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:12.411981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d95788ba-bd02-4261-ae1d-5a83c9da20e4 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:12.490538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:12.516595 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b2cef-9e27-4cfb-8a45-31ac85540f60 x-openstack-request-id: req-7b5b2cef-9e27-4cfb-8a45-31ac85540f60 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:12.517087 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f14634a-53e6-48d4-a04f-35c474e795bc", "name": "network-vif-deleted", "tag": "40abda00-1391-4e5a-8c02-8d894f69eb4d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:12.517503 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b5b2cef-9e27-4cfb-8a45-31ac85540f60 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:12.518013 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f14634a-53e6-48d4-a04f-35c474e795bc', 'name': 'network-vif-deleted', 'tag': '40abda00-1391-4e5a-8c02-8d894f69eb4d', 'status': 'completed', 'code': 200} Oct 26 11:55:12.556458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:12.557323 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.583944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af2be8de-f9f5-4fce-9b84-e3753f622b69 req-1f94efa5-2fc7-4961-9aac-e85f1a1631e8 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f14634a-53e6-48d4-a04f-35c474e795bc HTTP/1.1" status: 200 len: 210 time: 0.0535507 Oct 26 11:55:12.627816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.703159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:12.745158 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.787914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:12.800013 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:12.832052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.838616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.845791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.852510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.861322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.867944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.877055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:12.887253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-538e844a-5ffb-4a8d-851c-db3fcecd3668 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1558738 Oct 26 11:55:12.949430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6735c2b7-e99b-44a3-bf01-2b98e868ba78,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:13.090048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.097921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29989b7b-480e-4018-935c-5ac93ffadb1d req-d5cfc6fc-3cfe-410f-800c-a98d59c785f3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097037 Oct 26 11:55:13.133207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] Checking router: afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:13.142896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:13.143518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.145051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6735c2b7-e99b-44a3-bf01-2b98e868ba78'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:13.147375 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf0018-fd67-434b-bc10-07261f23440e" -d '{"events": [{"server_uuid": "1070fdd9-0f30-4cfe-99b5-6e58de71d097", "name": "network-vif-plugged", "status": "completed", "tag": "6735c2b7-e99b-44a3-bf01-2b98e868ba78"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:13.183837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Router 25be81ec-a7b7-4072-a45f-e2c14cc9890a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:13.200050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bcc36-c22d-4e26-8c79-9048321b77d6 req-2eba61ce-c1b4-495f-b461-ff68d89a11a6 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:13.201611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-062bcc36-c22d-4e26-8c79-9048321b77d6 req-2eba61ce-c1b4-495f-b461-ff68d89a11a6 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 945 time: 0.0960016 Oct 26 11:55:13.260326 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f3e375-684c-4af3-ba45-8c053cfb3cc4 x-openstack-request-id: req-10f3e375-684c-4af3-ba45-8c053cfb3cc4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:13.260826 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1070fdd9-0f30-4cfe-99b5-6e58de71d097", "name": "network-vif-plugged", "status": "completed", "tag": "6735c2b7-e99b-44a3-bf01-2b98e868ba78", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:13.260926 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-10f3e375-684c-4af3-ba45-8c053cfb3cc4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:13.261246 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6735c2b7-e99b-44a3-bf01-2b98e868ba78', 'code': 200} Oct 26 11:55:13.265207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:13.332389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-062bcc36-c22d-4e26-8c79-9048321b77d6 req-f4fd38f8-c6b9-4fc1-9423-3085682e98c7 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892353 Oct 26 11:55:13.360018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:13.365878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6e8685c7-3366-4d58-9916-8dc71a321097 admin admin] 10.222.0.88 "PUT /v2.0/routers/25be81ec-a7b7-4072-a45f-e2c14cc9890a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260996 Oct 26 11:55:13.368786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:13.370380 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] Sync routers for ids ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:13.388670 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] Routers {'25be81ec-a7b7-4072-a45f-e2c14cc9890a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:13.389577 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.407077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b99eb-8ca8-4c0e-a808-830c74a338ec req-4fc02ebd-58ed-43ce-aa7e-e30caacdfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:13.411072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1b6b99eb-8ca8-4c0e-a808-830c74a338ec req-4fc02ebd-58ed-43ce-aa7e-e30caacdfc3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 1096 time: 0.0821631 Oct 26 11:55:13.492417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:13.496135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1b6b99eb-8ca8-4c0e-a808-830c74a338ec req-64979af7-c1b4-44e2-8aa2-7d4834e939e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748720 Oct 26 11:55:13.566376 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] Set router 25be81ec-a7b7-4072-a45f-e2c14cc9890a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:13.576362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.607312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95be3e-26df-415e-aba9-70062a007939 None None] The sync data for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 is: [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:53:00Z', 'revision_number': 4, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd0e107c-551e-4081-8f74-5c79ff3ae2bd', 'name': '', 'network_id': '408da3bc-023c-412c-b804-0c8cd84d38f3', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'mac_address': 'fa:16:3e:03:80:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c02d067d-614d-48a1-847c-949479faaf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:58Z', 'updated_at': '2021-10-26T11:53:04Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'subnets': [{'id': 'c02d067d-614d-48a1-847c-949479faaf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:13.634288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:13.724170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33972) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:13.818964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0003538-6f61-4dae-b7f4-dbc583ca46e0 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:13.828261 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:55:12Z', 'revision_number': 5, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port': {'id': '8e2a18fa-460e-4ccf-9d97-a52dda31c39c', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:51Z', 'updated_at': '2021-10-26T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.866910 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] Checking router: 25be81ec-a7b7-4072-a45f-e2c14cc9890a for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:13.880736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0003538-6f61-4dae-b7f4-dbc583ca46e0 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:13.890056 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] Routers {'25be81ec-a7b7-4072-a45f-e2c14cc9890a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:13.891104 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.984322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0003538-6f61-4dae-b7f4-dbc583ca46e0 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:13.988592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0003538-6f61-4dae-b7f4-dbc583ca46e0 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:13.992868 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c0003538-6f61-4dae-b7f4-dbc583ca46e0 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "DELETE /v2.0/security-groups/20f31827-e1a2-4f58-9c80-b2653b25c5f6 HTTP/1.1" status: 204 len: 168 time: 0.2655442 Oct 26 11:55:13.994463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33976) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:14.054920 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-2bfc0fcf-83ca-4bdb-85a1-334468fd3ad9 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] show failed (client error): The resource could not be found. Oct 26 11:55:14.056910 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2bfc0fcf-83ca-4bdb-85a1-334468fd3ad9 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "GET /v2.0/security-groups/20f31827-e1a2-4f58-9c80-b2653b25c5f6 HTTP/1.1" status: 404 len: 347 time: 0.0528154 Oct 26 11:55:14.058289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0003538-6f61-4dae-b7f4-dbc583ca46e0 tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f31827-e1a2-4f58-9c80-b2653b25c5f6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:14.060609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33980) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:14.090704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] Set router 25be81ec-a7b7-4072-a45f-e2c14cc9890a gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:14.135831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0626808-1313-4919-bbd0-f7aa8e43a0fb None None] New status for floating IP 9d97e833-0012-4e23-a137-dc4fd292e752: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:55:14.175175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Deleting port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:14.176327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.227271 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:55:13Z', 'revision_number': 6, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:14.259962 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f3ca6-759c-408e-917b-39b16af18a96 None None] The sync data for ids ['25be81ec-a7b7-4072-a45f-e2c14cc9890a'] in n-d-812150-3 is: [{'id': '25be81ec-a7b7-4072-a45f-e2c14cc9890a', 'name': 'tempest-ServerRescueTestJSON-2078418663-router', 'tenant_id': '007b2b8e94a7418d8291094b70e81a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:50Z', 'updated_at': '2021-10-26T11:55:13Z', 'revision_number': 6, 'project_id': '007b2b8e94a7418d8291094b70e81a1c', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:14.341367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.342652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Deleting port 2a1c3d6b-f792-4f63-879f-6bfc45772fa2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:14.343186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.348357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.355722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.362542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.369277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.376680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.383128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.392321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-1eb9b05a-2e41-4a56-afb9-947f6cf14903 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1630220 Oct 26 11:55:14.396268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] For port 8e2a18fa-460e-4ccf-9d97-a52dda31c39c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:14.396640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.424590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Calling delete_port for 8e2a18fa-460e-4ccf-9d97-a52dda31c39c owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:14.500752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.501827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.531081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Calling delete_port for 2a1c3d6b-f792-4f63-879f-6bfc45772fa2 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:14.539192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-294b9b0d-fbac-4a2c-bfc3-b21659f8f1e9 req-4eaa6389-d134-4b12-a66b-b363a8e15d3f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403251 Oct 26 11:55:14.565716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b8b92-40f4-459f-8647-039051b83491 req-14134a8d-8688-4e17-bc81-6f0611879ace tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:14.568223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-890b8b92-40f4-459f-8647-039051b83491 req-14134a8d-8688-4e17-bc81-6f0611879ace tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 945 time: 0.1395950 Oct 26 11:55:14.690361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-890b8b92-40f4-459f-8647-039051b83491 req-fa0d6e2c-4b6f-4fc8-9b16-1f5d21a5d7d0 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109834 Oct 26 11:55:14.829869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.836946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.861215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Pushing event deleted for resources: {'Port': ['ID=2a1c3d6b-f792-4f63-879f-6bfc45772fa2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:14.874999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2a18fa-460e-4ccf-9d97-a52dda31c39c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:14.942788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.945782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.948926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:14.950250 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-941d772c-8436-4f43-958b-129d3e46796e tempest-ServersTestManualDisk-732173445 tempest-ServersTestManualDisk-732173445-project] 10.222.0.88 "DELETE /v2.0/floatingips/9d97e833-0012-4e23-a137-dc4fd292e752 HTTP/1.1" status: 204 len: 168 time: 0.8883328 Oct 26 11:55:14.951042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:15.055531 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.057822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.115174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.115790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25be81ec-a7b7-4072-a45f-e2c14cc9890a {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:55:15.120461 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.123680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-172b92ee-de4c-4cb0-b9a6-0cb93ede9e80 admin admin] 10.222.0.88 "DELETE /v2.0/routers/25be81ec-a7b7-4072-a45f-e2c14cc9890a HTTP/1.1" status: 204 len: 168 time: 1.7529969 Oct 26 11:55:15.124764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33994) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:15.192102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Deleting subnet 1671ebf2-c2a0-4e31-baf0-f4c919f646d8 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:55:15.195543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.248291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.298203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.360298 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.381673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.386279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1671ebf2-c2a0-4e31-baf0-f4c919f646d8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:15.393518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.396954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9c215e97-9276-44fd-9ac7-8bed2aca3b25 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1671ebf2-c2a0-4e31-baf0-f4c919f646d8 HTTP/1.1" status: 204 len: 168 time: 0.2711499 Oct 26 11:55:15.403876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33998) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:15.490016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.593878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.626670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0803069e-3fd5-4231-ba58-bb144f8bc01d']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:15.638913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6351455-d587-4277-a690-1b0ef3f66fc0') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:15.639592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6351455-d587-4277-a690-1b0ef3f66fc0') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:15.659334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.704074 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.722399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:55:15.722948 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:55:15.724929 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:55:15.780144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.786919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.792957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.800632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.806406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.812890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.819942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.821977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-ee599923-c6c9-45a6-b66e-1fef43d86cdc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1479273 Oct 26 11:55:15.896196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.908163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:15.911454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0803069e-3fd5-4231-ba58-bb144f8bc01d HTTP/1.1" status: 204 len: 168 time: 0.5058756 Oct 26 11:55:15.930509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4fa5-e29d-4079-a54e-2ea9a969fe2f req-9ed629cf-b1d6-43c5-ba73-ab2bf3defb2a tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:15.937759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9c4fa5-e29d-4079-a54e-2ea9a969fe2f req-9ed629cf-b1d6-43c5-ba73-ab2bf3defb2a tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 945 time: 0.1125000 Oct 26 11:55:15.963020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e2a18fa-460e-4ccf-9d97-a52dda31c39c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:15.983305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cbfa5-36be-42ce-8d73-98924935f2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0803069e-3fd5-4231-ba58-bb144f8bc01d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:16.002672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81be7495-8a8b-4345-b1f9-f050871d3095 req-def08685-b21b-4bf5-8444-f000d5dbad6f tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651897 Oct 26 11:55:16.005187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 8e2a18fa-460e-4ccf-9d97-a52dda31c39c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:16.005541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e2a18fa-460e-4ccf-9d97-a52dda31c39c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:16.006064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 567d3fcc-cadc-4f05-b834-308b321b26da no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:16.067921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Deleting port dd0e107c-551e-4081-8f74-5c79ff3ae2bd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:16.068373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.084117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 567d3fcc-cadc-4f05-b834-308b321b26da {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:16.084470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 567d3fcc-cadc-4f05-b834-308b321b26da not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:16.085955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9c4fa5-e29d-4079-a54e-2ea9a969fe2f req-c72f1e10-871a-4682-82b0-bc8260e1e16d tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472554 Oct 26 11:55:16.101492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34022) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:16.150748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-57054b43-e155-4e5f-8b07-03ee395b34ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=007b2b8e94a7418d8291094b70e81a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472798 Oct 26 11:55:16.152616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:16.198981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] For port dd0e107c-551e-4081-8f74-5c79ff3ae2bd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:16.199585 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.217377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Calling delete_port for dd0e107c-551e-4081-8f74-5c79ff3ae2bd owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:16.256387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 40abda00-1391-4e5a-8c02-8d894f69eb4d no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:16.261515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-541e056e-6f87-43af-9eec-d80b56b7f770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.272551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95660fc-1939-4779-9c66-b832ddd24976 req-5d3bce4f-71df-4dc5-b8ec-1ba281b77a69 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:16.280323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f95660fc-1939-4779-9c66-b832ddd24976 req-5d3bce4f-71df-4dc5-b8ec-1ba281b77a69 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 946 time: 0.0926580 Oct 26 11:55:16.316412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-541e056e-6f87-43af-9eec-d80b56b7f770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.325274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 40abda00-1391-4e5a-8c02-8d894f69eb4d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:16.325983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 40abda00-1391-4e5a-8c02-8d894f69eb4d not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:16.348994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f95660fc-1939-4779-9c66-b832ddd24976 req-6606f108-c304-4d96-8f65-e9e0fd1069ba tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676911 Oct 26 11:55:16.392934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-541e056e-6f87-43af-9eec-d80b56b7f770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.396609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-541e056e-6f87-43af-9eec-d80b56b7f770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.398410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-541e056e-6f87-43af-9eec-d80b56b7f770 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/caf50202-2b4a-4f53-acdc-630406eac8a5 HTTP/1.1" status: 204 len: 168 time: 0.2426798 Oct 26 11:55:16.409236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e056e-6f87-43af-9eec-d80b56b7f770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf50202-2b4a-4f53-acdc-630406eac8a5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:16.467132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:16.495966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0e107c-551e-4081-8f74-5c79ff3ae2bd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:16.506547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.507234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.507870 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.508296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.508688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.509026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.509491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.509819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.510190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.510572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.510972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.511360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:16.713996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1cb6c-ad4b-4ba2-94fe-443753c1d816 req-ab665bf7-a832-4f22-a479-24507216840a tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:16.716210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdd1cb6c-ad4b-4ba2-94fe-443753c1d816 req-ab665bf7-a832-4f22-a479-24507216840a tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 946 time: 0.0667191 Oct 26 11:55:16.762453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdd1cb6c-ad4b-4ba2-94fe-443753c1d816 req-b6380560-bdca-4fb6-9ad3-839cc7a01f75 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Oct 26 11:55:16.817536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.092407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:17.203239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.213952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.220648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.227360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.234754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.241154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.248620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.250978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-fdc26eb8-58d7-4e3b-9b24-bad5bbd9f1c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1343496 Oct 26 11:55:17.266474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:17.276410 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ff26bbe-2662-4057-9112-6757445a8c76 admin admin] 10.222.0.88 "PUT /v2.0/routers/afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3243389 Oct 26 11:55:17.276905 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] Sync routers for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:17.277705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34066) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:17.291733 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:17.292352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:17.342083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92e84d40-c496-42ac-a866-e6098c7d1a74 req-9128a9b1-826f-4416-a1e0-ad249e4fa4a4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834317 Oct 26 11:55:17.417517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34072) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:17.443591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.479181 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:17.564186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.574327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1533919049-network', 'tenant_id': 'ddfa540b3b3d44dbaf74d666da6cf44c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:17.607007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Made reservation on behalf of ddfa540b3b3d44dbaf74d666da6cf44c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:17.610140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.621356 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.654127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Deleting port f0fea1b3-63be-4a95-a106-94d759dbaa2f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:17.654628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.726935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.733405 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.750102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:17.761790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.762258 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Added segment aed93e5e-47c8-4747-b82f-8e4353cf91ee of type vlan for network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 Oct 26 11:55:17.765130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] For port f0fea1b3-63be-4a95-a106-94d759dbaa2f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f0fea1b3-63be-4a95-a106-94d759dbaa2f,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:17.765494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.779991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Calling delete_port for f0fea1b3-63be-4a95-a106-94d759dbaa2f owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:17.810537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.818232 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:55:16Z', 'revision_number': 5, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port': {'id': 'f0fea1b3-63be-4a95-a106-94d759dbaa2f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:17.849129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0bf0df-c428-4a2a-82ee-2ad9444c0696,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:17.855485 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] Checking router: afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:17.866333 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] Routers {'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:17.867837 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:54:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:17.881717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.882934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:17.883535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:17.974211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5554371 Oct 26 11:55:17.981349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34082) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:17.999467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Request body: {'subnet': {'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1533919049-subnet', 'tenant_id': 'ddfa540b3b3d44dbaf74d666da6cf44c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:18.036646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40cb4f-7155-40c8-bb20-7086989caeb1 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:18.038343 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] Set router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:18.051017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:18.086547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8d91-162c-440f-9534-d610b0a8c088 req-fadca46a-5bb9-4015-b906-452b2ce3d02b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.094484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-001a8d91-162c-440f-9534-d610b0a8c088 req-fadca46a-5bb9-4015-b906-452b2ce3d02b tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 946 time: 0.1289308 Oct 26 11:55:18.113044 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:55:17Z', 'revision_number': 6, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:18.146811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-001a8d91-162c-440f-9534-d610b0a8c088 req-f6619b3c-cd5c-4458-8025-3f0dc4795ddc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507052 Oct 26 11:55:18.161169 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8786de-f1aa-4a10-b742-371cae0cefcc None None] The sync data for ids ['afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a'] in n-d-812150-3 is: [{'id': 'afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a', 'name': 'tempest-ServersTestManualDisk-1182583054-router', 'tenant_id': '30f39918d0ab4fc0b7091440a772ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:52:54Z', 'updated_at': '2021-10-26T11:55:17Z', 'revision_number': 6, 'project_id': '30f39918d0ab4fc0b7091440a772ceec', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:18.204772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Made reservation on behalf of ddfa540b3b3d44dbaf74d666da6cf44c for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:18.207243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.300747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-7e96df5b-f047-4bb3-91e7-c83f8280ab38 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.302268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-7e96df5b-f047-4bb3-91e7-c83f8280ab38 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 946 time: 0.1528921 Oct 26 11:55:18.375590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.449914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fea1b3-63be-4a95-a106-94d759dbaa2f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:18.536645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.557215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.569050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.590024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.596446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.602631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.609714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:18.617830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-62f64d00-554c-41c6-9963-b6509493961c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.1695316 Oct 26 11:55:18.658191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.658689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83ee0bf4-284b-4de8-89c0-54692352a93f req-79be9ae0-efc6-48fc-a6c3-c98991d22913 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397429 Oct 26 11:55:18.767000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.768911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.773030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Deleting port 9a0ab350-deaa-458d-8760-43f8b6a4393a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:18.773030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.776931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.904565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.905022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:55:18.914728 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.918296 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3007d4ff-911d-4898-bdf8-e5eb08ccd1c9 admin admin] 10.222.0.88 "DELETE /v2.0/routers/afe6ce7b-f98e-407f-9f5d-0ff0f48fb37a HTTP/1.1" status: 204 len: 168 time: 1.6364682 Oct 26 11:55:18.919215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34100) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:18.926003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66c30df-e61c-45cc-9230-43f38a54a07d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:18.962842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Checking segment: {'id': 'aed93e5e-47c8-4747-b82f-8e4353cf91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:18.963283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Network hostable DHCP agents. Network: 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:18.972192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] For port 9a0ab350-deaa-458d-8760-43f8b6a4393a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a0ab350-deaa-458d-8760-43f8b6a4393a,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:18.972556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:18.991025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Calling delete_port for 9a0ab350-deaa-458d-8760-43f8b6a4393a owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:19.019289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Deleting subnet c02d067d-614d-48a1-847c-949479faaf09 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:55:19.050493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.090848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:19.113773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4d4f4523-f0a9-4687-a61e-fe1a08331085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.129059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:19.148442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304f745-25d2-4c50-ba76-81191996da9d None None] Network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:19.164763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:19.165339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.166087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.204219 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-785a6774-11c2-48cc-974d-b56718b1d4f6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2212112 Oct 26 11:55:19.229720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.270098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['acc89ec8-2cd9-4775-a116-14d055bac719'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:19.276979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9a0ab350-deaa-458d-8760-43f8b6a4393a', '6735c2b7-e99b-44a3-bf01-2b98e868ba78'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:19.310586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Pushing event deleted for resources: {'Port': ['ID=9a0ab350-deaa-458d-8760-43f8b6a4393a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:19.405658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53eb5fed-f83d-4330-b35d-5311703adbd4 req-1990731c-5882-4e3e-a611-e5f73e16d8a9 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf0d689f-6b10-4647-98ae-cff41cdd1283 HTTP/1.1" status: 200 len: 210 time: 0.0475123 Oct 26 11:55:19.418526 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.431668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] No DVR routers for this DVR port 9a0ab350-deaa-458d-8760-43f8b6a4393a on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:19.436809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.443792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e5ea4f59-892c-414f-aec9-5a2fafbeb25e req-9b0c22ce-199a-4dad-8b7e-23cce8c52666 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "DELETE /v2.0/ports/9a0ab350-deaa-458d-8760-43f8b6a4393a HTTP/1.1" status: 204 len: 173 time: 1.1343808 Oct 26 11:55:19.444450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'name': 'network-vif-deleted', 'tag': '9a0ab350-deaa-458d-8760-43f8b6a4393a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:19.448517 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045e9bd-55c3-4ab4-9faf-63790d17fb75" -d '{"events": [{"server_uuid": "bf0d689f-6b10-4647-98ae-cff41cdd1283", "name": "network-vif-deleted", "tag": "9a0ab350-deaa-458d-8760-43f8b6a4393a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:19.507866 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f18958-8f25-4ff1-93ba-89effe797510 x-openstack-request-id: req-e8f18958-8f25-4ff1-93ba-89effe797510 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:19.508160 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d689f-6b10-4647-98ae-cff41cdd1283", "name": "network-vif-deleted", "tag": "9a0ab350-deaa-458d-8760-43f8b6a4393a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:19.508419 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e8f18958-8f25-4ff1-93ba-89effe797510 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:19.508820 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d689f-6b10-4647-98ae-cff41cdd1283', 'name': 'network-vif-deleted', 'tag': '9a0ab350-deaa-458d-8760-43f8b6a4393a', 'status': 'completed', 'code': 200} Oct 26 11:55:19.579008 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.631537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02d067d-614d-48a1-847c-949479faaf09,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:19.637523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.642605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-982c0156-c0d1-4e86-8b4d-f4f48f94cea5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c02d067d-614d-48a1-847c-949479faaf09 HTTP/1.1" status: 204 len: 168 time: 0.7211909 Oct 26 11:55:19.645118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34120) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:19.680366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a1610-bfba-4f74-aeb0-d91e8ab629e7 None None] Network 408da3bc-023c-412c-b804-0c8cd84d38f3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:19.804726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.883206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2a7c9-2da6-4170-a6aa-8655ce5a3bdb None None] Network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:19.909091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:19.928384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:19.933034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:19.941686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Deleting port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:19.942029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:19.974218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:19.988096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:20.008458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:20.023827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:20.036242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-da3f8a2d-3ae0-48f3-9ff6-583c91946915 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.2496135 Oct 26 11:55:20.042404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34130) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:20.062553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-14623881-network', 'tenant_id': 'fdb41fba0cec4b51bb4ebff02da99d2f'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:20.097995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] For port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,segment=NetworkSegment(77b39ea1-8a7d-492d-8fa2-cae462d9c1ae),segment_id=77b39ea1-8a7d-492d-8fa2-cae462d9c1ae)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:20.098776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.123290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Calling delete_port for 0276da03-7e4a-4ce2-8c45-689d3ca23c5f owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:20.138450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fcd6599f-a49d-4727-ae92-fd4844d95502 req-fe96c7af-6f1f-4131-8915-5d8a80682496 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011336 Oct 26 11:55:20.141006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Made reservation on behalf of fdb41fba0cec4b51bb4ebff02da99d2f for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:20.144933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.158772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.218573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f0fea1b3-63be-4a95-a106-94d759dbaa2f no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:20.296848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.311220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f0fea1b3-63be-4a95-a106-94d759dbaa2f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:20.311809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f0fea1b3-63be-4a95-a106-94d759dbaa2f not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:20.312519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0e107c-551e-4081-8f74-5c79ff3ae2bd no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:20.339554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0276da03-7e4a-4ce2-8c45-689d3ca23c5f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:20.344538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.345694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] No DVR routers for this DVR port 0276da03-7e4a-4ce2-8c45-689d3ca23c5f on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:20.351600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.383243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: dd0e107c-551e-4081-8f74-5c79ff3ae2bd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:20.383834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0e107c-551e-4081-8f74-5c79ff3ae2bd not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:20.435083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:20.464755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16082033-d3e7-4bb9-9e80-01caac6bd884,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:20.471911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.472545 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Added segment 40e92910-8915-444f-864b-577a4a94b7b9 of type vlan for network 1ac45879-2b76-43d5-8172-7f0992437621 Oct 26 11:55:20.474577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.505831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d1760-da3b-401c-a8cb-cf50afb8d79c None None] DHCP port deletion for 408da3bc-023c-412c-b804-0c8cd84d38f3 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:55:20.529436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408da3bc-023c-412c-b804-0c8cd84d38f3']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:20.546327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.550069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:20.550976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b39ea1-8a7d-492d-8fa2-cae462d9c1ae') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:20.566406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.591723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.603011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:55:20.603496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:55:20.605898 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:55:20.617524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.618514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:20.619132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.707186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] Pushing event updated for resources: {'Network': ['ID=1ac45879-2b76-43d5-8172-7f0992437621,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:20.720742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1ac45879-2b76-43d5-8172-7f0992437621 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:20.739118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34148) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:20.739967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82c9bf30-e755-4b17-baa7-ee45219e73de admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6958425 Oct 26 11:55:20.741463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.752882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:20.755703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Request body: {'subnet': {'network_id': '1ac45879-2b76-43d5-8172-7f0992437621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-14623881-subnet', 'tenant_id': 'fdb41fba0cec4b51bb4ebff02da99d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:20.766359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/408da3bc-023c-412c-b804-0c8cd84d38f3 HTTP/1.1" status: 204 len: 168 time: 1.1201546 Oct 26 11:55:20.801324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef449fc-f810-4693-9fc6-c29c61777fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=408da3bc-023c-412c-b804-0c8cd84d38f3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:20.805893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Made reservation on behalf of fdb41fba0cec4b51bb4ebff02da99d2f for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:20.808999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.041068 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.048312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34162) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:21.093433 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c2211e7-c131-4809-b975-c355279de9aa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=30f39918d0ab4fc0b7091440a772ceec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439293 Oct 26 11:55:21.095911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34164) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:21.131400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Checking segment: {'id': '40e92910-8915-444f-864b-577a4a94b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1ac45879-2b76-43d5-8172-7f0992437621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:21.132014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Network hostable DHCP agents. Network: 1ac45879-2b76-43d5-8172-7f0992437621, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:21.139347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ef56f3-9004-41f4-a82f-de2e08908e57,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:21.174739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Network 1ac45879-2b76-43d5-8172-7f0992437621 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:21.177776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bf2ffe-c0c6-499d-9c6c-c6b0b2e81645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.194067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1ac45879-2b76-43d5-8172-7f0992437621) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:21.200100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.200896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.207157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ecf41-a3d9-49d9-be9c-9aff1a8c04e1 None None] Network 1ac45879-2b76-43d5-8172-7f0992437621 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:21.233074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-25df74fc-ddd2-4738-a698-fe92bef59df2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4924345 Oct 26 11:55:21.250788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bf2ffe-c0c6-499d-9c6c-c6b0b2e81645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.357444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bf2ffe-c0c6-499d-9c6c-c6b0b2e81645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.361287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bf2ffe-c0c6-499d-9c6c-c6b0b2e81645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.362828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-47bf2ffe-c0c6-499d-9c6c-c6b0b2e81645 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54b20eec-567e-4254-ba74-ed8062715632 HTTP/1.1" status: 204 len: 168 time: 0.2658608 Oct 26 11:55:21.385805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf2ffe-c0c6-499d-9c6c-c6b0b2e81645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b20eec-567e-4254-ba74-ed8062715632,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:21.403866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.411784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.423024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.436108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.443033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.463206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.480417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b62842-8eb7-42ea-a029-f547cb3f2e67 None None] Network 1ac45879-2b76-43d5-8172-7f0992437621 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:21.504790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.513322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-c8f3c4e2-227a-4046-9795-b9e037056fac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5431 time: 0.2191677 Oct 26 11:55:21.579353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e41b5246-68c6-46e3-91e0-01cb4125ca07 req-02de5afe-0d24-48a3-ba46-2f7eaee9f434 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650191 Oct 26 11:55:21.720989 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52a9ee96-1f63-46ba-a40b-4a76d37369d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:21.735679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849637c8-af18-4d6f-bb61-e3dba28317f9 req-159dc262-15de-4cbc-8bc3-3d204180195c tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.743870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849637c8-af18-4d6f-bb61-e3dba28317f9 req-159dc262-15de-4cbc-8bc3-3d204180195c tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:21.746044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-849637c8-af18-4d6f-bb61-e3dba28317f9 req-159dc262-15de-4cbc-8bc3-3d204180195c tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097&device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 1681 time: 0.1228731 Oct 26 11:55:21.801216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-849637c8-af18-4d6f-bb61-e3dba28317f9 req-2ef7efab-c0f9-4b4b-9999-015c02e055d7 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Oct 26 11:55:22.005953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0276da03-7e4a-4ce2-8c45-689d3ca23c5f no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:22.062470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0276da03-7e4a-4ce2-8c45-689d3ca23c5f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:22.063486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0276da03-7e4a-4ce2-8c45-689d3ca23c5f not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:22.245551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-c4c160be-0f80-4fa3-8545-8d348a5580a3 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:22.248058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-c4c160be-0f80-4fa3-8545-8d348a5580a3 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/networks?id=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 HTTP/1.1" status: 200 len: 825 time: 0.1658719 Oct 26 11:55:22.277039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-a3857cb7-aced-412f-abfc-617a85c24336 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/quotas/ddfa540b3b3d44dbaf74d666da6cf44c HTTP/1.1" status: 200 len: 375 time: 0.0202885 Oct 26 11:55:22.288166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a0ab350-deaa-458d-8760-43f8b6a4393a no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:22.323386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-9fb5c20c-11b3-4375-a67c-8c32b6ae7845 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ddfa540b3b3d44dbaf74d666da6cf44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449867 Oct 26 11:55:22.344665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 9a0ab350-deaa-458d-8760-43f8b6a4393a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:22.349397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a0ab350-deaa-458d-8760-43f8b6a4393a not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:22.429653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:22.467637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-d31aee5a-e55b-4879-9300-20876c06e728 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432791 Oct 26 11:55:22.590370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:22.636474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-68d65d41-eb29-4908-87b7-edda63463399 service neutron] 10.222.0.88 "GET /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637557 Oct 26 11:55:22.648649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:22.671042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'port_id': 'a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c', 'mac_address': 'fa:16:3e:db:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:22.756803 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.785470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:22.789185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1201173365-network', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:22.812704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:22.814056 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.822629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.823761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afed0f4e-175d-4706-a2bd-ab5678827100 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:22.828084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:22.832160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.842603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.917620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:22.936642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.936642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.936642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.936917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.938300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.938662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.939019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.939350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.939675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.940001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.942554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.942976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:22.971640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.980925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:22.997566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:23.005085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36672553-995b-4442-be71-89532f5b509d req-f853fb6c-d935-4403-b49d-4e0d617e3d64 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 210 time: 0.0379672 Oct 26 11:55:23.032843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.040247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.059575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.068818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.072061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.072387 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Added segment 70de3281-b4f2-4a93-9a64-119ff26905d9 of type vlan for network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d Oct 26 11:55:23.079348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.085519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.092625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85c1c1-ac7d-4299-8564-11fb1955b107,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:23.099410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.101490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-37dca2ca-cbbc-4ba3-a9c6-a9bd0f671d87 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5432 time: 0.2033973 Oct 26 11:55:23.114364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afed0f4e-175d-4706-a2bd-ab5678827100,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:23.163511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'afed0f4e-175d-4706-a2bd-ab5678827100', 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'port_id': 'afed0f4e-175d-4706-a2bd-ab5678827100', 'mac_address': 'fa:16:3e:49:d0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d09726-5ac1-437a-a9c8-6b6abed978f0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:23.181907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.183867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df3a96a5-c7c2-4c8d-b5d5-eff7b241e96d req-cbb2d319-4db1-4bb4-8289-d58ad1239ee4 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675585 Oct 26 11:55:23.246378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.247719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.248254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.249060 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.249273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.268704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afed0f4e-175d-4706-a2bd-ab5678827100 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:23.298222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afed0f4e-175d-4706-a2bd-ab5678827100,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:23.304424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.305318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d295fd22-dbf0-46e7-afff-66babc705d3e details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:23.342088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d295fd22-dbf0-46e7-afff-66babc705d3e,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:23.346736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7510033 Oct 26 11:55:23.349797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34252) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:23.355518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Request body: {'subnet': {'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1201173365-subnet', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:23.360589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a796-8e5c-4554-ba9f-9c8f7308f983 req-5402c561-66a1-4618-a555-8b98be0fb572 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:23.374290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5689a796-8e5c-4554-ba9f-9c8f7308f983 req-5402c561-66a1-4618-a555-8b98be0fb572 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 945 time: 0.1165166 Oct 26 11:55:23.402621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33197c72-4b9d-41bd-96c7-f8ec1ef4df52 admin admin] Pushing event updated for resources: {'Network': ['ID=cfeec1c2-46e4-4747-b4a5-11d7c1790d5d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:23.427754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5689a796-8e5c-4554-ba9f-9c8f7308f983 req-f38e3519-1fe9-4789-b32e-bdc44d6e9466 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Oct 26 11:55:23.430723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:23.434093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.470808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'd295fd22-dbf0-46e7-afff-66babc705d3e', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'port_id': 'd295fd22-dbf0-46e7-afff-66babc705d3e', 'mac_address': 'fa:16:3e:c9:ed:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:23.475020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:23.479439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:23.625931 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.642765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d295fd22-dbf0-46e7-afff-66babc705d3e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:23.665899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d295fd22-dbf0-46e7-afff-66babc705d3e,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:23.671403 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.672503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 66d8641b-bfc9-43fa-92da-2645fd358eea details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:23.790465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:23.850759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=66d8641b-bfc9-43fa-92da-2645fd358eea,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:23.886910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'port_id': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'mac_address': 'fa:16:3e:57:ec:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:23.947200 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.964100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d8641b-bfc9-43fa-92da-2645fd358eea {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:23.974582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.987612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=66d8641b-bfc9-43fa-92da-2645fd358eea,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:23.991985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:23.992904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 733e6eba-9c81-4f89-ad1c-a2008636723d details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:24.045147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5126e100-30ef-45ac-aefc-58af2273680d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:24.063018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Checking segment: {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:24.063443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Network hostable DHCP agents. Network: cfeec1c2-46e4-4747-b4a5-11d7c1790d5d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:24.074498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=733e6eba-9c81-4f89-ad1c-a2008636723d,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:24.083898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:24.104354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '733e6eba-9c81-4f89-ad1c-a2008636723d', 'network_id': 'db3e3ca7-ff9e-4524-97de-77e9f508c48b', 'port_id': '733e6eba-9c81-4f89-ad1c-a2008636723d', 'mac_address': 'fa:16:3e:b6:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d09726-5ac1-437a-a9c8-6b6abed978f0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:24.132594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:24.136496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6066bc35-8a8f-4255-9964-1875f59eff6e req-569096cb-b7ed-4c48-84a6-a3e37e4f564a tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 210 time: 0.0400691 Oct 26 11:55:24.147847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, cfeec1c2-46e4-4747-b4a5-11d7c1790d5d) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:24.153975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.154770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.159248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a4f12-ee7e-48bc-80e7-844458c29e45 None None] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:24.186163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-a05b2129-3b05-4ad9-bc4b-65137bc543bb tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.187907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-a05b2129-3b05-4ad9-bc4b-65137bc543bb tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 945 time: 0.1060596 Oct 26 11:55:24.201895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34262) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:24.202611 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-79630d5d-94c4-4f0a-a0ad-fce80e519d92 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8516927 Oct 26 11:55:24.213225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:24.267532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.268618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.337881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Deleting port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:24.338222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.389629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.440334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733e6eba-9c81-4f89-ad1c-a2008636723d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:24.479337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] For port 6735c2b7-e99b-44a3-bf01-2b98e868ba78, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6735c2b7-e99b-44a3-bf01-2b98e868ba78,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:24.480808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.487369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.513893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Calling delete_port for 6735c2b7-e99b-44a3-bf01-2b98e868ba78 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:24.521089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=733e6eba-9c81-4f89-ad1c-a2008636723d,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:24.589241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.590225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8e3b62d1-3e42-4423-b43e-89dc24fe749f details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:24.608143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.654010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.660144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.666244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.673026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.674817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:24.679486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.686176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.692727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.694954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dce5238a-76a7-4680-a303-352e546f365e req-053c7039-0d88-4f9b-810d-ec1225b121fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5435 time: 0.4062653 Oct 26 11:55:24.698688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.723559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['acc89ec8-2cd9-4775-a116-14d055bac719'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:24.725872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6735c2b7-e99b-44a3-bf01-2b98e868ba78'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:24.733339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '8e3b62d1-3e42-4423-b43e-89dc24fe749f', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'port_id': '8e3b62d1-3e42-4423-b43e-89dc24fe749f', 'mac_address': 'fa:16:3e:40:cb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:24.738086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Pushing event deleted for resources: {'Port': ['ID=6735c2b7-e99b-44a3-bf01-2b98e868ba78,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:24.751477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d1d926be-eec7-4a1a-92df-d4998b6347c8 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.753097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d1d926be-eec7-4a1a-92df-d4998b6347c8 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.100 "GET /v2.0/ports?device_id=b76d4e92-3107-4e02-b698-06c3ecbc2bbb HTTP/1.1" status: 200 len: 945 time: 0.3147871 Oct 26 11:55:24.776333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:24.782673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-cfeec1c2-46e4-4747-b4a5-11d7c1790d5d', 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'fixed_ips': [{'subnet_id': '5126e100-30ef-45ac-aefc-58af2273680d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:55:24.783573 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.798435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] No DVR routers for this DVR port 6735c2b7-e99b-44a3-bf01-2b98e868ba78 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:24.802545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.806354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-8dc266a7-2723-4fd4-a977-27d4998be319 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:24.807431 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-997e9faa-3bbf-4c8d-a3b4-26ba914c8956 req-1c97293e-9519-4c32-b0ae-3a0192a44160 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.30 "DELETE /v2.0/ports/6735c2b7-e99b-44a3-bf01-2b98e868ba78 HTTP/1.1" status: 204 len: 173 time: 0.6026447 Oct 26 11:55:24.808074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-8dc266a7-2723-4fd4-a977-27d4998be319 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.30 "GET /v2.0/networks?id=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 HTTP/1.1" status: 200 len: 825 time: 0.4600792 Oct 26 11:55:24.808213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'name': 'network-vif-deleted', 'tag': '6735c2b7-e99b-44a3-bf01-2b98e868ba78'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:24.812575 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba1d3b-bab3-4cf0-9b75-c5e8bccffb00" -d '{"events": [{"server_uuid": "1070fdd9-0f30-4cfe-99b5-6e58de71d097", "name": "network-vif-deleted", "tag": "6735c2b7-e99b-44a3-bf01-2b98e868ba78"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:24.853815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Request body: {'port': {'device_id': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8', 'admin_state_up': True, 'tenant_id': 'ddfa540b3b3d44dbaf74d666da6cf44c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:24.915803 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:24.972590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3b62d1-3e42-4423-b43e-89dc24fe749f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:25.040071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:25.050746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.051450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 844306c2-34be-4134-ae16-572278d8b570 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:25.067266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Allocated IP 172.20.0.2 (cfeec1c2-46e4-4747-b4a5-11d7c1790d5d/5126e100-30ef-45ac-aefc-58af2273680d/d8506b42-6983-432a-ba1c-7f3a2a0e64e1) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:25.208397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:25.214975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.226462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=844306c2-34be-4134-ae16-572278d8b570,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:25.244674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa584-ee74-41c7-a36a-4ee3c4f452ed req-f4c11beb-a43f-4935-b054-d7a82a09ba71 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:25.246204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95eaa584-ee74-41c7-a36a-4ee3c4f452ed req-f4c11beb-a43f-4935-b054-d7a82a09ba71 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/ports?device_id=1070fdd9-0f30-4cfe-99b5-6e58de71d097 HTTP/1.1" status: 200 len: 867 time: 0.6637816 Oct 26 11:55:25.256224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '844306c2-34be-4134-ae16-572278d8b570', 'network_id': 'acaf89a7-0f45-4fd2-8626-b9c26d1c554a', 'port_id': '844306c2-34be-4134-ae16-572278d8b570', 'mac_address': 'fa:16:3e:0f:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9b0d69-085b-44ac-94c1-ad9c9e232f2a', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:25.261230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dce5238a-76a7-4680-a303-352e546f365e req-a943100f-0f26-4da8-9e02-023c9af20ca9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5431147 Oct 26 11:55:25.328990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.345564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844306c2-34be-4134-ae16-572278d8b570 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:25.394629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=844306c2-34be-4134-ae16-572278d8b570,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:25.400554 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.448771 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.465298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.485832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:25.488744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:25.489940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:25.493056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:25.503457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Made reservation on behalf of ddfa540b3b3d44dbaf74d666da6cf44c for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:25.507478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.519103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95eaa584-ee74-41c7-a36a-4ee3c4f452ed req-4b1973f5-1059-47a8-930a-f362302f55fc tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.88 "GET /v2.0/security-groups?id=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557173 Oct 26 11:55:25.573301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Deleting port acc89ec8-2cd9-4775-a116-14d055bac719 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:25.573918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.584690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Attempting to bind port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:25.585088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Attempting to bind port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:25.585504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Attempting to bind port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 on network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:25.595673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Pushing event updated for resources: {'Port': ['ID=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:25.598899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:25.598899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Checking segment: {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:25.599244 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.599636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Bound using segment: {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:25.600115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Bound port: d8506b42-6983-432a-ba1c-7f3a2a0e64e1, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:25.600742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.677283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] For port d8506b42-6983-432a-ba1c-7f3a2a0e64e1, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:25.681602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] For port d8506b42-6983-432a-ba1c-7f3a2a0e64e1, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:25.688008 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:25.700275 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4854c4-8bb7-4f66-875e-5e244819a32f x-openstack-request-id: req-1a4854c4-8bb7-4f66-875e-5e244819a32f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:25.702341 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1070fdd9-0f30-4cfe-99b5-6e58de71d097", "name": "network-vif-deleted", "tag": "6735c2b7-e99b-44a3-bf01-2b98e868ba78", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:25.703458 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1a4854c4-8bb7-4f66-875e-5e244819a32f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:25.704255 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1070fdd9-0f30-4cfe-99b5-6e58de71d097', 'name': 'network-vif-deleted', 'tag': '6735c2b7-e99b-44a3-bf01-2b98e868ba78', 'status': 'completed', 'code': 200} Oct 26 11:55:25.753298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148f5c2-3358-4c6c-85fc-2c6c729d92f3 None None] Pushing event updated for resources: {'Port': ['ID=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:25.807280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-2e598b7e-bd54-4afe-906a-f42d0d4b4a55 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1931446913&fields=id&tenant_id=f0d2cf55cea04be69fb977b4d313ceba HTTP/1.1" status: 200 len: 267 time: 0.1444275 Oct 26 11:55:25.840530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21f49c31-81e3-4167-9da3-c8ae723d2492 req-ce8769a8-c30e-4599-b067-64d56b111ed0 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 210 time: 0.0674045 Oct 26 11:55:25.958676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Allocated IP 172.20.0.8 (2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8/d66c30df-e61c-45cc-9230-43f38a54a07d/105e65dc-8d7e-4e58-8ace-fa1ba77d0062) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:26.003673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] For port acc89ec8-2cd9-4775-a116-14d055bac719, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=acc89ec8-2cd9-4775-a116-14d055bac719,segment=NetworkSegment(922f581f-9595-484d-835e-128d3b9a855c),segment_id=922f581f-9595-484d-835e-128d3b9a855c)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:26.004094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.039164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Calling delete_port for acc89ec8-2cd9-4775-a116-14d055bac719 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:26.072480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['afed0f4e-175d-4706-a2bd-ab5678827100'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:26.104323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d295fd22-dbf0-46e7-afff-66babc705d3e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:26.132278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:26.168204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['66d8641b-bfc9-43fa-92da-2645fd358eea'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:26.171829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['844306c2-34be-4134-ae16-572278d8b570'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:26.196150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-d8b75aa9-7a06-46f9-bb57-04cc8081a99f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.197539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-d8b75aa9-7a06-46f9-bb57-04cc8081a99f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/networks?id=aeaf7e48-e176-48cd-92a2-94f6148a89e0 HTTP/1.1" status: 200 len: 815 time: 0.3696947 Oct 26 11:55:26.200822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['8e3b62d1-3e42-4423-b43e-89dc24fe749f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:26.213251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.285619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.302805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-6e38e00f-678e-4b3d-a784-63c5d7a8cf15 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/quotas/f0d2cf55cea04be69fb977b4d313ceba HTTP/1.1" status: 200 len: 375 time: 0.0567319 Oct 26 11:55:26.573468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.597272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-29848f55-9fb9-4219-8193-bf1824af7a48 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0d2cf55cea04be69fb977b4d313ceba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2660782 Oct 26 11:55:26.624282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.631298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.637685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.644322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.650937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.658316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.664784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:26.666780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-68b469f8-85b0-4e87-922d-2166e09d49b1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5438 time: 0.3016133 Oct 26 11:55:26.745216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.819495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Allocated IP 172.25.4.112 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/515224c1-127e-47b4-8406-43d71f9a9dd8) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:26.832830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fee98-ec3f-43eb-811f-bc4eccfc90d5 None None] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:26.833664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Pushing event deleted for resources: {'Port': ['ID=acc89ec8-2cd9-4775-a116-14d055bac719,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:26.900416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f647f56-b957-4b19-933c-2bd01b0b11f4 req-b68923df-8b67-40ee-9a5f-80c69f6a2379 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2198336 Oct 26 11:55:26.933556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3f8fae73-a030-44f6-95ee-4ce53b1cf3c7 None None] Provisioning complete for port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:26.933970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f8fae73-a030-44f6-95ee-4ce53b1cf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.935629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] No DVR routers for this DVR port acc89ec8-2cd9-4775-a116-14d055bac719 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:26.938918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:26.942709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d557b29d-cad8-41be-9953-3094a8c63c81 req-d0934c59-eb7a-4eaa-a577-c3b5a241e566 tempest-ListServersNegativeTestJSON-1908370222 tempest-ListServersNegativeTestJSON-1908370222-project] 10.222.0.100 "DELETE /v2.0/ports/acc89ec8-2cd9-4775-a116-14d055bac719 HTTP/1.1" status: 204 len: 173 time: 2.1032546 Oct 26 11:55:26.956023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'name': 'network-vif-deleted', 'tag': 'acc89ec8-2cd9-4775-a116-14d055bac719'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:26.958797 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d917ffc-f8af-4c6a-885f-4a41ce326e4f" -d '{"events": [{"server_uuid": "b76d4e92-3107-4e02-b698-06c3ecbc2bbb", "name": "network-vif-deleted", "tag": "acc89ec8-2cd9-4775-a116-14d055bac719"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:26.996555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.008375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-165c2668-012d-4d51-ba0b-fc6267c81e66 service neutron] 10.222.0.88 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100792 Oct 26 11:55:27.127987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:27.149052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:27.151531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:27.180673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Pushing event updated for resources: {'Port': ['ID=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:27.238620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['733e6eba-9c81-4f89-ad1c-a2008636723d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:27.274491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f8fae73-a030-44f6-95ee-4ce53b1cf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.283809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.295792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:27.296427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.314088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af03ae-af1a-4dd5-90f1-4bb6f12558dc req-3ba8ade6-d3bc-4113-ac4d-66d180a02ccc tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:27.315509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94af03ae-af1a-4dd5-90f1-4bb6f12558dc req-3ba8ade6-d3bc-4113-ac4d-66d180a02ccc tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 931 time: 0.1914549 Oct 26 11:55:27.331073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3f8fae73-a030-44f6-95ee-4ce53b1cf3c7 None None] For port d8506b42-6983-432a-ba1c-7f3a2a0e64e1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:27.338994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-22b5e118-c7b8-4aa7-b9c0-0bd741687eb4 service neutron] 10.222.0.88 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944069 Oct 26 11:55:27.341898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f8fae73-a030-44f6-95ee-4ce53b1cf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.352082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-7175f4a4-5a0d-488c-bc72-de6c22f99a29 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5031297 Oct 26 11:55:27.390005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Request body: {'port': {'device_id': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:27.435669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device acc89ec8-2cd9-4775-a116-14d055bac719 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:27.441228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fae73-a030-44f6-95ee-4ce53b1cf3c7 None None] Pushing event updated for resources: {'Port': ['ID=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:27.468895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: acc89ec8-2cd9-4775-a116-14d055bac719 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:27.469238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device acc89ec8-2cd9-4775-a116-14d055bac719 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:27.494914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94af03ae-af1a-4dd5-90f1-4bb6f12558dc req-38ef5c68-fd84-46b5-9235-b0c37edb75e0 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664982 Oct 26 11:55:27.532151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.548581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.654040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:27.662738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34308) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:27.683430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:27.683665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6aacc5bc-5bc5-4041-8b62-4e2a0034323d None None] Provisioning complete for port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:27.683834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6aacc5bc-5bc5-4041-8b62-4e2a0034323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.690515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Pushing event updated for resources: {'Port': ['ID=515224c1-127e-47b4-8406-43d71f9a9dd8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:27.701844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:27.736231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Deleting subnet 22933c16-33f9-4d1d-b770-979a37900eba {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:55:27.739639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.770336 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d331aa43-07d4-41d3-b040-6f3b29a3e48a x-openstack-request-id: req-d331aa43-07d4-41d3-b040-6f3b29a3e48a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:27.770723 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d4e92-3107-4e02-b698-06c3ecbc2bbb", "name": "network-vif-deleted", "tag": "acc89ec8-2cd9-4775-a116-14d055bac719", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:27.771014 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d331aa43-07d4-41d3-b040-6f3b29a3e48a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:27.771423 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d4e92-3107-4e02-b698-06c3ecbc2bbb', 'name': 'network-vif-deleted', 'tag': 'acc89ec8-2cd9-4775-a116-14d055bac719', 'status': 'completed', 'code': 200} Oct 26 11:55:27.791167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.869606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:27.957565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c438a12-ca46-43ba-9b86-a2c316a5e122 req-0f8a4614-affe-4c33-9df0-80a19d2c8ebb tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.0842428 Oct 26 11:55:27.979776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.019237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22933c16-33f9-4d1d-b770-979a37900eba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:28.025340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.032820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aef01f13-b3c1-46dd-8b84-4a760487042b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/22933c16-33f9-4d1d-b770-979a37900eba HTTP/1.1" status: 204 len: 168 time: 0.3656366 Oct 26 11:55:28.033242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34320) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:28.092765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d8506b42-6983-432a-ba1c-7f3a2a0e64e1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:28.149782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:28.150154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.177097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.279210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.303307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6735c2b7-e99b-44a3-bf01-2b98e868ba78 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:28.303994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ba61e5-2e8d-4486-9ab5-29d8051f6f26']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:28.317747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922f581f-9595-484d-835e-128d3b9a855c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:28.318393 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922f581f-9595-484d-835e-128d3b9a855c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:28.327139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 6735c2b7-e99b-44a3-bf01-2b98e868ba78 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:28.327496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6735c2b7-e99b-44a3-bf01-2b98e868ba78 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:28.331988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.347734 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.354704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:55:28.355891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:55:28.358525 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:55:28.422353 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.428779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.433169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/93ba61e5-2e8d-4486-9ab5-29d8051f6f26 HTTP/1.1" status: 204 len: 168 time: 0.3988395 Oct 26 11:55:28.453494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c3ec-3f61-46cd-9e8d-29942b36e0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ba61e5-2e8d-4486-9ab5-29d8051f6f26,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:28.568081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.574574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.580878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.587228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.594034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.600862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.608714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.610939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fe525278-20af-4e58-9ab4-ed0ad497e276 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5438 time: 0.5640464 Oct 26 11:55:28.622511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34332) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:28.672429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5745c1b2-f924-44fc-86f7-0e3964344c6e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=67838778f6d144ffa273f91a4932ab26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487137 Oct 26 11:55:28.675862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34334) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:28.730664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5619b1c1-f650-4e48-acaf-4528a19f6781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.757279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5619b1c1-f650-4e48-acaf-4528a19f6781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.758964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-748c6530-92cc-4296-9b47-1d8287c2808a req-fc378f4f-564e-4646-83e7-df27b639aea1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326897 Oct 26 11:55:28.787140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.826231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5619b1c1-f650-4e48-acaf-4528a19f6781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.829370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5619b1c1-f650-4e48-acaf-4528a19f6781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.830625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5619b1c1-f650-4e48-acaf-4528a19f6781 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/27318ef7-04e8-4bfa-8f1c-4e751b5b88c9 HTTP/1.1" status: 204 len: 168 time: 0.1538064 Oct 26 11:55:28.836079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d8876-2627-4bef-a8a6-b5898d56624e req-328e2a91-8009-4e7c-a7d3-0d0d04617dd8 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:28.837752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-471d8876-2627-4bef-a8a6-b5898d56624e req-328e2a91-8009-4e7c-a7d3-0d0d04617dd8 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 931 time: 0.1924980 Oct 26 11:55:28.840056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619b1c1-f650-4e48-acaf-4528a19f6781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27318ef7-04e8-4bfa-8f1c-4e751b5b88c9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:28.881096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:28.908855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:28.940803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Transition to ACTIVE for port object 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:28.952564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-471d8876-2627-4bef-a8a6-b5898d56624e req-4cb58dba-f924-439a-a809-f21e1da5e359 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835493 Oct 26 11:55:28.953178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.025113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Pushing event updated for resources: {'Port': ['ID=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:29.143312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87b71da1-7d17-4af5-8bd7-c23f3b46bc43 req-47a6bd01-eeb5-4632-a9a3-7e413c331756 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.0836453 Oct 26 11:55:29.225827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Attempting to bind port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:29.226192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Attempting to bind port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'aed93e5e-47c8-4747-b82f-8e4353cf91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:29.226693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Attempting to bind port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 on network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:29.233647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.235697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 on network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:29.236124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Attempting to bind port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 on network 2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:29.245314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:29.245636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Checking segment: {'id': 'aed93e5e-47c8-4747-b82f-8e4353cf91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:29.246077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Bound using segment: {'id': 'aed93e5e-47c8-4747-b82f-8e4353cf91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:29.246454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Bound port: 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed93e5e-47c8-4747-b82f-8e4353cf91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:29.246837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.380402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-87bd1983-f196-4df5-9293-2b3e10433820 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:29.381908 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-87bd1983-f196-4df5-9293-2b3e10433820 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.30 "GET /v2.0/networks?id=aeaf7e48-e176-48cd-92a2-94f6148a89e0 HTTP/1.1" status: 200 len: 815 time: 0.1553020 Oct 26 11:55:29.405444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] For port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:29.410478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] For port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,segment=NetworkSegment(aed93e5e-47c8-4747-b82f-8e4353cf91ee),segment_id=aed93e5e-47c8-4747-b82f-8e4353cf91ee)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:29.426797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.438133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d295fd22-dbf0-46e7-afff-66babc705d3e up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:29.444759 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-fb7705d0-9372-43f5-80dd-4c46a5398a71 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d2cf55cea04be69fb977b4d313ceba HTTP/1.1" status: 200 len: 380 time: 0.0510573 Oct 26 11:55:29.462816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Request body: {'port': {'device_id': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'admin_state_up': True, 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'security_groups': ['940c29d8-8754-42bc-8603-081171050bcd']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:29.482494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:29.483110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.484803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] 10.222.0.30 "PUT /v2.0/ports/105e65dc-8d7e-4e58-8ace-fa1ba77d0062 HTTP/1.1" status: 200 len: 1091 time: 2.1230226 Oct 26 11:55:29.514849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c7e4c-dee4-4b05-9c44-33159ecb1a90 service neutron] Pushing event updated for resources: {'Port': ['ID=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:29.531042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Router f335d077-dbb7-449f-ac91-b810eb390af7 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:55:29.591913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port d295fd22-dbf0-46e7-afff-66babc705d3e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:29.607341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port d295fd22-dbf0-46e7-afff-66babc705d3e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:29.607341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.631589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Made reservation on behalf of f0d2cf55cea04be69fb977b4d313ceba for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:29.635523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.681244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-1e2a48f1-1c69-4ccd-92e2-dd9ded1afebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:29.683003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-1e2a48f1-1c69-4ccd-92e2-dd9ded1afebc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddfa540b3b3d44dbaf74d666da6cf44c&device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 1094 time: 0.1322303 Oct 26 11:55:29.731127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-860d9a05-77a5-42d9-937f-6a307b0634dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062 HTTP/1.1" status: 200 len: 217 time: 0.0392227 Oct 26 11:55:29.743605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.774048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:29.776117 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8438baf-81ed-4204-ae2f-0a0f2d4b8891" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:29.797383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d295fd22-dbf0-46e7-afff-66babc705d3e,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:29.798562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'tag': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:29.800953 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6802459-9cec-42e0-b684-3215ad7f3af8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a0b84f-b8f4-4789-a491-c374684cd7bc", "tag": "105e65dc-8d7e-4e58-8ace-fa1ba77d0062"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:29.803001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.804545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:29.825658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:29.828520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-976c90e6-6d9d-45e4-afb9-6d138dd3c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:29.830063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-976c90e6-6d9d-45e4-afb9-6d138dd3c6e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d66c30df-e61c-45cc-9230-43f38a54a07d HTTP/1.1" status: 200 len: 865 time: 0.0907776 Oct 26 11:55:29.866943 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40236b6a-c685-4d6a-abfd-5be39e098578 x-openstack-request-id: req-40236b6a-c685-4d6a-abfd-5be39e098578 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:29.866943 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:29.867802 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40236b6a-c685-4d6a-abfd-5be39e098578 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:29.867802 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e', 'code': 200} Oct 26 11:55:29.876006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Sync routers for ids ['f335d077-dbb7-449f-ac91-b810eb390af7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:29.911624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-84edaa45-cbdd-40bc-9adf-3188248d8512 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693324 Oct 26 11:55:29.919970 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e3d62-521e-4c68-b25b-9a3038e69a8c x-openstack-request-id: req-886e3d62-521e-4c68-b25b-9a3038e69a8c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:29.920493 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a0b84f-b8f4-4789-a491-c374684cd7bc", "tag": "105e65dc-8d7e-4e58-8ace-fa1ba77d0062", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:29.923172 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-886e3d62-521e-4c68-b25b-9a3038e69a8c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:29.923776 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'tag': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062', 'status': 'completed', 'code': 200} Oct 26 11:55:29.929270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:29.935613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dce98b67-f1ab-47d9-8c25-94dfb4c66859 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7297223 Oct 26 11:55:29.936054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34370) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:29.945691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:29.949956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Routers {'f335d077-dbb7-449f-ac91-b810eb390af7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:29.950797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f335d077-dbb7-449f-ac91-b810eb390af7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:29.972849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Allocated IP 172.20.0.9 (aeaf7e48-e176-48cd-92a2-94f6148a89e0/54f19e13-e865-46f7-81b4-8867b5028f7b/f353dc9c-9faa-47b9-afbc-4734e55f2467) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:30.125562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Set router f335d077-dbb7-449f-ac91-b810eb390af7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:30.134485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-946045634-network', 'tenant_id': '3457d624e986484c900ff271694c475b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:30.220947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:30.236207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Made reservation on behalf of 3457d624e986484c900ff271694c475b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:30.242257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.257927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:30.266687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:30.267091 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.280244 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.327990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.381874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-8c1b9546-f914-45c6-b06c-7b16aac1d19f service neutron] 10.222.0.30 "GET /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416835 Oct 26 11:55:30.407373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.413496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.414957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.423813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.433553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.439904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.441532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.448366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.455068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.460121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.464915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-014e0288-520a-48ee-aa36-1557b8488772 req-45761b38-55ec-4847-bc8d-d85f9bb99e70 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5439 time: 0.5276880 Oct 26 11:55:30.468886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:55:28Z', 'revision_number': 3, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:30.471947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:30.472897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.484954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:30.495097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:30.503613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Checking router: f335d077-dbb7-449f-ac91-b810eb390af7 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:30.504742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Updating router f335d077-dbb7-449f-ac91-b810eb390af7 port 515224c1-127e-47b4-8406-43d71f9a9dd8 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:55:30.507534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:30.509318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:30.510960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event updated for resources: {'Port': ['ID=f353dc9c-9faa-47b9-afbc-4734e55f2467,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:30.531045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.531858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 733e6eba-9c81-4f89-ad1c-a2008636723d up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:30.558147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.558487 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Added segment edf44af5-9f8b-4c2f-b849-69d0d0031883 of type vlan for network f7fad451-96df-4e34-82fc-bc3a4970e943 Oct 26 11:55:30.573851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e97172-ce83-4561-ba5a-a7b2a73c3c85,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:30.594616 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.640976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.643629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f7a555-2e2b-42c3-a7e7-ac2328d6a6e1 req-c5964433-2645-4658-ab3a-fe88ae68584c service neutron] 10.222.0.30 "GET /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728032 Oct 26 11:55:30.643988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.651665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.695492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb91c6-676b-4458-8c59-cea26505a6b4 req-398bf03b-e104-403f-843f-f0919bdb7265 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.701861 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-804ca79d-1ddb-499d-94fb-9896359d03fa tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2450752 Oct 26 11:55:30.705891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04bb91c6-676b-4458-8c59-cea26505a6b4 req-398bf03b-e104-403f-843f-f0919bdb7265 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 943 time: 0.4275451 Oct 26 11:55:30.716930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:30.720014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Request body: {'port': {'device_id': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:30.724638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.724944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.725532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.812078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 733e6eba-9c81-4f89-ad1c-a2008636723d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:30.835888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 733e6eba-9c81-4f89-ad1c-a2008636723d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:30.836297 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.853276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9043911 Oct 26 11:55:30.858452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:30.863225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Request body: {'subnet': {'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-subnet', 'tenant_id': '3457d624e986484c900ff271694c475b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:30.869407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158696-3f29-492c-9ef6-a14701c1a4ba admin admin] Pushing event updated for resources: {'Network': ['ID=f7fad451-96df-4e34-82fc-bc3a4970e943,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:30.883853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:30.920321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f7fad451-96df-4e34-82fc-bc3a4970e943 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:30.962771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-014e0288-520a-48ee-aa36-1557b8488772 req-304a1136-ef3c-4fcd-89ce-a424dbd50ec6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4968319 Oct 26 11:55:30.972430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04bb91c6-676b-4458-8c59-cea26505a6b4 req-d208094b-44a1-419c-85c6-9ff74d5a1cfc tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645924 Oct 26 11:55:30.995719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-a63d23e8-f366-4de3-ac5c-9bd9eff9a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:30.997477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-a63d23e8-f366-4de3-ac5c-9bd9eff9a5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddfa540b3b3d44dbaf74d666da6cf44c&device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 1094 time: 0.1326239 Oct 26 11:55:31.095346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-65b0b71c-b41d-420b-a264-196d367397e3 None None] Provisioning complete for port f353dc9c-9faa-47b9-afbc-4734e55f2467 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:31.095720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65b0b71c-b41d-420b-a264-196d367397e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.155596 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.185535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-65b0b71c-b41d-420b-a264-196d367397e3 None None] Port f353dc9c-9faa-47b9-afbc-4734e55f2467 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:55:31.243946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=733e6eba-9c81-4f89-ad1c-a2008636723d,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:31.260915 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.261823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 66d8641b-bfc9-43fa-92da-2645fd358eea up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:31.265656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.303536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f353dc9c-9faa-47b9-afbc-4734e55f2467 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:31.313523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.320759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.328381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Transition to ACTIVE for port object f353dc9c-9faa-47b9-afbc-4734e55f2467 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:31.329948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Made reservation on behalf of 3457d624e986484c900ff271694c475b for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:31.333130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.382104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Attempting to bind port 515224c1-127e-47b4-8406-43d71f9a9dd8 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:31.382476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Attempting to bind port 515224c1-127e-47b4-8406-43d71f9a9dd8 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:31.382846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Attempting to bind port 515224c1-127e-47b4-8406-43d71f9a9dd8 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:31.383128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.391697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:31.392133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:31.392535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.392941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:31.393423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Bound port: 515224c1-127e-47b4-8406-43d71f9a9dd8, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:31.393813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.416652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:31.446083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Pushing event updated for resources: {'Port': ['ID=f353dc9c-9faa-47b9-afbc-4734e55f2467,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:31.511551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 66d8641b-bfc9-43fa-92da-2645fd358eea completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:31.515174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb86fc0-e7fb-4019-b2f0-5f493052d316 None None] Pushing event updated for resources: {'Port': ['ID=515224c1-127e-47b4-8406-43d71f9a9dd8,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:31.521041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] For port 515224c1-127e-47b4-8406-43d71f9a9dd8, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:31.543474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 66d8641b-bfc9-43fa-92da-2645fd358eea triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:31.544546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.547718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] For port 515224c1-127e-47b4-8406-43d71f9a9dd8, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=515224c1-127e-47b4-8406-43d71f9a9dd8,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:31.575767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.650285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Attempting to bind port f353dc9c-9faa-47b9-afbc-4734e55f2467 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:31.650700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Attempting to bind port f353dc9c-9faa-47b9-afbc-4734e55f2467 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:31.650983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Attempting to bind port f353dc9c-9faa-47b9-afbc-4734e55f2467 on network aeaf7e48-e176-48cd-92a2-94f6148a89e0 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:31.662251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Port f353dc9c-9faa-47b9-afbc-4734e55f2467 on network aeaf7e48-e176-48cd-92a2-94f6148a89e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:31.662251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Attempting to bind port f353dc9c-9faa-47b9-afbc-4734e55f2467 on network aeaf7e48-e176-48cd-92a2-94f6148a89e0 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:31.692756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Routers {'f335d077-dbb7-449f-ac91-b810eb390af7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:31.693418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f335d077-dbb7-449f-ac91-b810eb390af7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:31.705015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:31.705439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Checking segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:31.705751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Bound using segment: {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:31.706368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Bound port: f353dc9c-9faa-47b9-afbc-4734e55f2467, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:31.706757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.797709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-748e0517-cdd8-4ceb-bc63-3a627dd7a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:31.799327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-748e0517-cdd8-4ceb-bc63-3a627dd7a2e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 HTTP/1.1" status: 200 len: 927 time: 0.7934005 Oct 26 11:55:31.831173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9901a36-764a-44cb-9ae6-b999a2e75566 req-b459b580-57cd-4190-82be-e4f8126c39c1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:31.839390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9901a36-764a-44cb-9ae6-b999a2e75566 req-b459b580-57cd-4190-82be-e4f8126c39c1 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 931 time: 0.6901019 Oct 26 11:55:31.875230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] For port f353dc9c-9faa-47b9-afbc-4734e55f2467, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:31.879472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] For port f353dc9c-9faa-47b9-afbc-4734e55f2467, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:31.886909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.910668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-9c15656c-c837-429e-912f-a591d9103715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062 HTTP/1.1" status: 200 len: 217 time: 0.0995150 Oct 26 11:55:31.927610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:31.963160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1894e54d-3b69-4d07-a0e9-be3197fd2c5c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:32.012220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.012976 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.014445 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] 10.222.0.30 "PUT /v2.0/ports/f353dc9c-9faa-47b9-afbc-4734e55f2467 HTTP/1.1" status: 200 len: 1091 time: 1.2998292 Oct 26 11:55:32.014929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:32.015291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:32.017294 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96709202-a84c-40c9-8a3a-9ea2f68c786a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:32.018561 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe01e6-d2cc-425d-aba8-02b252f7c06c" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:32.046419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Checking segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:32.046736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Network hostable DHCP agents. Network: f7fad451-96df-4e34-82fc-bc3a4970e943, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:32.075821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9901a36-764a-44cb-9ae6-b999a2e75566 req-00e75e05-d0af-431d-abba-572df955a629 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350805 Oct 26 11:55:32.084099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b912dbf-0ffc-47cb-a5d7-8eccf93d6e03 service neutron] Pushing event updated for resources: {'Port': ['ID=f353dc9c-9faa-47b9-afbc-4734e55f2467,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:32.116333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb86fc0-e7fb-4019-b2f0-5f493052d316 None None] Pushing event updated for resources: {'Port': ['ID=515224c1-127e-47b4-8406-43d71f9a9dd8,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:32.121512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-36de0f64-672d-4033-9805-32f6324b6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.132765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-36de0f64-672d-4033-9805-32f6324b6ef4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d66c30df-e61c-45cc-9230-43f38a54a07d HTTP/1.1" status: 200 len: 865 time: 0.2101338 Oct 26 11:55:32.134983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Network f7fad451-96df-4e34-82fc-bc3a4970e943 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:32.164244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f7fad451-96df-4e34-82fc-bc3a4970e943) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:32.167678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-ee4c4a0a-d2fe-458a-b362-d54369cee99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.169716 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-ee4c4a0a-d2fe-458a-b362-d54369cee99e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0d2cf55cea04be69fb977b4d313ceba&device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 1094 time: 0.0887892 Oct 26 11:55:32.177926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.178819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.222151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9cc49f-9a39-4571-99ca-04b05fb735db None None] Network f7fad451-96df-4e34-82fc-bc3a4970e943 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:32.235969 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a311996-91d8-43f0-a337-d3631696e9b5 x-openstack-request-id: req-5a311996-91d8-43f0-a337-d3631696e9b5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:32.236350 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:32.236821 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a311996-91d8-43f0-a337-d3631696e9b5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:32.237294 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'status': 'completed', 'code': 200} Oct 26 11:55:32.240541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-2b8ff860-a70d-4da2-860c-36f94dfd8097 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924881 Oct 26 11:55:32.242907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-2d20650b-0b7a-4285-955c-50d576dadf73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467 HTTP/1.1" status: 200 len: 217 time: 0.0610983 Oct 26 11:55:32.298852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3f26ff56-dede-419e-b26e-afcd9f991a11 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4393077 Oct 26 11:55:32.323665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:32.332503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:32.369485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.371066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.379480 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.417674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] Set router f335d077-dbb7-449f-ac91-b810eb390af7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:32.441135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.460411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-ed8cc046-7540-45c3-a995-8104a6cf5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.462117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-ed8cc046-7540-45c3-a995-8104a6cf5b4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54f19e13-e865-46f7-81b4-8867b5028f7b HTTP/1.1" status: 200 len: 854 time: 0.2048156 Oct 26 11:55:32.530525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.572499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.578905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.585063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.591789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.598079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.604166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.610893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.618824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-e14d5776-4f99-44ad-9739-ed02e14cd0ad tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5441 time: 0.2742515 Oct 26 11:55:32.645871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829e796-63df-4b10-bf5d-05e4ec131103 req-a6e90d73-ece6-47e0-a861-949d6523cd84 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.654162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0829e796-63df-4b10-bf5d-05e4ec131103 req-a6e90d73-ece6-47e0-a861-949d6523cd84 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 943 time: 0.3959100 Oct 26 11:55:32.694268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=66d8641b-bfc9-43fa-92da-2645fd358eea,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:32.715439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.716728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afed0f4e-175d-4706-a2bd-ab5678827100 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:32.763497 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:32.764930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-857fe16c-a98f-46eb-8e27-e435da42871d service neutron] 10.222.0.30 "GET /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083489 Oct 26 11:55:32.787408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0829e796-63df-4b10-bf5d-05e4ec131103 req-a3bd63a6-5d96-47a4-bb4d-b9ffb25c75d1 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310916 Oct 26 11:55:32.809080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ecc4719-7b20-4410-948d-1516c097a9f0 req-64585c5a-2004-49c0-ac40-9c9e849dce99 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1893356 Oct 26 11:55:32.811724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1d316b64-a323-4b12-91a5-921b9b08c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:32.818496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-1d316b64-a323-4b12-91a5-921b9b08c2ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeaf7e48-e176-48cd-92a2-94f6148a89e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485025 Oct 26 11:55:32.820914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:32.926272 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233f34d6-af30-4581-b46f-53710fb8d732 x-openstack-request-id: req-233f34d6-af30-4581-b46f-53710fb8d732 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:32.926720 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:32.927100 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-233f34d6-af30-4581-b46f-53710fb8d732 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:32.927603 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c', 'code': 200} Oct 26 11:55:32.927963 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d', 'code': 200} Oct 26 11:55:32.950360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27573b1a-238b-470d-af6f-21e756e61590 None None] Network f7fad451-96df-4e34-82fc-bc3a4970e943 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:33.119995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:55:28Z', 'revision_number': 3, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:33.122830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6802459-9cec-42e0-b684-3215ad7f3af8 req-0b03e3b5-9eab-47cc-abdd-c7f7df92c8b2 service neutron] 10.222.0.30 "GET /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464513 Oct 26 11:55:33.146446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Allocated IP 172.20.0.1 (cfeec1c2-46e4-4747-b4a5-11d7c1790d5d/5126e100-30ef-45ac-aefc-58af2273680d/6b531d35-6b21-4863-b04d-e87b5af04f09) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:33.163996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-aba16639-38d0-4933-99d0-9e05160777da service neutron] 10.222.0.30 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307748 Oct 26 11:55:33.165744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592d9f-fbdf-4f1b-ba52-6186f2a7995f None None] The sync data for ids ['f335d077-dbb7-449f-ac91-b810eb390af7'] in n-d-812150-3 is: [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:55:28Z', 'revision_number': 3, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:33.224873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port afed0f4e-175d-4706-a2bd-ab5678827100 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:33.230785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port afed0f4e-175d-4706-a2bd-ab5678827100 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:33.232603 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.341616 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.353845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.411699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b649-1226-419e-812e-00511c56d6f5 req-14ac70cc-ef09-41f0-b5af-325a3d2bc43e tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:33.412369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afed0f4e-175d-4706-a2bd-ab5678827100,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:33.420316 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.421132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ac1b649-1226-419e-812e-00511c56d6f5 req-14ac70cc-ef09-41f0-b5af-325a3d2bc43e tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.1711402 Oct 26 11:55:33.421726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8e3b62d1-3e42-4423-b43e-89dc24fe749f up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:33.469637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ac1b649-1226-419e-812e-00511c56d6f5 req-193d3f94-0888-408b-8672-20f83da934f7 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475006 Oct 26 11:55:33.470786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.524930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:33.529917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:33.536336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:33.623344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:33.629015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Pushing event updated for resources: {'Port': ['ID=6b531d35-6b21-4863-b04d-e87b5af04f09,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:33.639451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.643364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.667261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b34bbf3d-b02b-4c5b-8269-b48774e6a422 req-705d9cce-4046-4e4d-990f-4043bbe912db service neutron] 10.222.0.30 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055511 Oct 26 11:55:33.681950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 8e3b62d1-3e42-4423-b43e-89dc24fe749f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:33.687166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.689476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 8e3b62d1-3e42-4423-b43e-89dc24fe749f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:33.690137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.727418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.851683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:33.986373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:34.000349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.001431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 844306c2-34be-4134-ae16-572278d8b570 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:34.081980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-d69b2d78-53c6-4767-8c41-348913cfae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.087746 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-d69b2d78-53c6-4767-8c41-348913cfae1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0d2cf55cea04be69fb977b4d313ceba&device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 1094 time: 0.3519728 Oct 26 11:55:34.094798 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.119815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40ae4-d438-4d43-b187-12b461d0d96a req-33bb2c97-e2a1-4783-9743-4abb88705d83 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.128932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57f40ae4-d438-4d43-b187-12b461d0d96a req-33bb2c97-e2a1-4783-9743-4abb88705d83 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 943 time: 0.1805239 Oct 26 11:55:34.138083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:34.148039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 515224c1-127e-47b4-8406-43d71f9a9dd8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:34.242354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-55da5b74-3f09-4736-8699-ddfe9cb53fdb None None] Provisioning complete for port 6b531d35-6b21-4863-b04d-e87b5af04f09 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:34.242738 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55da5b74-3f09-4736-8699-ddfe9cb53fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.246239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-2ecd2621-1b1a-4b2e-beb6-ea7eb9567378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.248401 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-2ecd2621-1b1a-4b2e-beb6-ea7eb9567378 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeaf7e48-e176-48cd-92a2-94f6148a89e0 HTTP/1.1" status: 200 len: 917 time: 0.1502759 Oct 26 11:55:34.258577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Allocated IP 172.25.4.45 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:34.313122 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-13ee7e86-c4a3-49e4-a664-323796c8899a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467 HTTP/1.1" status: 200 len: 217 time: 0.0559525 Oct 26 11:55:34.322824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 844306c2-34be-4134-ae16-572278d8b570 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:34.329279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 515224c1-127e-47b4-8406-43d71f9a9dd8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:34.329666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.333139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-55da5b74-3f09-4736-8699-ddfe9cb53fdb None None] Port 6b531d35-6b21-4863-b04d-e87b5af04f09 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:55:34.350817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.375385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.417213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:34.448176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Pushing event updated for resources: {'Port': ['ID=6b531d35-6b21-4863-b04d-e87b5af04f09,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:34.456539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-0d6f5e43-2f67-47a7-9ed1-488dfb316cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.458052 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-0d6f5e43-2f67-47a7-9ed1-488dfb316cff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54f19e13-e865-46f7-81b4-8867b5028f7b HTTP/1.1" status: 200 len: 854 time: 0.1314404 Oct 26 11:55:34.477074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57f40ae4-d438-4d43-b187-12b461d0d96a req-b442feda-04e6-4927-bd9c-dba4a939e149 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469436 Oct 26 11:55:34.523177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.538621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.559778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.570291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.589154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.597403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.602114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 844306c2-34be-4134-ae16-572278d8b570 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:34.602608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.607063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,segment=NetworkSegment(aed93e5e-47c8-4747-b82f-8e4353cf91ee),segment_id=aed93e5e-47c8-4747-b82f-8e4353cf91ee)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:34.613404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.622828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-a1042e13-f35d-40f8-84ad-330836d799da tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5444 time: 0.6042001 Oct 26 11:55:34.629093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.634661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-4fa9709e-db4d-4cc9-acf0-2471aa459bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.642986 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-4fa9709e-db4d-4cc9-acf0-2471aa459bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeaf7e48-e176-48cd-92a2-94f6148a89e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734717 Oct 26 11:55:34.691255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5e8f8b5-8c93-4866-8718-f67e62bc0fbb req-9ddc5b5f-2814-4cab-8ccd-3bd65131d6e1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673730 Oct 26 11:55:34.693747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062', 'network_id': '2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8', 'port_id': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062', 'mac_address': 'fa:16:3e:ab:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66c30df-e61c-45cc-9230-43f38a54a07d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:34.695601 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.798366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.851633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Pushing event updated for resources: {'Port': ['ID=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:34.854163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.865891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-a6a0c95b-16f5-456c-af0c-e6302d3eed98 service neutron] 10.222.0.30 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140059 Oct 26 11:55:34.877283 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.879701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:34.891409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:34.893187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:34.896099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:34.930760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3b62d1-3e42-4423-b43e-89dc24fe749f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:34.933473 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56561ac2-7b5f-4e7f-8b49-455b50fc26a2" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "8e3b62d1-3e42-4423-b43e-89dc24fe749f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:34.952111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,segment=NetworkSegment(aed93e5e-47c8-4747-b82f-8e4353cf91ee),segment_id=aed93e5e-47c8-4747-b82f-8e4353cf91ee)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:34.973709 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:34.978588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 515224c1-127e-47b4-8406-43d71f9a9dd8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=515224c1-127e-47b4-8406-43d71f9a9dd8,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:34.989159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83529-b227-4b87-96d6-84aafbb5f74a req-b765b104-fb28-4162-b32c-d6be3eae3cba tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:34.990808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62d83529-b227-4b87-96d6-84aafbb5f74a req-b765b104-fb28-4162-b32c-d6be3eae3cba tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.1012993 Oct 26 11:55:35.019578 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:35.021691 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:35.041967 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b58ec-9e52-4d3e-8efc-274670f2220b x-openstack-request-id: req-1c9b58ec-9e52-4d3e-8efc-274670f2220b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:35.043041 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "8e3b62d1-3e42-4423-b43e-89dc24fe749f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:35.043566 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c9b58ec-9e52-4d3e-8efc-274670f2220b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:35.044220 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'code': 200} Oct 26 11:55:35.044684 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100', 'code': 200} Oct 26 11:55:35.045142 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3b62d1-3e42-4423-b43e-89dc24fe749f', 'code': 200} Oct 26 11:55:35.077562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:35.088479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96709202-a84c-40c9-8a3a-9ea2f68c786a req-9763a33d-a783-474a-9237-4c47ddbb9a58 service neutron] 10.222.0.30 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076716 Oct 26 11:55:35.090128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62d83529-b227-4b87-96d6-84aafbb5f74a req-d8834000-1208-4edd-b9b1-4576d923d5a4 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864327 Oct 26 11:55:35.093269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:35.108345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:35.175866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=844306c2-34be-4134-ae16-572278d8b570,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:35.204544 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:35.247317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=515224c1-127e-47b4-8406-43d71f9a9dd8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:35.264385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:35.285712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Router f335d077-dbb7-449f-ac91-b810eb390af7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:35.313218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['105e65dc-8d7e-4e58-8ace-fa1ba77d0062'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:35.405001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:35.483701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:35.501484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2bdfdba4-1814-45d4-8eaf-6fca8ca59e99 admin admin] 10.222.0.88 "PUT /v2.0/routers/f335d077-dbb7-449f-ac91-b810eb390af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5599566 Oct 26 11:55:35.576439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8eab880c-5e6e-4b35-80c1-0c5e171947b5 None None] Provisioning complete for port 6b531d35-6b21-4863-b04d-e87b5af04f09 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:35.576819 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8eab880c-5e6e-4b35-80c1-0c5e171947b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:35.625459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8eab880c-5e6e-4b35-80c1-0c5e171947b5 None None] Port 6b531d35-6b21-4863-b04d-e87b5af04f09 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:55:35.717573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc92a-91c2-4c2b-b8fa-d0a02d86cf4e req-a3283575-7df6-48de-81e3-d7f3bf348865 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.719266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c97bc92a-91c2-4c2b-b8fa-d0a02d86cf4e req-a3283575-7df6-48de-81e3-d7f3bf348865 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 944 time: 0.0802503 Oct 26 11:55:35.759413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34432) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:35.781501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c97bc92a-91c2-4c2b-b8fa-d0a02d86cf4e req-ed6a0e07-f12c-40bc-aa80-cae6347c020a tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Oct 26 11:55:35.850010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2143014593'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:35.871262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:35.875004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.881678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.888272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.895117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.901760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.908141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.914626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:35.917373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-f4998508-5a51-40cd-a37b-ffad6c99f15b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.1065791 Oct 26 11:55:35.988081 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Sync routers for ids ['f335d077-dbb7-449f-ac91-b810eb390af7'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:35.992569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:35.999288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2282aa51-4cff-4ec6-a56a-f6a2af19eaa1 req-6661a569-7e64-4aad-b087-8ea5c3ee443b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705373 Oct 26 11:55:36.001070 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Routers {'f335d077-dbb7-449f-ac91-b810eb390af7'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:36.001692 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f335d077-dbb7-449f-ac91-b810eb390af7'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:36.004130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.005018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 515224c1-127e-47b4-8406-43d71f9a9dd8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:36.067484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:36.079838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 515224c1-127e-47b4-8406-43d71f9a9dd8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:36.080193 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.085263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.085613 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Added segment 064f0726-7ac3-4dcf-9f5f-55b19782bf01 of type vlan for network 9fcfda95-364c-4e56-8861-aa34e193b5a4 Oct 26 11:55:36.152330 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Set router f335d077-dbb7-449f-ac91-b810eb390af7 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:36.237284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.245973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c46d2-6b58-4aaf-8de4-cf02e552c58b req-fbc5cc27-807d-48d5-8226-e63384554e4e tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:36.254569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d29c46d2-6b58-4aaf-8de4-cf02e552c58b req-fbc5cc27-807d-48d5-8226-e63384554e4e tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.0740285 Oct 26 11:55:36.281317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.289353 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.292271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d29c46d2-6b58-4aaf-8de4-cf02e552c58b req-811a9e2f-3a4b-40db-8b99-0d3a863ac3f7 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368268 Oct 26 11:55:36.300566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:36.301266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.363886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:36.383610 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6204410 Oct 26 11:55:36.383976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34440) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:36.389759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'subnet': {'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:36.431331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:36.435378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:36.435892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.456640 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:55:33Z', 'revision_number': 4, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6b531d35-6b21-4863-b04d-e87b5af04f09', 'name': '', 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'mac_address': 'fa:16:3e:60:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '5126e100-30ef-45ac-aefc-58af2273680d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 2, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'subnets': [{'id': '5126e100-30ef-45ac-aefc-58af2273680d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:36.498420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e373e-eae9-4079-a7f8-bca942ba1bdd tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Network': ['ID=9fcfda95-364c-4e56-8861-aa34e193b5a4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:36.499946 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Checking router: f335d077-dbb7-449f-ac91-b810eb390af7 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:36.500513 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Updating router f335d077-dbb7-449f-ac91-b810eb390af7 port 6b531d35-6b21-4863-b04d-e87b5af04f09 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:55:36.551705 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.596882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:36.601386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.620112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:36.638642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Router a7533077-4f48-4515-a69e-268ddb604f2f is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:55:36.774457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.815293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:36.844040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Sync routers for ids ['a7533077-4f48-4515-a69e-268ddb604f2f'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:36.851121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,segment=NetworkSegment(aed93e5e-47c8-4747-b82f-8e4353cf91ee),segment_id=aed93e5e-47c8-4747-b82f-8e4353cf91ee)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:36.859775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Routers {'a7533077-4f48-4515-a69e-268ddb604f2f'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:36.861088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a7533077-4f48-4515-a69e-268ddb604f2f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:36.865009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.865192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:36.869694 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a594f47-7484-46ad-99f0-8d396999b2bf admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5382538 Oct 26 11:55:36.869694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34446) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:37.046769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932f12-0b81-4fbc-b6b5-371f90b525d1 req-0453594a-f9ac-43fd-bc3c-184ccb2d17c7 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.048515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b932f12-0b81-4fbc-b6b5-371f90b525d1 req-0453594a-f9ac-43fd-bc3c-184ccb2d17c7 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1275616 Oct 26 11:55:37.049815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.052743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844306c2-34be-4134-ae16-572278d8b570'}, {'server_uuid': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:37.057462 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc685f54-4cef-4ce5-b6e3-2b322c4533a5" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "844306c2-34be-4134-ae16-572278d8b570"}, {"server_uuid": "b5a0b84f-b8f4-4789-a491-c374684cd7bc", "name": "network-vif-plugged", "status": "completed", "tag": "105e65dc-8d7e-4e58-8ace-fa1ba77d0062"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:37.080321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:37.132543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Set router a7533077-4f48-4515-a69e-268ddb604f2f gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:37.178260 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.182742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b932f12-0b81-4fbc-b6b5-371f90b525d1 req-21aa8fa2-72b8-4efd-a743-8f890e7b7632 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130905 Oct 26 11:55:37.201677 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.265627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Subnet': ['ID=79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:37.354488 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0c87e-efff-4c9a-9024-7516e884bc5c None None] Pushing event updated for resources: {'Port': ['ID=6b531d35-6b21-4863-b04d-e87b5af04f09,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:37.357516 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4380de6b-d80e-4672-a993-ffc325a82491 x-openstack-request-id: req-4380de6b-d80e-4672-a993-ffc325a82491 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:37.357812 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-plugged", "status": "completed", "tag": "844306c2-34be-4134-ae16-572278d8b570", "code": 200}, {"server_uuid": "b5a0b84f-b8f4-4789-a491-c374684cd7bc", "name": "network-vif-plugged", "status": "completed", "tag": "105e65dc-8d7e-4e58-8ace-fa1ba77d0062", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:37.358063 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4380de6b-d80e-4672-a993-ffc325a82491 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:37.358461 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844306c2-34be-4134-ae16-572278d8b570', 'code': 200} Oct 26 11:55:37.358711 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062', 'code': 200} Oct 26 11:55:37.367217 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Attempting to bind port 6b531d35-6b21-4863-b04d-e87b5af04f09 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:37.367814 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Attempting to bind port 6b531d35-6b21-4863-b04d-e87b5af04f09 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:37.368354 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Attempting to bind port 6b531d35-6b21-4863-b04d-e87b5af04f09 on network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:37.375213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:37.375890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Checking segment: {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:37.376389 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.376879 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Bound using segment: {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:37.377471 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Bound port: 6b531d35-6b21-4863-b04d-e87b5af04f09, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70de3281-b4f2-4a93-9a64-119ff26905d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:37.378149 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.393158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Checking segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:37.397709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network hostable DHCP agents. Network: 9fcfda95-364c-4e56-8861-aa34e193b5a4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:37.499041 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] For port 6b531d35-6b21-4863-b04d-e87b5af04f09, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:37.505951 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] For port 6b531d35-6b21-4863-b04d-e87b5af04f09, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6b531d35-6b21-4863-b04d-e87b5af04f09,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:37.512045 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.548595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282de78-ee88-4157-a914-b472691bfae3 req-493cda58-5612-4b4f-bb3b-75374d06a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.550471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f282de78-ee88-4157-a914-b472691bfae3 req-493cda58-5612-4b4f-bb3b-75374d06a3b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 1096 time: 0.0764337 Oct 26 11:55:37.567853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.579802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.581664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:35Z', 'revision_number': 3, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:37.598348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.614143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.620100 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f282de78-ee88-4157-a914-b472691bfae3 req-963aba63-8fe4-405b-8354-48745c29bf48 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565407 Oct 26 11:55:37.620428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.624990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0c87e-efff-4c9a-9024-7516e884bc5c None None] Pushing event updated for resources: {'Port': ['ID=6b531d35-6b21-4863-b04d-e87b5af04f09,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:37.637231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.649537 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Routers {'f335d077-dbb7-449f-ac91-b810eb390af7'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:37.650660 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f335d077-dbb7-449f-ac91-b810eb390af7'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:37.657535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.672082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-46b60c09-5511-413b-accb-4840c4696878 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.3953640 Oct 26 11:55:37.673272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Checking router: a7533077-4f48-4515-a69e-268ddb604f2f for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:37.673902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Updating router a7533077-4f48-4515-a69e-268ddb604f2f port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:55:37.715445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.753549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.806599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-090cc138-a6d4-44f1-b8b0-4455f49a75d4 None None] Provisioning complete for port 6b531d35-6b21-4863-b04d-e87b5af04f09 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:37.806797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:37.808156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-090cc138-a6d4-44f1-b8b0-4455f49a75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.881435 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] Set router f335d077-dbb7-449f-ac91-b810eb390af7 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:37.900358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9fcfda95-364c-4e56-8861-aa34e193b5a4) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:37.923498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.924111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:37.944403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Allocated IP 172.20.0.1 (f7fad451-96df-4e34-82fc-bc3a4970e943/1894e54d-3b69-4d07-a0e9-be3197fd2c5c/f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:37.961165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb3d12c5-670b-40a4-a7f8-a052473a7485 req-0a79b4c7-3f2d-478a-99cf-06bb63e28032 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2880678 Oct 26 11:55:37.979251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.979747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.980225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.981871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.982383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.982885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.984024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:37.986303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-9e7da442-f992-431e-9ec7-bc764a8385b0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6502 time: 0.5352685 Oct 26 11:55:38.005024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c3d5b-48e0-40fe-8a0d-0bbb2e37eb00 req-a5af12cb-fe7b-4f08-ba1d-f159a45c9ceb tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:38.013116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e00c3d5b-48e0-40fe-8a0d-0bbb2e37eb00 req-a5af12cb-fe7b-4f08-ba1d-f159a45c9ceb tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.2910006 Oct 26 11:55:38.029438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3b79b-3ae4-408b-b80c-288bbbb53a33 None None] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:38.094998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-94e81725-9a46-4296-bff2-5eb3caf97b3c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7075577 Oct 26 11:55:38.098929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34462) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:38.117216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1901511050'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:38.157515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:38.163696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.195017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.202072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e00c3d5b-48e0-40fe-8a0d-0bbb2e37eb00 req-a20372f2-4271-454a-81a8-f4ea5b42c2e9 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879869 Oct 26 11:55:38.209903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff0b8c2d-7859-40b2-99e9-f22aca341521 req-22398a06-d865-4dc0-841a-5de62359ee1e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741099 Oct 26 11:55:38.237149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:38.251438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.251882 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Added segment dedb20bb-cc31-44ef-947a-740bd9dbe2a1 of type vlan for network 7dac2b82-bdca-41d2-8289-1a82b60000ef Oct 26 11:55:38.305940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.306205 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.346652 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.350397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:38.351074 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.401316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Network f7fad451-96df-4e34-82fc-bc3a4970e943 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:38.406550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:38.419526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:38.435940 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:55:33Z', 'revision_number': 4, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6b531d35-6b21-4863-b04d-e87b5af04f09', 'name': '', 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'mac_address': 'fa:16:3e:60:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '5126e100-30ef-45ac-aefc-58af2273680d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:37Z', 'revision_number': 4, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'subnets': [{'id': '5126e100-30ef-45ac-aefc-58af2273680d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:38.465219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3494763 Oct 26 11:55:38.466917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34468) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:38.478172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'subnet': {'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:38.490459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d838ed-197e-4dbb-b305-e465a4ccbe62 req-2b1e1d4d-1094-4835-ab63-89daf775cc1d tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:38.491334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:38.494179 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd912-b690-4aa3-9459-41dae1a03d83 None None] The sync data for ids ['f335d077-dbb7-449f-ac91-b810eb390af7'] in n-d-812150-3 is: [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:55:33Z', 'revision_number': 4, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6b531d35-6b21-4863-b04d-e87b5af04f09', 'name': '', 'network_id': 'cfeec1c2-46e4-4747-b4a5-11d7c1790d5d', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'mac_address': 'fa:16:3e:60:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '5126e100-30ef-45ac-aefc-58af2273680d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:37Z', 'revision_number': 4, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'subnets': [{'id': '5126e100-30ef-45ac-aefc-58af2273680d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:38.500385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d838ed-197e-4dbb-b305-e465a4ccbe62 req-2b1e1d4d-1094-4835-ab63-89daf775cc1d tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1670275 Oct 26 11:55:38.502324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae725e-3745-4615-a87e-318e4a6b7c0e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Network': ['ID=7dac2b82-bdca-41d2-8289-1a82b60000ef,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:38.578927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.580853 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-090cc138-a6d4-44f1-b8b0-4455f49a75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.601892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:38.740565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d838ed-197e-4dbb-b305-e465a4ccbe62 req-fc70ced0-d2b8-4c4d-b695-0ebcdccd8f6a tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391744 Oct 26 11:55:38.779190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:38.782336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.783920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.816796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-9fcfda95-364c-4e56-8861-aa34e193b5a4', 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'fixed_ips': [{'subnet_id': '79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:55:38.817776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.826153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-090cc138-a6d4-44f1-b8b0-4455f49a75d4 None None] For port 6b531d35-6b21-4863-b04d-e87b5af04f09, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6b531d35-6b21-4863-b04d-e87b5af04f09,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:38.841178 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.857814 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-090cc138-a6d4-44f1-b8b0-4455f49a75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:38.869567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.070052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Attempting to bind port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:39.070897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Attempting to bind port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:39.071372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Attempting to bind port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:39.094623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:39.095179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:39.095682 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.096189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:39.096778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Bound port: b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:39.097283 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.110688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Allocated IP 19.80.0.2 (9fcfda95-364c-4e56-8861-aa34e193b5a4/79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f/f02f578f-7d27-43b6-b6e3-bd50df626fe0) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:39.112504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.138748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fecfb3-4c6b-412c-9000-d5a5a2805eef None None] Pushing event updated for resources: {'Port': ['ID=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:39.152576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.161312 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.186080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f237a62f-5987-42af-8322-92dbbbb93b7c None None] Provisioning complete for port 6b531d35-6b21-4863-b04d-e87b5af04f09 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:39.186543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f237a62f-5987-42af-8322-92dbbbb93b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.263444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:39.266358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.366199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] For port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:39.366403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Subnet': ['ID=2d8840af-9a1b-409b-be8f-eef933c31d6d,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:39.400062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Network f7fad451-96df-4e34-82fc-bc3a4970e943 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:39.400360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Checking segment: {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:39.401005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network hostable DHCP agents. Network: 7dac2b82-bdca-41d2-8289-1a82b60000ef, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:39.401854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:39.423393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.434943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.442714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.450303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.457934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.465469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.472129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.480866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-61ebf2ef-03b7-4fc5-9afa-f563b6f68969 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.2851107 Oct 26 11:55:39.541723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cc138-a6d4-44f1-b8b0-4455f49a75d4 None None] Pushing event updated for resources: {'Port': ['ID=6b531d35-6b21-4863-b04d-e87b5af04f09,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:39.552788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] For port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:39.574694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.608213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0db9b32-cd2b-47b7-a229-b174fdf47370 req-ef39aa66-ccea-4313-8a1a-11af415b9c85 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139560 Oct 26 11:55:39.613792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Router a7533077-4f48-4515-a69e-268ddb604f2f has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:39.675131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd524b-1c69-40c5-a793-d578975760f9 req-f860e829-787d-410d-a45e-9b92cd6c0d2f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.681742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Routers {'a7533077-4f48-4515-a69e-268ddb604f2f'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:39.682441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a7533077-4f48-4515-a69e-268ddb604f2f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:39.686807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8bd524b-1c69-40c5-a793-d578975760f9 req-f860e829-787d-410d-a45e-9b92cd6c0d2f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.3582356 Oct 26 11:55:39.744536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8bd524b-1c69-40c5-a793-d578975760f9 req-88434038-e478-4324-ae4c-13228b1bb984 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565186 Oct 26 11:55:39.745467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:39.767490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 7dac2b82-bdca-41d2-8289-1a82b60000ef) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:39.771754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.772669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:39.801069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9a686d22-4e36-4da9-994d-de48e21c4d64 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3325834 Oct 26 11:55:39.838218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:39.845409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-47b09edc-f84b-479c-af54-64ccf96280e1 admin admin] 10.222.0.88 "PUT /v2.0/routers/a7533077-4f48-4515-a69e-268ddb604f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9743531 Oct 26 11:55:39.979890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0973d71-376c-4b47-8ef6-b21315e4d1fe req-b65a0a4f-f0a5-4221-956a-29bcef5c7ab2 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:39.982153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0973d71-376c-4b47-8ef6-b21315e4d1fe req-b65a0a4f-f0a5-4221-956a-29bcef5c7ab2 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1102419 Oct 26 11:55:40.002109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0dd43-491d-487c-8e2f-389f5a43eb12 None None] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:40.040655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.117112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0973d71-376c-4b47-8ef6-b21315e4d1fe req-177fe10f-626d-4ab4-8ace-7b88ebb256d6 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208785 Oct 26 11:55:40.119632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fecfb3-4c6b-412c-9000-d5a5a2805eef None None] Pushing event updated for resources: {'Port': ['ID=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:40.127823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6b531d35-6b21-4863-b04d-e87b5af04f09 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:40.165270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.171029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-75af81b4-1dcf-4426-8643-0e6b5a7d9a4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:40.177850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-75af81b4-1dcf-4426-8643-0e6b5a7d9a4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:40.185312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-75af81b4-1dcf-4426-8643-0e6b5a7d9a4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/networks?id=9fcfda95-364c-4e56-8861-aa34e193b5a4&id=7dac2b82-bdca-41d2-8289-1a82b60000ef&id=9fcfda95-364c-4e56-8861-aa34e193b5a4 HTTP/1.1" status: 200 len: 1392 time: 0.2020593 Oct 26 11:55:40.195831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-7e472e3f-4bf5-4b13-9cab-5d10917c2595 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/quotas/ad0a5a47dd3c48c6a0c1a6aaf3376f74 HTTP/1.1" status: 200 len: 375 time: 0.0095060 Oct 26 11:55:40.244332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:40.264259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:40.268859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-e6773745-ba9d-44c8-8912-ae01f5ff1243 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650005 Oct 26 11:55:40.279822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:40.290836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] Set router a7533077-4f48-4515-a69e-268ddb604f2f gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:40.298828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Pushing event updated for resources: {'Port': ['ID=f02f578f-7d27-43b6-b6e3-bd50df626fe0,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:40.479424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6b531d35-6b21-4863-b04d-e87b5af04f09 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:40.479802 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.511090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Attempting to bind port f02f578f-7d27-43b6-b6e3-bd50df626fe0 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:40.511458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Attempting to bind port f02f578f-7d27-43b6-b6e3-bd50df626fe0 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:40.511815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Attempting to bind port f02f578f-7d27-43b6-b6e3-bd50df626fe0 on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:40.574682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:40.575113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Checking segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:40.575595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.575885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Bound using segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:40.576370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Bound port: f02f578f-7d27-43b6-b6e3-bd50df626fe0, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:40.576750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.593519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-7dac2b82-bdca-41d2-8289-1a82b60000ef', 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'fixed_ips': [{'subnet_id': '2d8840af-9a1b-409b-be8f-eef933c31d6d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:55:40.595102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.713125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-267d683b-04fc-4b20-a90e-2c6a422c279b service neutron] 10.222.0.88 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323585 Oct 26 11:55:40.817555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] For port f02f578f-7d27-43b6-b6e3-bd50df626fe0, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:40.831783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-18cc8180-f38f-4765-a5eb-a01befe1e566 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:40.833326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-18cc8180-f38f-4765-a5eb-a01befe1e566 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 818 time: 0.4626009 Oct 26 11:55:40.858193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a5994dd8-340e-4527-9a3a-7d798ce17b4f service neutron] 10.222.0.88 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355693 Oct 26 11:55:40.859904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-731e2ce8-7b0f-43a4-af36-a4021c6a8665 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/quotas/3457d624e986484c900ff271694c475b HTTP/1.1" status: 200 len: 375 time: 0.0152006 Oct 26 11:55:40.860410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] For port f02f578f-7d27-43b6-b6e3-bd50df626fe0, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f02f578f-7d27-43b6-b6e3-bd50df626fe0,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:40.869690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:40.941488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Allocated IP 19.86.0.2 (7dac2b82-bdca-41d2-8289-1a82b60000ef/2d8840af-9a1b-409b-be8f-eef933c31d6d/f613ec00-9793-4dca-958c-b0b464f31334) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:40.972279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-138fc6c0-b50c-4a8c-beb8-d6cee197c101 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975735 Oct 26 11:55:40.972730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d9035-81c1-46e4-ada5-7c8627dca44d None None] Pushing event updated for resources: {'Port': ['ID=f02f578f-7d27-43b6-b6e3-bd50df626fe0,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:41.011775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc', 'name': '', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'tenant_id': '3457d624e986484c900ff271694c475b', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:37Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 2, 'project_id': '3457d624e986484c900ff271694c475b', 'subnets': [{'id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:41.046413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddb583-95a9-4bd3-8c2f-6ea4de391a51 None None] The sync data for ids ['a7533077-4f48-4515-a69e-268ddb604f2f'] in n-d-812150-3 is: [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc', 'name': '', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'tenant_id': '3457d624e986484c900ff271694c475b', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:37Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 2, 'project_id': '3457d624e986484c900ff271694c475b', 'subnets': [{'id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:41.061858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-8e421e63-3f16-4362-8e90-d8d94e2c7a31 service neutron] 10.222.0.88 "GET /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957788 Oct 26 11:55:41.197787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-d590422a-e61f-4578-bef5-fecc53ace1ed service neutron] 10.222.0.88 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110901 Oct 26 11:55:41.203504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:41.214150 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:41.270441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:41.273553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:41.278733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:41.282335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Pushing event updated for resources: {'Port': ['ID=f613ec00-9793-4dca-958c-b0b464f31334,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:41.291857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-b7845760-7f0a-4c11-a9fe-75dc14ee95f2 service neutron] 10.222.0.88 "GET /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289956 Oct 26 11:55:41.373573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Attempting to bind port f613ec00-9793-4dca-958c-b0b464f31334 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:41.374207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Attempting to bind port f613ec00-9793-4dca-958c-b0b464f31334 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:41.374575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Attempting to bind port f613ec00-9793-4dca-958c-b0b464f31334 on network 7dac2b82-bdca-41d2-8289-1a82b60000ef {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:41.379967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:41.380376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Checking segment: {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:41.380766 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:41.381355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Bound using segment: {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:41.381847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Bound port: f613ec00-9793-4dca-958c-b0b464f31334, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:41.382237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:41.455354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-11596d1a-a129-462f-9d27-ea0af35df192 service neutron] 10.222.0.88 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478468 Oct 26 11:55:41.457666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-ce85eaec-647a-4c31-b30f-ec3afd269bdd service neutron] 10.222.0.88 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650343 Oct 26 11:55:41.466214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] For port f613ec00-9793-4dca-958c-b0b464f31334, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:41.470686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] For port f613ec00-9793-4dca-958c-b0b464f31334, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f613ec00-9793-4dca-958c-b0b464f31334,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:41.482107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:41.563773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f38a2-a2ba-41f7-b08b-88c9033ce79d None None] Pushing event updated for resources: {'Port': ['ID=f613ec00-9793-4dca-958c-b0b464f31334,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:41.627615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-d8d7dd88-28be-41a9-a070-80d9c1be0f8f service neutron] 10.222.0.88 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600292 Oct 26 11:55:41.749551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425f910-778d-469d-b893-b66e50ca88ef req-0df33915-7b91-44f5-adc3-03c803f0d13c tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:41.751745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8425f910-778d-469d-b893-b66e50ca88ef req-0df33915-7b91-44f5-adc3-03c803f0d13c tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.0742700 Oct 26 11:55:41.889741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8425f910-778d-469d-b893-b66e50ca88ef req-f9bab6f6-e81e-47e4-a8de-93c566f96e2a tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242423 Oct 26 11:55:42.122326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.131749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.143956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.150696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.159553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.169971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.178423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.180761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-54d37798-bf08-447a-8b09-7db61aa4f1f0 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.1552370 Oct 26 11:55:42.228454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f613ec00-9793-4dca-958c-b0b464f31334 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:42.306277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f613ec00-9793-4dca-958c-b0b464f31334 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:42.307141 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:42.340712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ce486d6-61cd-4842-bdb8-532667e57ab3 req-3d7ef995-c747-4b1b-aa34-1d8ddc465e1a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331873 Oct 26 11:55:42.438150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f596-7cfb-4365-976f-e91ae3d60466 req-73e840ec-d5c2-4ed8-9c52-9534812da702 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:42.448885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2821f596-7cfb-4365-976f-e91ae3d60466 req-73e840ec-d5c2-4ed8-9c52-9534812da702 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.1323862 Oct 26 11:55:42.552019 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:42.552121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2821f596-7cfb-4365-976f-e91ae3d60466 req-618a99ad-48df-4fef-b9ad-33ca0c971ecf tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847719 Oct 26 11:55:42.670720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f613ec00-9793-4dca-958c-b0b464f31334, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f613ec00-9793-4dca-958c-b0b464f31334,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:42.676428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:42.677659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f02f578f-7d27-43b6-b6e3-bd50df626fe0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:42.742264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55b1cc55-0195-4f55-a82a-a594d4075c1a req-92500552-2888-466a-9fe0-d6c9c011f2e5 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 210 time: 0.1011410 Oct 26 11:55:42.775426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac52a0a6-f425-475a-9ceb-824e3562f021 req-c56325a9-cf42-4236-8a58-966a4d2b0161 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 210 time: 0.1381447 Oct 26 11:55:42.999265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.025560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.037871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.057663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.080107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.097540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.104944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.109046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-745b30e2-561d-40c8-9472-92493d49b744 req-694e78cc-a90f-4f50-9511-ed2bee1d8e1d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.2200246 Oct 26 11:55:43.120476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34560) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:43.128169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Request body: {'floatingip': {'port_id': '66d8641b-bfc9-43fa-92da-2645fd358eea'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:43.200267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b9f87-b85a-4cd0-bf2a-30e36a9b20f9 None None] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:43.254584 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.326773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e9a72e91-2060-43f0-abf0-88de32fe96e4 None None] Provisioning complete for port f02f578f-7d27-43b6-b6e3-bd50df626fe0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:43.327351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9a72e91-2060-43f0-abf0-88de32fe96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.334248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f613ec00-9793-4dca-958c-b0b464f31334,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:43.410254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f02f578f-7d27-43b6-b6e3-bd50df626fe0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:43.410629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.419472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-3a7e24f1-0122-4c1c-a08f-7dbd51dc1437 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.421068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-3a7e24f1-0122-4c1c-a08f-7dbd51dc1437 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 818 time: 0.2730491 Oct 26 11:55:43.441890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c66b1-0a70-4034-b173-c5fb836975d8 None None] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:55:43.572142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-474e2b1b-398c-4670-997b-066608a48bfd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/quotas/3457d624e986484c900ff271694c475b HTTP/1.1" status: 200 len: 375 time: 0.0372076 Oct 26 11:55:43.644148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9a72e91-2060-43f0-abf0-88de32fe96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.685920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3627dbe-d2e4-4e60-b834-60fad79903cb req-fd579468-57c9-46cc-a02a-ffdb49f542f6 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.691331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3627dbe-d2e4-4e60-b834-60fad79903cb req-fd579468-57c9-46cc-a02a-ffdb49f542f6 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1554697 Oct 26 11:55:43.708648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-1356bdae-0e4c-4d03-bf34-79b206cdfcd6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:43.711421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-1356bdae-0e4c-4d03-bf34-79b206cdfcd6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.100 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 818 time: 0.2893829 Oct 26 11:55:43.730612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-a32bc952-3439-4c1e-ba63-83c5578b0b6a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544614 Oct 26 11:55:43.743400 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e9a72e91-2060-43f0-abf0-88de32fe96e4 None None] For port f02f578f-7d27-43b6-b6e3-bd50df626fe0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f02f578f-7d27-43b6-b6e3-bd50df626fe0,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:43.750755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.752719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Request body: {'port': {'device_id': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'admin_state_up': True, 'tenant_id': '3457d624e986484c900ff271694c475b'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:43.753595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9a72e91-2060-43f0-abf0-88de32fe96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.859482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a72e91-2060-43f0-abf0-88de32fe96e4 None None] Pushing event updated for resources: {'Port': ['ID=f02f578f-7d27-43b6-b6e3-bd50df626fe0,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:43.883703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.890784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:43.941278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:55:43.941624 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:55:43.955708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b8559dac-0e36-4a77-b091-5aebc55e15d8 None None] Provisioning complete for port f613ec00-9793-4dca-958c-b0b464f31334 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:43.956045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3627dbe-d2e4-4e60-b834-60fad79903cb req-4cf5c56b-8423-4c38-823a-a0457ae1d766 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364981 Oct 26 11:55:43.956519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b8559dac-0e36-4a77-b091-5aebc55e15d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:44.165899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-c888d952-6ab1-40dd-8948-0f272d648ed1 service neutron] 10.222.0.88 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226606 Oct 26 11:55:44.301382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Made reservation on behalf of 3457d624e986484c900ff271694c475b for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:44.305222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:44.317320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-be09b1f4-7b3a-4ad5-a4c5-d296008a9bfb service neutron] 10.222.0.88 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503386 Oct 26 11:55:44.349318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f0f42bd1-4091-49ba-bbf9-175aa121f5ee None None] Provisioning complete for port f613ec00-9793-4dca-958c-b0b464f31334 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:44.349863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f0f42bd1-4091-49ba-bbf9-175aa121f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:44.541652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Allocated IP 172.20.0.7 (f7fad451-96df-4e34-82fc-bc3a4970e943/1894e54d-3b69-4d07-a0e9-be3197fd2c5c/6c0f7414-1593-410a-ae33-5f11ca9890e5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:44.555605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f0f42bd1-4091-49ba-bbf9-175aa121f5ee None None] Provisioning complete for port f02f578f-7d27-43b6-b6e3-bd50df626fe0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:44.555995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f0f42bd1-4091-49ba-bbf9-175aa121f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:44.570505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9fb3-3ff6-4585-9538-d6d255226ac2 req-254d8fdc-6958-4ec3-b9fe-e9afb27fc1f3 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:44.579251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-098c9fb3-3ff6-4585-9538-d6d255226ac2 req-254d8fdc-6958-4ec3-b9fe-e9afb27fc1f3 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.2526388 Oct 26 11:55:44.617136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-891ac889-b562-4988-bfd8-9b75bd0586a9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:44.626006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-891ac889-b562-4988-bfd8-9b75bd0586a9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:44.627899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-891ac889-b562-4988-bfd8-9b75bd0586a9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "GET /v2.0/networks?id=9fcfda95-364c-4e56-8861-aa34e193b5a4&id=7dac2b82-bdca-41d2-8289-1a82b60000ef&id=9fcfda95-364c-4e56-8861-aa34e193b5a4 HTTP/1.1" status: 200 len: 1392 time: 0.1916971 Oct 26 11:55:44.648311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'port': {'device_id': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4', 'admin_state_up': True, 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:44.650933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9328b8aa-8a73-4da8-abd1-9e303eb15ae9 req-71ccd188-c467-4a9a-9376-078bf0e2400b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 210 time: 0.0691264 Oct 26 11:55:44.690911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-098c9fb3-3ff6-4585-9538-d6d255226ac2 req-ffaf4423-9aea-413f-9d0f-7d0477ee40b5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029291 Oct 26 11:55:44.758247 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Floating IP 609016e2-f6bb-4ca5-96aa-885f66ef09a4 associated. External IP: 172.25.4.134, port: 66d8641b-bfc9-43fa-92da-2645fd358eea. Oct 26 11:55:44.887779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f613ec00-9793-4dca-958c-b0b464f31334 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:44.896556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1e2a760-463b-4b84-9c5e-d166e7e9d6a9 req-9035bcef-2024-457d-93b9-5375a98de55c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 210 time: 0.0963373 Oct 26 11:55:44.971550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f613ec00-9793-4dca-958c-b0b464f31334 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:44.973062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:44.982540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.036633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.114093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Network f7fad451-96df-4e34-82fc-bc3a4970e943 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:45.117898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:45.118032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:45.124110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:45.130450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:45.138074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.164694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Router 4580f7bd-6897-47a4-9a83-257235743069 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:45.197747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.198210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.203702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Pushing event updated for resources: {'Port': ['ID=6c0f7414-1593-410a-ae33-5f11ca9890e5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:45.227971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:45.228455 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.255484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a13154ff-fb63-4d7e-86e4-8403aaf2afa7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5156691 Oct 26 11:55:45.270558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Request body: {'port': {'device_id': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:45.324229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e6cd0-26dc-4ab0-98fa-fee867d5fe4c req-df15de73-f0b9-44f1-82d8-4fb0e5e436e2 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.336211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e8e6cd0-26dc-4ab0-98fa-fee867d5fe4c req-df15de73-f0b9-44f1-82d8-4fb0e5e436e2 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1342654 Oct 26 11:55:45.344680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.351344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:45.357140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.364445 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] Sync routers for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:45.380482 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:45.381360 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:45.402132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:45.412264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.413382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f02f578f-7d27-43b6-b6e3-bd50df626fe0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:45.450369 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8fd6a391-dda9-48f1-b1e6-fbf567f41fe3 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "PUT /v2.0/floatingips/609016e2-f6bb-4ca5-96aa-885f66ef09a4 HTTP/1.1" status: 200 len: 992 time: 2.3270035 Oct 26 11:55:45.454181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:45.456727 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb02140-f231-4390-9b94-dbd91b10e449" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:45.480769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.514342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:45.538949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e8e6cd0-26dc-4ab0-98fa-fee867d5fe4c req-862a7af0-5c7f-4660-8187-8a9d3d2cfbe3 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002954 Oct 26 11:55:45.567530 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:45.575441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f02f578f-7d27-43b6-b6e3-bd50df626fe0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:45.575823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:45.646350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Allocated IP 19.80.0.137 (9fcfda95-364c-4e56-8861-aa34e193b5a4/79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f/a801a2f0-b238-43e0-8420-07dfc22ac5d8) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:45.655696 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f84320-d508-4ceb-9c0c-3b3790759749 x-openstack-request-id: req-d0f84320-d508-4ceb-9c0c-3b3790759749 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:45.656560 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:45.656811 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0f84320-d508-4ceb-9c0c-3b3790759749 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:45.657370 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'status': 'completed', 'code': 200} Oct 26 11:55:45.868363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-650890eb-0929-46ae-8a28-d521c076c550 req-17a8c87b-dbd6-480e-abe6-b992ec036fcf tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 210 time: 0.0771124 Oct 26 11:55:45.892545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.893445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.894632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.895792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.896688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.898615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.899711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.905159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-4bb26892-5198-4f0c-8333-84c69bca4ef4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6502 time: 0.2082796 Oct 26 11:55:45.924974 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '609016e2-f6bb-4ca5-96aa-885f66ef09a4', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4580f7bd-6897-47a4-9a83-257235743069', 'port_id': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'mac_address': 'fa:16:3e:57:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:25Z', 'updated_at': '2021-10-26T11:55:43Z', 'revision_number': 1, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:45Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:45.944692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11dce7-e718-4934-8935-81b0637514a7 req-f4f22c46-7803-4fe0-b224-e63be1f3e141 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:45.946411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec11dce7-e718-4934-8935-81b0637514a7 req-f4f22c46-7803-4fe0-b224-e63be1f3e141 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.1358516 Oct 26 11:55:45.966552 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] Checking router: 4580f7bd-6897-47a4-9a83-257235743069 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:45.976726 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:45.977450 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:46.026994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec11dce7-e718-4934-8935-81b0637514a7 req-0e342db5-c34d-4a2f-88b6-63eb45625aef tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555696 Oct 26 11:55:46.044178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Sync routers for ids ['a7533077-4f48-4515-a69e-268ddb604f2f'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:46.078547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Routers {'a7533077-4f48-4515-a69e-268ddb604f2f'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:46.080146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a7533077-4f48-4515-a69e-268ddb604f2f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:46.139355 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:46.161500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.227735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-2fd6c8bb-f07a-4495-9424-ba0140e19054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.230034 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-2fd6c8bb-f07a-4495-9424-ba0140e19054 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4204cc42-892f-4bd5-b083-d05a5f5e0135 HTTP/1.1" status: 200 len: 919 time: 0.3055899 Oct 26 11:55:46.234740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0f7414-1593-410a-ae33-5f11ca9890e5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:46.236777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Set router a7533077-4f48-4515-a69e-268ddb604f2f gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:46.241826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c03f6ed-28c4-4132-8eb1-317f363ceda0 req-f79699d4-74ab-4752-ad69-fe7d02343e8a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 210 time: 0.0538847 Oct 26 11:55:46.246588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.263827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Transition to ACTIVE for port object 6c0f7414-1593-410a-ae33-5f11ca9890e5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:46.273689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.363744 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-10e50b2e-c25a-4d40-ba7d-8e73d5fb9755 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 200 len: 1000 time: 0.0863264 Oct 26 11:55:46.378539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0f7414-1593-410a-ae33-5f11ca9890e5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.458268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Attempting to bind port 6c0f7414-1593-410a-ae33-5f11ca9890e5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:46.458602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Attempting to bind port 6c0f7414-1593-410a-ae33-5f11ca9890e5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:46.459116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Attempting to bind port 6c0f7414-1593-410a-ae33-5f11ca9890e5 on network f7fad451-96df-4e34-82fc-bc3a4970e943 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:46.463748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Port 6c0f7414-1593-410a-ae33-5f11ca9890e5 on network f7fad451-96df-4e34-82fc-bc3a4970e943 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:46.464153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Attempting to bind port 6c0f7414-1593-410a-ae33-5f11ca9890e5 on network f7fad451-96df-4e34-82fc-bc3a4970e943 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:46.469970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:46.470387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Checking segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:46.470841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Bound using segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:46.471373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Bound port: 6c0f7414-1593-410a-ae33-5f11ca9890e5, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:46.471806 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.492600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-74645ac1-09cf-405d-b313-925d638dac1f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.494125 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-74645ac1-09cf-405d-b313-925d638dac1f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.30 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 818 time: 0.3626933 Oct 26 11:55:46.514533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Request body: {'port': {'device_id': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'admin_state_up': True, 'tenant_id': '3457d624e986484c900ff271694c475b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:46.526518 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '609016e2-f6bb-4ca5-96aa-885f66ef09a4', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4580f7bd-6897-47a4-9a83-257235743069', 'port_id': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'mac_address': 'fa:16:3e:57:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:25Z', 'updated_at': '2021-10-26T11:55:43Z', 'revision_number': 1, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:45Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:46.560340 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780599ce-4f33-4204-b0fb-7d71f75eb8c2 None None] The sync data for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 is: [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '609016e2-f6bb-4ca5-96aa-885f66ef09a4', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4580f7bd-6897-47a4-9a83-257235743069', 'port_id': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'mac_address': 'fa:16:3e:57:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:25Z', 'updated_at': '2021-10-26T11:55:43Z', 'revision_number': 1, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:45Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:46.561360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] For port 6c0f7414-1593-410a-ae33-5f11ca9890e5, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:46.565322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] For port 6c0f7414-1593-410a-ae33-5f11ca9890e5, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:46.586213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc', 'name': '', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'tenant_id': '3457d624e986484c900ff271694c475b', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:37Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 2, 'project_id': '3457d624e986484c900ff271694c475b', 'subnets': [{'id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:46.588926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.649194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Checking router: a7533077-4f48-4515-a69e-268ddb604f2f for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:46.649755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Updating router a7533077-4f48-4515-a69e-268ddb604f2f port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:55:46.668725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-6f13f592-a5ee-473c-bba1-365b8a20686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.671376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-6f13f592-a5ee-473c-bba1-365b8a20686c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8f0dec01-3fd3-4823-bde6-290e15793ce1 HTTP/1.1" status: 200 len: 856 time: 0.2897696 Oct 26 11:55:46.694169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Made reservation on behalf of 3457d624e986484c900ff271694c475b for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:46.696977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.717658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.717861 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.763478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.764284 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:46.765550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] 10.222.0.100 "PUT /v2.0/ports/6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 1091 time: 1.5000920 Oct 26 11:55:46.767045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'tag': '6c0f7414-1593-410a-ae33-5f11ca9890e5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:46.769626 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "74fd85fd-7185-40ef-b883-cdcc2f5d7f49", "tag": "6c0f7414-1593-410a-ae33-5f11ca9890e5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:46.837602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0696c8-0b10-442b-92a1-40f48b990bc6 req-2a0f1d3c-d30c-4edf-9a8c-2e283c2cf6d5 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.839308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec0696c8-0b10-442b-92a1-40f48b990bc6 req-2a0f1d3c-d30c-4edf-9a8c-2e283c2cf6d5 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1344843 Oct 26 11:55:46.839992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd587b1-d439-4267-9d24-4936e54fc849 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0f7414-1593-410a-ae33-5f11ca9890e5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.864267 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9168d57-0a61-4766-8ebd-8298c4c7ff3a x-openstack-request-id: req-f9168d57-0a61-4766-8ebd-8298c4c7ff3a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:46.864649 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fd85fd-7185-40ef-b883-cdcc2f5d7f49", "tag": "6c0f7414-1593-410a-ae33-5f11ca9890e5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:46.864830 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f9168d57-0a61-4766-8ebd-8298c4c7ff3a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:46.865216 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'tag': '6c0f7414-1593-410a-ae33-5f11ca9890e5', 'status': 'completed', 'code': 200} Oct 26 11:55:46.941996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-984b9e7c-5c13-48f6-b3a1-fc7137dc7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.944343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-984b9e7c-5c13-48f6-b3a1-fc7137dc7963 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1094 time: 0.1246593 Oct 26 11:55:46.950939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Allocated IP 172.20.0.12 (f7fad451-96df-4e34-82fc-bc3a4970e943/1894e54d-3b69-4d07-a0e9-be3197fd2c5c/58a5c32b-6ae8-42eb-a6da-a37da79cc7cd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:46.963900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-28261b5f-c333-4aba-a06c-8dc12abf101e tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:46.966222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-28261b5f-c333-4aba-a06c-8dc12abf101e tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 945 time: 0.1639607 Oct 26 11:55:46.972088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec0696c8-0b10-442b-92a1-40f48b990bc6 req-c24f984a-ee07-4413-8973-6d40ec7cde36 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899222 Oct 26 11:55:46.995620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:47.022301 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467964d-1dbf-44c9-bdea-7bac0c42b661 None None] New status for floating IP 609016e2-f6bb-4ca5-96aa-885f66ef09a4: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:55:47.068325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a080039d-0b36-4141-8b0b-44f60218f1a6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 217 time: 0.1002777 Oct 26 11:55:47.122829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.171016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-bd1ac42d-5ee8-455d-9fa5-e917a56d649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:47.173245 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-bd1ac42d-5ee8-455d-9fa5-e917a56d649b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4204cc42-892f-4bd5-b083-d05a5f5e0135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4921036 Oct 26 11:55:47.174559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.262629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:47.275502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:47.284569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:47.306595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:47.307037 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.324140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Port': ['ID=a801a2f0-b238-43e0-8420-07dfc22ac5d8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:47.349921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Network f7fad451-96df-4e34-82fc-bc3a4970e943 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:47.381722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:47.409619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:47.424117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:47.424805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.471304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-d55884b8-952e-41dd-b67b-9c56b2476cf3 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882318 Oct 26 11:55:47.472063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Pushing event updated for resources: {'Port': ['ID=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:47.511849 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:55:47.566814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:47.567618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.575936 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40104492-6cce-408a-8964-65d33f38bad4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9345331 Oct 26 11:55:47.576294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.582555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.614852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'port': {'device_id': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef', 'admin_state_up': True, 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:47.669741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a3328-eb8e-4901-925a-8f837e3198c4 None None] Pushing event updated for resources: {'Port': ['ID=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:47.683346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40193692-6740-4ac6-a7f8-510781f38f58 req-5ba94267-9885-4e39-abaf-fac4da6b68a8 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:47.691431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40193692-6740-4ac6-a7f8-510781f38f58 req-5ba94267-9885-4e39-abaf-fac4da6b68a8 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 932 time: 0.7226617 Oct 26 11:55:47.701436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-01093b3b-7832-48c3-9d09-c5627e41242f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1913259 Oct 26 11:55:47.702022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-debd0001-1543-4ea8-b635-239a5715a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:47.703678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-debd0001-1543-4ea8-b635-239a5715a696 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.5994236 Oct 26 11:55:47.709269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-20016dae-a7d1-442e-9565-88a08814cc0a None None] Provisioning complete for port a801a2f0-b238-43e0-8420-07dfc22ac5d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:47.709269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-20016dae-a7d1-442e-9565-88a08814cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.722193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Request body: {'port': {'device_id': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:47.751040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Deleting port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:55:47.751451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.755000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Attempting to bind port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:47.755400 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Attempting to bind port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:47.756030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Attempting to bind port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc on network f7fad451-96df-4e34-82fc-bc3a4970e943 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:47.764665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-20016dae-a7d1-442e-9565-88a08814cc0a None None] Port a801a2f0-b238-43e0-8420-07dfc22ac5d8 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:55:47.767817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:47.768242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Checking segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:47.768609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.769004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Bound using segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:47.769500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Bound port: f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:47.770269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.807834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-c8e38397-c047-4436-8139-5aa156d8e2cf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875750 Oct 26 11:55:47.822328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2bb02140-f231-4390-9b94-dbd91b10e449 req-7da5c9ef-2266-4412-aaea-c3abd0791973 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171120 Oct 26 11:55:47.837021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.845627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] For port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:47.849353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] For port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:47.855169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:47.858358 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.859445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:47.914723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59fbfe-6175-4298-a222-f4d87e8140a2 req-ec0598c8-9fcb-47a6-95fd-c50489dae2e5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:47.916298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c59fbfe-6175-4298-a222-f4d87e8140a2 req-ec0598c8-9fcb-47a6-95fd-c50489dae2e5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 943 time: 0.6701310 Oct 26 11:55:47.928916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Routers {'a7533077-4f48-4515-a69e-268ddb604f2f'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:47.929547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a7533077-4f48-4515-a69e-268ddb604f2f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:47.930137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40193692-6740-4ac6-a7f8-510781f38f58 req-f6f20d29-2e53-40fa-a478-b3993d29da38 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377675 Oct 26 11:55:47.984775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c59fbfe-6175-4298-a222-f4d87e8140a2 req-688f9c67-a0ed-44f7-ad13-1f183b0e6a07 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599434 Oct 26 11:55:48.071143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] For port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,segment=NetworkSegment(aed93e5e-47c8-4747-b82f-8e4353cf91ee),segment_id=aed93e5e-47c8-4747-b82f-8e4353cf91ee)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:48.071143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.099763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-a8b4d06a-93be-490b-8dbb-64657be9a314 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794609 Oct 26 11:55:48.101970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Calling delete_port for 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:55:48.102154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] Set router a7533077-4f48-4515-a69e-268ddb604f2f gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:48.107758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a3328-eb8e-4901-925a-8f837e3198c4 None None] Pushing event updated for resources: {'Port': ['ID=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:48.142181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556a974-7939-4509-b824-4ef021f68cb0 req-b3bf3097-fd13-47eb-a1c1-a25d798d5bd1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:48.143952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1556a974-7939-4509-b824-4ef021f68cb0 req-b3bf3097-fd13-47eb-a1c1-a25d798d5bd1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 932 time: 0.1044817 Oct 26 11:55:48.208446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Allocated IP 19.86.0.173 (7dac2b82-bdca-41d2-8289-1a82b60000ef/2d8840af-9a1b-409b-be8f-eef933c31d6d/4f8029b0-7beb-4269-af75-49df456a1df5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:48.306136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1556a974-7939-4509-b824-4ef021f68cb0 req-bb22a24c-34cb-4e78-a0f9-3f3e6ab67d51 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440840 Oct 26 11:55:48.364737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00af62e-e442-4a2a-91dd-1954cbe85300 req-d69f419d-89ec-41ab-a137-536ace0ad1d3 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482831 Oct 26 11:55:48.400403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f353dc9c-9faa-47b9-afbc-4734e55f2467 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:48.412306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:48.420953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc', 'name': '', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'tenant_id': '3457d624e986484c900ff271694c475b', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:37Z', 'updated_at': '2021-10-26T11:55:47Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'subnets': [{'id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:48.431425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.459813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fd70-8a8a-49d4-8845-481e9819fdc6 None None] The sync data for ids ['a7533077-4f48-4515-a69e-268ddb604f2f'] in n-d-812150-3 is: [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:55:38Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc', 'name': '', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'tenant_id': '3457d624e986484c900ff271694c475b', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:37Z', 'updated_at': '2021-10-26T11:55:47Z', 'revision_number': 4, 'project_id': '3457d624e986484c900ff271694c475b', 'subnets': [{'id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:48.461561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Transition to ACTIVE for port object 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:48.473831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.498536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.514786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['105e65dc-8d7e-4e58-8ace-fa1ba77d0062'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:48.518629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.569656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Pushing event deleted for resources: {'Port': ['ID=105e65dc-8d7e-4e58-8ace-fa1ba77d0062,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:48.576199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Pushing event updated for resources: {'Port': ['ID=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:48.588768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b8cae-7698-4760-a089-758b7bd79953 req-65cdb9bb-36a3-4106-8b97-200ace4dcd82 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:48.591045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d00b8cae-7698-4760-a089-758b7bd79953 req-65cdb9bb-36a3-4106-8b97-200ace4dcd82 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5a0b84f-b8f4-4789-a491-c374684cd7bc HTTP/1.1" status: 200 len: 867 time: 0.2281413 Oct 26 11:55:48.609911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port f353dc9c-9faa-47b9-afbc-4734e55f2467, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:48.627114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'port_id': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'mac_address': 'fa:16:3e:5b:a6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:48.664637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] No DVR routers for this DVR port 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:55:48.668408 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.670604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-4fd6ce02-e414-4aa7-b636-6b9f46d66f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:48.673462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-4fd6ce02-e414-4aa7-b636-6b9f46d66f8b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1094 time: 0.1910951 Oct 26 11:55:48.675175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.680134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70fe2ef1-03eb-4fc1-88b1-481a8f0a7118 req-2af4442d-e64e-4dcf-9382-ab465f2798c9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.30 "DELETE /v2.0/ports/105e65dc-8d7e-4e58-8ace-fa1ba77d0062 HTTP/1.1" status: 204 len: 173 time: 1.7017903 Oct 26 11:55:48.713151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.713739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Attempting to bind port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:48.714122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Attempting to bind port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:48.714122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Attempting to bind port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd on network f7fad451-96df-4e34-82fc-bc3a4970e943 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:48.720843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:48.730394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:48.734659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd on network f7fad451-96df-4e34-82fc-bc3a4970e943 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:48.734970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Attempting to bind port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd on network f7fad451-96df-4e34-82fc-bc3a4970e943 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:48.739791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:48.749463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f353dc9c-9faa-47b9-afbc-4734e55f2467 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:48.769325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:48.769669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Checking segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:48.770063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Bound using segment: {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:48.770513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Bound port: 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf44af5-9f8b-4c2f-b849-69d0d0031883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:48.770901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.775283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Port': ['ID=4f8029b0-7beb-4269-af75-49df456a1df5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:48.816732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port f353dc9c-9faa-47b9-afbc-4734e55f2467, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:48.819854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:48.834480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:48.835245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.856932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d00b8cae-7698-4760-a089-758b7bd79953 req-49c950a0-a9a5-4d46-ba9e-76c10542dbc9 tempest-ServersNegativeTestMultiTenantJSON-294143608 tempest-ServersNegativeTestMultiTenantJSON-294143608-project] 10.222.0.88 "GET /v2.0/security-groups?id=7d0bf0df-c428-4a2a-82ee-2ad9444c0696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953242 Oct 26 11:55:48.874438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'name': 'network-vif-deleted', 'tag': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:48.874616 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.878242 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6287857a-7395-41a0-b92a-eb65db1d1a13" -d '{"events": [{"server_uuid": "b5a0b84f-b8f4-4789-a491-c374684cd7bc", "name": "network-vif-deleted", "tag": "105e65dc-8d7e-4e58-8ace-fa1ba77d0062"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:48.922840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-6c0dfbda-74dc-402f-9a4a-57ba08f0f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:48.924067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] For port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:48.925211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-6c0dfbda-74dc-402f-9a4a-57ba08f0f84d service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.2264795 Oct 26 11:55:48.929356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6e41857d-986e-4d3b-a376-0aa8b1711da3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3220394 Oct 26 11:55:48.931207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] For port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:48.938751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.949235 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cca9c4-8939-4ec5-9b21-88d38e633e7a x-openstack-request-id: req-b3cca9c4-8939-4ec5-9b21-88d38e633e7a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:48.949523 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0b84f-b8f4-4789-a491-c374684cd7bc", "name": "network-vif-deleted", "tag": "105e65dc-8d7e-4e58-8ace-fa1ba77d0062", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:48.950330 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3cca9c4-8939-4ec5-9b21-88d38e633e7a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:48.950736 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a0b84f-b8f4-4789-a491-c374684cd7bc', 'name': 'network-vif-deleted', 'tag': '105e65dc-8d7e-4e58-8ace-fa1ba77d0062', 'status': 'completed', 'code': 200} Oct 26 11:55:48.951104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=f353dc9c-9faa-47b9-afbc-4734e55f2467,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:48.957666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'port': {'device_id': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4', 'admin_state_up': True, 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:48.975901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:48.976701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:48.985107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-c13428ec-a54e-4037-b07a-8708e35f640e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 217 time: 0.0469475 Oct 26 11:55:49.117373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e8da87b-219d-497b-9bbc-3081e6d86632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.121388 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.149670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.150280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.150904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9791c331-c9cc-4dc9-9cb4-cab7bc81c257 None None] Provisioning complete for port 4f8029b0-7beb-4269-af75-49df456a1df5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:49.151725 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] 10.222.0.30 "PUT /v2.0/ports/58a5c32b-6ae8-42eb-a6da-a37da79cc7cd HTTP/1.1" status: 200 len: 1092 time: 1.4338238 Oct 26 11:55:49.152246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'tag': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:49.154002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-0c21a2d4-54b0-4319-8701-e490f5d5c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.154630 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819580eb-2e18-4704-8dde-af8180607e26" -d '{"events": [{"name": "network-changed", "server_uuid": "f63ec047-ecc4-42d5-9094-c1a3ce4a0886", "tag": "58a5c32b-6ae8-42eb-a6da-a37da79cc7cd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:49.155528 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9791c331-c9cc-4dc9-9cb4-cab7bc81c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.156003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-0c21a2d4-54b0-4319-8701-e490f5d5c939 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.1620219 Oct 26 11:55:49.209497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36f72-c935-4b8c-b9fa-536c6f19885a req-57bae12a-b9a2-4053-a1d2-76dcfc88d844 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.218299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36f72-c935-4b8c-b9fa-536c6f19885a req-57bae12a-b9a2-4053-a1d2-76dcfc88d844 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.223388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6883b4-a82b-4478-9947-027b53106522 service neutron] Pushing event updated for resources: {'Port': ['ID=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:49.225990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdf36f72-c935-4b8c-b9fa-536c6f19885a req-57bae12a-b9a2-4053-a1d2-76dcfc88d844 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 1655 time: 0.1643124 Oct 26 11:55:49.236501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-ba892bbb-386c-4640-80c5-961ada7d4995 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698745 Oct 26 11:55:49.256893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['f353dc9c-9faa-47b9-afbc-4734e55f2467'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:49.269699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d5174-3269-4a9e-89ed-1feeee94d548 req-2eb1da2f-2a84-49ea-b045-53447fd2862a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.271897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-049d5174-3269-4a9e-89ed-1feeee94d548 req-2eb1da2f-2a84-49ea-b045-53447fd2862a tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 944 time: 0.1740804 Oct 26 11:55:49.382045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdf36f72-c935-4b8c-b9fa-536c6f19885a req-47f3879d-744d-4db7-8648-f833c820c464 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549180 Oct 26 11:55:49.401365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:49.407095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9791c331-c9cc-4dc9-9cb4-cab7bc81c257 None None] Port 4f8029b0-7beb-4269-af75-49df456a1df5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:55:49.414665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.421966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-049d5174-3269-4a9e-89ed-1feeee94d548 req-f776e6f5-12b1-4ef8-8fa9-e7a42165072b tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366787 Oct 26 11:55:49.502394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-da289acb-d629-405e-8f57-b1df30f27575 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530401 Oct 26 11:55:49.618907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:49.690391 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199fef12-8b80-41ca-b60e-19c2133b162a x-openstack-request-id: req-199fef12-8b80-41ca-b60e-19c2133b162a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:49.690777 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63ec047-ecc4-42d5-9094-c1a3ce4a0886", "tag": "58a5c32b-6ae8-42eb-a6da-a37da79cc7cd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:49.691275 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-199fef12-8b80-41ca-b60e-19c2133b162a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:49.693793 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'tag': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd', 'status': 'completed', 'code': 200} Oct 26 11:55:49.708859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3045fc30-a54d-472a-a4d1-a7d67d7ce4cd req-989e4240-3319-4e82-9e2c-046c6eb6e528 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935709 Oct 26 11:55:49.775326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-fb3bd90c-cdec-4ae0-a217-784fb381ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.776921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-fb3bd90c-cdec-4ae0-a217-784fb381ee5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 1095 time: 0.5487185 Oct 26 11:55:49.786384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3670d8-12e0-4b34-87d8-d38e86170afc req-0354ee58-2b4e-491d-a007-e977e9d5f85d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.788100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d3670d8-12e0-4b34-87d8-d38e86170afc req-0354ee58-2b4e-491d-a007-e977e9d5f85d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 944 time: 0.0653284 Oct 26 11:55:49.827548 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-24e50fb5-5e17-4b7b-b42e-073859c2d60f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd HTTP/1.1" status: 200 len: 217 time: 0.0392385 Oct 26 11:55:49.828107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:49.831591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.839504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d3670d8-12e0-4b34-87d8-d38e86170afc req-b5f5e2c7-2368-4fb8-999c-b06ce6232911 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Oct 26 11:55:49.913125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34656) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:49.934084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4953f835-5398-4c20-955f-462aded69f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:49.936039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-4953f835-5398-4c20-955f-462aded69f49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0942216 Oct 26 11:55:49.962315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Deleting subnet d66c30df-e61c-45cc-9230-43f38a54a07d {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:55:49.965734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:49.979763 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-75dcc8df-8f8b-4e28-867f-df01df003b92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315602 Oct 26 11:55:50.010439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.053332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.114560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Allocated IP 19.80.0.221 (9fcfda95-364c-4e56-8861-aa34e193b5a4/79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f/0500e60f-d0c6-485b-a92b-96ddae62c95e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:50.142570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-cdabba04-447e-4848-862a-af327af91a89 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0694244 Oct 26 11:55:50.144116 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-b1358d0c-2efb-40f6-9cc9-1267b55005ab service neutron] 10.222.0.30 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384294 Oct 26 11:55:50.149649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.189106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66c30df-e61c-45cc-9230-43f38a54a07d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:50.192571 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.198227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d2ef6d80-7c69-4f64-9223-03dd4f49a94b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d66c30df-e61c-45cc-9230-43f38a54a07d HTTP/1.1" status: 204 len: 168 time: 0.2834144 Oct 26 11:55:50.200348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34658) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:50.309227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.318149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.318648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.319179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.319665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.320149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.320626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.321103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.321665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd204d08-9ed8-4179-9cf1-6abd38dc98dc req-85826607-431f-4ba6-8bde-0d8f87cf2114 service neutron] 10.222.0.30 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654339 Oct 26 11:55:50.323078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dab723be-c6c7-467a-af7c-4c604f1a2639 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6502 time: 0.1039643 Oct 26 11:55:50.360959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.411384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:50.438358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:55:50.438757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 105e65dc-8d7e-4e58-8ace-fa1ba77d0062 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:50.442440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.495878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:50.496089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.500225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819580eb-2e18-4704-8dde-af8180607e26 req-a06d4bd0-7b4b-4702-be35-b4e96c4d1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.501815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-a06d4bd0-7b4b-4702-be35-b4e96c4d1f8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 1095 time: 0.1169598 Oct 26 11:55:50.507592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:50.510366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:55:50.615310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Port': ['ID=0500e60f-d0c6-485b-a92b-96ddae62c95e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:50.643866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.645545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.650758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:50.685796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed93e5e-47c8-4747-b82f-8e4353cf91ee') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:50.686153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed93e5e-47c8-4747-b82f-8e4353cf91ee') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:50.701451 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-69c14e86-342a-4bb3-ac7f-17afa4d70d14 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7599893 Oct 26 11:55:50.704414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:50.708341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819580eb-2e18-4704-8dde-af8180607e26 req-8d833eac-9cac-4716-bc90-9d24544214b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.710950 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-8d833eac-9cac-4716-bc90-9d24544214b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.1953809 Oct 26 11:55:50.714650 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.717990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Request body: {'port': {'device_id': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:50.724357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46053b6a-7d5d-42f7-8471-2fb205ffebb8 req-ac418daf-4896-41c1-9451-b17240da4753 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.725948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46053b6a-7d5d-42f7-8471-2fb205ffebb8 req-ac418daf-4896-41c1-9451-b17240da4753 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 944 time: 0.1857078 Oct 26 11:55:50.727473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-69e2cabf-a3f5-47a0-a9d7-4a3ba3a07b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.727713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-69e2cabf-a3f5-47a0-a9d7-4a3ba3a07b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.728193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-69e2cabf-a3f5-47a0-a9d7-4a3ba3a07b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.729721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-69e2cabf-a3f5-47a0-a9d7-4a3ba3a07b61 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4204cc42-892f-4bd5-b083-d05a5f5e0135&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 2302 time: 0.3728170 Oct 26 11:55:50.776791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:50.777461 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.795978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-7c8fe78b-f3fb-49e2-bd95-1824b57fab83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd HTTP/1.1" status: 200 len: 217 time: 0.0737638 Oct 26 11:55:50.817351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ad68-5c1e-4108-bf28-33f4e94d7d54 req-5b5cc623-61bf-4f36-a521-60e84bb4337e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.823684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ad68-5c1e-4108-bf28-33f4e94d7d54 req-5b5cc623-61bf-4f36-a521-60e84bb4337e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.829907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ad68-5c1e-4108-bf28-33f4e94d7d54 req-5b5cc623-61bf-4f36-a521-60e84bb4337e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.837632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d567ad68-5c1e-4108-bf28-33f4e94d7d54 req-5b5cc623-61bf-4f36-a521-60e84bb4337e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2377 time: 0.3329780 Oct 26 11:55:50.842495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.862455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.872378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:55:50.872800 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:55:50.874786 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:55:50.884687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-feb437f1-f518-4821-b583-e9971c3dca97 None None] Provisioning complete for port 0500e60f-d0c6-485b-a92b-96ddae62c95e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:50.884687 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-feb437f1-f518-4821-b583-e9971c3dca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:50.893638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819580eb-2e18-4704-8dde-af8180607e26 req-5753fbf5-9ca5-4e5c-b9f8-c92e99bfd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:50.906693 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-5753fbf5-9ca5-4e5c-b9f8-c92e99bfd3db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0867414 Oct 26 11:55:50.921565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-dfa2aba6-481a-49ff-9c19-fc29c67c3f57 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 200 len: 1002 time: 0.1842010 Oct 26 11:55:50.928278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-feb437f1-f518-4821-b583-e9971c3dca97 None None] Port 0500e60f-d0c6-485b-a92b-96ddae62c95e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:55:50.962641 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-533e9785-295c-41c3-ae3d-992dc6485bbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333757 Oct 26 11:55:50.990203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d567ad68-5c1e-4108-bf28-33f4e94d7d54 req-e8f24df0-8762-491b-bcac-f72556338fec tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517272 Oct 26 11:55:50.993357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46053b6a-7d5d-42f7-8471-2fb205ffebb8 req-8335aa28-b6a9-4b71-859e-a8cbe6ca6971 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033970 Oct 26 11:55:51.011090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.039594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.044470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8 HTTP/1.1" status: 204 len: 168 time: 0.8422635 Oct 26 11:55:51.047147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34674) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:51.067546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-17726255-cd60-4321-a6a4-ebc7338f5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:51.069089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-17726255-cd60-4321-a6a4-ebc7338f5dc8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8f0dec01-3fd3-4823-bde6-290e15793ce1 HTTP/1.1" status: 200 len: 856 time: 0.1361983 Oct 26 11:55:51.102403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dd1d2-6115-4cb2-907b-d42d599144e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc93eeb-8c3f-4bc4-8c46-cd78f0ffe3b8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:51.151622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Deleting subnet 82ef56f3-9004-41f4-a82f-de2e08908e57 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:55:51.157135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.199727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-52c3d87f-a50e-430c-845a-49bd9c09d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:51.201272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-52c3d87f-a50e-430c-845a-49bd9c09d78b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4204cc42-892f-4bd5-b083-d05a5f5e0135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076400 Oct 26 11:55:51.212300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.249440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-7a7bd7fc-bace-462f-9f6e-dd904c041736 service neutron] 10.222.0.30 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770324 Oct 26 11:55:51.341909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.405497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-e3636f2f-0e1f-4a08-9dce-733d722b4795 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882305 Oct 26 11:55:51.416564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409bf73-b29f-408f-be34-7ea8810823f0 req-79c3f26c-1b98-4454-aa7b-709e9095f887 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:51.418124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c409bf73-b29f-408f-be34-7ea8810823f0 req-79c3f26c-1b98-4454-aa7b-709e9095f887 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 944 time: 0.1374514 Oct 26 11:55:51.432395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-819580eb-2e18-4704-8dde-af8180607e26 req-513f54af-62a5-421b-ac4e-9a1f467e148f service neutron] 10.222.0.30 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731353 Oct 26 11:55:51.442264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a801a2f0-b238-43e0-8420-07dfc22ac5d8 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:51.452057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.466456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Transition to ACTIVE for port object a801a2f0-b238-43e0-8420-07dfc22ac5d8 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:51.470798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.502211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.515301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c0f7414-1593-410a-ae33-5f11ca9890e5 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:51.542579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ef56f3-9004-41f4-a82f-de2e08908e57,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:51.557270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Pushing event updated for resources: {'Port': ['ID=a801a2f0-b238-43e0-8420-07dfc22ac5d8,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:51.565659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c409bf73-b29f-408f-be34-7ea8810823f0 req-954be171-cf1f-4479-8ae7-96e7e3b17f90 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366131 Oct 26 11:55:51.566783 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.572307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bf25b1c8-5b32-441f-8fee-2c4f979dc8bb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/82ef56f3-9004-41f4-a82f-de2e08908e57 HTTP/1.1" status: 204 len: 168 time: 0.5219903 Oct 26 11:55:51.572593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34676) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:51.650805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Attempting to bind port a801a2f0-b238-43e0-8420-07dfc22ac5d8 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:51.656933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Attempting to bind port a801a2f0-b238-43e0-8420-07dfc22ac5d8 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:51.657244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Attempting to bind port a801a2f0-b238-43e0-8420-07dfc22ac5d8 on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:51.659460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6c0f7414-1593-410a-ae33-5f11ca9890e5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:51.662008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-852dc2c3-2e13-45d3-986e-1e70e532ab00 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419345 Oct 26 11:55:51.662941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Port a801a2f0-b238-43e0-8420-07dfc22ac5d8 on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:51.663374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Attempting to bind port a801a2f0-b238-43e0-8420-07dfc22ac5d8 on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:51.669665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:51.669993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Checking segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:51.670473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Bound using segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:51.671198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Bound port: a801a2f0-b238-43e0-8420-07dfc22ac5d8, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:51.671637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.672754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '6c0f7414-1593-410a-ae33-5f11ca9890e5', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'port_id': '6c0f7414-1593-410a-ae33-5f11ca9890e5', 'mac_address': 'fa:16:3e:12:0f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:51.728866 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-03034692-69bc-4754-b518-cfb734d7271c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.738111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-802ee9c5-ae80-46bc-a080-6ba2af2e15e3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 217 time: 0.0648644 Oct 26 11:55:51.744950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.747695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.763846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0f7414-1593-410a-ae33-5f11ca9890e5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:51.773185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] For port a801a2f0-b238-43e0-8420-07dfc22ac5d8, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:51.777478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] For port a801a2f0-b238-43e0-8420-07dfc22ac5d8, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a801a2f0-b238-43e0-8420-07dfc22ac5d8,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:51.784424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.787666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6c0f7414-1593-410a-ae33-5f11ca9890e5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:51.792930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.827772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:51.828340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:51.830209 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] 10.222.0.100 "PUT /v2.0/ports/a801a2f0-b238-43e0-8420-07dfc22ac5d8 HTTP/1.1" status: 200 len: 1092 time: 1.1178493 Oct 26 11:55:51.830361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'tag': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:51.832684 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20369a0-fd3b-4fcb-aa15-d402acc73df8" -d '{"events": [{"name": "network-changed", "server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "tag": "a801a2f0-b238-43e0-8420-07dfc22ac5d8"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:51.848804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-1024f994-bd86-4ebf-bcb4-21e5bdd4bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:51.864519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-1024f994-bd86-4ebf-bcb4-21e5bdd4bd98 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.1146235 Oct 26 11:55:51.869784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Request body: {'port': {'device_id': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:51.869964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6c0f7414-1593-410a-ae33-5f11ca9890e5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:51.915437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c180ed-d3a1-41aa-8a0e-c0efaa8d5211 service neutron] Pushing event updated for resources: {'Port': ['ID=a801a2f0-b238-43e0-8420-07dfc22ac5d8,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:51.930792 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b422ff1c-e0a8-45b9-b0c2-c0d8489a37cf x-openstack-request-id: req-b422ff1c-e0a8-45b9-b0c2-c0d8489a37cf {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:51.931208 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "tag": "a801a2f0-b238-43e0-8420-07dfc22ac5d8", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:51.931536 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b422ff1c-e0a8-45b9-b0c2-c0d8489a37cf {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:51.931940 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'tag': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8', 'status': 'completed', 'code': 200} Oct 26 11:55:51.959522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.002715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac45879-2b76-43d5-8172-7f0992437621']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:52.005075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.014248 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-43cece12-bb1f-48f7-a961-8b9b953a7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.016082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-43cece12-bb1f-48f7-a961-8b9b953a7ddf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119554 Oct 26 11:55:52.021306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e92910-8915-444f-864b-577a4a94b7b9') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:52.022188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e92910-8915-444f-864b-577a4a94b7b9') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:52.101635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-26959258-a23a-44eb-b3c1-5d72ae2ff02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.102130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-26959258-a23a-44eb-b3c1-5d72ae2ff02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.102612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-26959258-a23a-44eb-b3c1-5d72ae2ff02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.104870 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-26959258-a23a-44eb-b3c1-5d72ae2ff02a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2732 time: 0.1358476 Oct 26 11:55:52.111317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6c0f7414-1593-410a-ae33-5f11ca9890e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:52.161928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.234429 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.250099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:55:52.250546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:55:52.253460 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:55:52.388110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-902eac87-d248-4b96-8d0f-f71aa362139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.391626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-902eac87-d248-4b96-8d0f-f71aa362139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.392107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-902eac87-d248-4b96-8d0f-f71aa362139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.393820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-902eac87-d248-4b96-8d0f-f71aa362139b service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2806804 Oct 26 11:55:52.430396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f353dc9c-9faa-47b9-afbc-4734e55f2467 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:52.504403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port f353dc9c-9faa-47b9-afbc-4734e55f2467 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:52.509640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port f353dc9c-9faa-47b9-afbc-4734e55f2467 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:52.510027 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.596521 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.597148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-90b81df1-ee8a-4fa1-b0b3-2bcd4751c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.598708 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b20369a0-fd3b-4fcb-aa15-d402acc73df8 req-90b81df1-ee8a-4fa1-b0b3-2bcd4751c8fc service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1929398 Oct 26 11:55:52.618353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8029b0-7beb-4269-af75-49df456a1df5 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:52.625508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:52.628168 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62185d46-2256-427f-9deb-a575b5f6b310" -d '{"events": [{"server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "name": "network-vif-plugged", "status": "completed", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:52.628929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.643260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port f353dc9c-9faa-47b9-afbc-4734e55f2467, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:52.644635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Transition to ACTIVE for port object 4f8029b0-7beb-4269-af75-49df456a1df5 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:52.648162 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.650509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.652121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650338d6-9ca1-4ff2-bc6d-efcb7f4325f2 req-2b121538-3466-4e79-9dbf-e04fb9aafd55 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.658252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650338d6-9ca1-4ff2-bc6d-efcb7f4325f2 req-2b121538-3466-4e79-9dbf-e04fb9aafd55 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.664381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650338d6-9ca1-4ff2-bc6d-efcb7f4325f2 req-2b121538-3466-4e79-9dbf-e04fb9aafd55 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.666085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-650338d6-9ca1-4ff2-bc6d-efcb7f4325f2 req-2b121538-3466-4e79-9dbf-e04fb9aafd55 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2389 time: 0.5270915 Oct 26 11:55:52.676548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e216e5-8047-4fec-9cea-cd779e9f1a40 req-05440572-342f-42e7-9a8d-d01c79f087ea tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:52.678158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0e216e5-8047-4fec-9cea-cd779e9f1a40 req-05440572-342f-42e7-9a8d-d01c79f087ea tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 944 time: 0.5325427 Oct 26 11:55:52.689570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-d6e4ca66-5f80-4b7c-b506-cbe5683a1b35 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652446 Oct 26 11:55:52.698760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.716074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8029b0-7beb-4269-af75-49df456a1df5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:52.736746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=f353dc9c-9faa-47b9-afbc-4734e55f2467,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:52.738573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.741892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1ac45879-2b76-43d5-8172-7f0992437621 HTTP/1.1" status: 204 len: 168 time: 1.1683197 Oct 26 11:55:52.798298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.807077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Attempting to bind port 4f8029b0-7beb-4269-af75-49df456a1df5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:52.807558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Attempting to bind port 4f8029b0-7beb-4269-af75-49df456a1df5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:52.808052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Attempting to bind port 4f8029b0-7beb-4269-af75-49df456a1df5 on network 7dac2b82-bdca-41d2-8289-1a82b60000ef {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:52.808761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb89405-79b4-47d7-b6b2-e51da81302e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac45879-2b76-43d5-8172-7f0992437621,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:52.814489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Port 4f8029b0-7beb-4269-af75-49df456a1df5 on network 7dac2b82-bdca-41d2-8289-1a82b60000ef not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:52.814624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Attempting to bind port 4f8029b0-7beb-4269-af75-49df456a1df5 on network 7dac2b82-bdca-41d2-8289-1a82b60000ef {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:52.821761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:52.821974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Checking segment: {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:52.822206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Bound using segment: {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:52.823183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Bound port: 4f8029b0-7beb-4269-af75-49df456a1df5, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:52.823183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:52.859763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0e216e5-8047-4fec-9cea-cd779e9f1a40 req-8c1d4ce7-1cce-480d-a51b-f82c0e101d0f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647496 Oct 26 11:55:52.873348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-650338d6-9ca1-4ff2-bc6d-efcb7f4325f2 req-277be383-ea55-4336-8a8b-a85417b2ed75 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941028 Oct 26 11:55:52.937301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] For port 4f8029b0-7beb-4269-af75-49df456a1df5, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:52.939559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-c837878a-8a38-4521-8dfc-4d94dd11f914 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310116 Oct 26 11:55:52.942501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] For port 4f8029b0-7beb-4269-af75-49df456a1df5, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4f8029b0-7beb-4269-af75-49df456a1df5,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:52.949013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.013679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.015228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.016962 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] 10.222.0.100 "PUT /v2.0/ports/4f8029b0-7beb-4269-af75-49df456a1df5 HTTP/1.1" status: 200 len: 1092 time: 1.1538136 Oct 26 11:55:53.041841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-21960023-4811-4a60-9fc2-2c5031134945 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 217 time: 0.0946143 Oct 26 11:55:53.045540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906202d-4a5a-4a98-8d7a-5616f8b3be09 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8029b0-7beb-4269-af75-49df456a1df5,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:53.047060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34698) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:53.068661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Request body: {'port': {'device_id': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:53.155596 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.157691 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b58e8-fe4e-413f-a6cb-928cbfc019b9 x-openstack-request-id: req-999b58e8-fe4e-413f-a6cb-928cbfc019b9 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:53.158337 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "name": "network-vif-plugged", "status": "completed", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:53.158735 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-999b58e8-fe4e-413f-a6cb-928cbfc019b9 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:53.159312 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'code': 200} Oct 26 11:55:53.181615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.222684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-e765c881-20b2-42d1-870d-59517e709ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.224551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-e765c881-20b2-42d1-870d-59517e709ac6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.1685662 Oct 26 11:55:53.228702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c1a4bb0f-4ee8-4a6f-a952-b10d5fede961 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ddfa540b3b3d44dbaf74d666da6cf44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798620 Oct 26 11:55:53.233793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34700) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:53.272251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aad9a-0c39-41d6-a1a2-95e2be7e79c1 req-bf586b1f-2dae-4356-809a-8afba5482979 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.274373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388aad9a-0c39-41d6-a1a2-95e2be7e79c1 req-bf586b1f-2dae-4356-809a-8afba5482979 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 944 time: 0.1160278 Oct 26 11:55:53.357652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ce173-0e9d-430b-8db6-7dbf0f6a840c req-128ff0d1-3850-4031-a836-63b73d44bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.359238 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-541ce173-0e9d-430b-8db6-7dbf0f6a840c req-128ff0d1-3850-4031-a836-63b73d44bcdf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 1096 time: 0.1243601 Oct 26 11:55:53.364677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-3e00003f-d6e3-459f-b734-83e07ff06efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.366264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-3e00003f-d6e3-459f-b734-83e07ff06efe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246626 Oct 26 11:55:53.373059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-388aad9a-0c39-41d6-a1a2-95e2be7e79c1 req-343a79dc-434e-458e-ab86-b6ffe8d023eb tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Oct 26 11:55:53.383447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d74cbf2-84ff-46bf-9268-b1e00e8ecebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.451918 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-541ce173-0e9d-430b-8db6-7dbf0f6a840c req-a9a770d9-3fd4-4dad-b020-98f3a33b7ee0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790346 Oct 26 11:55:53.458567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d74cbf2-84ff-46bf-9268-b1e00e8ecebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.514279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-f45c2af1-10f6-40c2-9ee6-19a46ae23eb3 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381755 Oct 26 11:55:53.530568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c0f7414-1593-410a-ae33-5f11ca9890e5 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:53.545871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0500e60f-d0c6-485b-a92b-96ddae62c95e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:53.555513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.569752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Transition to ACTIVE for port object 0500e60f-d0c6-485b-a92b-96ddae62c95e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:55:53.573882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.578416 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d74cbf2-84ff-46bf-9268-b1e00e8ecebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.581054 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d74cbf2-84ff-46bf-9268-b1e00e8ecebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.584879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1d74cbf2-84ff-46bf-9268-b1e00e8ecebf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7d0bf0df-c428-4a2a-82ee-2ad9444c0696 HTTP/1.1" status: 204 len: 168 time: 0.3483620 Oct 26 11:55:53.597502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74cbf2-84ff-46bf-9268-b1e00e8ecebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0bf0df-c428-4a2a-82ee-2ad9444c0696,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:53.603108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 6c0f7414-1593-410a-ae33-5f11ca9890e5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:53.610845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 6c0f7414-1593-410a-ae33-5f11ca9890e5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:53.611783 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.642041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-eb137f81-379d-44b8-b299-ebcb307b5102 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186481 Oct 26 11:55:53.659894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Pushing event updated for resources: {'Port': ['ID=0500e60f-d0c6-485b-a92b-96ddae62c95e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:53.734165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.744782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-21b66219-00e2-40f5-ba00-914ea414e786 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=844306c2-34be-4134-ae16-572278d8b570 HTTP/1.1" status: 200 len: 217 time: 0.0947077 Oct 26 11:55:53.758453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Attempting to bind port 0500e60f-d0c6-485b-a92b-96ddae62c95e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:55:53.758847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Attempting to bind port 0500e60f-d0c6-485b-a92b-96ddae62c95e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:55:53.759213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Attempting to bind port 0500e60f-d0c6-485b-a92b-96ddae62c95e on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:53.765583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Port 0500e60f-d0c6-485b-a92b-96ddae62c95e on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:55:53.765916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Attempting to bind port 0500e60f-d0c6-485b-a92b-96ddae62c95e on network 9fcfda95-364c-4e56-8861-aa34e193b5a4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:53.789119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6c0f7414-1593-410a-ae33-5f11ca9890e5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:53.796189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.796801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:55:53.797330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Checking segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:55:53.797951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Bound using segment: {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:53.798592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Bound port: 0500e60f-d0c6-485b-a92b-96ddae62c95e, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064f0726-7ac3-4dcf-9f5f-55b19782bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:55:53.799147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.847193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-67b1030b-c57b-44cf-9be1-bdf8f1ab64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.848994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-67b1030b-c57b-44cf-9be1-bdf8f1ab64dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0955994 Oct 26 11:55:53.914161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6c0f7414-1593-410a-ae33-5f11ca9890e5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:53.923948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] For port 0500e60f-d0c6-485b-a92b-96ddae62c95e, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:53.928939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] For port 0500e60f-d0c6-485b-a92b-96ddae62c95e, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:53.933631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'tag': '4f8029b0-7beb-4269-af75-49df456a1df5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:53.937178 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8cd4d-bc97-4899-97c4-b3decea73a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "tag": "4f8029b0-7beb-4269-af75-49df456a1df5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:53.944842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:53.955459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-0cdc6b30-7b8a-461a-aabb-833aa2603295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:53.957196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-0cdc6b30-7b8a-461a-aabb-833aa2603295 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956609 Oct 26 11:55:54.018368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.019119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.020670 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] 10.222.0.100 "PUT /v2.0/ports/0500e60f-d0c6-485b-a92b-96ddae62c95e HTTP/1.1" status: 200 len: 1092 time: 0.9567838 Oct 26 11:55:54.040582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a39f-e7f3-41a2-97b0-e37ebea0c121 service neutron] Pushing event updated for resources: {'Port': ['ID=0500e60f-d0c6-485b-a92b-96ddae62c95e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:54.133357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eab0f-d946-4935-94a2-3a4e49450ccc req-2634cfa9-4f05-4ee0-88db-6ee441c2cda3 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.140872 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-935eab0f-d946-4935-94a2-3a4e49450ccc req-2634cfa9-4f05-4ee0-88db-6ee441c2cda3 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.1626654 Oct 26 11:55:54.142405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a57764d0-caec-42ea-836d-ebb1159529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.143820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a57764d0-caec-42ea-836d-ebb1159529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.144839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a57764d0-caec-42ea-836d-ebb1159529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.147625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a57764d0-caec-42ea-836d-ebb1159529a3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2866 time: 0.0723393 Oct 26 11:55:54.171718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b142-47a7-449d-b58b-19250c6f1e45 req-18922a79-4fe5-4ec7-952e-447b8f513f95 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.179470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b142-47a7-449d-b58b-19250c6f1e45 req-18922a79-4fe5-4ec7-952e-447b8f513f95 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.186005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b142-47a7-449d-b58b-19250c6f1e45 req-18922a79-4fe5-4ec7-952e-447b8f513f95 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.187790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd27b142-47a7-449d-b58b-19250c6f1e45 req-18922a79-4fe5-4ec7-952e-447b8f513f95 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2413 time: 0.1971374 Oct 26 11:55:54.229538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-b10701b9-8648-4d35-b8be-f0b985afb4a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=a801a2f0-b238-43e0-8420-07dfc22ac5d8 HTTP/1.1" status: 200 len: 217 time: 0.0705256 Oct 26 11:55:54.233620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-5473e49e-eb22-4a66-a549-e61f7c9b76cd service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657242 Oct 26 11:55:54.253202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:54.313113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-935eab0f-d946-4935-94a2-3a4e49450ccc req-b509475e-cf7a-47ad-aa82-927dbf586c6f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713579 Oct 26 11:55:54.321963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd27b142-47a7-449d-b58b-19250c6f1e45 req-d85e1c2a-68f4-44ca-aee0-5758df8e7ea2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130071 Oct 26 11:55:54.337297 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c360581-76ca-43f4-a31b-aa6ee6d506b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fdb41fba0cec4b51bb4ebff02da99d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826087 Oct 26 11:55:54.339158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a2a64028-11e3-4b62-92b9-ee2b9d98a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.341045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:54.341294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a2a64028-11e3-4b62-92b9-ee2b9d98a239 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f HTTP/1.1" status: 200 len: 801 time: 0.0977578 Oct 26 11:55:54.386752 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213d28c-208e-4410-8a98-8e1c2d5f9c20 x-openstack-request-id: req-b213d28c-208e-4410-8a98-8e1c2d5f9c20 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:54.387348 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "tag": "4f8029b0-7beb-4269-af75-49df456a1df5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:54.387621 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b213d28c-208e-4410-8a98-8e1c2d5f9c20 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:54.388194 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'tag': '4f8029b0-7beb-4269-af75-49df456a1df5', 'status': 'completed', 'code': 200} Oct 26 11:55:54.396931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-74d7f934-5893-45f4-8083-33d4ccef3862 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498859 Oct 26 11:55:54.409670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-9c514167-dec7-4a35-ba0f-a688c99b6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.411572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-9c514167-dec7-4a35-ba0f-a688c99b6f85 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9fcfda95-364c-4e56-8861-aa34e193b5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629990 Oct 26 11:55:54.433726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:54.490288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-945e78dc-af25-49ca-a387-0b6b45a3e2e1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d295fd22-dbf0-46e7-afff-66babc705d3e HTTP/1.1" status: 200 len: 217 time: 0.0828559 Oct 26 11:55:54.566336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe23fd9-a27b-4083-9e80-8f753ec6927f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.573485 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-c3ea34d2-3fcb-484b-9d93-e973d01d3c31 service neutron] 10.222.0.100 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521783 Oct 26 11:55:54.582022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.641547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-0aa4a4e4-59aa-45ca-882c-c1cb212bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.644707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-0aa4a4e4-59aa-45ca-882c-c1cb212bb771 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.1350250 Oct 26 11:55:54.648402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe23fd9-a27b-4083-9e80-8f753ec6927f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.656191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:54.693723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd', 'network_id': 'f7fad451-96df-4e34-82fc-bc3a4970e943', 'port_id': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd', 'mac_address': 'fa:16:3e:83:63:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1894e54d-3b69-4d07-a0e9-be3197fd2c5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:54.798370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.830042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:54.855403 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-40764a7f-4943-41b9-a1bf-cdd98f1fbc10 service neutron] 10.222.0.100 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530046 Oct 26 11:55:54.865305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-11153e45-6d61-4397-ae76-5acde0fa427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.866899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-11153e45-6d61-4397-ae76-5acde0fa427d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2059336 Oct 26 11:55:54.878072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9a21-1e4b-425f-962f-c08144d246ba req-e620436a-9439-4b55-bf1a-d0574e38e870 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:54.879892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1afa9a21-1e4b-425f-962f-c08144d246ba req-e620436a-9439-4b55-bf1a-d0574e38e870 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 944 time: 0.1980510 Oct 26 11:55:54.888799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:54.908751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.909696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-005278b8-ea93-43fb-8c20-c03897bdc50e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=4f8029b0-7beb-4269-af75-49df456a1df5 HTTP/1.1" status: 200 len: 217 time: 0.0427630 Oct 26 11:55:54.964492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe23fd9-a27b-4083-9e80-8f753ec6927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.967187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe23fd9-a27b-4083-9e80-8f753ec6927f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:54.970822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ffe23fd9-a27b-4083-9e80-8f753ec6927f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16082033-d3e7-4bb9-9e80-01caac6bd884 HTTP/1.1" status: 204 len: 168 time: 0.6259160 Oct 26 11:55:54.972803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:55.002746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1afa9a21-1e4b-425f-962f-c08144d246ba req-9a3f0cfa-5da4-43f0-ae97-9c4155d409c3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128111 Oct 26 11:55:55.005177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe23fd9-a27b-4083-9e80-8f753ec6927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16082033-d3e7-4bb9-9e80-01caac6bd884,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:55.042526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a6000da9-2cc0-4e36-a9a6-cb6c2e35e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.045688 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-a6000da9-2cc0-4e36-a9a6-cb6c2e35e401 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2d8840af-9a1b-409b-be8f-eef933c31d6d HTTP/1.1" status: 200 len: 801 time: 0.1256251 Oct 26 11:55:55.050405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-5ab12463-2e33-4912-abbb-9f3be3c226cc service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693413 Oct 26 11:55:55.057405 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-3f1cf6f4-ae21-4e72-bc70-6e866c06e884 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855658 Oct 26 11:55:55.159659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-dc0d37d8-3985-488f-8bfc-fc2a83f6c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.161531 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-dc0d37d8-3985-488f-8bfc-fc2a83f6c4c4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7dac2b82-bdca-41d2-8289-1a82b60000ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997100 Oct 26 11:55:55.162931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0f7414-1593-410a-ae33-5f11ca9890e5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:55.164102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae676255-d644-40c7-9332-454c71618744 req-9e1f9454-26f6-49d7-94c4-76597c22fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.165534 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-9e1f9454-26f6-49d7-94c4-76597c22fef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1096 time: 0.0633006 Oct 26 11:55:55.166078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-4eb5ec4e-67c9-4079-8e93-0e2d21b6e748 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992458 Oct 26 11:55:55.166760 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cac8ba-e180-4589-890f-8b145692e04a" -d '{"events": [{"server_uuid": "74fd85fd-7185-40ef-b883-cdcc2f5d7f49", "name": "network-vif-plugged", "status": "completed", "tag": "6c0f7414-1593-410a-ae33-5f11ca9890e5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:55.222995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-29604311-976f-4f2a-8777-eae2afa96d47 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 200 len: 217 time: 0.0450115 Oct 26 11:55:55.232067 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48df9d88-ec5a-4e5e-b24b-be803ca84138 x-openstack-request-id: req-48df9d88-ec5a-4e5e-b24b-be803ca84138 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:55.232363 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fd85fd-7185-40ef-b883-cdcc2f5d7f49", "name": "network-vif-plugged", "status": "completed", "tag": "6c0f7414-1593-410a-ae33-5f11ca9890e5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:55.232622 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48df9d88-ec5a-4e5e-b24b-be803ca84138 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:55.233022 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0f7414-1593-410a-ae33-5f11ca9890e5', 'code': 200} Oct 26 11:55:55.244493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['58a5c32b-6ae8-42eb-a6da-a37da79cc7cd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:55:55.287293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-b2a9de28-051c-48c1-bdc7-6ab8962a651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.289152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-b2a9de28-051c-48c1-bdc7-6ab8962a651e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.0584495 Oct 26 11:55:55.416645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-5414c80a-d1d7-464e-9182-ddef0f4d3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.418907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-5414c80a-d1d7-464e-9182-ddef0f4d3b00 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096621 Oct 26 11:55:55.469856 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-25335d7f-7dd6-46c5-8078-adaaa47c05a8 service neutron] 10.222.0.100 "GET /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908623 Oct 26 11:55:55.472427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae676255-d644-40c7-9332-454c71618744 req-3193be61-3080-4f84-86fb-c0541ed4fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.473893 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-3193be61-3080-4f84-86fb-c0541ed4fb4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.2810719 Oct 26 11:55:55.479525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8084-dc24-4774-80e6-73cb026835eb req-4c9f9783-1a04-4649-b9db-8c0776b13d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.482773 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e7e8084-dc24-4774-80e6-73cb026835eb req-4c9f9783-1a04-4649-b9db-8c0776b13d4b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.1706448 Oct 26 11:55:55.608906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d26b-35fa-4979-a810-00356c3aecba req-70ef2b69-d6bc-4e28-a558-72774f7c6a11 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.612456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6931d26b-35fa-4979-a810-00356c3aecba req-70ef2b69-d6bc-4e28-a558-72774f7c6a11 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.1554646 Oct 26 11:55:55.622061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c351d-a17f-48e3-b899-9dffc04ad1a9 req-4a9ef10e-1bae-43b7-b739-8c45c86062b9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.628961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c351d-a17f-48e3-b899-9dffc04ad1a9 req-4a9ef10e-1bae-43b7-b739-8c45c86062b9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.635223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c351d-a17f-48e3-b899-9dffc04ad1a9 req-4a9ef10e-1bae-43b7-b739-8c45c86062b9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.636864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-402c351d-a17f-48e3-b899-9dffc04ad1a9 req-4a9ef10e-1bae-43b7-b739-8c45c86062b9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2413 time: 0.1803327 Oct 26 11:55:55.641233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-2fffaf1b-e3e5-45d7-825f-2a8588e9ba52 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083316 Oct 26 11:55:55.758256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6931d26b-35fa-4979-a810-00356c3aecba req-fab87c3d-0052-415e-8f71-99a09e3f8029 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203227 Oct 26 11:55:55.774560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-402c351d-a17f-48e3-b899-9dffc04ad1a9 req-710f7f0d-bb30-422d-97dc-517e87ce9df0 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266127 Oct 26 11:55:55.799706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-c1bcfd16-8b47-44b2-925e-ad421e50a6db service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504776 Oct 26 11:55:55.851171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-709426d2-11d9-4f60-b3c1-5740047af77d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 200 len: 217 time: 0.0435994 Oct 26 11:55:55.917018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-3a9863ef-2d41-454a-85c9-cf37718fa874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:55.917018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-3a9863ef-2d41-454a-85c9-cf37718fa874 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.0574174 Oct 26 11:55:55.957753 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e7e8084-dc24-4774-80e6-73cb026835eb req-2830dea9-27e6-4dd7-92ba-889403bdb7bc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122684 Oct 26 11:55:55.964948 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-e7a1f987-106d-4a3b-bd7e-10e61f679b95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 1001 time: 0.4815624 Oct 26 11:55:56.010134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-8931a232-d5ab-4a15-b894-52299d190eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.011003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-8931a232-d5ab-4a15-b894-52299d190eb6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865247 Oct 26 11:55:56.031389 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6ad9f861-d2cc-43d9-b123-29cec64fe675 service neutron] 10.222.0.100 "GET /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845260 Oct 26 11:55:56.033379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0caa94-0763-4ab1-8310-b353131882c0 req-1b781755-3d0d-4426-be02-0d8938ebd515 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.034954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0caa94-0763-4ab1-8310-b353131882c0 req-1b781755-3d0d-4426-be02-0d8938ebd515 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.0633795 Oct 26 11:55:56.044220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:56.048995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae676255-d644-40c7-9332-454c71618744 req-62fc6bb6-0a41-4975-b0df-216f6396f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.050676 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-62fc6bb6-0a41-4975-b0df-216f6396f97d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0706344 Oct 26 11:55:56.053257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Request body: {'floatingip': {'port_id': 'f353dc9c-9faa-47b9-afbc-4734e55f2467'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:55:56.117214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae676255-d644-40c7-9332-454c71618744 req-c8a4aac6-6de2-441d-88e2-77cb9583d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.118835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-c8a4aac6-6de2-441d-88e2-77cb9583d300 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521116 Oct 26 11:55:56.134653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.228668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-9a01173b-58a0-46e2-9c74-2913963d06e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e HTTP/1.1" status: 200 len: 217 time: 0.0424531 Oct 26 11:55:56.244429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9afbe2-5091-485d-967c-d4196612ad1b req-c7c4e6fb-db2e-47bb-ba59-5cb93afe8e19 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.245992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f9afbe2-5091-485d-967c-d4196612ad1b req-c7c4e6fb-db2e-47bb-ba59-5cb93afe8e19 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 945 time: 0.1489849 Oct 26 11:55:56.272292 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-070af01d-7f4d-4801-9d38-cd3cacf76920 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442916 Oct 26 11:55:56.345943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34772) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:56.362626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6f5691b2-0b72-4dde-bdbf-d14e71bfaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.364170 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-6f5691b2-0b72-4dde-bdbf-d14e71bfaf58 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f HTTP/1.1" status: 200 len: 801 time: 0.1223550 Oct 26 11:55:56.402408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'tag': '0500e60f-d0c6-485b-a92b-96ddae62c95e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:56.405077 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31" -d '{"events": [{"name": "network-changed", "server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "tag": "0500e60f-d0c6-485b-a92b-96ddae62c95e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:56.431551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:56.446451 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae676255-d644-40c7-9332-454c71618744 req-3247f2e2-082e-4c6e-a1b8-2c3be46bcdbc service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543686 Oct 26 11:55:56.449273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-4fc87e2d-181f-4840-a870-4fdbb1d943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.452088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-4fc87e2d-181f-4840-a870-4fdbb1d943ca service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9fcfda95-364c-4e56-8861-aa34e193b5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0774090 Oct 26 11:55:56.475932 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64638d5-02a5-46b6-9e03-19c118a0d61c x-openstack-request-id: req-c64638d5-02a5-46b6-9e03-19c118a0d61c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:56.476210 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "tag": "0500e60f-d0c6-485b-a92b-96ddae62c95e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:56.476457 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c64638d5-02a5-46b6-9e03-19c118a0d61c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:56.476863 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'tag': '0500e60f-d0c6-485b-a92b-96ddae62c95e', 'status': 'completed', 'code': 200} Oct 26 11:55:56.501973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:55:56.506280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:55:56.506658 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.507126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f9afbe2-5091-485d-967c-d4196612ad1b req-83836b08-8217-41ee-9122-1fd92de4a8b1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147713 Oct 26 11:55:56.524205 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.541989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-2499aba4-531f-40f4-a8c1-bcd7e0712f1e service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312802 Oct 26 11:55:56.572745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-c70800b0-1013-4c52-bf47-6db142280b5c service neutron] 10.222.0.100 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070037 Oct 26 11:55:56.595825 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.630765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:56.636878 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.689806 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5f3bfe00-81d1-4697-bcd3-be07fa824b6e req-24f1cdb4-a895-45be-99ef-20d58c50c976 service neutron] 10.222.0.100 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078885 Oct 26 11:55:56.696716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:56.787263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-c16a6fb8-684d-468f-bdb2-23d69be3a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.787870 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-c16a6fb8-684d-468f-bdb2-23d69be3a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.788347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-c16a6fb8-684d-468f-bdb2-23d69be3a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.790029 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-c16a6fb8-684d-468f-bdb2-23d69be3a8c5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2866 time: 0.0533051 Oct 26 11:55:56.819267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03260ffa-e5ae-494a-8a54-0251da95f1e6 req-6429e553-e77e-43e0-8e60-89a2c09d0c77 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668412 Oct 26 11:55:56.841550 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.851370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:56.899818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-0258a415-262d-4a9c-baf3-607ee7b6e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:56.901298 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-0258a415-262d-4a9c-baf3-607ee7b6e109 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7dac2b82-bdca-41d2-8289-1a82b60000ef HTTP/1.1" status: 200 len: 904 time: 0.1019831 Oct 26 11:55:56.943605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5bbaccb74a0430a8fe75059f3033cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963328 Oct 26 11:55:56.944626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34784) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:56.954201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-02110956-2bbb-49d0-ad70-9d8a5b5693a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=4f8029b0-7beb-4269-af75-49df456a1df5 HTTP/1.1" status: 200 len: 217 time: 0.0416937 Oct 26 11:55:56.965997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bd443-a40c-46c3-a484-c264419456af,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:57.016436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-8e15c745-4d1c-438b-9ff1-9abd09b4b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.018184 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-8e15c745-4d1c-438b-9ff1-9abd09b4b2b3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2d8840af-9a1b-409b-be8f-eef933c31d6d HTTP/1.1" status: 200 len: 801 time: 0.0521011 Oct 26 11:55:57.025444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.025799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.026147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.026495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.026833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.027196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.028056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.028442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.028773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.029104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.029464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.029794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb8ab6-acbd-4aea-bc91-f77b3804f58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:57.084870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736167-687c-4b72-b102-98134b848a54 req-e0607faa-c8de-4880-8cd0-458326c77917 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.092491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736167-687c-4b72-b102-98134b848a54 req-e0607faa-c8de-4880-8cd0-458326c77917 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.098744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736167-687c-4b72-b102-98134b848a54 req-e0607faa-c8de-4880-8cd0-458326c77917 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.100573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc736167-687c-4b72-b102-98134b848a54 req-e0607faa-c8de-4880-8cd0-458326c77917 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2413 time: 0.2025998 Oct 26 11:55:57.102852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-d1247070-b75f-4087-ae5f-0af273de7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.106434 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-d1247070-b75f-4087-ae5f-0af273de7f5b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7dac2b82-bdca-41d2-8289-1a82b60000ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736539 Oct 26 11:55:57.118366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:57.130263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:57.132009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4889e72-a015-44b9-a646-8ff46ff17bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:57.234272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:57.237825 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03016f10-15c7-4f40-b2fb-9b819a976ea9" -d '{"events": [{"server_uuid": "f63ec047-ecc4-42d5-9094-c1a3ce4a0886", "name": "network-vif-plugged", "status": "completed", "tag": "58a5c32b-6ae8-42eb-a6da-a37da79cc7cd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:57.248589 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-df8005b0-442d-4fc5-b24b-2509fc95c6eb service neutron] 10.222.0.100 "GET /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165581 Oct 26 11:55:57.276756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4889e72-a015-44b9-a646-8ff46ff17bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:57.282470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc736167-687c-4b72-b102-98134b848a54 req-1c949fe4-8354-4dd6-98b1-a081acef4adf tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714659 Oct 26 11:55:57.351042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4f9f-a9f5-4028-9a89-86dbf672c527 req-e5963a7b-79dc-4e31-95fa-570f0a4eb31a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.352091 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-27b8cd4d-bc97-4899-97c4-b3decea73a8d req-5ed0a3a4-6f89-4024-8070-ac2dbbb5d53a service neutron] 10.222.0.100 "GET /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937049 Oct 26 11:55:57.352570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3ef4f9f-a9f5-4028-9a89-86dbf672c527 req-e5963a7b-79dc-4e31-95fa-570f0a4eb31a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.1347904 Oct 26 11:55:57.356478 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Floating IP 12fdba1a-ebdf-4d5f-8298-ecf986e873f4 associated. External IP: 172.25.4.195, port: f353dc9c-9faa-47b9-afbc-4734e55f2467. Oct 26 11:55:57.406402 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b821fa3c-43c2-40ca-8ef5-f31a746ed066 x-openstack-request-id: req-b821fa3c-43c2-40ca-8ef5-f31a746ed066 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:57.406779 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ec047-ecc4-42d5-9094-c1a3ce4a0886", "name": "network-vif-plugged", "status": "completed", "tag": "58a5c32b-6ae8-42eb-a6da-a37da79cc7cd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:57.407141 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b821fa3c-43c2-40ca-8ef5-f31a746ed066 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:57.407587 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd', 'code': 200} Oct 26 11:55:57.464661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-b901cfc7-3eb4-4466-a282-49b9c9db7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.465724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-b901cfc7-3eb4-4466-a282-49b9c9db7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.466212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-b901cfc7-3eb4-4466-a282-49b9c9db7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.468028 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-b901cfc7-3eb4-4466-a282-49b9c9db7be9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2866 time: 0.0574152 Oct 26 11:55:57.602608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8814b-9032-4e1c-89c6-586c423b1434 req-a42d6e48-d370-48bb-ae5b-40017e0f0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.604219 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-efe8814b-9032-4e1c-89c6-586c423b1434 req-a42d6e48-d370-48bb-ae5b-40017e0f0514 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 1097 time: 0.0750189 Oct 26 11:55:57.621804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-9154e945-7bbf-4e41-8cc7-bafd73ed6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.623292 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-9154e945-7bbf-4e41-8cc7-bafd73ed6c99 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9fcfda95-364c-4e56-8861-aa34e193b5a4 HTTP/1.1" status: 200 len: 904 time: 0.1406033 Oct 26 11:55:57.683266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-4c83194b-46d4-4d84-9462-4d2e63afc14f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e HTTP/1.1" status: 200 len: 217 time: 0.0459599 Oct 26 11:55:57.727923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-efe8814b-9032-4e1c-89c6-586c423b1434 req-dcab4049-8e5c-4232-bc2b-5b83e49fc88a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121738 Oct 26 11:55:57.744110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4889e72-a015-44b9-a646-8ff46ff17bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:57.744714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-b3eb6634-aa21-4cdc-9127-937acfde1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.746176 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-b3eb6634-aa21-4cdc-9127-937acfde1d88 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f HTTP/1.1" status: 200 len: 801 time: 0.0538726 Oct 26 11:55:57.746815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4889e72-a015-44b9-a646-8ff46ff17bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:57.748128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b4889e72-a015-44b9-a646-8ff46ff17bd2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e2bd443-a40c-46c3-a484-c264419456af HTTP/1.1" status: 204 len: 168 time: 0.7857659 Oct 26 11:55:57.790067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4889e72-a015-44b9-a646-8ff46ff17bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bd443-a40c-46c3-a484-c264419456af,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:57.806857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-35ec385c-649e-4e46-92da-3a4299eae0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.808607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-35ec385c-649e-4e46-92da-3a4299eae0d7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9fcfda95-364c-4e56-8861-aa34e193b5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479217 Oct 26 11:55:57.811439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3ef4f9f-a9f5-4028-9a89-86dbf672c527 req-cc9093af-50a5-499d-af2d-ef329d6fc16a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524169 Oct 26 11:55:57.855169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b809-e80c-498a-a152-921c4c5ea9cc req-dd7569be-c3c1-4fb0-8593-84372d38d1e6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:57.862587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7130b809-e80c-498a-a152-921c4c5ea9cc req-dd7569be-c3c1-4fb0-8593-84372d38d1e6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1406674 Oct 26 11:55:57.945709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-db602356-2c9b-4d23-add3-62268e8999df service neutron] 10.222.0.100 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246238 Oct 26 11:55:57.988280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7130b809-e80c-498a-a152-921c4c5ea9cc req-72c477e3-0657-4f3c-98f6-1ae45847834a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246810 Oct 26 11:55:58.030649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Router 6059bff5-6574-451f-b35d-050a6c1d7ed7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:58.124567 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52cf3f2-a01b-41e7-b775-e3a0f9c1cb31 req-d7b23f58-6573-47bd-a765-bdcbb3e88c33 service neutron] 10.222.0.100 "GET /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687045 Oct 26 11:55:58.169999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:58.176126 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:58.183076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] Sync routers for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:58.211511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b65c4adf-53aa-4717-982d-982a6ffb31f0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "PUT /v2.0/floatingips/12fdba1a-ebdf-4d5f-8298-ecf986e873f4 HTTP/1.1" status: 200 len: 991 time: 2.1657252 Oct 26 11:55:58.212269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:55:58.212412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:58.212981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:58.214630 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ccd30c-5447-4267-afc9-c8bac122f849" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:58.321434 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5bc5c5-88d8-41db-95ab-91fdb5954ab2 x-openstack-request-id: req-0c5bc5c5-88d8-41db-95ab-91fdb5954ab2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:58.321650 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:58.321910 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c5bc5c5-88d8-41db-95ab-91fdb5954ab2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:58.322316 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'status': 'completed', 'code': 200} Oct 26 11:55:58.390825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:58.432095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-fbf0ed92-ca78-427d-884d-4a1ad8432657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.433669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-fbf0ed92-ca78-427d-884d-4a1ad8432657 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0d2cf55cea04be69fb977b4d313ceba&device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 1096 time: 0.0898123 Oct 26 11:55:58.451418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311bcbd-37ea-4f66-bbbb-e5b9e28acd0a req-7db476db-4be4-4304-b56d-4afc3c73ee1b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.458337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311bcbd-37ea-4f66-bbbb-e5b9e28acd0a req-7db476db-4be4-4304-b56d-4afc3c73ee1b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.464782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311bcbd-37ea-4f66-bbbb-e5b9e28acd0a req-7db476db-4be4-4304-b56d-4afc3c73ee1b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.467380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a311bcbd-37ea-4f66-bbbb-e5b9e28acd0a req-7db476db-4be4-4304-b56d-4afc3c73ee1b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2413 time: 0.1052871 Oct 26 11:55:58.535051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a311bcbd-37ea-4f66-bbbb-e5b9e28acd0a req-a5282037-a186-4375-8a22-08cc9f57e3d2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593195 Oct 26 11:55:58.585393 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-40d6b118-2831-4240-862a-3788de3d4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.587161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-40d6b118-2831-4240-862a-3788de3d4f60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeaf7e48-e176-48cd-92a2-94f6148a89e0 HTTP/1.1" status: 200 len: 917 time: 0.1450562 Oct 26 11:55:58.672004 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-e69362f8-f6d7-4e76-bfe0-8af098d9ce0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467 HTTP/1.1" status: 200 len: 999 time: 0.0742919 Oct 26 11:55:58.717886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '12fdba1a-ebdf-4d5f-8298-ecf986e873f4', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'port_id': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'mac_address': 'fa:16:3e:5b:a6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:58Z', 'updated_at': '2021-10-26T11:55:56Z', 'revision_number': 1, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:51Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:58.729845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-9f3b116d-c32f-40a7-a7e3-70a48cdf8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.731354 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-9f3b116d-c32f-40a7-a7e3-70a48cdf8072 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54f19e13-e865-46f7-81b4-8867b5028f7b HTTP/1.1" status: 200 len: 854 time: 0.0493414 Oct 26 11:55:58.747550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] Checking router: 6059bff5-6574-451f-b35d-050a6c1d7ed7 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:58.756393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:55:58.757016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:55:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:58.786575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-23c15ed4-f176-4a8f-9cd6-e8c81d51a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:58.788596 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-23c15ed4-f176-4a8f-9cd6-e8c81d51a841 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeaf7e48-e176-48cd-92a2-94f6148a89e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483141 Oct 26 11:55:58.870639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:55:58.915429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-c8e290de-98a2-4140-9ead-cb823bb7f146 service neutron] 10.222.0.30 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039760 Oct 26 11:55:59.060639 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-77ccd30c-5447-4267-afc9-c8bac122f849 req-2eddd4c9-95a1-4cec-aa06-6705fdd36068 service neutron] 10.222.0.30 "GET /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249275 Oct 26 11:55:59.197910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '12fdba1a-ebdf-4d5f-8298-ecf986e873f4', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'port_id': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'mac_address': 'fa:16:3e:5b:a6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:58Z', 'updated_at': '2021-10-26T11:55:56Z', 'revision_number': 1, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:51Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:59.238556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0a416-4a53-4d53-975e-20699b13b961 None None] The sync data for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 is: [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '12fdba1a-ebdf-4d5f-8298-ecf986e873f4', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'port_id': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'mac_address': 'fa:16:3e:5b:a6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:54:58Z', 'updated_at': '2021-10-26T11:55:56Z', 'revision_number': 1, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:51Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:59.273863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34860) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:59.359430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57fbf24c-d256-42c3-93cc-466df080d8aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.456054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737c8a0-f5a2-4c3f-8a0f-ba2ffe68a310 req-d054db44-b0f7-47c3-b947-14e0f78087a9 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:59.457646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4737c8a0-f5a2-4c3f-8a0f-ba2ffe68a310 req-d054db44-b0f7-47c3-b947-14e0f78087a9 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.3690028 Oct 26 11:55:59.505354 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670f20a-9994-4bb9-bda6-bdaa1ecb38b8 None None] New status for floating IP 12fdba1a-ebdf-4d5f-8298-ecf986e873f4: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:55:59.532779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57fbf24c-d256-42c3-93cc-466df080d8aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.538151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4737c8a0-f5a2-4c3f-8a0f-ba2ffe68a310 req-06cc3d85-a843-4b0b-94bb-2e0c1b9228e4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728502 Oct 26 11:55:59.541915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57fbf24c-d256-42c3-93cc-466df080d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.574743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a801a2f0-b238-43e0-8420-07dfc22ac5d8 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:59.589030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbf24c-d256-42c3-93cc-466df080d8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5904960b-2df0-43c2-9a53-b33541a6885b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:59.609688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-57fbf24c-d256-42c3-93cc-466df080d8aa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c1f833643290489bb7390ba5884be66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347416 Oct 26 11:55:59.612416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34876) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:55:59.723097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af41f1-a405-414c-b77c-24f07dcfdbff req-4b24ced1-1d9e-4c98-91a6-8617c0732620 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:59.736323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af41f1-a405-414c-b77c-24f07dcfdbff req-4b24ced1-1d9e-4c98-91a6-8617c0732620 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:59.739461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a801a2f0-b238-43e0-8420-07dfc22ac5d8, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a801a2f0-b238-43e0-8420-07dfc22ac5d8,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:59.744715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af41f1-a405-414c-b77c-24f07dcfdbff req-4b24ced1-1d9e-4c98-91a6-8617c0732620 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:59.746802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73af41f1-a405-414c-b77c-24f07dcfdbff req-4b24ced1-1d9e-4c98-91a6-8617c0732620 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2413 time: 0.1183734 Oct 26 11:55:59.770351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8', 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4', 'port_id': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8', 'mac_address': 'fa:16:3e:4d:26:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:59.784193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bd31670-504f-476c-8b41-d6711c90dbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.834192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73af41f1-a405-414c-b77c-24f07dcfdbff req-aee9ef2b-6435-461d-a85b-c232f3d93d62 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760467 Oct 26 11:55:59.843706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.852628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bd31670-504f-476c-8b41-d6711c90dbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.859738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a801a2f0-b238-43e0-8420-07dfc22ac5d8 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:55:59.884796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a801a2f0-b238-43e0-8420-07dfc22ac5d8, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a801a2f0-b238-43e0-8420-07dfc22ac5d8,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:59.889315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-b2bbe2eb-0bbb-42a2-a763-3f6dc14287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:59.891820 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:55:59.892041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-b2bbe2eb-0bbb-42a2-a763-3f6dc14287bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 1097 time: 0.0687065 Oct 26 11:55:59.893734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4f8029b0-7beb-4269-af75-49df456a1df5 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:59.942013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8058f-f0d2-4fcd-83fd-c8871ea5b626 req-51dd6e5a-4f76-446f-a0a7-40e0262417bf tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:55:59.952059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1c8058f-f0d2-4fcd-83fd-c8871ea5b626 req-51dd6e5a-4f76-446f-a0a7-40e0262417bf tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0967121 Oct 26 11:55:59.996641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a801a2f0-b238-43e0-8420-07dfc22ac5d8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:59.996877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1c8058f-f0d2-4fcd-83fd-c8871ea5b626 req-cd24769b-ca18-47f5-adbb-e7b2647f4b37 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Oct 26 11:55:59.999703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-af0aa576-a387-43a6-90f4-9161a679546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:00.001427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-af0aa576-a387-43a6-90f4-9161a679546f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.1005237 Oct 26 11:56:00.012819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bd31670-504f-476c-8b41-d6711c90dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:00.017276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bd31670-504f-476c-8b41-d6711c90dbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:00.019975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8bd31670-504f-476c-8b41-d6711c90dbf5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5904960b-2df0-43c2-9a53-b33541a6885b HTTP/1.1" status: 204 len: 168 time: 0.4062650 Oct 26 11:56:00.029835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd31670-504f-476c-8b41-d6711c90dbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904960b-2df0-43c2-9a53-b33541a6885b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:00.056640 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-58e524d8-47fa-4eb4-8e01-16ea06c33c21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd HTTP/1.1" status: 200 len: 217 time: 0.0465074 Oct 26 11:56:00.079969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4f8029b0-7beb-4269-af75-49df456a1df5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4f8029b0-7beb-4269-af75-49df456a1df5,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:00.094431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '4f8029b0-7beb-4269-af75-49df456a1df5', 'network_id': '7dac2b82-bdca-41d2-8289-1a82b60000ef', 'port_id': '4f8029b0-7beb-4269-af75-49df456a1df5', 'mac_address': 'fa:16:3e:67:61:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8840af-9a1b-409b-be8f-eef933c31d6d', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:00.132494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-a20d8a0e-b467-4eda-ab95-b1ed7a887c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:00.134312 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-a20d8a0e-b467-4eda-ab95-b1ed7a887c18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0635166 Oct 26 11:56:00.138272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:00.160655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8029b0-7beb-4269-af75-49df456a1df5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:00.171889 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-1fab6b49-320b-4402-9ae6-f21cfefe3267 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293703 Oct 26 11:56:00.186093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4f8029b0-7beb-4269-af75-49df456a1df5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4f8029b0-7beb-4269-af75-49df456a1df5,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:00.191347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:00.192085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0500e60f-d0c6-485b-a92b-96ddae62c95e details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:00.278189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4f8029b0-7beb-4269-af75-49df456a1df5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:00.288455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-38feee5f-6af8-40db-ac11-e630fd91d777 service neutron] 10.222.0.30 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074138 Oct 26 11:56:00.308439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0500e60f-d0c6-485b-a92b-96ddae62c95e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:00.320455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '0500e60f-d0c6-485b-a92b-96ddae62c95e', 'network_id': '9fcfda95-364c-4e56-8861-aa34e193b5a4', 'port_id': '0500e60f-d0c6-485b-a92b-96ddae62c95e', 'mac_address': 'fa:16:3e:15:12:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:00.380858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:00.406571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0500e60f-d0c6-485b-a92b-96ddae62c95e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:00.432448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8cdc8dc2-824f-492c-8cbe-ec7131638a47 req-0a5d5a7d-a1d5-4724-a0f5-285946cfc40b service neutron] 10.222.0.30 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345282 Oct 26 11:56:00.434151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0500e60f-d0c6-485b-a92b-96ddae62c95e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:00.439180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:00.509971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0500e60f-d0c6-485b-a92b-96ddae62c95e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:00.854280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['4f8029b0-7beb-4269-af75-49df456a1df5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:00.979037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a801a2f0-b238-43e0-8420-07dfc22ac5d8'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:01.171227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd785-1c69-44b8-be1a-8b6eae713472 req-846eb903-986f-4414-8983-92f2f4153622 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:01.173081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75afd785-1c69-44b8-be1a-8b6eae713472 req-846eb903-986f-4414-8983-92f2f4153622 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0722318 Oct 26 11:56:01.239637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75afd785-1c69-44b8-be1a-8b6eae713472 req-470d7fef-1157-4a32-8126-522007701075 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562553 Oct 26 11:56:01.250625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bf6be-5a35-4443-b6a7-a9f3269f61e6 req-09fbea9d-37aa-492c-97ac-510b62d2a9a5 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:01.256912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bf6be-5a35-4443-b6a7-a9f3269f61e6 req-09fbea9d-37aa-492c-97ac-510b62d2a9a5 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:01.263068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bf6be-5a35-4443-b6a7-a9f3269f61e6 req-09fbea9d-37aa-492c-97ac-510b62d2a9a5 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:01.264773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d6bf6be-5a35-4443-b6a7-a9f3269f61e6 req-09fbea9d-37aa-492c-97ac-510b62d2a9a5 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2416 time: 0.3586473 Oct 26 11:56:01.306482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d6bf6be-5a35-4443-b6a7-a9f3269f61e6 req-56943032-3800-4210-a7c8-21f4a33082ad tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350642 Oct 26 11:56:01.993048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0500e60f-d0c6-485b-a92b-96ddae62c95e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:02.400482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e23c8-1613-4533-bcb4-bb384d85132a req-11073620-082d-4e4f-a9dd-ecf0447e6eca tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:02.402114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d8e23c8-1613-4533-bcb4-bb384d85132a req-11073620-082d-4e4f-a9dd-ecf0447e6eca tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0681005 Oct 26 11:56:02.443277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:02.518600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d8e23c8-1613-4533-bcb4-bb384d85132a req-29f540bd-fee7-4d61-a94a-7b58fcfa06a6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042848 Oct 26 11:56:02.545686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e307ab-69b9-49a5-a3c9-26b5191151a2 req-aa4df337-ba04-4598-b7d6-0fc07ae7eda2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:02.553910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e307ab-69b9-49a5-a3c9-26b5191151a2 req-aa4df337-ba04-4598-b7d6-0fc07ae7eda2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:02.561658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e307ab-69b9-49a5-a3c9-26b5191151a2 req-aa4df337-ba04-4598-b7d6-0fc07ae7eda2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:02.569733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9e307ab-69b9-49a5-a3c9-26b5191151a2 req-aa4df337-ba04-4598-b7d6-0fc07ae7eda2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2416 time: 0.1659701 Oct 26 11:56:02.608803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:02.623481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9e307ab-69b9-49a5-a3c9-26b5191151a2 req-828b78bc-e033-493e-a92f-3a6dd2481656 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Oct 26 11:56:02.630282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:02.691196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:02.723936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:02.749167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:02.757742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:02.836067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:02.898402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['46883d33-e01a-45d1-8b70-6689a8bcad96'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:03.570734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:03.611070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a801a2f0-b238-43e0-8420-07dfc22ac5d8 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:03.723635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9810-61a6-4d07-b85a-ce271d802b4f req-da5af264-f57c-4713-ab10-1534e314f40c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:03.726072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a1a9810-61a6-4d07-b85a-ce271d802b4f req-da5af264-f57c-4713-ab10-1534e314f40c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0844955 Oct 26 11:56:03.731437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port a801a2f0-b238-43e0-8420-07dfc22ac5d8 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:56:03.738812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port a801a2f0-b238-43e0-8420-07dfc22ac5d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:03.739225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:03.836020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a1a9810-61a6-4d07-b85a-ce271d802b4f req-08732e26-ac2c-4878-8b13-228d184d7c67 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000664 Oct 26 11:56:03.927126 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:03.952930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2aeaa-9f2d-4908-bb2d-d4a9a867c4ce req-039022a7-e0a2-4f6d-975a-343d48c5dec2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:03.960716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2aeaa-9f2d-4908-bb2d-d4a9a867c4ce req-039022a7-e0a2-4f6d-975a-343d48c5dec2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:03.971881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2aeaa-9f2d-4908-bb2d-d4a9a867c4ce req-039022a7-e0a2-4f6d-975a-343d48c5dec2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:03.983364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0b2aeaa-9f2d-4908-bb2d-d4a9a867c4ce req-039022a7-e0a2-4f6d-975a-343d48c5dec2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2416 time: 0.1133497 Oct 26 11:56:04.001398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:04.006037 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e2dd2-bcb3-4b11-aeb0-b60895d24c01" -d '{"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "a801a2f0-b238-43e0-8420-07dfc22ac5d8"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:04.038312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a801a2f0-b238-43e0-8420-07dfc22ac5d8, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a801a2f0-b238-43e0-8420-07dfc22ac5d8,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:04.046672 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.048195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4f8029b0-7beb-4269-af75-49df456a1df5 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:04.048399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0b2aeaa-9f2d-4908-bb2d-d4a9a867c4ce req-e7756afd-f508-499e-8b36-4f9c5f84bf9e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Oct 26 11:56:04.147063 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54489e5f-05e3-4bfe-ae94-d276bf310dc8 x-openstack-request-id: req-54489e5f-05e3-4bfe-ae94-d276bf310dc8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:04.147365 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "a801a2f0-b238-43e0-8420-07dfc22ac5d8", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:04.147620 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54489e5f-05e3-4bfe-ae94-d276bf310dc8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:04.148049 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8', 'code': 200} Oct 26 11:56:04.189964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a801a2f0-b238-43e0-8420-07dfc22ac5d8,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:04.217371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 4f8029b0-7beb-4269-af75-49df456a1df5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:56:04.223455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 4f8029b0-7beb-4269-af75-49df456a1df5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:04.224080 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.320886 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.366691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 4f8029b0-7beb-4269-af75-49df456a1df5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4f8029b0-7beb-4269-af75-49df456a1df5,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:04.376210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.377528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0500e60f-d0c6-485b-a92b-96ddae62c95e up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:04.450913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:04.506453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=4f8029b0-7beb-4269-af75-49df456a1df5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:04.547579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 0500e60f-d0c6-485b-a92b-96ddae62c95e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:56:04.553930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 46883d33-e01a-45d1-8b70-6689a8bcad96 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:04.554308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.557361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 0500e60f-d0c6-485b-a92b-96ddae62c95e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:04.557685 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.728054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.748080 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.793517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:04.804301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.894609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0500e60f-d0c6-485b-a92b-96ddae62c95e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:04.906664 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:04.917525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:05.037124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0500e60f-d0c6-485b-a92b-96ddae62c95e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:05.088469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333be9a-0ef1-4bdb-ba3c-75458045866d req-c7b2633f-77af-4b9a-9643-60e230617110 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:05.100811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1333be9a-0ef1-4bdb-ba3c-75458045866d req-c7b2633f-77af-4b9a-9643-60e230617110 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1487253 Oct 26 11:56:05.163131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1333be9a-0ef1-4bdb-ba3c-75458045866d req-521f5a48-f9d6-4a1a-a181-7b1aee6a98a2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610950 Oct 26 11:56:05.239949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:05.354151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa995-5a71-4d8c-afe3-13bb81f12d8a req-39141943-db4c-42ee-842f-91a6ed888a2e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:05.360938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa995-5a71-4d8c-afe3-13bb81f12d8a req-39141943-db4c-42ee-842f-91a6ed888a2e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:05.367958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa995-5a71-4d8c-afe3-13bb81f12d8a req-39141943-db4c-42ee-842f-91a6ed888a2e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:05.369900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f56fa995-5a71-4d8c-afe3-13bb81f12d8a req-39141943-db4c-42ee-842f-91a6ed888a2e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2419 time: 0.0931547 Oct 26 11:56:05.433890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f56fa995-5a71-4d8c-afe3-13bb81f12d8a req-95818909-3338-46e3-90df-2cefd5e94e4c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Oct 26 11:56:06.149631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8029b0-7beb-4269-af75-49df456a1df5'}, {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}, {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500e60f-d0c6-485b-a92b-96ddae62c95e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:06.157611 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fad9b5-63e8-4e27-9f2e-90e4fc7e225d" -d '{"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "4f8029b0-7beb-4269-af75-49df456a1df5"}, {"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}, {"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "0500e60f-d0c6-485b-a92b-96ddae62c95e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:06.250463 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f6200-9a8f-495f-be04-4d07f770f030 x-openstack-request-id: req-9a8f6200-9a8f-495f-be04-4d07f770f030 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:06.250792 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "4f8029b0-7beb-4269-af75-49df456a1df5", "code": 200}, {"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}, {"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "0500e60f-d0c6-485b-a92b-96ddae62c95e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:06.251085 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a8f6200-9a8f-495f-be04-4d07f770f030 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:06.251491 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8029b0-7beb-4269-af75-49df456a1df5', 'code': 200} Oct 26 11:56:06.251796 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:56:06.252690 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500e60f-d0c6-485b-a92b-96ddae62c95e', 'code': 200} Oct 26 11:56:06.413985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cec44-02f5-41b4-b60d-0f98691be4ba req-83c7e81f-7ab1-4c14-806a-7071d79eeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.414551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cec44-02f5-41b4-b60d-0f98691be4ba req-83c7e81f-7ab1-4c14-806a-7071d79eeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.418946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cec44-02f5-41b4-b60d-0f98691be4ba req-83c7e81f-7ab1-4c14-806a-7071d79eeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.420741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ce5cec44-02f5-41b4-b60d-0f98691be4ba req-83c7e81f-7ab1-4c14-806a-7071d79eeada service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2872 time: 0.0890703 Oct 26 11:56:06.422227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17eb6-313d-4af4-aea2-58f08d405f43 req-e0418e4a-6c40-4be5-81f8-717e5299586a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.428107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0a17eb6-313d-4af4-aea2-58f08d405f43 req-e0418e4a-6c40-4be5-81f8-717e5299586a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1066842 Oct 26 11:56:06.486004 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0a17eb6-313d-4af4-aea2-58f08d405f43 req-60396bff-a7f8-4b6d-bf15-5081aef256a5 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475571 Oct 26 11:56:06.486159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ce5cec44-02f5-41b4-b60d-0f98691be4ba req-b19efe49-0687-447d-bb5e-920a009aee13 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576169 Oct 26 11:56:06.678082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a26171-e3f2-4143-8503-fd1eba62d1c1 req-319a1c41-1843-4992-a1a0-a2e87ae12aa0 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.698550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a26171-e3f2-4143-8503-fd1eba62d1c1 req-319a1c41-1843-4992-a1a0-a2e87ae12aa0 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.718790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a26171-e3f2-4143-8503-fd1eba62d1c1 req-319a1c41-1843-4992-a1a0-a2e87ae12aa0 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:06.720565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1a26171-e3f2-4143-8503-fd1eba62d1c1 req-319a1c41-1843-4992-a1a0-a2e87ae12aa0 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2419 time: 0.1631353 Oct 26 11:56:06.799845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1a26171-e3f2-4143-8503-fd1eba62d1c1 req-d20f5d9c-dbd5-4fa4-9710-a9ff0361bc6a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679588 Oct 26 11:56:07.219152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35234) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:07.370390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fe8537d-805f-4ae9-be61-a92d4972a979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.489140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fe8537d-805f-4ae9-be61-a92d4972a979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.509877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fe8537d-805f-4ae9-be61-a92d4972a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.593902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2fe8537d-805f-4ae9-be61-a92d4972a979 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=90244b07da7240bebf7682067e861fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734860 Oct 26 11:56:07.596771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35244) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:07.605638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8537d-805f-4ae9-be61-a92d4972a979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205fab27-8847-44a4-a3b7-472626644b05,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:07.676242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3c66e-e99a-497b-93f7-b795e7cfb4cb req-f6a0cdd0-c1ee-42c2-9e96-fa77d08ddd30 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:07.678899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ada3c66e-e99a-497b-93f7-b795e7cfb4cb req-f6a0cdd0-c1ee-42c2-9e96-fa77d08ddd30 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0827725 Oct 26 11:56:07.700404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d714-e79b-4d3e-9c69-2f839e9c2c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.733106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d714-e79b-4d3e-9c69-2f839e9c2c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.771408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ada3c66e-e99a-497b-93f7-b795e7cfb4cb req-ff03f4f6-cdf2-4ccc-8756-ffa4b514eb74 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797467 Oct 26 11:56:07.810751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d714-e79b-4d3e-9c69-2f839e9c2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.814534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d714-e79b-4d3e-9c69-2f839e9c2c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:07.830766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0e0d714-e79b-4d3e-9c69-2f839e9c2c51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/205fab27-8847-44a4-a3b7-472626644b05 HTTP/1.1" status: 204 len: 168 time: 0.2226789 Oct 26 11:56:07.847894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0d714-e79b-4d3e-9c69-2f839e9c2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205fab27-8847-44a4-a3b7-472626644b05,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:08.003218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d4727-bcf7-4ebf-ab95-dea228f9e827 req-977ce4f5-7010-44c8-b699-e03b29691370 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.012698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d4727-bcf7-4ebf-ab95-dea228f9e827 req-977ce4f5-7010-44c8-b699-e03b29691370 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.019243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d4727-bcf7-4ebf-ab95-dea228f9e827 req-977ce4f5-7010-44c8-b699-e03b29691370 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.021488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-762d4727-bcf7-4ebf-ab95-dea228f9e827 req-977ce4f5-7010-44c8-b699-e03b29691370 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2419 time: 0.0898592 Oct 26 11:56:08.103697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-762d4727-bcf7-4ebf-ab95-dea228f9e827 req-11acc50e-ee30-453f-a0f3-00b44ea338f8 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694768 Oct 26 11:56:08.281562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35264) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:08.304797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f96a523-e2cd-4310-91d7-eace1d8f00dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.554694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f96a523-e2cd-4310-91d7-eace1d8f00dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.572504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f96a523-e2cd-4310-91d7-eace1d8f00dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.665070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f96a523-e2cd-4310-91d7-eace1d8f00dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ea9b235f68e43e29e88def3a103d5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813436 Oct 26 11:56:08.669411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a523-e2cd-4310-91d7-eace1d8f00dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73389da-58d8-4551-b97a-c1a573d158c0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:08.671495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:08.698374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c87c2a-324f-4933-a339-0f7d018526a1 req-92e66f31-7f2c-448a-9477-9b64cc1425f9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.706405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c87c2a-324f-4933-a339-0f7d018526a1 req-92e66f31-7f2c-448a-9477-9b64cc1425f9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.714606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c87c2a-324f-4933-a339-0f7d018526a1 req-92e66f31-7f2c-448a-9477-9b64cc1425f9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.718165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61c87c2a-324f-4933-a339-0f7d018526a1 req-92e66f31-7f2c-448a-9477-9b64cc1425f9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2419 time: 0.1614158 Oct 26 11:56:08.781993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c2bc05-2c78-4b4c-8d29-aa4a4dafe2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.808382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61c87c2a-324f-4933-a339-0f7d018526a1 req-756a834b-54ff-4108-b82f-6e0a2efb156f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Oct 26 11:56:08.817903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c2bc05-2c78-4b4c-8d29-aa4a4dafe2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.900987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c2bc05-2c78-4b4c-8d29-aa4a4dafe2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.903981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c2bc05-2c78-4b4c-8d29-aa4a4dafe2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:08.905338 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-09c2bc05-2c78-4b4c-8d29-aa4a4dafe2af admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c73389da-58d8-4551-b97a-c1a573d158c0 HTTP/1.1" status: 204 len: 168 time: 0.2327273 Oct 26 11:56:08.914840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2bc05-2c78-4b4c-8d29-aa4a4dafe2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73389da-58d8-4551-b97a-c1a573d158c0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:08.950484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84096a-74ac-47a4-91fc-c7a7dcc7b0d3 req-15a619c3-a83a-4412-bd65-003090a5ef11 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:08.952517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b84096a-74ac-47a4-91fc-c7a7dcc7b0d3 req-15a619c3-a83a-4412-bd65-003090a5ef11 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0733311 Oct 26 11:56:09.014790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b84096a-74ac-47a4-91fc-c7a7dcc7b0d3 req-51175af8-d44d-49c8-a0ea-17fef2df4f58 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Oct 26 11:56:09.968490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd82f56-6208-4af1-b5a5-1c6639dcbe2c req-e113d0e5-a314-49b7-bfbc-ed5ddfc3cf1d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:09.976577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd82f56-6208-4af1-b5a5-1c6639dcbe2c req-e113d0e5-a314-49b7-bfbc-ed5ddfc3cf1d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:09.985175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd82f56-6208-4af1-b5a5-1c6639dcbe2c req-e113d0e5-a314-49b7-bfbc-ed5ddfc3cf1d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:09.987544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edd82f56-6208-4af1-b5a5-1c6639dcbe2c req-e113d0e5-a314-49b7-bfbc-ed5ddfc3cf1d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2419 time: 0.0810785 Oct 26 11:56:10.081217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edd82f56-6208-4af1-b5a5-1c6639dcbe2c req-61c51e2f-fc48-4ab0-823f-9ea5ae0a3f22 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789220 Oct 26 11:56:10.155772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b502613-150a-452d-b8ea-93db2ea84309 req-2ce3e482-254d-4e70-9d1c-bfb6952a6e5c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:10.157462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b502613-150a-452d-b8ea-93db2ea84309 req-2ce3e482-254d-4e70-9d1c-bfb6952a6e5c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0505629 Oct 26 11:56:10.203457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b502613-150a-452d-b8ea-93db2ea84309 req-cd3e8118-1409-4123-9805-6a9f80f04e8e tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Oct 26 11:56:10.642791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e045eb87-c07c-4fae-843b-71f476cb89fc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:10.650659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e045eb87-c07c-4fae-843b-71f476cb89fc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:10.669577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e045eb87-c07c-4fae-843b-71f476cb89fc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:10.675356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e045eb87-c07c-4fae-843b-71f476cb89fc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 2419 time: 0.0979092 Oct 26 11:56:10.873008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port 0500e60f-d0c6-485b-a92b-96ddae62c95e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:10.873341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:11.022787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port 0500e60f-d0c6-485b-a92b-96ddae62c95e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0500e60f-d0c6-485b-a92b-96ddae62c95e,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:11.023540 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:11.051916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for 0500e60f-d0c6-485b-a92b-96ddae62c95e owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:11.258049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:11.273736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['4f8029b0-7beb-4269-af75-49df456a1df5', 'a801a2f0-b238-43e0-8420-07dfc22ac5d8', '0500e60f-d0c6-485b-a92b-96ddae62c95e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:11.386657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=0500e60f-d0c6-485b-a92b-96ddae62c95e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:11.427651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port 0500e60f-d0c6-485b-a92b-96ddae62c95e on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:11.435964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0759b-e8e0-4940-8a52-49a8aa383a13 req-146727ad-1e63-4022-8eab-46dc1055603c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:11.437379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:11.441493 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-e0cb71bd-9147-4061-b98a-3c9993bc259f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "DELETE /v2.0/ports/0500e60f-d0c6-485b-a92b-96ddae62c95e HTTP/1.1" status: 204 len: 173 time: 0.7604060 Oct 26 11:56:11.444664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0759b-e8e0-4940-8a52-49a8aa383a13 req-146727ad-1e63-4022-8eab-46dc1055603c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:11.448032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-deleted', 'tag': '0500e60f-d0c6-485b-a92b-96ddae62c95e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:11.453917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6f0759b-e8e0-4940-8a52-49a8aa383a13 req-146727ad-1e63-4022-8eab-46dc1055603c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 1683 time: 0.2172871 Oct 26 11:56:11.455568 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1782f40c-382a-49e1-80c3-b8ef38e95632" -d '{"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-deleted", "tag": "0500e60f-d0c6-485b-a92b-96ddae62c95e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:11.515264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6f0759b-e8e0-4940-8a52-49a8aa383a13 req-c168d44d-5192-4e4f-aa16-131c63432c1c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558739 Oct 26 11:56:11.558268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fab1d-8ee5-4686-b0a2-ad008a465431 req-adaf0d1e-4e3f-4fbc-b2ad-12bab61a93f4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:11.563428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be1fab1d-8ee5-4686-b0a2-ad008a465431 req-adaf0d1e-4e3f-4fbc-b2ad-12bab61a93f4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.2322593 Oct 26 11:56:11.667739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be1fab1d-8ee5-4686-b0a2-ad008a465431 req-615282f8-8d0c-44ee-ac82-b628e4d04f1d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Oct 26 11:56:11.707500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port a801a2f0-b238-43e0-8420-07dfc22ac5d8 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:11.710461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:11.952553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port a801a2f0-b238-43e0-8420-07dfc22ac5d8, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a801a2f0-b238-43e0-8420-07dfc22ac5d8,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:11.952931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:11.956369 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b16f23-4257-40c4-be8f-02cb805baa42 x-openstack-request-id: req-a1b16f23-4257-40c4-be8f-02cb805baa42 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:11.956746 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-deleted", "tag": "0500e60f-d0c6-485b-a92b-96ddae62c95e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:11.959530 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1b16f23-4257-40c4-be8f-02cb805baa42 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:11.959530 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-deleted', 'tag': '0500e60f-d0c6-485b-a92b-96ddae62c95e', 'status': 'completed', 'code': 200} Oct 26 11:56:11.970435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for a801a2f0-b238-43e0-8420-07dfc22ac5d8 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:12.150432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:12.197959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=a801a2f0-b238-43e0-8420-07dfc22ac5d8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:12.264717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port a801a2f0-b238-43e0-8420-07dfc22ac5d8 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:12.275069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:12.280705 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-def60420-545f-4793-a66a-eed3efe69f88 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "DELETE /v2.0/ports/a801a2f0-b238-43e0-8420-07dfc22ac5d8 HTTP/1.1" status: 204 len: 173 time: 0.8183503 Oct 26 11:56:12.433051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port 4f8029b0-7beb-4269-af75-49df456a1df5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:12.433415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:12.602978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port 4f8029b0-7beb-4269-af75-49df456a1df5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=4f8029b0-7beb-4269-af75-49df456a1df5,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:12.603510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:12.619441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for 4f8029b0-7beb-4269-af75-49df456a1df5 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:12.791623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:12.796752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13aea0-bef6-40b7-bd1f-b7eae38306aa req-7150bd35-b681-4229-b7c8-d684e18fa73e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:12.804741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f13aea0-bef6-40b7-bd1f-b7eae38306aa req-7150bd35-b681-4229-b7c8-d684e18fa73e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=e38d8b2d-0137-4a4e-8246-62756cf9fd7f HTTP/1.1" status: 200 len: 946 time: 0.1555822 Oct 26 11:56:12.839441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=4f8029b0-7beb-4269-af75-49df456a1df5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:12.892654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f13aea0-bef6-40b7-bd1f-b7eae38306aa req-a4cd6c51-681b-4850-ade6-3ea490a05412 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848286 Oct 26 11:56:12.989570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port 4f8029b0-7beb-4269-af75-49df456a1df5 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:12.995527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:13.001980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5b8012a6-e927-4b30-bc01-79ad8bc1b5ec req-907162df-11e5-457e-840d-1ae5e1b5abd9 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "DELETE /v2.0/ports/4f8029b0-7beb-4269-af75-49df456a1df5 HTTP/1.1" status: 204 len: 173 time: 0.7123985 Oct 26 11:56:13.161146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e7823-2147-44b6-90ac-136129fedbc0 req-ca77945a-672e-44bb-9cc4-02b960af78fc tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:13.188465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a6e7823-2147-44b6-90ac-136129fedbc0 req-ca77945a-672e-44bb-9cc4-02b960af78fc tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.2345603 Oct 26 11:56:13.272744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a6e7823-2147-44b6-90ac-136129fedbc0 req-9fbbc81b-cc6c-40f2-bec7-2d48ac5ecbeb tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794513 Oct 26 11:56:13.673803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a801a2f0-b238-43e0-8420-07dfc22ac5d8 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:13.705429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: a801a2f0-b238-43e0-8420-07dfc22ac5d8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:13.705783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a801a2f0-b238-43e0-8420-07dfc22ac5d8 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:13.706220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4f8029b0-7beb-4269-af75-49df456a1df5 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:13.755598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 4f8029b0-7beb-4269-af75-49df456a1df5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:13.755982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 4f8029b0-7beb-4269-af75-49df456a1df5 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:13.756790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0500e60f-d0c6-485b-a92b-96ddae62c95e no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:13.806130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 0500e60f-d0c6-485b-a92b-96ddae62c95e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:13.806665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0500e60f-d0c6-485b-a92b-96ddae62c95e not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:13.958778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-deleted', 'tag': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8'}, {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-deleted', 'tag': '4f8029b0-7beb-4269-af75-49df456a1df5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:13.962475 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0901e4a-9654-456e-9892-1f97b35b8857" -d '{"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-deleted", "tag": "a801a2f0-b238-43e0-8420-07dfc22ac5d8"}, {"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-deleted", "tag": "4f8029b0-7beb-4269-af75-49df456a1df5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:14.017324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35424) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:14.024767 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f22afe-6400-49a0-9fb5-2363b0dd24c8 x-openstack-request-id: req-79f22afe-6400-49a0-9fb5-2363b0dd24c8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:14.025071 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-deleted", "tag": "a801a2f0-b238-43e0-8420-07dfc22ac5d8", "status": "completed", "code": 200}, {"server_uuid": "e38d8b2d-0137-4a4e-8246-62756cf9fd7f", "name": "network-vif-deleted", "tag": "4f8029b0-7beb-4269-af75-49df456a1df5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:14.025328 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79f22afe-6400-49a0-9fb5-2363b0dd24c8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:14.025907 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-deleted', 'tag': 'a801a2f0-b238-43e0-8420-07dfc22ac5d8', 'status': 'completed', 'code': 200} Oct 26 11:56:14.026171 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d8b2d-0137-4a4e-8246-62756cf9fd7f', 'name': 'network-vif-deleted', 'tag': '4f8029b0-7beb-4269-af75-49df456a1df5', 'status': 'completed', 'code': 200} Oct 26 11:56:14.120524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting subnet 2d8840af-9a1b-409b-be8f-eef933c31d6d {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:56:14.125704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.176827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.323879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.460413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.493659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516db05-a083-4633-8043-2a2422fbb6c5 None None] Network 7dac2b82-bdca-41d2-8289-1a82b60000ef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:14.496666 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.501892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/subnets/2d8840af-9a1b-409b-be8f-eef933c31d6d HTTP/1.1" status: 204 len: 168 time: 0.4815853 Oct 26 11:56:14.503701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb25c6-174b-4aea-b7a4-78a4c6a7d413 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8840af-9a1b-409b-be8f-eef933c31d6d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:14.506420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35438) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:14.565570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c2d26-d98a-4ca0-a1f7-a73d2947552d req-71744427-fe99-422a-8370-79cd45efc9f1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:14.567219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-736c2d26-d98a-4ca0-a1f7-a73d2947552d req-71744427-fe99-422a-8370-79cd45efc9f1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1648726 Oct 26 11:56:14.634406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.643980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-736c2d26-d98a-4ca0-a1f7-a73d2947552d req-5c48fcf9-0458-4ca2-824f-36dd5bcd52fa tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624290 Oct 26 11:56:14.719978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port f613ec00-9793-4dca-958c-b0b464f31334 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:14.720386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.759281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] DHCP port deletion for 7dac2b82-bdca-41d2-8289-1a82b60000ef request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:56:14.845181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] Deleting port f613ec00-9793-4dca-958c-b0b464f31334 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:14.845905 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.869070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port f613ec00-9793-4dca-958c-b0b464f31334, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f613ec00-9793-4dca-958c-b0b464f31334,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:14.869677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.906472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for f613ec00-9793-4dca-958c-b0b464f31334 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:14.945954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] For port f613ec00-9793-4dca-958c-b0b464f31334, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f613ec00-9793-4dca-958c-b0b464f31334,segment=NetworkSegment(dedb20bb-cc31-44ef-947a-740bd9dbe2a1),segment_id=dedb20bb-cc31-44ef-947a-740bd9dbe2a1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:14.947096 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:14.980799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] Calling delete_port for f613ec00-9793-4dca-958c-b0b464f31334 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:15.088285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.121723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port f613ec00-9793-4dca-958c-b0b464f31334 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:15.159209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=f613ec00-9793-4dca-958c-b0b464f31334,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.183137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.240350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] Pushing event deleted for resources: {'Port': ['ID=f613ec00-9793-4dca-958c-b0b464f31334,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.268311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.275654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927ba61-9ad0-4b8b-a267-c2fe2ef3ce9c None None] No DVR routers for this DVR port f613ec00-9793-4dca-958c-b0b464f31334 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:15.311336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dac2b82-bdca-41d2-8289-1a82b60000ef']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:15.330950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:15.331406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedb20bb-cc31-44ef-947a-740bd9dbe2a1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:15.357486 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.387121 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.397475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:56:15.398027 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:56:15.402816 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:56:15.489201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.497888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.501440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/networks/7dac2b82-bdca-41d2-8289-1a82b60000ef HTTP/1.1" status: 204 len: 168 time: 0.9940164 Oct 26 11:56:15.504045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35458) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:15.556354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bd1da-ff59-47cf-b7f4-d23580c068b1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Network': ['ID=7dac2b82-bdca-41d2-8289-1a82b60000ef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.585900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting subnet 79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:56:15.590256 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.641262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.803808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.835379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19a55-28e5-45ef-8af8-a06f08823e46 req-aed1c24c-82ce-404e-afa2-0e97251c28a8 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:15.837287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9df19a55-28e5-45ef-8af8-a06f08823e46 req-aed1c24c-82ce-404e-afa2-0e97251c28a8 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0976579 Oct 26 11:56:15.907685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9df19a55-28e5-45ef-8af8-a06f08823e46 req-82f36f22-a7e0-4413-90ae-dd1246609c0c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Oct 26 11:56:15.923328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.961310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Subnet': ['ID=79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.967163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:15.973101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72216d2-ddd2-44a6-9afd-5924a856cdea None None] Network 9fcfda95-364c-4e56-8861-aa34e193b5a4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:15.974331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4414cb7c-e748-43bd-9a2f-daab034bf0dc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/subnets/79a7ae46-52ca-4cc5-b4b3-99807c0e0d8f HTTP/1.1" status: 204 len: 168 time: 0.4686201 Oct 26 11:56:15.974767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35488) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:16.133960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.202599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port f02f578f-7d27-43b6-b6e3-bd50df626fe0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:16.204487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.212299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] DHCP port deletion for 9fcfda95-364c-4e56-8861-aa34e193b5a4 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:56:16.272825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5af56-bee9-4cda-aec7-ab14d3e0753b req-13b02713-0a67-447f-9280-aa7f652de3d1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:16.274593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] Deleting port f02f578f-7d27-43b6-b6e3-bd50df626fe0 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:16.274992 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.284360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a5af56-bee9-4cda-aec7-ab14d3e0753b req-13b02713-0a67-447f-9280-aa7f652de3d1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.0973682 Oct 26 11:56:16.292402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port f02f578f-7d27-43b6-b6e3-bd50df626fe0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f02f578f-7d27-43b6-b6e3-bd50df626fe0,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:16.293406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.309837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for f02f578f-7d27-43b6-b6e3-bd50df626fe0 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:16.337205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a5af56-bee9-4cda-aec7-ab14d3e0753b req-90979e91-bcf5-4185-a28b-f34671fe0922 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499175 Oct 26 11:56:16.364468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] For port f02f578f-7d27-43b6-b6e3-bd50df626fe0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f02f578f-7d27-43b6-b6e3-bd50df626fe0,segment=NetworkSegment(064f0726-7ac3-4dcf-9f5f-55b19782bf01),segment_id=064f0726-7ac3-4dcf-9f5f-55b19782bf01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:16.365099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.379810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] Calling delete_port for f02f578f-7d27-43b6-b6e3-bd50df626fe0 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:16.427531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.484283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port f02f578f-7d27-43b6-b6e3-bd50df626fe0 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:16.484683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.486559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=f02f578f-7d27-43b6-b6e3-bd50df626fe0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:16.509076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] No DVR routers for this DVR port f02f578f-7d27-43b6-b6e3-bd50df626fe0 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:16.538685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089aac9-60d0-47c3-84c3-45e93fa82c99 None None] Pushing event deleted for resources: {'Port': ['ID=f02f578f-7d27-43b6-b6e3-bd50df626fe0,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:16.595467 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.622271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcfda95-364c-4e56-8861-aa34e193b5a4']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:16.641620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064f0726-7ac3-4dcf-9f5f-55b19782bf01') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:16.641894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064f0726-7ac3-4dcf-9f5f-55b19782bf01') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:16.653640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.673139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.691418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:56:16.692083 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.696900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f613ec00-9793-4dca-958c-b0b464f31334 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:56:16.697892 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:56:16.724438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f613ec00-9793-4dca-958c-b0b464f31334 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:16.724970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f613ec00-9793-4dca-958c-b0b464f31334 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:16.725522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f02f578f-7d27-43b6-b6e3-bd50df626fe0 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:16.749517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f02f578f-7d27-43b6-b6e3-bd50df626fe0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:16.750252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f02f578f-7d27-43b6-b6e3-bd50df626fe0 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:16.785811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.793966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.798516 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/networks/9fcfda95-364c-4e56-8861-aa34e193b5a4 HTTP/1.1" status: 204 len: 168 time: 0.8226113 Oct 26 11:56:16.807296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35518) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:16.812525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1474016133'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:16.815619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Network': ['ID=9fcfda95-364c-4e56-8861-aa34e193b5a4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:16.824689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.825094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.825573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.826002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.826433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.826884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.827364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.827789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.828947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.829398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.829823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.830261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bff03c-1e90-4713-b135-eb9e0b334f00 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:16.838941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:16.844189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.872622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:56:16.886336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.886949 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Added segment 81716a95-98ff-4dc3-b817-e36397a41413 of type vlan for network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 Oct 26 11:56:16.934130 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.968111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:16.974195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:16.975357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.070631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2620952 Oct 26 11:56:17.075369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:17.079396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf4d3f-891e-4a35-8e2d-620b12e29418 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Network': ['ID=dc09945f-e30a-4f9c-8b1c-7bae642e7cb4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:17.080933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'subnet': {'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:17.094133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:56:17.106594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3ea41-190f-4fa2-aae7-2e133831e703 req-70978bce-6907-47b0-a7a0-2bd992d0dc2d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:17.121059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ca3ea41-190f-4fa2-aae7-2e133831e703 req-70978bce-6907-47b0-a7a0-2bd992d0dc2d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0955074 Oct 26 11:56:17.171166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ca3ea41-190f-4fa2-aae7-2e133831e703 req-1430de3e-e5ac-4594-a242-b639a92fc8c3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490468 Oct 26 11:56:17.202675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:17.206674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.420014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.464719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac34403-eab8-4627-ad83-6946342c332b req-4b73aac0-1928-4228-8036-05c5256ee91f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:17.466257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ac34403-eab8-4627-ad83-6946342c332b req-4b73aac0-1928-4228-8036-05c5256ee91f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.0562181 Oct 26 11:56:17.490714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Subnet': ['ID=d512e28c-ac5a-4119-93d6-32526251eedd,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:17.499170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Checking segment: {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:56:17.499548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network hostable DHCP agents. Network: dc09945f-e30a-4f9c-8b1c-7bae642e7cb4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:56:17.517438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ac34403-eab8-4627-ad83-6946342c332b req-a39d9b6e-d0eb-4933-9c1e-ee338de544cf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406911 Oct 26 11:56:17.530954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:56:17.552805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, dc09945f-e30a-4f9c-8b1c-7bae642e7cb4) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:17.558151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:17.559608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.563131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710d17c-a596-4f99-a2d6-3edb75454bac None None] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:17.596571 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-55a7d1d0-df7b-4cd0-91a6-b5943796b700 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5199478 Oct 26 11:56:17.599416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35538) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:17.610298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-283512745'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:17.639156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:17.643594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.672724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:56:17.693707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.694830 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Added segment 6ae21860-1dd3-473a-91f1-d07b087f33b5 of type vlan for network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 Oct 26 11:56:17.772412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.803464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-dc09945f-e30a-4f9c-8b1c-7bae642e7cb4', 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'fixed_ips': [{'subnet_id': 'd512e28c-ac5a-4119-93d6-32526251eedd'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:56:17.804872 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.840807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.848023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:17.849105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:17.879152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35554) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:17.922816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3220232 Oct 26 11:56:17.925631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35558) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:17.932045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'subnet': {'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:17.948060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58c959-f7f1-4fb7-ba69-81b4c9c88b4b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Network': ['ID=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:17.978462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:56:18.037864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-258ae6b2-ea8a-4264-a4e3-34a7fa856039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.108592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:18.113244 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.197987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Allocated IP 19.80.0.2 (dc09945f-e30a-4f9c-8b1c-7bae642e7cb4/d512e28c-ac5a-4119-93d6-32526251eedd/260cc783-6220-4fd9-b291-d40b3452a03c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:18.250026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-258ae6b2-ea8a-4264-a4e3-34a7fa856039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.256518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-258ae6b2-ea8a-4264-a4e3-34a7fa856039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.301628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6be9e-d04d-4663-aeaa-f350337753f2 req-13bb2939-e21e-4dc6-b2f5-671c49bfddc6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:18.307563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f6be9e-d04d-4663-aeaa-f350337753f2 req-13bb2939-e21e-4dc6-b2f5-671c49bfddc6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0573823 Oct 26 11:56:18.327802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-258ae6b2-ea8a-4264-a4e3-34a7fa856039 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=408d2c6a10964363a8dab9905808250c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464316 Oct 26 11:56:18.328557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ae6b2-ea8a-4264-a4e3-34a7fa856039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b689c30-6023-4ed4-9c59-9ab0a92b2f72,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:18.331562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35566) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:18.364336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f6be9e-d04d-4663-aeaa-f350337753f2 req-95a0cbaa-e3f2-4e27-b5cc-80ff605611e5 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Oct 26 11:56:18.398413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.407561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.419502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.421219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be219d58-049a-4163-b647-0bbb9b810cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.450881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be219d58-049a-4163-b647-0bbb9b810cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.465890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Pushing event updated for resources: {'Port': ['ID=260cc783-6220-4fd9-b291-d40b3452a03c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:18.474030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:18.475506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:18.478758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:56:18.502058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Checking segment: {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:56:18.502507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network hostable DHCP agents. Network: cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:56:18.504994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be219d58-049a-4163-b647-0bbb9b810cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.506226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Subnet': ['ID=808cf85b-8335-4034-983f-c46e21ebc78e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:18.508043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be219d58-049a-4163-b647-0bbb9b810cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.509444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-be219d58-049a-4163-b647-0bbb9b810cf4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b689c30-6023-4ed4-9c59-9ab0a92b2f72 HTTP/1.1" status: 204 len: 168 time: 0.1769404 Oct 26 11:56:18.523887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be219d58-049a-4163-b647-0bbb9b810cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b689c30-6023-4ed4-9c59-9ab0a92b2f72,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:18.539062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:56:18.556151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:18.568500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:18.569232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca9019-9327-4710-ad31-b4c9f656370f None None] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:18.569616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.583477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Attempting to bind port 260cc783-6220-4fd9-b291-d40b3452a03c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:56:18.583850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Attempting to bind port 260cc783-6220-4fd9-b291-d40b3452a03c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:56:18.584744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Attempting to bind port 260cc783-6220-4fd9-b291-d40b3452a03c on network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:18.629889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:56:18.630540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Checking segment: {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:56:18.631152 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.631706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Bound using segment: {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:56:18.632347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Bound port: 260cc783-6220-4fd9-b291-d40b3452a03c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:56:18.632897 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.635863 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-23dc3738-2040-4d66-b7e1-f153d79167ea tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7085552 Oct 26 11:56:18.735295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] For port 260cc783-6220-4fd9-b291-d40b3452a03c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:18.783347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] For port 260cc783-6220-4fd9-b291-d40b3452a03c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=260cc783-6220-4fd9-b291-d40b3452a03c,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:18.795971 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.900637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa8eb4-0245-4c3b-8608-1eb7eea615ab None None] Pushing event updated for resources: {'Port': ['ID=260cc783-6220-4fd9-b291-d40b3452a03c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:18.916814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34', 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'fixed_ips': [{'subnet_id': '808cf85b-8335-4034-983f-c46e21ebc78e'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:56:18.919670 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:18.936920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35592) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:18.962187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e87ccb9-3de3-4bc9-a71e-1196bec021cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.027774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b5b24d92-2970-4f7a-bc8b-b6a1cdf09e8b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:19.034587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b5b24d92-2970-4f7a-bc8b-b6a1cdf09e8b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:19.036277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b5b24d92-2970-4f7a-bc8b-b6a1cdf09e8b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/networks?id=dc09945f-e30a-4f9c-8b1c-7bae642e7cb4&id=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 HTTP/1.1" status: 200 len: 1391 time: 0.1824548 Oct 26 11:56:19.058750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b60732c7-304a-433b-880c-9b0836ad150e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/quotas/ad0a5a47dd3c48c6a0c1a6aaf3376f74 HTTP/1.1" status: 200 len: 375 time: 0.0137117 Oct 26 11:56:19.117597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e87ccb9-3de3-4bc9-a71e-1196bec021cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.126258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e87ccb9-3de3-4bc9-a71e-1196bec021cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.142521 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc934eea-db75-4de6-867e-61b22b83bf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.157688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Allocated IP 19.86.0.2 (cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34/808cf85b-8335-4034-983f-c46e21ebc78e/e880bd9d-50e5-4aca-ba93-cd1f046be586) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:19.191028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-13d85706-648c-42ae-ae3d-2a35308cdcd4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225080 Oct 26 11:56:19.193275 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5e87ccb9-3de3-4bc9-a71e-1196bec021cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f7c1756990db48f290e34c1e35f89549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546501 Oct 26 11:56:19.195538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87ccb9-3de3-4bc9-a71e-1196bec021cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a99b13-2dc8-4c51-86b9-e14e8c2c7531,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:19.198891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35598) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:19.353963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4df3d050-10fa-41b4-9e3c-11f7c738386c service neutron] 10.222.0.88 "GET /v2.0/networks/dc09945f-e30a-4f9c-8b1c-7bae642e7cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451089 Oct 26 11:56:19.432593 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.448782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.514857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:19.517085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-5ead4279-7c17-454b-8095-858012d797c9 service neutron] 10.222.0.88 "GET /v2.0/networks/dc09945f-e30a-4f9c-8b1c-7bae642e7cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530294 Oct 26 11:56:19.522124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:19.540832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:56:19.588819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Pushing event updated for resources: {'Port': ['ID=e880bd9d-50e5-4aca-ba93-cd1f046be586,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:19.609438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11fe9cf8-1a5d-4cde-a3fc-5d361c104f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.621753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Attempting to bind port e880bd9d-50e5-4aca-ba93-cd1f046be586 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:56:19.622120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Attempting to bind port e880bd9d-50e5-4aca-ba93-cd1f046be586 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:56:19.622480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Attempting to bind port e880bd9d-50e5-4aca-ba93-cd1f046be586 on network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:19.630011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:56:19.630382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Checking segment: {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:56:19.630783 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.631200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Bound using segment: {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:56:19.632017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Bound port: e880bd9d-50e5-4aca-ba93-cd1f046be586, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:56:19.632390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.633574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11fe9cf8-1a5d-4cde-a3fc-5d361c104f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.653703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd4d9-b79f-46b0-97bc-f1976a4943aa req-b0a37dc0-d265-451f-9b1b-deaffb9a54f0 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:19.661695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9bd4d9-b79f-46b0-97bc-f1976a4943aa req-b0a37dc0-d265-451f-9b1b-deaffb9a54f0 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1974599 Oct 26 11:56:19.666536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-37caea61-5472-45d0-b070-79aee1d1de74 service neutron] 10.222.0.88 "GET /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337993 Oct 26 11:56:19.694245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11fe9cf8-1a5d-4cde-a3fc-5d361c104f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.698332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11fe9cf8-1a5d-4cde-a3fc-5d361c104f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.700039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-11fe9cf8-1a5d-4cde-a3fc-5d361c104f0d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54a99b13-2dc8-4c51-86b9-e14e8c2c7531 HTTP/1.1" status: 204 len: 168 time: 0.4993613 Oct 26 11:56:19.712197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe9cf8-1a5d-4cde-a3fc-5d361c104f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a99b13-2dc8-4c51-86b9-e14e8c2c7531,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:19.767465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] For port e880bd9d-50e5-4aca-ba93-cd1f046be586, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:19.782541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] For port e880bd9d-50e5-4aca-ba93-cd1f046be586, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e880bd9d-50e5-4aca-ba93-cd1f046be586,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:19.791145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:19.840073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9bd4d9-b79f-46b0-97bc-f1976a4943aa req-4d6e69f0-385d-4204-a301-868e08181386 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759598 Oct 26 11:56:19.875536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7262e6-5b72-4720-b2c8-95769391d600 None None] Pushing event updated for resources: {'Port': ['ID=e880bd9d-50e5-4aca-ba93-cd1f046be586,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:19.927648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-5eafc15f-8fa8-4b51-9d21-cbfc77a2f006 service neutron] 10.222.0.88 "GET /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460086 Oct 26 11:56:20.304598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-220931de-0472-4768-ab73-2ce16dd75c7a req-fc5a6631-a1fb-44ca-bd4b-26953d135f42 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 210 time: 0.0573504 Oct 26 11:56:20.408171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f99e8-b043-4f54-a423-cde9bfd4bd75 None None] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:20.493792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3c1a5354-acaf-433c-a2d9-d7bbeb4b92a4 None None] Provisioning complete for port 260cc783-6220-4fd9-b291-d40b3452a03c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:20.494431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5354-acaf-433c-a2d9-d7bbeb4b92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:20.529157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:20.717331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5354-acaf-433c-a2d9-d7bbeb4b92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:20.797387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:20.815133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3c1a5354-acaf-433c-a2d9-d7bbeb4b92a4 None None] For port 260cc783-6220-4fd9-b291-d40b3452a03c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=260cc783-6220-4fd9-b291-d40b3452a03c,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:20.817515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e880bd9d-50e5-4aca-ba93-cd1f046be586 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:20.857205 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5354-acaf-433c-a2d9-d7bbeb4b92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.004295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:21.009292 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa4fc3a-8a9f-4cee-87dd-1710f58474ff" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-unplugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:21.021890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:21.054652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a9f94-64ea-4456-9345-c1db8a0af28f req-512a91a3-507c-44b5-b798-6e8e74d6dcd8 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:21.057494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.068140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-129a9f94-64ea-4456-9345-c1db8a0af28f req-512a91a3-507c-44b5-b798-6e8e74d6dcd8 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1224501 Oct 26 11:56:21.153846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a5354-acaf-433c-a2d9-d7bbeb4b92a4 None None] Pushing event updated for resources: {'Port': ['ID=260cc783-6220-4fd9-b291-d40b3452a03c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:21.217470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-129a9f94-64ea-4456-9345-c1db8a0af28f req-9ed717a7-ad21-4f4b-bf04-516e6c0b77eb tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454194 Oct 26 11:56:21.306142 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f1fe1-27cf-424a-b3be-88c88a4d4e79 x-openstack-request-id: req-641f1fe1-27cf-424a-b3be-88c88a4d4e79 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:21.306142 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-unplugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:21.306478 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-641f1fe1-27cf-424a-b3be-88c88a4d4e79 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:21.306887 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:56:21.336402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e880bd9d-50e5-4aca-ba93-cd1f046be586 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:21.336841 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.341468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:21.406034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-62ac303f-b9f1-4a79-ac1e-8df06029bd77 None None] Provisioning complete for port 260cc783-6220-4fd9-b291-d40b3452a03c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:21.406542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62ac303f-b9f1-4a79-ac1e-8df06029bd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.435645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9ac9c-d858-4a0f-b639-349175c40e07 None None] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:21.528395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e30ecd46-5c08-4174-9223-83af96431349 req-f5df4e87-1003-4e7b-815d-124fef26002d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 210 time: 0.0364935 Oct 26 11:56:21.614028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.704881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e880bd9d-50e5-4aca-ba93-cd1f046be586, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e880bd9d-50e5-4aca-ba93-cd1f046be586,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:21.729904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4773f4f5-60c0-4497-9f50-6b372521193e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.732124 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.733284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 260cc783-6220-4fd9-b291-d40b3452a03c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:21.809721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b90c4415-d625-4ba6-b5f0-53348b63528f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:21.817371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b90c4415-d625-4ba6-b5f0-53348b63528f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:21.819797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b90c4415-d625-4ba6-b5f0-53348b63528f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "GET /v2.0/networks?id=dc09945f-e30a-4f9c-8b1c-7bae642e7cb4&id=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 HTTP/1.1" status: 200 len: 1391 time: 0.2113817 Oct 26 11:56:21.839114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'port': {'device_id': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4', 'admin_state_up': True, 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:21.873856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-937bbb13-04f7-4bf7-b542-cbb9e393ce98 None None] Provisioning complete for port e880bd9d-50e5-4aca-ba93-cd1f046be586 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:21.874238 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-937bbb13-04f7-4bf7-b542-cbb9e393ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:21.911473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e880bd9d-50e5-4aca-ba93-cd1f046be586,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:21.944364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 260cc783-6220-4fd9-b291-d40b3452a03c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:21.945017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.051493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:22.056076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.288631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Allocated IP 19.80.0.212 (dc09945f-e30a-4f9c-8b1c-7bae642e7cb4/d512e28c-ac5a-4119-93d6-32526251eedd/757426a2-5987-4f0a-b2fd-58e80181c633) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:22.335446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-51690143-ad72-4ffc-a9eb-7372f3a84bbb None None] Provisioning complete for port e880bd9d-50e5-4aca-ba93-cd1f046be586 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:22.335820 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51690143-ad72-4ffc-a9eb-7372f3a84bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.460452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d905e-bf3c-4a32-ba5e-ea68ee96b179 req-059358b9-864d-42db-a04a-8d756e1a62c2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:22.473879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-175d905e-bf3c-4a32-ba5e-ea68ee96b179 req-059358b9-864d-42db-a04a-8d756e1a62c2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1025195 Oct 26 11:56:22.525005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-175d905e-bf3c-4a32-ba5e-ea68ee96b179 req-77806897-8d6d-4fa5-b8d3-249effd53230 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497184 Oct 26 11:56:22.572457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:22.601457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.650731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.713847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:22.724436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:22.745381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:56:22.809377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Port': ['ID=757426a2-5987-4f0a-b2fd-58e80181c633,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:22.820481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e880bd9d-50e5-4aca-ba93-cd1f046be586 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:22.820997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a1a6f-61ff-4574-ad50-865c2a18e63d req-b2b247ec-8ffd-457c-8757-41bbb204c182 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:22.836255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-509a1a6f-61ff-4574-ad50-865c2a18e63d req-b2b247ec-8ffd-457c-8757-41bbb204c182 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 932 time: 0.1299233 Oct 26 11:56:22.865537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.879700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:22.882946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:22.886277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:22.928512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-4051a241-59c1-4fff-8600-d58cca68db7b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0954945 Oct 26 11:56:22.940365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-509a1a6f-61ff-4574-ad50-865c2a18e63d req-0849f687-0be8-46fc-bb83-2f3dfb96499c tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012278 Oct 26 11:56:22.955414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Request body: {'port': {'device_id': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34', 'admin_state_up': True, 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:23.135892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:23.174489 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.174684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Made reservation on behalf of ad0a5a47dd3c48c6a0c1a6aaf3376f74 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:23.184915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.190480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e880bd9d-50e5-4aca-ba93-cd1f046be586 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:23.191644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.235122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.290213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:23.312885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fb2ea187-90fb-47de-89ac-6151750bb815 None None] Provisioning complete for port 757426a2-5987-4f0a-b2fd-58e80181c633 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:23.313273 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea187-90fb-47de-89ac-6151750bb815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.409229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:23.420461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Allocated IP 19.86.0.3 (cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34/808cf85b-8335-4034-983f-c46e21ebc78e/afe3f2e6-217f-483a-b337-c01799689720) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:23.447111 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.482605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ea187-90fb-47de-89ac-6151750bb815 None None] Port 757426a2-5987-4f0a-b2fd-58e80181c633 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:56:23.501238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 260cc783-6220-4fd9-b291-d40b3452a03c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:23.647792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:23.672314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['46883d33-e01a-45d1-8b70-6689a8bcad96'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:23.748560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.782290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.782655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.783172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.783761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.783761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.785543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.785903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.791130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.791557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.791842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.795378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.795755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:23.833318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.868797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 260cc783-6220-4fd9-b291-d40b3452a03c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:23.869574 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:23.935326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:23.951021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:23.953567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:56:24.021526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event updated for resources: {'Port': ['ID=afe3f2e6-217f-483a-b337-c01799689720,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:24.038462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937619b-b010-410c-8187-be5b216a184d req-d9f8747e-7f7a-4418-bd5b-c451e3a974b6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.051643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4937619b-b010-410c-8187-be5b216a184d req-d9f8747e-7f7a-4418-bd5b-c451e3a974b6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.2842629 Oct 26 11:56:24.081474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.086622 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:24.141117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ced39464-8294-4801-80d7-cf957c12b298 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2043490 Oct 26 11:56:24.194394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4937619b-b010-410c-8187-be5b216a184d req-f6bd040d-4830-41af-b0c2-f4e72df00011 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417563 Oct 26 11:56:24.335923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c2f83-eb95-4110-8562-7dc975c9a785 req-7da40f70-969e-4223-8d70-5ee4479ab486 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.357601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c2f83-eb95-4110-8562-7dc975c9a785 req-7da40f70-969e-4223-8d70-5ee4479ab486 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.359348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-758c2f83-eb95-4110-8562-7dc975c9a785 req-7da40f70-969e-4223-8d70-5ee4479ab486 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1653 time: 0.1285317 Oct 26 11:56:24.369909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Request body: {'port': {'device_id': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:24.455659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-758c2f83-eb95-4110-8562-7dc975c9a785 req-2eb926ff-cd42-4145-865e-4842afd5f49e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Oct 26 11:56:24.481865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:24.517612 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:56:24.550778 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:24.551524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-18d201fd-5103-4835-9af2-905e6a512002 None None] Provisioning complete for port afe3f2e6-217f-483a-b337-c01799689720 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:24.551856 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-18d201fd-5103-4835-9af2-905e6a512002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:24.609797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-18d201fd-5103-4835-9af2-905e6a512002 None None] Port afe3f2e6-217f-483a-b337-c01799689720 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:56:24.767442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.780452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.788184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.796437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.804933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.815201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.828596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:24.846412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-789c79b8-7d46-4c3b-9f9b-932f52968c54 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.2065983 Oct 26 11:56:24.918403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8c70669-946c-48a3-abb2-b0292b0723f6 req-41da5a80-42ac-4533-90d3-aad7beb340d1 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672393 Oct 26 11:56:25.033013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757426a2-5987-4f0a-b2fd-58e80181c633 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:25.042946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:25.080974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Transition to ACTIVE for port object 757426a2-5987-4f0a-b2fd-58e80181c633 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:56:25.088675 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:25.144424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Pushing event updated for resources: {'Port': ['ID=757426a2-5987-4f0a-b2fd-58e80181c633,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:25.172293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.181713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.190349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.204239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.217104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.227655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.240434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.260867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-086b0bee-9190-4ea3-b995-ca67e2b3e21a req-06a53662-c7c0-49d3-ac59-3f9daa1e5d78 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.1911509 Oct 26 11:56:25.316178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Attempting to bind port 757426a2-5987-4f0a-b2fd-58e80181c633 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:56:25.316854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Attempting to bind port 757426a2-5987-4f0a-b2fd-58e80181c633 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:56:25.317242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Attempting to bind port 757426a2-5987-4f0a-b2fd-58e80181c633 on network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:25.323495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Port 757426a2-5987-4f0a-b2fd-58e80181c633 on network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:56:25.324041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Attempting to bind port 757426a2-5987-4f0a-b2fd-58e80181c633 on network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:25.330389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:56:25.331240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Checking segment: {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:56:25.332265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Bound using segment: {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:56:25.332966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Bound port: 757426a2-5987-4f0a-b2fd-58e80181c633, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81716a95-98ff-4dc3-b817-e36397a41413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:56:25.333352 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:25.435313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9519-7d91-4a76-aaf1-18a6b72f5563 req-48fbcae2-bdda-49fc-81f2-bff006f05788 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.445142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f17b9519-7d91-4a76-aaf1-18a6b72f5563 req-48fbcae2-bdda-49fc-81f2-bff006f05788 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1582265 Oct 26 11:56:25.506958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f17b9519-7d91-4a76-aaf1-18a6b72f5563 req-2d72141b-bb94-4fe0-ac95-23921b5d0539 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606098 Oct 26 11:56:25.507180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] For port 757426a2-5987-4f0a-b2fd-58e80181c633, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:25.521859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] For port 757426a2-5987-4f0a-b2fd-58e80181c633, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=757426a2-5987-4f0a-b2fd-58e80181c633,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:25.530333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:25.626718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.627559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:25.629350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] 10.222.0.100 "PUT /v2.0/ports/757426a2-5987-4f0a-b2fd-58e80181c633 HTTP/1.1" status: 200 len: 1092 time: 1.4802482 Oct 26 11:56:25.629918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'tag': '757426a2-5987-4f0a-b2fd-58e80181c633'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:25.632713 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d822055-274f-4cbf-a93f-d453ff78fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "tag": "757426a2-5987-4f0a-b2fd-58e80181c633"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:25.687130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108a54-ea95-4b24-bd3f-3539302a73d2 req-cd8ac8ed-510d-4f70-a5d9-afdf4d10a3b4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.700432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108a54-ea95-4b24-bd3f-3539302a73d2 req-cd8ac8ed-510d-4f70-a5d9-afdf4d10a3b4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.711100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36108a54-ea95-4b24-bd3f-3539302a73d2 req-cd8ac8ed-510d-4f70-a5d9-afdf4d10a3b4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1665 time: 0.1323380 Oct 26 11:56:25.723438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Request body: {'port': {'device_id': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:25.729163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d66ca-9425-4c0d-b826-b26c60381186 service neutron] Pushing event updated for resources: {'Port': ['ID=757426a2-5987-4f0a-b2fd-58e80181c633,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:25.752362 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d2a03-0aa5-4ecd-9d5f-f54fab6f217e x-openstack-request-id: req-541d2a03-0aa5-4ecd-9d5f-f54fab6f217e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:25.752610 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "tag": "757426a2-5987-4f0a-b2fd-58e80181c633", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:25.752806 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-541d2a03-0aa5-4ecd-9d5f-f54fab6f217e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:25.753172 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'tag': '757426a2-5987-4f0a-b2fd-58e80181c633', 'status': 'completed', 'code': 200} Oct 26 11:56:25.801479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36108a54-ea95-4b24-bd3f-3539302a73d2 req-3e65f060-24c7-4516-902f-057af8bc022f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842826 Oct 26 11:56:25.905563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-5d1f0f73-28a8-4d13-8758-f520d5f07bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.906804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-5d1f0f73-28a8-4d13-8758-f520d5f07bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:25.908317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-5d1f0f73-28a8-4d13-8758-f520d5f07bd9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1912 time: 0.1324327 Oct 26 11:56:25.929851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:26.103993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-1d5dbcbb-c2cb-4bcb-8ac1-311513462313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:26.105325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-1d5dbcbb-c2cb-4bcb-8ac1-311513462313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:26.106077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-1d5dbcbb-c2cb-4bcb-8ac1-311513462313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:26.108683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-1d5dbcbb-c2cb-4bcb-8ac1-311513462313 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1855712 Oct 26 11:56:26.307690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-7529eee2-2ade-41aa-b177-4cfc7f2cd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:26.311977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d822055-274f-4cbf-a93f-d453ff78fbf6 req-7529eee2-2ade-41aa-b177-4cfc7f2cd734 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1814482 Oct 26 11:56:26.446645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe3f2e6-217f-483a-b337-c01799689720 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:26.457871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:26.476253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Transition to ACTIVE for port object afe3f2e6-217f-483a-b337-c01799689720 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:56:26.482913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:26.578847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Pushing event updated for resources: {'Port': ['ID=afe3f2e6-217f-483a-b337-c01799689720,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:26.644543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:26.708409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Attempting to bind port afe3f2e6-217f-483a-b337-c01799689720 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:56:26.711409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Attempting to bind port afe3f2e6-217f-483a-b337-c01799689720 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:56:26.711959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Attempting to bind port afe3f2e6-217f-483a-b337-c01799689720 on network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:26.736788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Port afe3f2e6-217f-483a-b337-c01799689720 on network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:56:26.737122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Attempting to bind port afe3f2e6-217f-483a-b337-c01799689720 on network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:26.771572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:56:26.771972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Checking segment: {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:56:26.773113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Bound using segment: {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:56:26.775418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Bound port: afe3f2e6-217f-483a-b337-c01799689720, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae21860-1dd3-473a-91f1-d07b087f33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:56:26.778362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:26.802269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477514be-17be-4360-8d49-8534e4ce2f0e req-75cb189d-78bb-4db1-8588-a096dcdc82bc tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:26.815506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-477514be-17be-4360-8d49-8534e4ce2f0e req-75cb189d-78bb-4db1-8588-a096dcdc82bc tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1100299 Oct 26 11:56:26.845518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 46883d33-e01a-45d1-8b70-6689a8bcad96 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:26.849563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:26.895950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-477514be-17be-4360-8d49-8534e4ce2f0e req-9e07b5a5-dc1a-4021-9358-b8b60184fc3a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758791 Oct 26 11:56:27.045132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7153d5-8e0b-42eb-affa-0d8e9acec169 req-cd410656-6ea3-4f00-8cb5-12e871df9202 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.055665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] For port afe3f2e6-217f-483a-b337-c01799689720, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:27.057052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7153d5-8e0b-42eb-affa-0d8e9acec169 req-cd410656-6ea3-4f00-8cb5-12e871df9202 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.067265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a7153d5-8e0b-42eb-affa-0d8e9acec169 req-cd410656-6ea3-4f00-8cb5-12e871df9202 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1677 time: 0.1243777 Oct 26 11:56:27.067903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] For port afe3f2e6-217f-483a-b337-c01799689720, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afe3f2e6-217f-483a-b337-c01799689720,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:27.079607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:27.140090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:27.161675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a7153d5-8e0b-42eb-affa-0d8e9acec169 req-77686dc7-8982-4ec6-afc6-6dcddddeba34 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925329 Oct 26 11:56:27.210911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.211636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:27.218528 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] 10.222.0.100 "PUT /v2.0/ports/afe3f2e6-217f-483a-b337-c01799689720 HTTP/1.1" status: 200 len: 1090 time: 1.5228240 Oct 26 11:56:27.251287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88ddc9-60c0-48f0-85cb-dd38aba7b642 service neutron] Pushing event updated for resources: {'Port': ['ID=afe3f2e6-217f-483a-b337-c01799689720,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:27.253860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:27.256457 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b7cb8d-933e-45f6-a0a8-fcb8b89c8630" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:27.285236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:27.304416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:27.465417 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca70356d-c527-4d27-b171-75b8206022bf x-openstack-request-id: req-ca70356d-c527-4d27-b171-75b8206022bf {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:27.466032 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:27.466660 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca70356d-c527-4d27-b171-75b8206022bf {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:27.467706 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:56:27.478411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-c34fd926-a031-4e5f-aa67-7760fbf989dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.478411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-c34fd926-a031-4e5f-aa67-7760fbf989dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.485957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-c34fd926-a031-4e5f-aa67-7760fbf989dd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1979 time: 0.1760862 Oct 26 11:56:27.573738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=10']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:27.611941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ca795adf-3c2b-4b4e-b0f8-7586a5958e74 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=757426a2-5987-4f0a-b2fd-58e80181c633 HTTP/1.1" status: 200 len: 217 time: 0.1216791 Oct 26 11:56:27.709959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-51b0d8d8-ae5a-4e82-8de5-032e94cfc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.713221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-51b0d8d8-ae5a-4e82-8de5-032e94cfc03c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d512e28c-ac5a-4119-93d6-32526251eedd HTTP/1.1" status: 200 len: 801 time: 0.0929830 Oct 26 11:56:27.782315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'tag': 'afe3f2e6-217f-483a-b337-c01799689720'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:27.786692 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2a7c51-c802-4da8-8586-ba4a275479ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "tag": "afe3f2e6-217f-483a-b337-c01799689720"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:27.831404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ae026323-a85e-4870-aab8-a79e1b0b766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:27.837798 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-ae026323-a85e-4870-aab8-a79e1b0b766b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=dc09945f-e30a-4f9c-8b1c-7bae642e7cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1135929 Oct 26 11:56:27.938040 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076bdf49-b6e5-47e3-bdcc-9280746b754a x-openstack-request-id: req-076bdf49-b6e5-47e3-bdcc-9280746b754a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:27.938401 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "tag": "afe3f2e6-217f-483a-b337-c01799689720", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:27.938666 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-076bdf49-b6e5-47e3-bdcc-9280746b754a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:27.939121 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'tag': 'afe3f2e6-217f-483a-b337-c01799689720', 'status': 'completed', 'code': 200} Oct 26 11:56:28.018823 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b88567c8-2b80-44d9-a979-81ada96ff817 service neutron] 10.222.0.100 "GET /v2.0/networks/dc09945f-e30a-4f9c-8b1c-7bae642e7cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720431 Oct 26 11:56:28.079774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68ed33-f689-45bc-b91c-b5ca8fbd4064 req-906be110-1847-4398-a01b-f9539f521300 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.094382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe68ed33-f689-45bc-b91c-b5ca8fbd4064 req-906be110-1847-4398-a01b-f9539f521300 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1279004 Oct 26 11:56:28.138463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35878) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:28.210608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe68ed33-f689-45bc-b91c-b5ca8fbd4064 req-7e7913f7-2e25-4ab2-a7cd-8b7bc4fe8a21 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120360 Oct 26 11:56:28.256144 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-e84901ae-e762-4c6a-9db4-483ee679b0f7 service neutron] 10.222.0.100 "GET /v2.0/networks/dc09945f-e30a-4f9c-8b1c-7bae642e7cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126555 Oct 26 11:56:28.306345 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-20e6881d-6dbc-45dd-8329-3a05ba29c7e1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=afe3f2e6-217f-483a-b337-c01799689720 HTTP/1.1" status: 200 len: 217 time: 0.0476167 Oct 26 11:56:28.341169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.342380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.343111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.344049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.345511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.346307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.346988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.349485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-cd87ffab-14ba-4b06-9daa-ce4afeb64527 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6489 time: 0.2100070 Oct 26 11:56:28.359691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b036-8868-4fc9-b0db-2a42c58d39d7 req-28f7be62-62e0-4a5b-abb7-27285dacc051 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.367417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b036-8868-4fc9-b0db-2a42c58d39d7 req-28f7be62-62e0-4a5b-abb7-27285dacc051 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.377823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e066b036-8868-4fc9-b0db-2a42c58d39d7 req-28f7be62-62e0-4a5b-abb7-27285dacc051 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1677 time: 0.1290915 Oct 26 11:56:28.381078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-e1053c83-77a2-4f21-b330-4194621b2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.384364 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-e1053c83-77a2-4f21-b330-4194621b2801 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=808cf85b-8335-4034-983f-c46e21ebc78e HTTP/1.1" status: 200 len: 801 time: 0.0645666 Oct 26 11:56:28.439921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e066b036-8868-4fc9-b0db-2a42c58d39d7 req-69f74f89-6ee6-41d8-9e3f-9f92066327cb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Oct 26 11:56:28.460311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-6871661d-0508-4360-b011-ef9f6936c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.465400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-a4af4f75-77b5-4ffa-9537-8a16fa2fe557 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&id=56ae5601-7751-4dec-94c9-536b7ae12131&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836666 Oct 26 11:56:28.471412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-6871661d-0508-4360-b011-ef9f6936c1d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675616 Oct 26 11:56:28.646402 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-f6274c1d-236b-4995-af12-1b74fa44fdf3 service neutron] 10.222.0.100 "GET /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740820 Oct 26 11:56:28.769572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d55baf6-9e80-4d82-bbfb-f41c7867afcd req-b3ea456f-784f-4792-959f-709e474db649 service neutron] 10.222.0.100 "GET /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138468 Oct 26 11:56:28.890943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-6226eb17-7961-4009-be50-aa4df9181753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.893491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-6226eb17-7961-4009-be50-aa4df9181753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:28.896149 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-6226eb17-7961-4009-be50-aa4df9181753 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1979 time: 0.0601850 Oct 26 11:56:29.034147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-1c136a9b-8807-42a2-a2db-6a0e9f91fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:29.035801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-1c136a9b-8807-42a2-a2db-6a0e9f91fd9f service neutron] 10.222.0.100 "GET /v2.0/networks?id=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 HTTP/1.1" status: 200 len: 903 time: 0.1302147 Oct 26 11:56:29.087171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-41a8ab8d-ccfb-4e22-88f8-8705825c3954 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=afe3f2e6-217f-483a-b337-c01799689720 HTTP/1.1" status: 200 len: 217 time: 0.0386317 Oct 26 11:56:29.147461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-596d6b59-8d86-4ff8-bfd9-e66e66529bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:29.151686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-596d6b59-8d86-4ff8-bfd9-e66e66529bc3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=808cf85b-8335-4034-983f-c46e21ebc78e HTTP/1.1" status: 200 len: 801 time: 0.0529182 Oct 26 11:56:29.254291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-fce58326-a1b5-449e-b86e-b732ea1e8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:29.256099 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-fce58326-a1b5-449e-b86e-b732ea1e8b86 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893981 Oct 26 11:56:29.389405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711e81-02ea-49d0-92c5-048927715127 req-534349cc-2af1-42ad-942a-1f5adb358886 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:29.391951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb711e81-02ea-49d0-92c5-048927715127 req-534349cc-2af1-42ad-942a-1f5adb358886 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0870724 Oct 26 11:56:29.400260 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-758e93f0-0993-465b-93ff-9509fe7c044d service neutron] 10.222.0.100 "GET /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236930 Oct 26 11:56:29.637859 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f2a7c51-c802-4da8-8586-ba4a275479ce req-072138b4-3ecb-4d87-bf8e-d742fcf08567 service neutron] 10.222.0.100 "GET /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256739 Oct 26 11:56:29.822802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb711e81-02ea-49d0-92c5-048927715127 req-fc119e30-b8e5-41b3-afb5-6a5027e59925 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073315 Oct 26 11:56:29.871778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85eb-b13f-4324-9567-c2b0ec67b259 req-a4303609-eb69-40d3-a530-37025866401e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:29.879298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85eb-b13f-4324-9567-c2b0ec67b259 req-a4303609-eb69-40d3-a530-37025866401e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:29.888435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd7f85eb-b13f-4324-9567-c2b0ec67b259 req-a4303609-eb69-40d3-a530-37025866401e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1677 time: 0.1273761 Oct 26 11:56:29.951527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd7f85eb-b13f-4324-9567-c2b0ec67b259 req-d82df672-0ef9-473a-8e7f-0622a65c9c74 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539234 Oct 26 11:56:30.287530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35940) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:30.417041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d12-831d-428c-9ec2-09ab3592f565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.517010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d12-831d-428c-9ec2-09ab3592f565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.522556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d12-831d-428c-9ec2-09ab3592f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.564023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35948) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:30.571798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1fc34d12-831d-428c-9ec2-09ab3592f565 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8669c87dbef44aa2b1b777641a8feba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827892 Oct 26 11:56:30.603675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc34d12-831d-428c-9ec2-09ab3592f565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671f6f4-4010-4ec5-9522-cb377a397d4a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:30.643355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1d08-436a-4171-998b-99f3033a25e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.672360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1d08-436a-4171-998b-99f3033a25e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.733098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1d08-436a-4171-998b-99f3033a25e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.736104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1d08-436a-4171-998b-99f3033a25e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:30.737425 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b8b1d08-436a-4171-998b-99f3033a25e8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2671f6f4-4010-4ec5-9522-cb377a397d4a HTTP/1.1" status: 204 len: 168 time: 0.1724303 Oct 26 11:56:30.747084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b1d08-436a-4171-998b-99f3033a25e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671f6f4-4010-4ec5-9522-cb377a397d4a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:30.973528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1009-4edb-4b4e-8543-25bcc8bde4d3 req-8ef6d5ec-d2f8-4d4d-a8f9-b367762b933c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:30.975304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc7b1009-4edb-4b4e-8543-25bcc8bde4d3 req-8ef6d5ec-d2f8-4d4d-a8f9-b367762b933c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0676394 Oct 26 11:56:31.095185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc7b1009-4edb-4b4e-8543-25bcc8bde4d3 req-22aa3f53-d78d-4f66-b649-100624a5db2f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093421 Oct 26 11:56:31.163290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62121562-524a-4c00-9c86-1c7e9bef3c2c req-fa3535c1-cd83-4852-b77d-d7a4ec6b981b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:31.170598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62121562-524a-4c00-9c86-1c7e9bef3c2c req-fa3535c1-cd83-4852-b77d-d7a4ec6b981b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:31.172907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62121562-524a-4c00-9c86-1c7e9bef3c2c req-fa3535c1-cd83-4852-b77d-d7a4ec6b981b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1677 time: 0.0760634 Oct 26 11:56:31.218333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35962) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:31.237458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e9642b0-896c-471f-adbd-c8413c5c3c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.259136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62121562-524a-4c00-9c86-1c7e9bef3c2c req-059a93e3-5384-46a0-bbe8-a3b97c313e0a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771828 Oct 26 11:56:31.337831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e9642b0-896c-471f-adbd-c8413c5c3c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.343257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e9642b0-896c-471f-adbd-c8413c5c3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.388735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9642b0-896c-471f-adbd-c8413c5c3c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c546b352-42a3-4b4a-9c89-7a72a8476239,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:31.409234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35966) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:31.416920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3e9642b0-896c-471f-adbd-c8413c5c3c67 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8d170f76061945dfbed9835d99d563c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964068 Oct 26 11:56:31.478543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f93702df-453c-4112-90a3-90c38ded163b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.505830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f93702df-453c-4112-90a3-90c38ded163b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.562321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f93702df-453c-4112-90a3-90c38ded163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.566031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f93702df-453c-4112-90a3-90c38ded163b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:31.567508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f93702df-453c-4112-90a3-90c38ded163b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c546b352-42a3-4b4a-9c89-7a72a8476239 HTTP/1.1" status: 204 len: 168 time: 0.1569920 Oct 26 11:56:31.576672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93702df-453c-4112-90a3-90c38ded163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c546b352-42a3-4b4a-9c89-7a72a8476239,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:31.780059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afe3f2e6-217f-483a-b337-c01799689720 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:31.965793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afe3f2e6-217f-483a-b337-c01799689720, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afe3f2e6-217f-483a-b337-c01799689720,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:31.988115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'afe3f2e6-217f-483a-b337-c01799689720', 'network_id': 'cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34', 'port_id': 'afe3f2e6-217f-483a-b337-c01799689720', 'mac_address': 'fa:16:3e:08:18:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808cf85b-8335-4034-983f-c46e21ebc78e', 'ip_address': '19.86.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:32.046006 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:32.057996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef12a2-b292-4a54-80f3-d404c701eb3f req-416e181d-2f87-45e5-a91d-24c1f6fa9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:32.064519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2ef12a2-b292-4a54-80f3-d404c701eb3f req-416e181d-2f87-45e5-a91d-24c1f6fa9287 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 1097 time: 0.0974889 Oct 26 11:56:32.077815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe3f2e6-217f-483a-b337-c01799689720 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:32.119363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afe3f2e6-217f-483a-b337-c01799689720, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afe3f2e6-217f-483a-b337-c01799689720,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:32.129726 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:32.133170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 757426a2-5987-4f0a-b2fd-58e80181c633 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:32.145161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2ef12a2-b292-4a54-80f3-d404c701eb3f req-b066a271-0524-4d54-9f74-7e19f96971a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752611 Oct 26 11:56:32.254404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a0dd-0b8b-43dc-93b7-ccc266015143 req-705c4c86-6824-4752-b30d-a8befaba9d09 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:32.262979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a773a0dd-0b8b-43dc-93b7-ccc266015143 req-705c4c86-6824-4752-b30d-a8befaba9d09 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0627427 Oct 26 11:56:32.322155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a773a0dd-0b8b-43dc-93b7-ccc266015143 req-1aedbd36-ee47-408b-b7f3-8945b7515c41 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Oct 26 11:56:32.387952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=afe3f2e6-217f-483a-b337-c01799689720,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:32.467894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705bc2-ef37-4cf0-ada3-974910eaf70d req-de5e3677-413a-4eeb-bdab-0b5d7d040fe7 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:32.475789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705bc2-ef37-4cf0-ada3-974910eaf70d req-de5e3677-413a-4eeb-bdab-0b5d7d040fe7 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:32.479469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 757426a2-5987-4f0a-b2fd-58e80181c633, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=757426a2-5987-4f0a-b2fd-58e80181c633,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:32.485592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3705bc2-ef37-4cf0-ada3-974910eaf70d req-de5e3677-413a-4eeb-bdab-0b5d7d040fe7 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1678 time: 0.0879540 Oct 26 11:56:32.517935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '757426a2-5987-4f0a-b2fd-58e80181c633', 'network_id': 'dc09945f-e30a-4f9c-8b1c-7bae642e7cb4', 'port_id': '757426a2-5987-4f0a-b2fd-58e80181c633', 'mac_address': 'fa:16:3e:fd:82:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd512e28c-ac5a-4119-93d6-32526251eedd', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:32.533828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3705bc2-ef37-4cf0-ada3-974910eaf70d req-e94893e1-882d-4c84-9ef5-a196fd68e4e4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Oct 26 11:56:32.584312 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:32.613784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757426a2-5987-4f0a-b2fd-58e80181c633 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:32.662466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 757426a2-5987-4f0a-b2fd-58e80181c633, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=757426a2-5987-4f0a-b2fd-58e80181c633,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:32.671885 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:32.739040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=757426a2-5987-4f0a-b2fd-58e80181c633,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:33.071320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['757426a2-5987-4f0a-b2fd-58e80181c633'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:33.524366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfde28-c2a0-40f5-bfa8-419231d05a8c req-3dfc2d8c-23d2-47e8-b42a-39a04490f37d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:33.526027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eacfde28-c2a0-40f5-bfa8-419231d05a8c req-3dfc2d8c-23d2-47e8-b42a-39a04490f37d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0708580 Oct 26 11:56:33.607233 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:33.612801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eacfde28-c2a0-40f5-bfa8-419231d05a8c req-df3e84c2-544d-417f-af21-d508dd7bb1ec tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714228 Oct 26 11:56:33.737492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2aedc-be2a-43bd-bcd0-a90a07a7f318 req-8c88d096-cc3a-4648-9eec-498553e5041f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:33.745291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2aedc-be2a-43bd-bcd0-a90a07a7f318 req-8c88d096-cc3a-4648-9eec-498553e5041f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:33.754680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39a2aedc-be2a-43bd-bcd0-a90a07a7f318 req-8c88d096-cc3a-4648-9eec-498553e5041f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1679 time: 0.0973668 Oct 26 11:56:33.845246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39a2aedc-be2a-43bd-bcd0-a90a07a7f318 req-bd8cc22a-a63b-4752-a45f-270509238602 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895615 Oct 26 11:56:33.880944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99234b-c38a-472e-a557-1e1b3caf72ac req-fb50519e-fa98-4e4e-b3a9-5dee2c60100a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:33.889538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b99234b-c38a-472e-a557-1e1b3caf72ac req-fb50519e-fa98-4e4e-b3a9-5dee2c60100a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0892920 Oct 26 11:56:33.947115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b99234b-c38a-472e-a557-1e1b3caf72ac req-ddb59906-222d-4e68-ba5e-298fbe4dad91 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565042 Oct 26 11:56:34.121657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['afe3f2e6-217f-483a-b337-c01799689720'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:34.356370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa303fb4-cb0e-4769-8d7b-f44faabb923d req-354be2e7-1ac1-4dd3-a646-2686468d7d06 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:34.365765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa303fb4-cb0e-4769-8d7b-f44faabb923d req-354be2e7-1ac1-4dd3-a646-2686468d7d06 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1286631 Oct 26 11:56:34.431634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa303fb4-cb0e-4769-8d7b-f44faabb923d req-ee6c98ed-81c0-4d11-91f4-dca6ba393b4d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643628 Oct 26 11:56:34.716738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36076) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:34.869004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f87d890-1eb8-48c2-9786-096ebbfbeeb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:34.969185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f87d890-1eb8-48c2-9786-096ebbfbeeb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:34.975748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f87d890-1eb8-48c2-9786-096ebbfbeeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.023181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87d890-1eb8-48c2-9786-096ebbfbeeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ba324f-ecf8-4c09-bae3-216718fd50f3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:35.023918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354078-d9e8-4bc5-a091-48b182f7439f req-6745759e-99e7-422e-9dae-008ddcebc73b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:35.031911 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8f87d890-1eb8-48c2-9786-096ebbfbeeb0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd7c4a984d65433c85b9e29810472425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139858 Oct 26 11:56:35.032859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:35.033752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354078-d9e8-4bc5-a091-48b182f7439f req-6745759e-99e7-422e-9dae-008ddcebc73b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:35.044440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf354078-d9e8-4bc5-a091-48b182f7439f req-6745759e-99e7-422e-9dae-008ddcebc73b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1679 time: 0.0956073 Oct 26 11:56:35.093759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf354078-d9e8-4bc5-a091-48b182f7439f req-641b806f-a985-4f00-ac87-7008e3fc29ec tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Oct 26 11:56:35.112704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-ebf9-4098-9b6c-9a6531aea7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.145484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-ebf9-4098-9b6c-9a6531aea7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.207404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-ebf9-4098-9b6c-9a6531aea7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.210535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-ebf9-4098-9b6c-9a6531aea7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.211848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-90717a8a-ebf9-4098-9b6c-9a6531aea7b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13ba324f-ecf8-4c09-bae3-216718fd50f3 HTTP/1.1" status: 204 len: 168 time: 0.1780553 Oct 26 11:56:35.222063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717a8a-ebf9-4098-9b6c-9a6531aea7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ba324f-ecf8-4c09-bae3-216718fd50f3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:35.236247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.559890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551db7f-c593-4d5d-8131-91a826254cd3 req-b524a682-d46d-43bf-9532-5cdb183a259f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:35.567574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a551db7f-c593-4d5d-8131-91a826254cd3 req-b524a682-d46d-43bf-9532-5cdb183a259f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0637040 Oct 26 11:56:35.582488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36100) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:35.604549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9fd64d5-a855-40e1-8151-354c87790aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.618137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a551db7f-c593-4d5d-8131-91a826254cd3 req-fe5260d5-db1c-49f9-bfc3-f7b06cd57d6b tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Oct 26 11:56:35.719389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9fd64d5-a855-40e1-8151-354c87790aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.724608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9fd64d5-a855-40e1-8151-354c87790aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.756338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd64d5-a855-40e1-8151-354c87790aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7298568-b484-4db7-92db-bce7c89c8ea5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:35.784730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36110) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:35.785125 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e9fd64d5-a855-40e1-8151-354c87790aa8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c1044b6012b7488c8ff6713564209204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009003 Oct 26 11:56:35.795168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 757426a2-5987-4f0a-b2fd-58e80181c633 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:35.897034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 757426a2-5987-4f0a-b2fd-58e80181c633 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:56:35.902688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 757426a2-5987-4f0a-b2fd-58e80181c633 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:35.903186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:35.979705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7d80d91-b34d-4a7a-bb16-dd52f7be5baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.014502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7d80d91-b34d-4a7a-bb16-dd52f7be5baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.030976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b626-4489-4c09-a982-90a5461638de req-66d028ee-a21a-4da1-9ad3-c593a26a4115 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:36.031835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.039590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9063b626-4489-4c09-a982-90a5461638de req-66d028ee-a21a-4da1-9ad3-c593a26a4115 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1011813 Oct 26 11:56:36.084884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757426a2-5987-4f0a-b2fd-58e80181c633'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:36.088497 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad372080-05a3-4519-b9f4-43e4d91ea1af" -d '{"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-plugged", "status": "completed", "tag": "757426a2-5987-4f0a-b2fd-58e80181c633"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:36.108137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 757426a2-5987-4f0a-b2fd-58e80181c633, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=757426a2-5987-4f0a-b2fd-58e80181c633,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:36.116005 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.117812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afe3f2e6-217f-483a-b337-c01799689720 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:36.173656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9063b626-4489-4c09-a982-90a5461638de req-9d7589a2-8ba8-4fcb-ab50-e3f841db09e2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328473 Oct 26 11:56:36.215580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7d80d91-b34d-4a7a-bb16-dd52f7be5baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.218645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7d80d91-b34d-4a7a-bb16-dd52f7be5baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.222981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d7d80d91-b34d-4a7a-bb16-dd52f7be5baf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7298568-b484-4db7-92db-bce7c89c8ea5 HTTP/1.1" status: 204 len: 168 time: 0.4369280 Oct 26 11:56:36.235552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d80d91-b34d-4a7a-bb16-dd52f7be5baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7298568-b484-4db7-92db-bce7c89c8ea5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:36.305259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port afe3f2e6-217f-483a-b337-c01799689720 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:56:36.310281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port afe3f2e6-217f-483a-b337-c01799689720 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:36.310659 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.361980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1510686-50a6-4d37-a011-5aaaee72aab7 req-575200d2-eb07-4ebc-8a39-edab794d76c1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:36.380010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1510686-50a6-4d37-a011-5aaaee72aab7 req-575200d2-eb07-4ebc-8a39-edab794d76c1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:36.381772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1510686-50a6-4d37-a011-5aaaee72aab7 req-575200d2-eb07-4ebc-8a39-edab794d76c1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1680 time: 0.1104779 Oct 26 11:56:36.486175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1510686-50a6-4d37-a011-5aaaee72aab7 req-7074c2e7-5adf-4781-ac34-d04e78112ef4 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Oct 26 11:56:36.537866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=757426a2-5987-4f0a-b2fd-58e80181c633,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:36.541567 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85334ca1-c7ae-424f-89da-1c3b1544b85b x-openstack-request-id: req-85334ca1-c7ae-424f-89da-1c3b1544b85b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:36.541983 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-plugged", "status": "completed", "tag": "757426a2-5987-4f0a-b2fd-58e80181c633", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:36.542100 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85334ca1-c7ae-424f-89da-1c3b1544b85b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:36.543042 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757426a2-5987-4f0a-b2fd-58e80181c633', 'code': 200} Oct 26 11:56:36.624247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.668749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afe3f2e6-217f-483a-b337-c01799689720, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afe3f2e6-217f-483a-b337-c01799689720,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:36.677647 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:36.751219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=afe3f2e6-217f-483a-b337-c01799689720,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:37.355834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c2db-7a1b-4f43-9f12-cd0983b5482f req-5791833e-4422-4396-9347-90493a2071de tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:37.357402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13a0c2db-7a1b-4f43-9f12-cd0983b5482f req-5791833e-4422-4396-9347-90493a2071de tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0764680 Oct 26 11:56:37.423457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13a0c2db-7a1b-4f43-9f12-cd0983b5482f req-7e708df3-bf1d-4cc2-ba99-5638e9d09373 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Oct 26 11:56:37.664127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef578d2-d067-4c1f-9c89-d5fc44cc30e6 req-7192eb32-f144-4ee3-8d2d-64a611a35350 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:37.676781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef578d2-d067-4c1f-9c89-d5fc44cc30e6 req-7192eb32-f144-4ee3-8d2d-64a611a35350 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:37.685339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ef578d2-d067-4c1f-9c89-d5fc44cc30e6 req-7192eb32-f144-4ee3-8d2d-64a611a35350 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.1311433 Oct 26 11:56:37.753370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ef578d2-d067-4c1f-9c89-d5fc44cc30e6 req-3e0a5841-4543-4a24-b709-51eb9c07e417 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616763 Oct 26 11:56:38.543901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe3f2e6-217f-483a-b337-c01799689720'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:38.546851 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3dc954-2534-46fe-b668-340aaab165da" -d '{"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-plugged", "status": "completed", "tag": "afe3f2e6-217f-483a-b337-c01799689720"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:38.595906 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af290142-8a19-4cee-bedc-a4c00e4a517d x-openstack-request-id: req-af290142-8a19-4cee-bedc-a4c00e4a517d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:38.596270 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-plugged", "status": "completed", "tag": "afe3f2e6-217f-483a-b337-c01799689720", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:38.596521 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-af290142-8a19-4cee-bedc-a4c00e4a517d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:38.597130 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe3f2e6-217f-483a-b337-c01799689720', 'code': 200} Oct 26 11:56:38.716620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f06b-85eb-484e-b133-4fd46b5e0f5d req-f4c941b5-4483-4250-b17c-293861e147ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:38.717738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f06b-85eb-484e-b133-4fd46b5e0f5d req-f4c941b5-4483-4250-b17c-293861e147ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:38.720209 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-afd5f06b-85eb-484e-b133-4fd46b5e0f5d req-f4c941b5-4483-4250-b17c-293861e147ea service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1983 time: 0.0522602 Oct 26 11:56:38.762160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-afd5f06b-85eb-484e-b133-4fd46b5e0f5d req-011364d5-ca0e-4e8d-81b5-2d81d6cc21c2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Oct 26 11:56:38.900448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd97b5e-900f-4fa4-84d8-4be6de5b68ee req-fa0aa2d2-a22c-4437-86a6-8a6af8b12242 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:38.916102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd97b5e-900f-4fa4-84d8-4be6de5b68ee req-fa0aa2d2-a22c-4437-86a6-8a6af8b12242 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:38.927968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cd97b5e-900f-4fa4-84d8-4be6de5b68ee req-fa0aa2d2-a22c-4437-86a6-8a6af8b12242 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.1004753 Oct 26 11:56:38.985701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cd97b5e-900f-4fa4-84d8-4be6de5b68ee req-598dc2c3-5a88-4767-9fe0-f8b1ea2d16c1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Oct 26 11:56:39.254623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1a20b-abb3-4697-9d3e-c1c270f58f1a req-31935781-a9e0-468d-8ff0-d60ef3b1eec6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:39.256498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40e1a20b-abb3-4697-9d3e-c1c270f58f1a req-31935781-a9e0-468d-8ff0-d60ef3b1eec6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.0764070 Oct 26 11:56:39.303231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40e1a20b-abb3-4697-9d3e-c1c270f58f1a req-d92d0af5-75c9-4f95-a19b-6570e0c5588b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355058 Oct 26 11:56:39.754536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc091-0587-4932-bbf3-7ab3d76f5c7c req-f6f6124c-76c7-4f5f-a882-5dc501c5a9f1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:39.756244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d9cc091-0587-4932-bbf3-7ab3d76f5c7c req-f6f6124c-76c7-4f5f-a882-5dc501c5a9f1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.0588965 Oct 26 11:56:39.813299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d9cc091-0587-4932-bbf3-7ab3d76f5c7c req-38e65eba-87d8-4782-bf12-a36b5e07dd7f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491142 Oct 26 11:56:40.178268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1a4c-94fa-4193-90ff-ddd5ce9f14de req-5a07c67b-ecbd-4620-9a56-3a72628b8f31 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.188116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1a4c-94fa-4193-90ff-ddd5ce9f14de req-5a07c67b-ecbd-4620-9a56-3a72628b8f31 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.190614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-251d1a4c-94fa-4193-90ff-ddd5ce9f14de req-5a07c67b-ecbd-4620-9a56-3a72628b8f31 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.0760200 Oct 26 11:56:40.241765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-251d1a4c-94fa-4193-90ff-ddd5ce9f14de req-a4cf0191-e354-457f-a653-ce77c51c056e tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 Oct 26 11:56:40.399226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063884-f125-47da-aef1-2a13027efc5c req-b1a7e87e-1c9c-4058-931c-efb54718e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.401977 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-b1a7e87e-1c9c-4058-931c-efb54718e402 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.0484321 Oct 26 11:56:40.403042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5a6c6-e250-45a2-b29e-1246598684c0 req-f996c532-584c-4cc5-8e66-3064951c531f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.404660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30d5a6c6-e250-45a2-b29e-1246598684c0 req-f996c532-584c-4cc5-8e66-3064951c531f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0604751 Oct 26 11:56:40.452903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30d5a6c6-e250-45a2-b29e-1246598684c0 req-714e72f9-e675-41f8-8954-00138aeda069 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Oct 26 11:56:40.501145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063884-f125-47da-aef1-2a13027efc5c req-21f9a30d-9064-4abc-858a-a8a7127adca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.502636 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-21f9a30d-9064-4abc-858a-a8a7127adca1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.0920410 Oct 26 11:56:40.557392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-a6773c69-32d5-4298-97d8-522ec9192d2c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 217 time: 0.0391698 Oct 26 11:56:40.609200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063884-f125-47da-aef1-2a13027efc5c req-c219b4da-b9a9-4051-9c45-06d7c3242d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.610786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-c219b4da-b9a9-4051-9c45-06d7c3242d8b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0458541 Oct 26 11:56:40.649102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-12596156-45c0-4d7d-87ed-b80f36469ffb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257289 Oct 26 11:56:40.746976 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-2de5df9e-8a2f-4813-a7a4-4b84e7463431 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887938 Oct 26 11:56:40.841755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f0063884-f125-47da-aef1-2a13027efc5c req-2c1b3c44-3015-4729-a0c2-7d23e18b9b6f service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872476 Oct 26 11:56:40.970347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97074e-b2c3-4e83-900b-c024ea797318 req-25c3cffb-ea80-4a1c-be58-92cdfbe02365 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:40.971907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d97074e-b2c3-4e83-900b-c024ea797318 req-25c3cffb-ea80-4a1c-be58-92cdfbe02365 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.0644286 Oct 26 11:56:41.015190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d97074e-b2c3-4e83-900b-c024ea797318 req-e3105571-a316-4703-94d3-28732c32f1de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370207 Oct 26 11:56:41.366082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692591f9-38c4-4917-98a2-ab024cfb3d3c req-523dc6b2-f59a-4802-a84d-b5707bc26b0d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:41.373898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692591f9-38c4-4917-98a2-ab024cfb3d3c req-523dc6b2-f59a-4802-a84d-b5707bc26b0d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:41.375855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-692591f9-38c4-4917-98a2-ab024cfb3d3c req-523dc6b2-f59a-4802-a84d-b5707bc26b0d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.0620241 Oct 26 11:56:41.415267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-692591f9-38c4-4917-98a2-ab024cfb3d3c req-89a8fa23-b232-4a8b-baba-f280876cc78b tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Oct 26 11:56:41.585039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e99a91-5cb0-41cb-a1a3-12c9162a4622 req-8f7ff8a4-ffdf-46f3-a2ac-6483d4af903f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:41.593594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e99a91-5cb0-41cb-a1a3-12c9162a4622 req-8f7ff8a4-ffdf-46f3-a2ac-6483d4af903f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0674424 Oct 26 11:56:41.635047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e99a91-5cb0-41cb-a1a3-12c9162a4622 req-6b7e545a-23df-446f-8fa8-7588aecff663 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Oct 26 11:56:41.733768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878efad-e535-44cb-a6f7-29568b1fa911 req-e6a37303-e66e-426d-a673-610a988a4f2f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:41.739979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878efad-e535-44cb-a6f7-29568b1fa911 req-e6a37303-e66e-426d-a673-610a988a4f2f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:41.741604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4878efad-e535-44cb-a6f7-29568b1fa911 req-e6a37303-e66e-426d-a673-610a988a4f2f tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.0600502 Oct 26 11:56:41.784304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4878efad-e535-44cb-a6f7-29568b1fa911 req-223885e5-67b2-4067-b805-d60ac1fde9a1 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356393 Oct 26 11:56:42.143415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93db8cb-5aee-435f-ba97-b477eb5e4b72 req-d84a855e-3dca-4cb4-b558-e58999727a7c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:42.144971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93db8cb-5aee-435f-ba97-b477eb5e4b72 req-d84a855e-3dca-4cb4-b558-e58999727a7c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.0527246 Oct 26 11:56:42.186128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93db8cb-5aee-435f-ba97-b477eb5e4b72 req-adf1c6c5-8be5-4e1f-a298-4b9f9674e568 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349436 Oct 26 11:56:42.712015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:42.717328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:42.783741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eefa08-6c47-4483-a6eb-91f12dc08636 req-3844bb15-a509-4d9c-b9ac-022f5247b41f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:42.785691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85eefa08-6c47-4483-a6eb-91f12dc08636 req-3844bb15-a509-4d9c-b9ac-022f5247b41f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0730255 Oct 26 11:56:42.841169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85eefa08-6c47-4483-a6eb-91f12dc08636 req-e789efa6-cd19-4852-9f73-57c0c8c8e0be tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Oct 26 11:56:42.889590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:42.892266 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:42.911697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'mac_address': 'fa:16:3e:cd:30:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:42.927762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:42.929169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92a20f-a13f-4568-bb63-245e7111a848 req-454b3bff-b8a4-47a6-83a5-3e7f7e3cf4b2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:42.930384 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6711616-393a-4969-97c3-20a37701fd1a" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-unplugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:42.936030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92a20f-a13f-4568-bb63-245e7111a848 req-454b3bff-b8a4-47a6-83a5-3e7f7e3cf4b2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:42.937711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d92a20f-a13f-4568-bb63-245e7111a848 req-454b3bff-b8a4-47a6-83a5-3e7f7e3cf4b2 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.0711455 Oct 26 11:56:42.966307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:42.976025 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:42.983767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:42.995141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d92a20f-a13f-4568-bb63-245e7111a848 req-5487c754-63c0-4fc8-8200-253c604ea1cc tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Oct 26 11:56:43.007428 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b867d56-be47-4d28-bb6e-eae9a79c63ce x-openstack-request-id: req-0b867d56-be47-4d28-bb6e-eae9a79c63ce {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:43.007588 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-unplugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:43.007802 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b867d56-be47-4d28-bb6e-eae9a79c63ce {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:43.008194 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:56:43.030656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:43.089355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:43.111427 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:56:43.111793 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:56:43.331742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8d9f-9e05-450f-a6d3-572c98e38756 req-65b546c8-835a-4ad1-a818-94261c66d8a5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:43.334556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33eb8d9f-9e05-450f-a6d3-572c98e38756 req-65b546c8-835a-4ad1-a818-94261c66d8a5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0668182 Oct 26 11:56:43.397730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33eb8d9f-9e05-450f-a6d3-572c98e38756 req-40c556b0-bbe0-42c4-9a67-4c5e6c41c1da tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563886 Oct 26 11:56:43.497952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-423f38eb-8656-42aa-9ef6-064804415f07 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:43.524352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-423f38eb-8656-42aa-9ef6-064804415f07 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:43.528480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-423f38eb-8656-42aa-9ef6-064804415f07 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1681 time: 0.1132476 Oct 26 11:56:43.660434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:43.680902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:56:43.696981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port 757426a2-5987-4f0a-b2fd-58e80181c633 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:43.697327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:43.703949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:43.710837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:43.783551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:43.822227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port 757426a2-5987-4f0a-b2fd-58e80181c633, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=757426a2-5987-4f0a-b2fd-58e80181c633,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:43.822746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:43.838669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for 757426a2-5987-4f0a-b2fd-58e80181c633 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:43.868133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['46883d33-e01a-45d1-8b70-6689a8bcad96'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:44.187725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c19-3819-4bc4-b8f2-3eb07e1bfd5b req-6053fdd6-64fa-4f0d-a0cc-71dcfbb550f4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:44.190985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5da5c19-3819-4bc4-b8f2-3eb07e1bfd5b req-6053fdd6-64fa-4f0d-a0cc-71dcfbb550f4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1916068 Oct 26 11:56:44.302301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5da5c19-3819-4bc4-b8f2-3eb07e1bfd5b req-0c9bf7e8-ab90-487f-b583-d4e63fedae3c tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 Oct 26 11:56:44.314116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:44.333010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['757426a2-5987-4f0a-b2fd-58e80181c633', 'afe3f2e6-217f-483a-b337-c01799689720'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:44.334056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368dbc-0815-4995-a5dd-1d179d9f2df6 req-19acbd30-ca7b-465e-b390-3b5d3837e976 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:44.350230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368dbc-0815-4995-a5dd-1d179d9f2df6 req-19acbd30-ca7b-465e-b390-3b5d3837e976 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:44.359513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64368dbc-0815-4995-a5dd-1d179d9f2df6 req-19acbd30-ca7b-465e-b390-3b5d3837e976 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 1602 time: 0.1168973 Oct 26 11:56:44.453934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64368dbc-0815-4995-a5dd-1d179d9f2df6 req-a4a96993-0be2-4a40-bdf2-ac7f3a1c3b73 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d85c1c1-ac7d-4299-8564-11fb1955b107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901906 Oct 26 11:56:44.465762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=757426a2-5987-4f0a-b2fd-58e80181c633,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:44.617412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port 757426a2-5987-4f0a-b2fd-58e80181c633 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:44.630103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:44.638944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-34223104-ecd1-4ed2-aef9-8f67681e812d tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "DELETE /v2.0/ports/757426a2-5987-4f0a-b2fd-58e80181c633 HTTP/1.1" status: 204 len: 173 time: 1.1036661 Oct 26 11:56:44.639454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-deleted', 'tag': '757426a2-5987-4f0a-b2fd-58e80181c633'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:44.666672 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d0726d-d319-456e-8bbf-64bce75543e8" -d '{"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-deleted", "tag": "757426a2-5987-4f0a-b2fd-58e80181c633"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:44.757237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261128e-a6d6-41d6-8c40-9997a22d09cb req-6fda4c88-4058-4b13-959e-a662ea98a008 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:44.781853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7261128e-a6d6-41d6-8c40-9997a22d09cb req-6fda4c88-4058-4b13-959e-a662ea98a008 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.1208506 Oct 26 11:56:44.844946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7261128e-a6d6-41d6-8c40-9997a22d09cb req-3606ea6a-66aa-4994-ac93-7022121dc519 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619736 Oct 26 11:56:44.913752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port afe3f2e6-217f-483a-b337-c01799689720 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:44.914104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:44.941169 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc36998-5925-4523-b22a-155b3b5955e2 x-openstack-request-id: req-0dc36998-5925-4523-b22a-155b3b5955e2 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:44.942605 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-deleted", "tag": "757426a2-5987-4f0a-b2fd-58e80181c633", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:44.945736 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0dc36998-5925-4523-b22a-155b3b5955e2 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:44.946960 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-deleted', 'tag': '757426a2-5987-4f0a-b2fd-58e80181c633', 'status': 'completed', 'code': 200} Oct 26 11:56:45.086188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port afe3f2e6-217f-483a-b337-c01799689720, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afe3f2e6-217f-483a-b337-c01799689720,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:45.086531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:45.102856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for afe3f2e6-217f-483a-b337-c01799689720 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:45.292298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:45.305867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['757426a2-5987-4f0a-b2fd-58e80181c633'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:56:45.536619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c926e9-75ad-4467-94ae-841b559d39e2 req-294572d8-dbf1-48fb-abcb-9f0a052964c3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:45.538297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7c926e9-75ad-4467-94ae-841b559d39e2 req-294572d8-dbf1-48fb-abcb-9f0a052964c3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1175888 Oct 26 11:56:45.585779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7c926e9-75ad-4467-94ae-841b559d39e2 req-cb83ddda-0acf-4f43-9ad8-d8effaae0366 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Oct 26 11:56:45.681428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5fdf52c-1ba8-413c-a0bf-6ec59fd2ea7e req-b104c9b6-4f0c-4974-84d1-c0dc0acaa6ec tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "GET /v2.0/ports?device_id=4431c0fd-e7da-47aa-a1c0-4909ff69801e HTTP/1.1" status: 200 len: 210 time: 0.0437686 Oct 26 11:56:45.690849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=afe3f2e6-217f-483a-b337-c01799689720,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:45.739572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port afe3f2e6-217f-483a-b337-c01799689720 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:45.743610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:45.748328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0984c77a-b513-4bba-9bb1-ec964685d57f req-0b420622-8bd3-4823-a6bc-31ade7d7d99a tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.100 "DELETE /v2.0/ports/afe3f2e6-217f-483a-b337-c01799689720 HTTP/1.1" status: 204 len: 173 time: 1.0691006 Oct 26 11:56:46.023281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd40d85-fadf-4697-bff0-4c93c11f0e29 req-2c712e9f-c6de-40f4-8baf-60c4fd3dbd81 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:46.025088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bd40d85-fadf-4697-bff0-4c93c11f0e29 req-2c712e9f-c6de-40f4-8baf-60c4fd3dbd81 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 945 time: 0.0754595 Oct 26 11:56:46.103153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bd40d85-fadf-4697-bff0-4c93c11f0e29 req-5922f84e-51bf-4f70-bd32-0ddc297dd9e7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655398 Oct 26 11:56:46.755504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:46.825084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afd1f0-40cd-496e-925c-bc27a1785cba req-ab26015c-246e-44da-bc44-64393dcf81bd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:46.836541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23afd1f0-40cd-496e-925c-bc27a1785cba req-ab26015c-246e-44da-bc44-64393dcf81bd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1188698 Oct 26 11:56:46.903543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 46883d33-e01a-45d1-8b70-6689a8bcad96 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:56:46.904220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:46.944401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23afd1f0-40cd-496e-925c-bc27a1785cba req-d6ffc080-d434-4c78-a338-1663ce18290b tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050096 Oct 26 11:56:46.948302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-deleted', 'tag': 'afe3f2e6-217f-483a-b337-c01799689720'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:46.952218 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b6c76-e216-4805-bc13-44661b88a188" -d '{"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-deleted", "tag": "afe3f2e6-217f-483a-b337-c01799689720"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:47.014307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36502) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:47.071542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.155787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting subnet 808cf85b-8335-4034-983f-c46e21ebc78e {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:56:47.164614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.211712 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac11f4-707e-4d6b-baf5-1ddffe8b77c5 x-openstack-request-id: req-5bac11f4-707e-4d6b-baf5-1ddffe8b77c5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:47.212301 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431c0fd-e7da-47aa-a1c0-4909ff69801e", "name": "network-vif-deleted", "tag": "afe3f2e6-217f-483a-b337-c01799689720", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:47.212838 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bac11f4-707e-4d6b-baf5-1ddffe8b77c5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:47.213459 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431c0fd-e7da-47aa-a1c0-4909ff69801e', 'name': 'network-vif-deleted', 'tag': 'afe3f2e6-217f-483a-b337-c01799689720', 'status': 'completed', 'code': 200} Oct 26 11:56:47.226319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:47.229080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:56:47.237736 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099b059-2538-4e03-8bef-4431642b6c09" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:47.243901 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.331572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=13']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:47.374959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.477860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99f42b-13ba-4512-bbed-8f820fd60ee2 req-928bd4b1-7630-4b0c-bcd0-064e231f1fb3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:47.486508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca99f42b-13ba-4512-bbed-8f820fd60ee2 req-928bd4b1-7630-4b0c-bcd0-064e231f1fb3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.2211514 Oct 26 11:56:47.576032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe60a1-51b1-45dc-b9ec-09170424b4b5 req-8b5d4601-345b-4284-a9af-a68b7fd662ab tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:47.582937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5fe60a1-51b1-45dc-b9ec-09170424b4b5 req-8b5d4601-345b-4284-a9af-a68b7fd662ab tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1628799 Oct 26 11:56:47.624362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca99f42b-13ba-4512-bbed-8f820fd60ee2 req-e4e1ceaa-f62c-4f68-a1a9-cc1d187a42d1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358294 Oct 26 11:56:47.642073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.689411 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d243ea49-4beb-4cf8-a525-8d96283ed680 x-openstack-request-id: req-d243ea49-4beb-4cf8-a525-8d96283ed680 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:47.689700 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-plugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:47.690302 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d243ea49-4beb-4cf8-a525-8d96283ed680 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:47.690853 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:56:47.724309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5fe60a1-51b1-45dc-b9ec-09170424b4b5 req-68ed6d04-3bfa-4a95-8021-ad17d817f817 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357327 Oct 26 11:56:47.771221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.813947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Subnet': ['ID=808cf85b-8335-4034-983f-c46e21ebc78e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:47.816950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.820688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c562bf3-b031-41c8-9cd9-04c2dbf67d87 None None] Network cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:47.823157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:47.823932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a967d75-18a2-4fe7-b27d-5ec0fb59f6eb tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/subnets/808cf85b-8335-4034-983f-c46e21ebc78e HTTP/1.1" status: 204 len: 168 time: 0.8078406 Oct 26 11:56:47.915118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 757426a2-5987-4f0a-b2fd-58e80181c633 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:47.938007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:47.969009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 757426a2-5987-4f0a-b2fd-58e80181c633 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:47.969765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 757426a2-5987-4f0a-b2fd-58e80181c633 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:47.970846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afe3f2e6-217f-483a-b337-c01799689720 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:48.011808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port e880bd9d-50e5-4aca-ba93-cd1f046be586 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:48.012873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.015646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: afe3f2e6-217f-483a-b337-c01799689720 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:48.015646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afe3f2e6-217f-483a-b337-c01799689720 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:48.111397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port e880bd9d-50e5-4aca-ba93-cd1f046be586, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e880bd9d-50e5-4aca-ba93-cd1f046be586,segment=NetworkSegment(6ae21860-1dd3-473a-91f1-d07b087f33b5),segment_id=6ae21860-1dd3-473a-91f1-d07b087f33b5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:48.112119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.124642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:48.137572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] DHCP port deletion for cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:56:48.151465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for e880bd9d-50e5-4aca-ba93-cd1f046be586 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:48.162652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead4318-4d3d-4e60-a04d-93db49556959 req-cd17e23b-e390-410e-a238-878d8bdf991f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:48.171122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ead4318-4d3d-4e60-a04d-93db49556959 req-cd17e23b-e390-410e-a238-878d8bdf991f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1092696 Oct 26 11:56:48.261989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ead4318-4d3d-4e60-a04d-93db49556959 req-042f4155-07bb-4c24-9e8c-53a04f26ab74 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897059 Oct 26 11:56:48.277244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Deleting port e880bd9d-50e5-4aca-ba93-cd1f046be586 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:48.278775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.279827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.322874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=e880bd9d-50e5-4aca-ba93-cd1f046be586,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:48.330777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port e880bd9d-50e5-4aca-ba93-cd1f046be586 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:48.377014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2640f8ed-2717-4c00-8943-110a7ecd8dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.415993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] For port e880bd9d-50e5-4aca-ba93-cd1f046be586, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:48.418251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.457058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Calling delete_port for e880bd9d-50e5-4aca-ba93-cd1f046be586 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:48.465417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Port e880bd9d-50e5-4aca-ba93-cd1f046be586 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:56:48.467235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.489446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2640f8ed-2717-4c00-8943-110a7ecd8dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.490887 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.496352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] Pushing event deleted for resources: {'Port': ['ID=e880bd9d-50e5-4aca-ba93-cd1f046be586,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:48.499915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2640f8ed-2717-4c00-8943-110a7ecd8dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.502568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db5e6c-bc78-4521-a175-091691bc3f2a None None] No DVR routers for this DVR port e880bd9d-50e5-4aca-ba93-cd1f046be586 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:48.532015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:48.550136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae21860-1dd3-473a-91f1-d07b087f33b5') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:48.550514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae21860-1dd3-473a-91f1-d07b087f33b5') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:48.569319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36538) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:48.569556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2640f8ed-2717-4c00-8943-110a7ecd8dc9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c0c2709a3a84f69a9e52bb0a0ba65b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420414 Oct 26 11:56:48.569556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640f8ed-2717-4c00-8943-110a7ecd8dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a3d32-eba7-4f40-9723-8d8f1273ee05,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:48.576256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.603421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.622694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:56:48.623396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:56:48.628872 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:56:48.707892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2474fed2-eec3-4575-bff7-5bf1fbb6d104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.734603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2474fed2-eec3-4575-bff7-5bf1fbb6d104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.773563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.793506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.799396 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/networks/cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34 HTTP/1.1" status: 204 len: 168 time: 0.9739196 Oct 26 11:56:48.800611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30943456-af89-4ab6-81c1-1db67bff9f59 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Network': ['ID=cb55aac3-2a1e-4fd2-b88d-6ba2450f2c34,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:48.803099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36544) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:48.863729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2474fed2-eec3-4575-bff7-5bf1fbb6d104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.870418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2474fed2-eec3-4575-bff7-5bf1fbb6d104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.871244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e880bd9d-50e5-4aca-ba93-cd1f046be586 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:48.871793 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2474fed2-eec3-4575-bff7-5bf1fbb6d104 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/474a3d32-eba7-4f40-9723-8d8f1273ee05 HTTP/1.1" status: 204 len: 168 time: 0.3035753 Oct 26 11:56:48.888241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474fed2-eec3-4575-bff7-5bf1fbb6d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a3d32-eba7-4f40-9723-8d8f1273ee05,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:48.904240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting subnet d512e28c-ac5a-4119-93d6-32526251eedd {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:56:48.908416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:48.934307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9d9ec-fc16-4f71-85fa-47b4b7ccc77a req-57f3d0bf-e3ee-409d-a005-cef091840852 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:48.944694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a9d9ec-fc16-4f71-85fa-47b4b7ccc77a req-57f3d0bf-e3ee-409d-a005-cef091840852 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1577928 Oct 26 11:56:49.007638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e880bd9d-50e5-4aca-ba93-cd1f046be586 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:49.008260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e880bd9d-50e5-4aca-ba93-cd1f046be586 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:49.020202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.032118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a9d9ec-fc16-4f71-85fa-47b4b7ccc77a req-a6f7e0ce-6263-48db-9e86-784a85920777 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849214 Oct 26 11:56:49.083543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5753bb9-096a-4b23-8414-df31fe19bf98 req-556ad38c-759b-44c0-a010-9ea22656810e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:49.085121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5753bb9-096a-4b23-8414-df31fe19bf98 req-556ad38c-759b-44c0-a010-9ea22656810e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1369464 Oct 26 11:56:49.122217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1b347e2-2d3a-49d9-a639-d763055cc13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.139746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5753bb9-096a-4b23-8414-df31fe19bf98 req-bdb02300-29c8-49f6-8f25-97f0379b8986 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Oct 26 11:56:49.219151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.296090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.382467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Subnet': ['ID=d512e28c-ac5a-4119-93d6-32526251eedd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:49.385143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.389179 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dc3dd2c9-4b71-4c97-881f-ce15e9132957 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/subnets/d512e28c-ac5a-4119-93d6-32526251eedd HTTP/1.1" status: 204 len: 168 time: 0.5849278 Oct 26 11:56:49.395313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36554) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:49.401376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff059438-e941-4b92-baa6-34983dadf12d None None] Network dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:49.449319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36556) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:49.487219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a9e020e-f8e8-4a9d-a640-109f340db3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.544564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa2e0a-f01b-49a6-a599-3ccc90b58801 req-8f0ce216-30e8-4849-9b7e-8ce1913e80c7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:49.553243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29aa2e0a-f01b-49a6-a599-3ccc90b58801 req-8f0ce216-30e8-4849-9b7e-8ce1913e80c7 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1765702 Oct 26 11:56:49.560800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.635936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Deleting port 260cc783-6220-4fd9-b291-d40b3452a03c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:49.636765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.654931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] DHCP port deletion for dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:56:49.686455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a9e020e-f8e8-4a9d-a640-109f340db3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.702325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a9e020e-f8e8-4a9d-a640-109f340db3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.725480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] For port 260cc783-6220-4fd9-b291-d40b3452a03c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=260cc783-6220-4fd9-b291-d40b3452a03c,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:49.726259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.732989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4a9e020e-f8e8-4a9d-a640-109f340db3f6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=582b7ae271a44f0189b9cab394d7384a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802851 Oct 26 11:56:49.733191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] Deleting port 260cc783-6220-4fd9-b291-d40b3452a03c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:49.733191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.744937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Calling delete_port for 260cc783-6220-4fd9-b291-d40b3452a03c owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:49.754071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36564) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:49.771201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29aa2e0a-f01b-49a6-a599-3ccc90b58801 req-f829dc76-6cdc-425c-9488-feaa67841f20 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094159 Oct 26 11:56:49.814191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e020e-f8e8-4a9d-a640-109f340db3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697567f-6860-4b5a-8666-009d3938f836,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:49.839748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] For port 260cc783-6220-4fd9-b291-d40b3452a03c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=260cc783-6220-4fd9-b291-d40b3452a03c,segment=NetworkSegment(81716a95-98ff-4dc3-b817-e36397a41413),segment_id=81716a95-98ff-4dc3-b817-e36397a41413)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:49.840315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.858141 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.858505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] Calling delete_port for 260cc783-6220-4fd9-b291-d40b3452a03c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:49.870111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36373460-6b04-4b1c-8cfc-078ad8b67da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.894835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Port': ['ID=260cc783-6220-4fd9-b291-d40b3452a03c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:49.900227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36373460-6b04-4b1c-8cfc-078ad8b67da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.901135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] No DVR routers for this DVR port 260cc783-6220-4fd9-b291-d40b3452a03c on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:49.966963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36373460-6b04-4b1c-8cfc-078ad8b67da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.977137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36373460-6b04-4b1c-8cfc-078ad8b67da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:49.978400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-36373460-6b04-4b1c-8cfc-078ad8b67da4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9697567f-6860-4b5a-8666-009d3938f836 HTTP/1.1" status: 204 len: 168 time: 0.2052367 Oct 26 11:56:49.989132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36373460-6b04-4b1c-8cfc-078ad8b67da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697567f-6860-4b5a-8666-009d3938f836,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:50.009967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.035628 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.038590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc09945f-e30a-4f9c-8b1c-7bae642e7cb4']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:50.054470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81716a95-98ff-4dc3-b817-e36397a41413') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:50.054959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81716a95-98ff-4dc3-b817-e36397a41413') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:50.076998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.102132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] Pushing event deleted for resources: {'Port': ['ID=260cc783-6220-4fd9-b291-d40b3452a03c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:50.112186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.119707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:56:50.121189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.127760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f780896-11aa-4c02-a647-2e2decd2eea2 None None] No DVR routers for this DVR port 260cc783-6220-4fd9-b291-d40b3452a03c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:56:50.274771 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:56:50.290927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66fcdc-fc21-4793-8fa8-3f40b691a1b0 req-7f59ad4c-3650-43e5-a765-a0861e86a14a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:50.293986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.299510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a66fcdc-fc21-4793-8fa8-3f40b691a1b0 req-7f59ad4c-3650-43e5-a765-a0861e86a14a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1461213 Oct 26 11:56:50.301688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.307803 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] 10.222.0.88 "DELETE /v2.0/networks/dc09945f-e30a-4f9c-8b1c-7bae642e7cb4 HTTP/1.1" status: 204 len: 168 time: 0.9111364 Oct 26 11:56:50.353666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54400-9919-4643-8766-75fb209d32b3 tempest-ServersTestMultiNic-28740332 tempest-ServersTestMultiNic-28740332-project] Pushing event deleted for resources: {'Network': ['ID=dc09945f-e30a-4f9c-8b1c-7bae642e7cb4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:50.368219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7163738-0500-4686-bd41-3a89b6b43892 req-54134b74-9f5c-4c96-abfb-50efc2e34104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:50.370110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-54134b74-9f5c-4c96-abfb-50efc2e34104 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0912573 Oct 26 11:56:50.412430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e6d5e-baf3-40e4-88be-f2c0658a9a5a req-593cffb0-37f4-40d6-a128-4f884cb61162 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:50.414391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e83e6d5e-baf3-40e4-88be-f2c0658a9a5a req-593cffb0-37f4-40d6-a128-4f884cb61162 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1048884 Oct 26 11:56:50.428845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a66fcdc-fc21-4793-8fa8-3f40b691a1b0 req-4a31e204-a2b8-44b7-8b63-58ea29ec9b29 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281688 Oct 26 11:56:50.510605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7163738-0500-4686-bd41-3a89b6b43892 req-51793e98-15e4-48fa-9d42-4f352e9d0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:50.512462 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-51793e98-15e4-48fa-9d42-4f352e9d0ce8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.1109076 Oct 26 11:56:50.527752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e83e6d5e-baf3-40e4-88be-f2c0658a9a5a req-052ad5b3-e86b-4329-a249-52539e668929 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931356 Oct 26 11:56:50.597945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:50.612309 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-063dec51-bd5b-44e4-8631-a62672de51e7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 1001 time: 0.0911007 Oct 26 11:56:50.615281 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c16ecc3-7972-45c8-9e09-e1b239e11514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.738160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7163738-0500-4686-bd41-3a89b6b43892 req-d655ea1e-4d5d-477a-865e-96048ab3ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:50.740198 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-d655ea1e-4d5d-477a-865e-96048ab3ec2b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1198716 Oct 26 11:56:50.759479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 260cc783-6220-4fd9-b291-d40b3452a03c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:50.780583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c16ecc3-7972-45c8-9e09-e1b239e11514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.780729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36588) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:50.797517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c16ecc3-7972-45c8-9e09-e1b239e11514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:50.802896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 260cc783-6220-4fd9-b291-d40b3452a03c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:50.803206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 260cc783-6220-4fd9-b291-d40b3452a03c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:50.840013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7163738-0500-4686-bd41-3a89b6b43892 req-92c696f2-6823-4ce5-9ed0-39ed68d3db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:50.841630 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-92c696f2-6823-4ce5-9ed0-39ed68d3db47 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915658 Oct 26 11:56:50.984069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c16ecc3-7972-45c8-9e09-e1b239e11514 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccbaa36d31624b169507b8492e6b2fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849738 Oct 26 11:56:50.987375 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-183a388f-287d-4ef2-995f-b9c89833b39a service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363988 Oct 26 11:56:50.988081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36592) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:50.993579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ecc3-7972-45c8-9e09-e1b239e11514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbdb039-45da-4c50-b190-d7a3d2e729c2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:51.018624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c561652-09bd-4db2-b549-4758d721150c req-377d0ec7-fa4b-4776-bcf4-dd9b1d1622e1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:51.020572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c561652-09bd-4db2-b549-4758d721150c req-377d0ec7-fa4b-4776-bcf4-dd9b1d1622e1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1537941 Oct 26 11:56:51.127500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe4f6-50d1-4e92-98ee-b5346f94cdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:51.144420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c561652-09bd-4db2-b549-4758d721150c req-821e30a5-79e6-4ab5-abc0-c781314d8fb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154909 Oct 26 11:56:51.166500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe4f6-50d1-4e92-98ee-b5346f94cdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:51.202274 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e7163738-0500-4686-bd41-3a89b6b43892 req-2b58f45d-2850-423e-9c06-d1f7d6b49914 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914639 Oct 26 11:56:51.246782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe4f6-50d1-4e92-98ee-b5346f94cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:51.252484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe4f6-50d1-4e92-98ee-b5346f94cdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:51.254931 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ecbe4f6-50d1-4e92-98ee-b5346f94cdd1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2cbdb039-45da-4c50-b190-d7a3d2e729c2 HTTP/1.1" status: 204 len: 168 time: 0.2645259 Oct 26 11:56:51.272627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbe4f6-50d1-4e92-98ee-b5346f94cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbdb039-45da-4c50-b190-d7a3d2e729c2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:51.393240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:51.708925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b851f-5d3d-4588-b8e9-c232bc4f4d23 req-e831e2c2-3a2c-4cbc-8ab3-d03f7d4738d2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:51.710719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e82cd033-943e-475d-ab73-b935369740db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:51.711627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-110b851f-5d3d-4588-b8e9-c232bc4f4d23 req-e831e2c2-3a2c-4cbc-8ab3-d03f7d4738d2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1788924 Oct 26 11:56:51.772733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26020c98-0392-48dd-b82c-7e4e0e2a3777 req-3eeedd02-77d0-472e-b617-42dcf7007bd2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:51.781169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26020c98-0392-48dd-b82c-7e4e0e2a3777 req-3eeedd02-77d0-472e-b617-42dcf7007bd2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1412776 Oct 26 11:56:51.817192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-110b851f-5d3d-4588-b8e9-c232bc4f4d23 req-5d4db2db-4948-4a42-869e-32f035f0b12b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920112 Oct 26 11:56:51.887510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26020c98-0392-48dd-b82c-7e4e0e2a3777 req-001b97ad-6687-4f8f-88b8-f495c5cb1138 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053553 Oct 26 11:56:52.015434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Deleting port 6b531d35-6b21-4863-b04d-e87b5af04f09 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:52.015905 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:52.121559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1723f-ea97-4f54-8ad5-6d08de44e828 req-d6745527-ca6f-44ab-a6a5-a3eb400f37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:52.123409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f5d1723f-ea97-4f54-8ad5-6d08de44e828 req-d6745527-ca6f-44ab-a6a5-a3eb400f37b9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.0865209 Oct 26 11:56:52.131360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] For port 6b531d35-6b21-4863-b04d-e87b5af04f09, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6b531d35-6b21-4863-b04d-e87b5af04f09,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:52.131730 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:52.149880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Calling delete_port for 6b531d35-6b21-4863-b04d-e87b5af04f09 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:52.203580 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f5d1723f-ea97-4f54-8ad5-6d08de44e828 req-96d00554-4bb3-4f28-bbdb-2152b68cb997 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646725 Oct 26 11:56:52.360626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f4c9-3e64-4f02-8886-517da76afca5 req-92c3cbea-0c01-4763-b00e-ab73dbe831c2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:52.364156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6465f4c9-3e64-4f02-8886-517da76afca5 req-92c3cbea-0c01-4763-b00e-ab73dbe831c2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1141241 Oct 26 11:56:52.511391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6465f4c9-3e64-4f02-8886-517da76afca5 req-234a05e9-4ab2-42d0-b566-ff72ece7dac9 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329343 Oct 26 11:56:52.520380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:52.544143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b531d35-6b21-4863-b04d-e87b5af04f09,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:52.810898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:52.832962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:53.149129 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:53.396178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beb484-1047-489b-8b76-42c4ecb83d58 req-b49c51f9-691a-4eed-9564-3baedd8f350e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:53.397737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82beb484-1047-489b-8b76-42c4ecb83d58 req-b49c51f9-691a-4eed-9564-3baedd8f350e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1185901 Oct 26 11:56:53.411423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58c78-1ce7-47a6-8bb3-d4b4846220d8 req-41a730e2-feba-4e42-a32c-d02c32f33b50 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:53.412947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83a58c78-1ce7-47a6-8bb3-d4b4846220d8 req-41a730e2-feba-4e42-a32c-d02c32f33b50 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1312146 Oct 26 11:56:53.554951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83a58c78-1ce7-47a6-8bb3-d4b4846220d8 req-9461bb0b-2433-4bf0-985f-28aa1008b1ed tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316581 Oct 26 11:56:53.568759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82beb484-1047-489b-8b76-42c4ecb83d58 req-6c77e4a0-2aff-47ee-bc6a-b1b45f58f497 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537168 Oct 26 11:56:53.623289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Router f335d077-dbb7-449f-ac91-b810eb390af7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:56:53.801841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:56:53.809489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a53a2abd-a338-411d-bca6-ee70a80c6132 admin admin] 10.222.0.88 "PUT /v2.0/routers/f335d077-dbb7-449f-ac91-b810eb390af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0263259 Oct 26 11:56:53.811470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36658) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:53.817096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] Sync routers for ids ['f335d077-dbb7-449f-ac91-b810eb390af7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:53.845157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] Routers {'f335d077-dbb7-449f-ac91-b810eb390af7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:56:53.846130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:56:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f335d077-dbb7-449f-ac91-b810eb390af7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:53.963576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] Set router f335d077-dbb7-449f-ac91-b810eb390af7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:56:54.005074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f87e2-ad60-4663-85ce-92bc9364b814 req-9dd7891c-e24a-453e-b1b6-2df8b7f3c3c3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:54.013212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-838f87e2-ad60-4663-85ce-92bc9364b814 req-9dd7891c-e24a-453e-b1b6-2df8b7f3c3c3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1769049 Oct 26 11:56:54.046327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:54.210232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-838f87e2-ad60-4663-85ce-92bc9364b814 req-ba9d259a-434b-446f-a6a6-21fb0268cbf5 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961107 Oct 26 11:56:54.241397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:56:52Z', 'revision_number': 5, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:54.296983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] Checking router: f335d077-dbb7-449f-ac91-b810eb390af7 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:54.310686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] Routers {'f335d077-dbb7-449f-ac91-b810eb390af7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:56:54.311528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:56:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f335d077-dbb7-449f-ac91-b810eb390af7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:54.318942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:54.435743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Deleting port 515224c1-127e-47b4-8406-43d71f9a9dd8 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:54.436102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:54.478668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] Set router f335d077-dbb7-449f-ac91-b810eb390af7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:56:54.605064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] For port 515224c1-127e-47b4-8406-43d71f9a9dd8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=515224c1-127e-47b4-8406-43d71f9a9dd8,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:54.605737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:54.664707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-358e1c32-3cd7-4f7e-bc44-9821a67e083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:54.668829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-358e1c32-3cd7-4f7e-bc44-9821a67e083e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.1055608 Oct 26 11:56:54.701070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Calling delete_port for 515224c1-127e-47b4-8406-43d71f9a9dd8 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:54.841597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42de0f-8e33-4335-b243-d8123a8816ef req-edb230db-3d4a-4f0c-a255-acfc55f31264 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:54.851709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a42de0f-8e33-4335-b243-d8123a8816ef req-edb230db-3d4a-4f0c-a255-acfc55f31264 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.2493241 Oct 26 11:56:54.881248 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:54.896779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b6bcc-b012-493c-b07f-897e38788961 req-51623f34-e77a-4f51-b033-ceb3fe092c16 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:54.904876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-3840762f-55f8-4248-9c57-8d6819538399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:54.905128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-426b6bcc-b012-493c-b07f-897e38788961 req-51623f34-e77a-4f51-b033-ceb3fe092c16 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.2067053 Oct 26 11:56:54.908815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-3840762f-55f8-4248-9c57-8d6819538399 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.2339647 Oct 26 11:56:54.994655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:56:52Z', 'revision_number': 5, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:55.015688 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-069e592a-52f1-449e-9e21-52cb44c365f7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 217 time: 0.0991688 Oct 26 11:56:55.034904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccb17a-106d-450e-a3e4-71c537cf31f9 None None] The sync data for ids ['f335d077-dbb7-449f-ac91-b810eb390af7'] in n-d-812150-3 is: [{'id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'name': 'tempest-ServersTestMultiNic-1201173365-router', 'tenant_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:24Z', 'updated_at': '2021-10-26T11:56:52Z', 'revision_number': 5, 'project_id': 'ad0a5a47dd3c48c6a0c1a6aaf3376f74', 'gw_port': {'id': '515224c1-127e-47b4-8406-43d71f9a9dd8', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335d077-dbb7-449f-ac91-b810eb390af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:26Z', 'updated_at': '2021-10-26T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:55.084176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a42de0f-8e33-4335-b243-d8123a8816ef req-dda08a9e-29a4-40bd-98c5-28e6a6d1699b tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314603 Oct 26 11:56:55.119407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-7f55026f-0826-4b07-b364-c2891df64eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:55.121459 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-7f55026f-0826-4b07-b364-c2891df64eb7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0956309 Oct 26 11:56:55.166605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-2cfeb68c-9b3c-4e13-974c-040d515376ec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367937 Oct 26 11:56:55.226099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-426b6bcc-b012-493c-b07f-897e38788961 req-2951d508-f3b4-446d-be23-bb9b8a990e11 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199220 Oct 26 11:56:55.237071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:55.320911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=515224c1-127e-47b4-8406-43d71f9a9dd8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:55.391507 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-4307046f-0149-4e91-bb89-c80980466288 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127190 Oct 26 11:56:55.519984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:55.534589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133269a9-fbe8-4e88-a85f-1b0cbaec5ebd req-ce4fb61f-2428-4805-95b8-ce6fd5d5cbb6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:55.548092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-133269a9-fbe8-4e88-a85f-1b0cbaec5ebd req-ce4fb61f-2428-4805-95b8-ce6fd5d5cbb6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.3142936 Oct 26 11:56:55.583388 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ddc3c6fc-7a2f-4b3a-ab75-5af42fa2f3d7 req-fc6f01f6-66e4-4dc4-a21d-5ac55b2c0d56 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910157 Oct 26 11:56:55.800613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:55.804887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:55.810113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-133269a9-fbe8-4e88-a85f-1b0cbaec5ebd req-06982339-ffa5-40f2-8479-9a530544ca3a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600701 Oct 26 11:56:55.888179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:55.889125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f335d077-dbb7-449f-ac91-b810eb390af7 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:56:55.900216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:55.905983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:55.933441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4acc9ac7-9bde-4a46-a60f-08a4938bdf4b admin admin] 10.222.0.88 "DELETE /v2.0/routers/f335d077-dbb7-449f-ac91-b810eb390af7 HTTP/1.1" status: 204 len: 168 time: 2.0890548 Oct 26 11:56:56.003366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Deleting subnet 5126e100-30ef-45ac-aefc-58af2273680d {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:56:56.008006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.084248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.200191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.278353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f499d5-df51-4db5-8710-7831adc8a9a5 req-98351cc6-3e36-414f-aea1-4e7ecf250f97 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:56.280573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52f499d5-df51-4db5-8710-7831adc8a9a5 req-98351cc6-3e36-414f-aea1-4e7ecf250f97 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0711653 Oct 26 11:56:56.290554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.325505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f574b0d-3e06-4811-ac0b-76c8314bcdaf None None] Network cfeec1c2-46e4-4747-b4a5-11d7c1790d5d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:56:56.341354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.347726 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5126e100-30ef-45ac-aefc-58af2273680d HTTP/1.1" status: 204 len: 168 time: 0.4406440 Oct 26 11:56:56.349109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b45c4-3fd1-4273-bf32-feb710844e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5126e100-30ef-45ac-aefc-58af2273680d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:56.351244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36712) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:56.389682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52f499d5-df51-4db5-8710-7831adc8a9a5 req-e77f2303-f2b3-478b-b0ea-f4cf77bbd150 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028440 Oct 26 11:56:56.436147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add1966-735c-45fe-a66f-6f7043fd2cee req-a26f104e-8dd9-4673-840b-8f1d45b09214 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:56.437772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8add1966-735c-45fe-a66f-6f7043fd2cee req-a26f104e-8dd9-4673-840b-8f1d45b09214 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1137047 Oct 26 11:56:56.494680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.554540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8add1966-735c-45fe-a66f-6f7043fd2cee req-35c70f20-7fcd-4392-baa2-cb4c34f4dc14 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090965 Oct 26 11:56:56.584342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Deleting port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:56.584691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.680171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] DHCP port deletion for cfeec1c2-46e4-4747-b4a5-11d7c1790d5d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:56:56.717596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] For port d8506b42-6983-432a-ba1c-7f3a2a0e64e1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:56.719551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.755836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Calling delete_port for d8506b42-6983-432a-ba1c-7f3a2a0e64e1 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:56.759919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 515224c1-127e-47b4-8406-43d71f9a9dd8 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:56.804375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 515224c1-127e-47b4-8406-43d71f9a9dd8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:56.807322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 515224c1-127e-47b4-8406-43d71f9a9dd8 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:56.809339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6b531d35-6b21-4863-b04d-e87b5af04f09 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:56.813498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] Deleting port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:56:56.813865 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.905051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.925854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6b531d35-6b21-4863-b04d-e87b5af04f09 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:56.926489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6b531d35-6b21-4863-b04d-e87b5af04f09 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:56.968869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] For port d8506b42-6983-432a-ba1c-7f3a2a0e64e1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,segment=NetworkSegment(70de3281-b4f2-4a93-9a64-119ff26905d9),segment_id=70de3281-b4f2-4a93-9a64-119ff26905d9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:56.969152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:56.969614 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:56.986609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] No DVR routers for this DVR port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:57.007259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] Calling delete_port for d8506b42-6983-432a-ba1c-7f3a2a0e64e1 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:56:57.064512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d8cba-3c13-49b4-8f12-71a2eb3bac67 req-62e9f3a3-f24f-43bf-bcd4-81887cfb4b4c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:57.066047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d95d8cba-3c13-49b4-8f12-71a2eb3bac67 req-62e9f3a3-f24f-43bf-bcd4-81887cfb4b4c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1021142 Oct 26 11:56:57.107034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.133369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeec1c2-46e4-4747-b4a5-11d7c1790d5d']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.142185 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.154693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70de3281-b4f2-4a93-9a64-119ff26905d9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.154990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70de3281-b4f2-4a93-9a64-119ff26905d9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.166222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d95d8cba-3c13-49b4-8f12-71a2eb3bac67 req-1ef951ec-1b03-4e32-86f0-f69e76861841 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854979 Oct 26 11:56:57.168820 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.201072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] Pushing event deleted for resources: {'Port': ['ID=d8506b42-6983-432a-ba1c-7f3a2a0e64e1,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:57.203482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905438f5-3e80-4378-b462-8f9ff3dfe1d5 None None] No DVR routers for this DVR port d8506b42-6983-432a-ba1c-7f3a2a0e64e1 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:56:57.223012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.233311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:56:57.234011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:56:57.236759 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:56:57.324376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.340465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.346275 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cfeec1c2-46e4-4747-b4a5-11d7c1790d5d HTTP/1.1" status: 204 len: 168 time: 0.9915919 Oct 26 11:56:57.357606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b5ef-08e2-4125-abab-828cfdc19be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfeec1c2-46e4-4747-b4a5-11d7c1790d5d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:57.647040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09972-3b60-450b-a523-e618e9a9b869 req-1834648f-5dbd-4252-afbf-25f18b743879 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:57.648774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7e09972-3b60-450b-a523-e618e9a9b869 req-1834648f-5dbd-4252-afbf-25f18b743879 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1188762 Oct 26 11:56:57.653085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36744) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:57.723323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7e09972-3b60-450b-a523-e618e9a9b869 req-54d12099-380d-4d5f-9663-657d19e321c2 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562582 Oct 26 11:56:57.807161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36754) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:57.815317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b3f4aba3-fac9-4e57-805a-4ec1f59a48c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad0a5a47dd3c48c6a0c1a6aaf3376f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587129 Oct 26 11:56:57.891003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9add993-5110-447a-b6a1-de1d006e99ee req-4fb5b7dd-4421-42b5-a0b4-db4e52d931de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:57.896403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3e50abb-1a6d-49f5-bd8c-37d161e790e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.912247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9add993-5110-447a-b6a1-de1d006e99ee req-4fb5b7dd-4421-42b5-a0b4-db4e52d931de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1106009 Oct 26 11:56:57.929526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3e50abb-1a6d-49f5-bd8c-37d161e790e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:57.987430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9add993-5110-447a-b6a1-de1d006e99ee req-50196799-2ffe-4fa1-bfd0-b62060e13b65 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719140 Oct 26 11:56:58.012677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3e50abb-1a6d-49f5-bd8c-37d161e790e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:58.015553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3e50abb-1a6d-49f5-bd8c-37d161e790e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:56:58.019253 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c3e50abb-1a6d-49f5-bd8c-37d161e790e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6d85c1c1-ac7d-4299-8564-11fb1955b107 HTTP/1.1" status: 204 len: 168 time: 0.2076292 Oct 26 11:56:58.036811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50abb-1a6d-49f5-bd8c-37d161e790e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85c1c1-ac7d-4299-8564-11fb1955b107,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:58.378084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b7896-0067-4dd9-b5f3-4a1cad6391f8 req-d6575c3c-ad37-4326-b041-e4417a7ad98e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:58.388088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a8b7896-0067-4dd9-b5f3-4a1cad6391f8 req-d6575c3c-ad37-4326-b041-e4417a7ad98e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0815687 Oct 26 11:56:58.448098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a8b7896-0067-4dd9-b5f3-4a1cad6391f8 req-c073c6a9-fc48-4835-be99-88cbcf2fb54b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566506 Oct 26 11:56:58.792809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d8506b42-6983-432a-ba1c-7f3a2a0e64e1 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:58.829261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d8506b42-6983-432a-ba1c-7f3a2a0e64e1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:56:58.835636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d8506b42-6983-432a-ba1c-7f3a2a0e64e1 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:59.195858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ca482-52bc-41c8-bde6-f970ee9ed049 req-f347e195-4529-4989-999b-0be575d5f7c7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:59.201138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-762ca482-52bc-41c8-bde6-f970ee9ed049 req-f347e195-4529-4989-999b-0be575d5f7c7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.0830505 Oct 26 11:56:59.301362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-762ca482-52bc-41c8-bde6-f970ee9ed049 req-61c40b54-1fb1-4146-9e9e-4509ab099574 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813017 Oct 26 11:56:59.644512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05141-405a-4b36-86dc-7b75f6846078 req-2fc2112d-99d2-4ba9-b4af-a88e5dfda5ea tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:56:59.646851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddc05141-405a-4b36-86dc-7b75f6846078 req-2fc2112d-99d2-4ba9-b4af-a88e5dfda5ea tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0796499 Oct 26 11:56:59.710891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddc05141-405a-4b36-86dc-7b75f6846078 req-93793a2c-afbb-48f2-aaa2-995cdcbda4ce tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571849 Oct 26 11:56:59.804538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36822) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:56:59.926651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 47731ffb-c886-4224-83f2-3617186733f6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:59.940244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-669180734-network', 'tenant_id': 'f0193b4c6d1046d4a51a5580fa1805dd'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:56:59.999194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Made reservation on behalf of f0193b4c6d1046d4a51a5580fa1805dd for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:00.003314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.016549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.120774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:00.140864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '47731ffb-c886-4224-83f2-3617186733f6', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'port_id': '47731ffb-c886-4224-83f2-3617186733f6', 'mac_address': 'fa:16:3e:66:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:57:00.151360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.158598 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.183761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:57:00.191545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.219138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.219138 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Added segment df81488a-f3be-4d99-93a0-a857c18aa5eb of type vlan for network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 Oct 26 11:57:00.219581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:00.240740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:00.255682 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.283738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fee94-c251-42ed-9240-cb376dbd4c67,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:00.294585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.330137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.330484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.330822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.331515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.332004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.332500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.332839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.333177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.333498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.335291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.339599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.340095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:00.358035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.358624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:00.359081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.369378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:00.454018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['47731ffb-c886-4224-83f2-3617186733f6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:00.500292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:00.501328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6951818 Oct 26 11:57:00.509891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Request body: {'subnet': {'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-669180734-subnet', 'tenant_id': 'f0193b4c6d1046d4a51a5580fa1805dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:00.513545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185e2d9-d084-453f-9e6a-35d2bd03f667 admin admin] Pushing event updated for resources: {'Network': ['ID=951f6741-6a0e-4dc2-a69c-c9f71f8be544,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:00.575625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Made reservation on behalf of f0193b4c6d1046d4a51a5580fa1805dd for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:00.576359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:57:00.578639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.589534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa58ad8-e2e9-4e14-81a3-ad52afae255a req-c223ac3d-0b3d-4e47-9081-8e14116a767f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:00.620297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daa58ad8-e2e9-4e14-81a3-ad52afae255a req-c223ac3d-0b3d-4e47-9081-8e14116a767f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.0959198 Oct 26 11:57:00.744196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daa58ad8-e2e9-4e14-81a3-ad52afae255a req-bd5bf4d7-fa6d-4842-93cf-8c40ba3573f1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228263 Oct 26 11:57:00.814576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b89d0-a634-4d74-9065-ff5dd7f2cf0f req-2065671c-cd3d-47a9-aa2f-b046d5a57967 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:00.817636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c79b89d0-a634-4d74-9065-ff5dd7f2cf0f req-2065671c-cd3d-47a9-aa2f-b046d5a57967 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1951942 Oct 26 11:57:00.903635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:00.928090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c79b89d0-a634-4d74-9065-ff5dd7f2cf0f req-f597f28b-a092-4420-9ff6-badd9b8101bf tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039145 Oct 26 11:57:01.006163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0959d7e0-62d7-49bf-83c0-894537881f2a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:01.015188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Checking segment: {'id': 'df81488a-f3be-4d99-93a0-a857c18aa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:57:01.016272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Network hostable DHCP agents. Network: 951f6741-6a0e-4dc2-a69c-c9f71f8be544, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:57:01.039939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b4fe1-1c1c-4afa-9217-dbd5370c637d req-a99ce22c-0d9c-4fa2-8247-cbf13123eec5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:01.044681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7b4fe1-1c1c-4afa-9217-dbd5370c637d req-a99ce22c-0d9c-4fa2-8247-cbf13123eec5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.0937908 Oct 26 11:57:01.079862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:57:01.103400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 951f6741-6a0e-4dc2-a69c-c9f71f8be544) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:01.114318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20b79a-d0a9-415f-8792-eb221ba457fb None None] Network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:57:01.117733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:01.119635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:01.147504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7b4fe1-1c1c-4afa-9217-dbd5370c637d req-63badc48-c72f-4f1d-b5c2-54c8069feb88 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910823 Oct 26 11:57:01.182067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8f8a063d-d439-4934-8515-247a6545186e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6797240 Oct 26 11:57:01.351148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fba0a-a174-4d5b-bc87-b9617939ec03 None None] Network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:57:01.507455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:57:01.936858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 47731ffb-c886-4224-83f2-3617186733f6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:02.130255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 47731ffb-c886-4224-83f2-3617186733f6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:57:02.130961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:02.143928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb6688-67fb-49b3-bd5d-72db7e0cefe5 req-1c14e023-cc99-4a9f-8eb0-f72a62695990 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:02.168665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0cb6688-67fb-49b3-bd5d-72db7e0cefe5 req-1c14e023-cc99-4a9f-8eb0-f72a62695990 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1702428 Oct 26 11:57:02.320956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0cb6688-67fb-49b3-bd5d-72db7e0cefe5 req-3738b611-4490-4b64-b7db-0418e4bc09b8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406384 Oct 26 11:57:02.332777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:02.386304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:02.400594 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f084f-2d20-48c3-aae2-18063f6ba0e6" -d '{"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-plugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:02.443176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:02.453129 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:02.580187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:02.675595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad782c-a09b-4db5-9668-5f277ae64baf req-a64e2833-704a-4f11-b83b-871807023924 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:02.684710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12ad782c-a09b-4db5-9668-5f277ae64baf req-a64e2833-704a-4f11-b83b-871807023924 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1058450 Oct 26 11:57:02.742918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12ad782c-a09b-4db5-9668-5f277ae64baf req-4dafda70-0b6c-4b12-b61b-b6f85adf0a1f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569358 Oct 26 11:57:02.803360 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8cf8ec-e7e2-4fe4-90ad-c1f4297d1b40 x-openstack-request-id: req-fc8cf8ec-e7e2-4fe4-90ad-c1f4297d1b40 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:02.803795 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-plugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:02.804161 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc8cf8ec-e7e2-4fe4-90ad-c1f4297d1b40 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:02.804775 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'code': 200} Oct 26 11:57:03.119128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-df1f0ae8-f1b9-41a5-91e7-bbc29f32497a tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:03.127324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-df1f0ae8-f1b9-41a5-91e7-bbc29f32497a tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/networks?id=951f6741-6a0e-4dc2-a69c-c9f71f8be544 HTTP/1.1" status: 200 len: 820 time: 0.2429626 Oct 26 11:57:03.147867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-a7dbe7d0-6d30-4fc6-b03f-4a4c06c4f33e tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/quotas/f0193b4c6d1046d4a51a5580fa1805dd HTTP/1.1" status: 200 len: 375 time: 0.0193274 Oct 26 11:57:03.186725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-15b6a37b-2355-48b7-b431-3cd3550b1072 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0193b4c6d1046d4a51a5580fa1805dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378940 Oct 26 11:57:03.621787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:03.670895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc457d52-0d34-4cb9-95a0-6b452dc35caa req-c03b0de4-7d28-4598-b5c7-7f8ab4cca323 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:03.681503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc457d52-0d34-4cb9-95a0-6b452dc35caa req-c03b0de4-7d28-4598-b5c7-7f8ab4cca323 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1619577 Oct 26 11:57:03.746658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-53405b29-f9a9-456e-926a-6a6f3f33e78d service neutron] 10.222.0.88 "GET /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589998 Oct 26 11:57:03.807303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc457d52-0d34-4cb9-95a0-6b452dc35caa req-7b677405-9d2f-46c8-8aa1-d3c11dac9060 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138556 Oct 26 11:57:04.039809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-c222b3a0-c7c5-400c-b19e-813c64e6c54d service neutron] 10.222.0.88 "GET /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920716 Oct 26 11:57:04.240933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fd04d-b0bb-45f6-9141-9500d17343a8 req-ce46574d-0812-409b-96cf-87c47e77678a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:04.246590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de7fd04d-b0bb-45f6-9141-9500d17343a8 req-ce46574d-0812-409b-96cf-87c47e77678a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1054540 Oct 26 11:57:04.370203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de7fd04d-b0bb-45f6-9141-9500d17343a8 req-87e169ac-c3b2-46a3-be6a-411266b2289e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145923 Oct 26 11:57:04.471028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3fec56b-7b7e-4ec4-9ebf-fc85b08e0a78 req-efc4ee77-9751-4ed4-b254-f822f6903ed1 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 210 time: 0.0538499 Oct 26 11:57:04.938763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c7d5-9ab5-4b9e-a89a-22a18eb1ef2c req-a151b135-9376-4469-a440-91036897cc21 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:04.949296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f81c7d5-9ab5-4b9e-a89a-22a18eb1ef2c req-a151b135-9376-4469-a440-91036897cc21 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 946 time: 0.1124365 Oct 26 11:57:05.003662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f81c7d5-9ab5-4b9e-a89a-22a18eb1ef2c req-7c6d1a73-2314-4fde-8222-65705ade07f5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530109 Oct 26 11:57:05.245414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:05.549070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07ce37-e6bc-46ed-ba5c-07f34fe9a8e3 req-7ac4d919-8524-4d56-bb1f-5eb26c7c3ccb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:05.550637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c07ce37-e6bc-46ed-ba5c-07f34fe9a8e3 req-7ac4d919-8524-4d56-bb1f-5eb26c7c3ccb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0600879 Oct 26 11:57:05.649549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c07ce37-e6bc-46ed-ba5c-07f34fe9a8e3 req-2c367a64-8553-493c-a5b5-851a22a62d84 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896888 Oct 26 11:57:05.815124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ccf830c-4b3e-4109-835c-9963fe83676e req-794105c1-28f0-4f8c-8421-c31d0f27b16d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 210 time: 0.0452220 Oct 26 11:57:06.662318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-519c79be-e502-43e0-bc0c-922a3f3a90fb tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:06.676539 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-519c79be-e502-43e0-bc0c-922a3f3a90fb tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.30 "GET /v2.0/networks?id=951f6741-6a0e-4dc2-a69c-c9f71f8be544 HTTP/1.1" status: 200 len: 820 time: 0.3386118 Oct 26 11:57:06.696867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Request body: {'port': {'device_id': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544', 'admin_state_up': True, 'tenant_id': 'f0193b4c6d1046d4a51a5580fa1805dd'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:06.802382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:06.926659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6413ff-169c-44e7-aa0b-d7b8aa0c2ad2 req-ae71f8a3-91f5-475d-995e-17b8aa84ca30 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:06.938407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d6413ff-169c-44e7-aa0b-d7b8aa0c2ad2 req-ae71f8a3-91f5-475d-995e-17b8aa84ca30 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1162386 Oct 26 11:57:07.040972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fa09ff0-c4db-4bd0-9674-534b4993b852 req-ac576ab3-6f23-4ac2-951b-7e1aeed4aaf6 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 210 time: 0.0588274 Oct 26 11:57:07.083138 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:07.113389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d6413ff-169c-44e7-aa0b-d7b8aa0c2ad2 req-f433732a-c2b5-42ff-84c0-fcd86dc819c0 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735618 Oct 26 11:57:07.121160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Made reservation on behalf of f0193b4c6d1046d4a51a5580fa1805dd for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:07.128823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:07.174922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:07.176024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:07.178624 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d647e24-bc9d-479a-8e49-3961dff05565" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-unplugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:07.196282 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:07.317817 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70794ba9-216d-42b5-b36e-26c0e81219fe x-openstack-request-id: req-70794ba9-216d-42b5-b36e-26c0e81219fe {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:07.318138 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-unplugged", "status": "completed", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:07.322033 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-70794ba9-216d-42b5-b36e-26c0e81219fe {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:07.323984 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'code': 200} Oct 26 11:57:07.448830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=14']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:07.469987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Allocated IP 172.20.0.10 (951f6741-6a0e-4dc2-a69c-c9f71f8be544/0959d7e0-62d7-49bf-83c0-894537881f2a/6ef2bf9b-c582-40bf-a4a8-163b55a88fb7) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:07.743624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:07.833896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:07.993920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Pushing event updated for resources: {'Port': ['ID=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:08.014464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:08.016369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:08.021898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:57:08.130249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:08.139696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:08.175945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-b95230fb-2413-4e29-93b4-8c8bf6c5229f tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4821031 Oct 26 11:57:08.195386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abf1dc-92e4-45de-8f5b-f9a42eedda37 req-ee166037-ad09-44a1-a552-6a666e05b266 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:08.206382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52abf1dc-92e4-45de-8f5b-f9a42eedda37 req-ee166037-ad09-44a1-a552-6a666e05b266 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1540468 Oct 26 11:57:08.314489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52abf1dc-92e4-45de-8f5b-f9a42eedda37 req-b0267aab-5a63-4104-be30-bbc8dc06d575 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967968 Oct 26 11:57:08.314489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eddd9-b62c-4c4d-9aad-1bc1b89eee85 req-9a480fb9-a932-429d-97ee-8bf9f8e952a3 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:08.327552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68eddd9-b62c-4c4d-9aad-1bc1b89eee85 req-9a480fb9-a932-429d-97ee-8bf9f8e952a3 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 932 time: 0.1113288 Oct 26 11:57:08.414598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68eddd9-b62c-4c4d-9aad-1bc1b89eee85 req-c1c32196-ae13-4ab9-8e88-375295d8a723 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808110 Oct 26 11:57:08.431797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Request body: {'port': {'device_id': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:08.558220 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:09.111445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd066db1-81e5-479a-acf7-3edb148ec10c req-7ff17bce-2f96-428e-9fdb-d0f9b4d15054 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.122774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd066db1-81e5-479a-acf7-3edb148ec10c req-7ff17bce-2f96-428e-9fdb-d0f9b4d15054 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.7370167 Oct 26 11:57:09.166449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-777e947e-9120-4c23-9cf9-c52ac3a03fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.168071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-777e947e-9120-4c23-9cf9-c52ac3a03fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.1696074 Oct 26 11:57:09.178085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ec4be-b3ea-471f-a10f-59b599507ebd req-f6825ac6-75d8-43c4-ba17-e3286349100a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.186351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-011ec4be-b3ea-471f-a10f-59b599507ebd req-f6825ac6-75d8-43c4-ba17-e3286349100a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1858504 Oct 26 11:57:09.315580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd066db1-81e5-479a-acf7-3edb148ec10c req-dc26fa0b-0365-4a85-bfb2-892ecc4fcbfa tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917660 Oct 26 11:57:09.345569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-011ec4be-b3ea-471f-a10f-59b599507ebd req-86051762-f785-4ed2-93f8-e288d1f8d7d7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582718 Oct 26 11:57:09.372350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:09.393490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:09.421154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Transition to ACTIVE for port object 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:57:09.435159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:09.472347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-17994e17-18f5-4a2f-aac3-e12ff5085546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.478466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-17994e17-18f5-4a2f-aac3-e12ff5085546 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.2855313 Oct 26 11:57:09.560873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:09.612405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Attempting to bind port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:57:09.612750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Attempting to bind port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'df81488a-f3be-4d99-93a0-a857c18aa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:57:09.613080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Attempting to bind port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 on network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:09.618565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 on network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:57:09.618916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Attempting to bind port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 on network 951f6741-6a0e-4dc2-a69c-c9f71f8be544 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:09.626295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:57:09.626928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Checking segment: {'id': 'df81488a-f3be-4d99-93a0-a857c18aa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:57:09.627372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Bound using segment: {'id': 'df81488a-f3be-4d99-93a0-a857c18aa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:57:09.627817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Bound port: 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df81488a-f3be-4d99-93a0-a857c18aa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:57:09.628177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:09.633453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-74afbff9-49a8-46fe-9d1f-7a5d170e0b57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.1496644 Oct 26 11:57:09.707818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-d8203eb2-0400-4330-bd56-48b35b800b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.710577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-d8203eb2-0400-4330-bd56-48b35b800b8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0588593 Oct 26 11:57:09.721180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] For port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:57:09.724701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] For port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,segment=NetworkSegment(df81488a-f3be-4d99-93a0-a857c18aa5eb),segment_id=df81488a-f3be-4d99-93a0-a857c18aa5eb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:57:09.733239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:09.772026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.772722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:09.774371 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] 10.222.0.30 "PUT /v2.0/ports/6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 HTTP/1.1" status: 200 len: 1092 time: 1.5906274 Oct 26 11:57:09.777651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'tag': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:09.782767 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405babc6-b47d-4310-9ed0-594db726db74" -d '{"events": [{"name": "network-changed", "server_uuid": "3296c17d-cfcd-42fa-afc1-bf4e234f6f8b", "tag": "6ef2bf9b-c582-40bf-a4a8-163b55a88fb7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:09.801234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79b86-862e-453b-97d4-afaa8f4fa1d8 req-fb141878-b28e-4e1c-9f4f-1b8bb8dff053 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.811988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fad79b86-862e-453b-97d4-afaa8f4fa1d8 req-fb141878-b28e-4e1c-9f4f-1b8bb8dff053 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 944 time: 0.2587955 Oct 26 11:57:09.893516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-d43a39e4-70e2-4f09-b238-e3a4153f78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.896511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-d43a39e4-70e2-4f09-b238-e3a4153f78d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749210 Oct 26 11:57:09.900025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3d360-a916-48d9-b5a3-15dcad7ca2cd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:09.947113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-d04ff44b-dd22-4dd0-ba05-57d24e692430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:09.951762 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-d04ff44b-dd22-4dd0-ba05-57d24e692430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0193b4c6d1046d4a51a5580fa1805dd&device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 1095 time: 0.1253929 Oct 26 11:57:10.024019 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-e2932e78-de66-4d7b-89c7-ebf6c70770dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 HTTP/1.1" status: 200 len: 217 time: 0.0611613 Oct 26 11:57:10.044098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-29f9c3f9-6f5e-4164-90aa-9481688a9795 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332817 Oct 26 11:57:10.073890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fad79b86-862e-453b-97d4-afaa8f4fa1d8 req-578b3723-af6b-480f-8de8-837478ed64c7 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601354 Oct 26 11:57:10.153938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-3e21dafb-d7cb-4778-956d-0cd9b11bd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:10.155509 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-3e21dafb-d7cb-4778-956d-0cd9b11bd63a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0959d7e0-62d7-49bf-83c0-894537881f2a HTTP/1.1" status: 200 len: 860 time: 0.1206336 Oct 26 11:57:10.157036 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5811b4a6-26fe-4491-8b7e-573983bf03ef x-openstack-request-id: req-5811b4a6-26fe-4491-8b7e-573983bf03ef {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:10.157326 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3296c17d-cfcd-42fa-afc1-bf4e234f6f8b", "tag": "6ef2bf9b-c582-40bf-a4a8-163b55a88fb7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:10.157579 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5811b4a6-26fe-4491-8b7e-573983bf03ef {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:10.157974 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'tag': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7', 'status': 'completed', 'code': 200} Oct 26 11:57:10.195429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-14cc282e-1ab7-47da-90f3-4217855aa94c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951f6741-6a0e-4dc2-a69c-c9f71f8be544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299499 Oct 26 11:57:10.270440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bac2d52b-b35a-4e3f-bbb7-b99444f2ac46 req-15263e1f-fa69-4b9d-b349-02c75b0ea067 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146981 Oct 26 11:57:10.376576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-d6bb09fb-efc3-4215-a93d-804d7fbeab25 service neutron] 10.222.0.30 "GET /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699021 Oct 26 11:57:10.591961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c90dea45-f6e1-4cb2-92e5-a9b7446be6ac req-8cee3b17-d907-439f-a78d-5a069632b19b service neutron] 10.222.0.30 "GET /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062778 Oct 26 11:57:10.607553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a01c10-6354-4de1-9971-24d7659b1f33 req-ee4e741b-8aa9-4e14-ab6a-6baf3f5de27a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:10.609309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a01c10-6354-4de1-9971-24d7659b1f33 req-ee4e741b-8aa9-4e14-ab6a-6baf3f5de27a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1024759 Oct 26 11:57:10.618068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25cef9-9120-4708-b72a-935d74eaae5e req-4162fa0f-e7b5-4cd4-baa3-5eac09e6bd50 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:10.619770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa25cef9-9120-4708-b72a-935d74eaae5e req-4162fa0f-e7b5-4cd4-baa3-5eac09e6bd50 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0758820 Oct 26 11:57:10.696941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a01c10-6354-4de1-9971-24d7659b1f33 req-f623ec90-5a28-4b11-a4a0-5670eaaa1e8d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757666 Oct 26 11:57:10.756880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa25cef9-9120-4708-b72a-935d74eaae5e req-d01ecdc8-95d8-4377-8701-07cb413709c9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092515 Oct 26 11:57:11.235645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405babc6-b47d-4310-9ed0-594db726db74 req-cafe6d1e-8fc1-4035-b94a-17afe890d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:11.237165 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-cafe6d1e-8fc1-4035-b94a-17afe890d4d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0193b4c6d1046d4a51a5580fa1805dd&device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 1095 time: 0.5531554 Oct 26 11:57:11.257706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8520-3ff9-489e-8d46-df8d680c00bb req-502f1d6e-cc6a-42e0-97f7-b5cec9d24d4c tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:11.265719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92de8520-3ff9-489e-8d46-df8d680c00bb req-502f1d6e-cc6a-42e0-97f7-b5cec9d24d4c tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 944 time: 0.0702631 Oct 26 11:57:11.313508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92de8520-3ff9-489e-8d46-df8d680c00bb req-a0d438e1-fec1-41a1-a1f8-6b8b85f8ab88 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Oct 26 11:57:11.405282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405babc6-b47d-4310-9ed0-594db726db74 req-f6eb21a4-02e7-4edf-af79-5ea2619f323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:11.406980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-f6eb21a4-02e7-4edf-af79-5ea2619f323f service neutron] 10.222.0.30 "GET /v2.0/networks?id=951f6741-6a0e-4dc2-a69c-c9f71f8be544 HTTP/1.1" status: 200 len: 922 time: 0.1521530 Oct 26 11:57:11.473921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-f1b1daf7-829b-46fe-ab82-ce1058c14c71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 HTTP/1.1" status: 200 len: 217 time: 0.0568049 Oct 26 11:57:11.539467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405babc6-b47d-4310-9ed0-594db726db74 req-fac6eaae-12f8-4557-870a-aa9c2a5ba140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:11.541104 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-fac6eaae-12f8-4557-870a-aa9c2a5ba140 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0959d7e0-62d7-49bf-83c0-894537881f2a HTTP/1.1" status: 200 len: 860 time: 0.0509844 Oct 26 11:57:11.595477 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-d44f134b-5ccb-433f-9702-092829b3d855 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951f6741-6a0e-4dc2-a69c-c9f71f8be544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393038 Oct 26 11:57:11.737507 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-81d823fc-3582-4d68-a393-7eeb622712b8 service neutron] 10.222.0.30 "GET /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317310 Oct 26 11:57:11.895799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-405babc6-b47d-4310-9ed0-594db726db74 req-db870a78-5ce3-4129-95e1-dc2e824aea62 service neutron] 10.222.0.30 "GET /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471198 Oct 26 11:57:11.897384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf700c-d17a-444c-bd89-f2cdaf65ee1f req-55a76a80-81dd-4a8e-b6e0-e7414902f2bb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:11.917125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0cf700c-d17a-444c-bd89-f2cdaf65ee1f req-55a76a80-81dd-4a8e-b6e0-e7414902f2bb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1134644 Oct 26 11:57:12.017182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0cf700c-d17a-444c-bd89-f2cdaf65ee1f req-b21d87c0-4376-4dc9-9ae4-4057742d73a2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988233 Oct 26 11:57:12.032155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ec6f-02aa-4f7a-b2c0-cf846bb803c0 req-78ffdd2d-17d3-4af3-9fcc-994bde5ef8ce tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:12.033808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d74ec6f-02aa-4f7a-b2c0-cf846bb803c0 req-78ffdd2d-17d3-4af3-9fcc-994bde5ef8ce tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1132920 Oct 26 11:57:12.109290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d74ec6f-02aa-4f7a-b2c0-cf846bb803c0 req-0a040c4d-f6f7-4280-a571-625f1b02065d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585570 Oct 26 11:57:12.424694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d857f60-aa4b-4c5b-83cb-5365640b8b6c req-1e8cd376-7580-4017-b26e-a6bcbd1abf39 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:12.438438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d857f60-aa4b-4c5b-83cb-5365640b8b6c req-1e8cd376-7580-4017-b26e-a6bcbd1abf39 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1183031 Oct 26 11:57:12.534638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c1dfb-122f-4da7-9fc8-b5f228fc5deb req-381defc6-7f9d-4e9a-9198-c39d7afe151e tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:12.536267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba8c1dfb-122f-4da7-9fc8-b5f228fc5deb req-381defc6-7f9d-4e9a-9198-c39d7afe151e tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 944 time: 0.0956416 Oct 26 11:57:12.546963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d857f60-aa4b-4c5b-83cb-5365640b8b6c req-d379af91-56f4-4057-b595-e32811c67328 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073847 Oct 26 11:57:12.628786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba8c1dfb-122f-4da7-9fc8-b5f228fc5deb req-ce8471fa-1e03-4493-9901-fccc4b0cbe0c tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Oct 26 11:57:12.721161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fab411-ff8e-4fd9-ab12-714860dd9fdb req-89ecc810-9baf-466e-9f63-7ee575479501 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:12.722922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8fab411-ff8e-4fd9-ab12-714860dd9fdb req-89ecc810-9baf-466e-9f63-7ee575479501 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0670226 Oct 26 11:57:12.772783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8fab411-ff8e-4fd9-ab12-714860dd9fdb req-5ca88ab8-10fc-4ff6-a040-f308373bc00e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Oct 26 11:57:12.847495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:57:13.034378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,segment=NetworkSegment(df81488a-f3be-4d99-93a0-a857c18aa5eb),segment_id=df81488a-f3be-4d99-93a0-a857c18aa5eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:13.063268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7', 'network_id': '951f6741-6a0e-4dc2-a69c-c9f71f8be544', 'port_id': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7', 'mac_address': 'fa:16:3e:b4:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0959d7e0-62d7-49bf-83c0-894537881f2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:57:13.142445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:13.146624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:13.170441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,segment=NetworkSegment(df81488a-f3be-4d99-93a0-a857c18aa5eb),segment_id=df81488a-f3be-4d99-93a0-a857c18aa5eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:13.184212 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:13.245130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-6e5f9b1e-f495-4f3d-a197-3a8860c2d69a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:13.252437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-6e5f9b1e-f495-4f3d-a197-3a8860c2d69a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.2247317 Oct 26 11:57:13.303805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-fb4afbe4-6458-4fab-92fe-c4d430d98aad tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/quotas/3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 375 time: 0.0504484 Oct 26 11:57:13.306338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:13.332813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b877-0c29-46f8-bc6d-08f437b61c23 req-dc59384d-fa59-4396-b3f5-bccf0ae7607e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:13.334437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b62b877-0c29-46f8-bc6d-08f437b61c23 req-dc59384d-fa59-4396-b3f5-bccf0ae7607e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0994618 Oct 26 11:57:13.412181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-ca128cf8-79b4-42f3-b7dc-383378bdbef5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1074018 Oct 26 11:57:13.474332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b62b877-0c29-46f8-bc6d-08f437b61c23 req-3ff6f0d8-bc61-4c3d-be58-f0e4aa2b9af4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175857 Oct 26 11:57:13.572696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-98072b5b-2042-412a-b8ea-a415a3e6bb05 service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595695 Oct 26 11:57:13.582769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6ef2bf9b-c582-40bf-a4a8-163b55a88fb7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:13.737869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-d5550fa5-9921-4b2f-898d-4a70ded79e42 service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637321 Oct 26 11:57:13.798924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbe328-4b1d-44e9-abd4-43f2c3d2491a req-474845aa-8d91-4395-ad72-7544edac4551 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:13.806716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14cbe328-4b1d-44e9-abd4-43f2c3d2491a req-474845aa-8d91-4395-ad72-7544edac4551 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 945 time: 0.0648744 Oct 26 11:57:13.859206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14cbe328-4b1d-44e9-abd4-43f2c3d2491a req-59aba1bd-4cd9-4c48-a0a8-2aeafb4ce404 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Oct 26 11:57:13.995321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4e2734e-54f0-42a7-90e6-97fd704affa4 req-2d875967-5d04-47e7-8122-331ede2004ce tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 210 time: 0.0326543 Oct 26 11:57:14.038455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37332) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:14.187329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b02-4fe7-49ec-9c08-8e005168a3f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.312183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b02-4fe7-49ec-9c08-8e005168a3f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.317495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0dc44b02-4fe7-49ec-9c08-8e005168a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.361545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc44b02-4fe7-49ec-9c08-8e005168a3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac830fbb-9d3e-48bb-8c62-370a51277206,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:14.375428 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0dc44b02-4fe7-49ec-9c08-8e005168a3f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=879c524cb495496dbe8b761a74906d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316324 Oct 26 11:57:14.376840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:14.437342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ca60ad-ae74-487d-ae1d-48500c46940d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.464829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ca60ad-ae74-487d-ae1d-48500c46940d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.528240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ca60ad-ae74-487d-ae1d-48500c46940d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.531182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ca60ad-ae74-487d-ae1d-48500c46940d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.534944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6ca60ad-ae74-487d-ae1d-48500c46940d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac830fbb-9d3e-48bb-8c62-370a51277206 HTTP/1.1" status: 204 len: 168 time: 0.1545777 Oct 26 11:57:14.540370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca60ad-ae74-487d-ae1d-48500c46940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac830fbb-9d3e-48bb-8c62-370a51277206,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:14.639953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d81beb-8462-4562-bf59-5fe93da2fa8e req-4fc45269-595d-4f2e-b0b5-cddec966251b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:14.649150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8d81beb-8462-4562-bf59-5fe93da2fa8e req-4fc45269-595d-4f2e-b0b5-cddec966251b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0749016 Oct 26 11:57:14.712857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8d81beb-8462-4562-bf59-5fe93da2fa8e req-0d77845b-b61d-43d1-bcee-f36dd51ee3df tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622497 Oct 26 11:57:14.847740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:14.950418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:57:14.958617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:57:14.959029 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:14.981954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:15.029738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd101-d050-4760-b39d-a6c967345f72 req-34248af2-65ea-4899-ae08-19342f655ec7 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:15.032022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6bdd101-d050-4760-b39d-a6c967345f72 req-34248af2-65ea-4899-ae08-19342f655ec7 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 945 time: 0.0688169 Oct 26 11:57:15.038997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-817d4593-0908-4fc3-a56a-40a093bb51a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.187604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.198483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6bdd101-d050-4760-b39d-a6c967345f72 req-ed9cdd3a-c5c0-4b5c-b252-f2b250a71f12 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589656 Oct 26 11:57:15.212403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-817d4593-0908-4fc3-a56a-40a093bb51a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.223411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-994d9f0d-892e-4d93-b771-f81c1b3903e4 req-ac26860a-2b1f-40c0-b052-28b1ebf5543a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 210 time: 0.0788689 Oct 26 11:57:15.224198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-817d4593-0908-4fc3-a56a-40a093bb51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.253366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:15.261916 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3121f7-0c48-4be5-8839-45150155c526" -d '{"events": [{"server_uuid": "3296c17d-cfcd-42fa-afc1-bf4e234f6f8b", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2bf9b-c582-40bf-a4a8-163b55a88fb7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:15.268920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,segment=NetworkSegment(df81488a-f3be-4d99-93a0-a857c18aa5eb),segment_id=df81488a-f3be-4d99-93a0-a857c18aa5eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:15.273840 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-817d4593-0908-4fc3-a56a-40a093bb51a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f758119fb08c4fb68c63ce969916dc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907679 Oct 26 11:57:15.276564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37366) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:15.285511 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.329352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d4593-0908-4fc3-a56a-40a093bb51a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991e028a-8268-41eb-a23f-5603f4a2653a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:15.351237 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab38ca7-a42c-4d52-bfeb-024b2c63b0d6 x-openstack-request-id: req-1ab38ca7-a42c-4d52-bfeb-024b2c63b0d6 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:15.351641 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3296c17d-cfcd-42fa-afc1-bf4e234f6f8b", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2bf9b-c582-40bf-a4a8-163b55a88fb7", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:15.351996 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ab38ca7-a42c-4d52-bfeb-024b2c63b0d6 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:15.352497 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7', 'code': 200} Oct 26 11:57:15.374140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:15.418788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa49cea9-2984-4dfd-89b9-9575688b04dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.451086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa49cea9-2984-4dfd-89b9-9575688b04dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.519236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa49cea9-2984-4dfd-89b9-9575688b04dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.522504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa49cea9-2984-4dfd-89b9-9575688b04dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.523778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aa49cea9-2984-4dfd-89b9-9575688b04dc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/991e028a-8268-41eb-a23f-5603f4a2653a HTTP/1.1" status: 204 len: 168 time: 0.2452905 Oct 26 11:57:15.527534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-69efc0de-c6cc-4730-bf72-ee277aa3c864 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:15.530902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-69efc0de-c6cc-4730-bf72-ee277aa3c864 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.2527211 Oct 26 11:57:15.539961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49cea9-2984-4dfd-89b9-9575688b04dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991e028a-8268-41eb-a23f-5603f4a2653a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:15.550784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'port': {'device_id': '5fc27f5d-c395-4355-aafb-254696a85b36', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'admin_state_up': True, 'tenant_id': '3606d198b6d449ddb60071384baddc01'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:15.558002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938ed7d-e8c7-4386-b633-766d65dc97db req-c99527d4-6fbc-4bc6-a9ac-c33385b97255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:15.559912 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a938ed7d-e8c7-4386-b633-766d65dc97db req-c99527d4-6fbc-4bc6-a9ac-c33385b97255 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 1097 time: 0.1165953 Oct 26 11:57:15.642951 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a938ed7d-e8c7-4386-b633-766d65dc97db req-45e58c56-4290-463c-84b2-9f4c6cae3a03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716572 Oct 26 11:57:15.714802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:15.720368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:15.939919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Allocated IP 172.20.0.4 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/aa1cc918-f444-40f5-ad02-de01dd97a1ce) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:15.956972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9fbcb-bb89-40af-bab6-f62cf31def33 req-c235589a-de11-4ada-8c8e-53629c1cfc93 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:15.959243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4a9fbcb-bb89-40af-bab6-f62cf31def33 req-c235589a-de11-4ada-8c8e-53629c1cfc93 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1141937 Oct 26 11:57:16.008695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4a9fbcb-bb89-40af-bab6-f62cf31def33 req-a67daae5-de1a-47d2-8fec-7f58e321b052 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Oct 26 11:57:16.205245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:16.267238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:16.327502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:16.333644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:16.350899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:57:16.393387 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=aa1cc918-f444-40f5-ad02-de01dd97a1ce,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:16.422522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:16.423839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:16.460799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b50831a3-0788-469b-bf94-4db3b824733f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165204 Oct 26 11:57:16.478371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Request body: {'port': {'device_id': '5fc27f5d-c395-4355-aafb-254696a85b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:16.539880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbacc2-dad7-4c1a-9f2a-ebbcc3f58933 req-26b49d83-5596-474f-8d95-b88afdf987bb tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:16.549486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ebbacc2-dad7-4c1a-9f2a-ebbcc3f58933 req-26b49d83-5596-474f-8d95-b88afdf987bb tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 946 time: 0.1975791 Oct 26 11:57:16.613879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:16.616138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ebbacc2-dad7-4c1a-9f2a-ebbcc3f58933 req-0f4a7659-47a4-48b8-b689-29fc3f8f01cd tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619256 Oct 26 11:57:16.641774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996add6c-2bf3-4a8e-a655-57bc4ea26492 req-9c802c59-f1d4-4650-951d-707cbdf8ccdd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:16.642958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-996add6c-2bf3-4a8e-a655-57bc4ea26492 req-9c802c59-f1d4-4650-951d-707cbdf8ccdd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 931 time: 0.2780960 Oct 26 11:57:16.691150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-996add6c-2bf3-4a8e-a655-57bc4ea26492 req-47f56bf7-6846-4c9a-9342-15eb781c2d55 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472033 Oct 26 11:57:16.720925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e159a278-1ffa-4f21-9701-48fe81869f80 None None] Provisioning complete for port aa1cc918-f444-40f5-ad02-de01dd97a1ce triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:57:16.721470 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e159a278-1ffa-4f21-9701-48fe81869f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:16.768735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e159a278-1ffa-4f21-9701-48fe81869f80 None None] Port aa1cc918-f444-40f5-ad02-de01dd97a1ce cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:57:17.008113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1cc918-f444-40f5-ad02-de01dd97a1ce {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:17.018646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.037833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Transition to ACTIVE for port object aa1cc918-f444-40f5-ad02-de01dd97a1ce will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:57:17.045105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.133127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1cc918-f444-40f5-ad02-de01dd97a1ce,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:17.222088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.222736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.223540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.223895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.224238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.224575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.224908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.227626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.228004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.228339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.228672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.229707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:17.232651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d49487-a78a-40af-b3cb-96be77fdd969 req-6f33e387-6a18-4105-b00c-fb768fb40c70 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:17.249997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8d49487-a78a-40af-b3cb-96be77fdd969 req-6f33e387-6a18-4105-b00c-fb768fb40c70 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0869639 Oct 26 11:57:17.312796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8d49487-a78a-40af-b3cb-96be77fdd969 req-9a2b7b9d-ffcc-4364-959c-932563245241 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615845 Oct 26 11:57:17.344909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Attempting to bind port aa1cc918-f444-40f5-ad02-de01dd97a1ce on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:57:17.346842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Attempting to bind port aa1cc918-f444-40f5-ad02-de01dd97a1ce by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:57:17.346842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Attempting to bind port aa1cc918-f444-40f5-ad02-de01dd97a1ce on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:17.362523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Port aa1cc918-f444-40f5-ad02-de01dd97a1ce on network bb11f0eb-07fd-4935-96ad-89706714e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:57:17.363117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Attempting to bind port aa1cc918-f444-40f5-ad02-de01dd97a1ce on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:17.374638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:57:17.375352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:57:17.375970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:57:17.376684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Bound port: aa1cc918-f444-40f5-ad02-de01dd97a1ce, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:57:17.377349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.402299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37414) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:17.520550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] For port aa1cc918-f444-40f5-ad02-de01dd97a1ce, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:57:17.524864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] For port aa1cc918-f444-40f5-ad02-de01dd97a1ce, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:57:17.530779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.577122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:17.577753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.579177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] 10.222.0.100 "PUT /v2.0/ports/aa1cc918-f444-40f5-ad02-de01dd97a1ce HTTP/1.1" status: 200 len: 1091 time: 1.1062009 Oct 26 11:57:17.579624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc27f5d-c395-4355-aafb-254696a85b36', 'tag': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:17.581926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3eb64d43-b0d8-461f-9017-5ecae0f3d09a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.582542 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc27f5d-c395-4355-aafb-254696a85b36", "tag": "aa1cc918-f444-40f5-ad02-de01dd97a1ce"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:17.612580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842c443-f7e9-475f-946c-a33c837cda26 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1cc918-f444-40f5-ad02-de01dd97a1ce,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:17.668903 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf056546-cad1-4888-b795-03f77dc3b02a x-openstack-request-id: req-cf056546-cad1-4888-b795-03f77dc3b02a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:17.669197 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc27f5d-c395-4355-aafb-254696a85b36", "tag": "aa1cc918-f444-40f5-ad02-de01dd97a1ce", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:17.669452 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf056546-cad1-4888-b795-03f77dc3b02a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:17.669858 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc27f5d-c395-4355-aafb-254696a85b36', 'tag': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'status': 'completed', 'code': 200} Oct 26 11:57:17.756108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-03bbb593-2200-483a-8d5d-227e8a9bfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:17.756108 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-03bbb593-2200-483a-8d5d-227e8a9bfd03 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 1094 time: 0.0744727 Oct 26 11:57:17.826198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3eb64d43-b0d8-461f-9017-5ecae0f3d09a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.836190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3eb64d43-b0d8-461f-9017-5ecae0f3d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:17.866118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc06df-cf2e-4bf5-84d0-91b2228a54fd req-416b9532-b878-46b2-9c78-362a93f42941 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:17.867825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abbc06df-cf2e-4bf5-84d0-91b2228a54fd req-416b9532-b878-46b2-9c78-362a93f42941 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 946 time: 0.1259332 Oct 26 11:57:17.908878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-b186b0bf-db5d-484f-a17c-d7e5d431cd6a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce HTTP/1.1" status: 200 len: 217 time: 0.1447477 Oct 26 11:57:18.000863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-0d6cac49-edac-4de1-b1c9-b4caa7be421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:18.002975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-0d6cac49-edac-4de1-b1c9-b4caa7be421d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0760808 Oct 26 11:57:18.004016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb64d43-b0d8-461f-9017-5ecae0f3d09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf8826-8520-4190-9de0-7de725446b47,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:18.027051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37430) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:18.030258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3eb64d43-b0d8-461f-9017-5ecae0f3d09a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=51dfd9372b124c589bffc1ec088a05e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218073 Oct 26 11:57:18.080360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abbc06df-cf2e-4bf5-84d0-91b2228a54fd req-379ad029-046c-48dc-b905-0c4c5239989d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281655 Oct 26 11:57:18.091049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cceb8b-78da-4c1d-9b17-92e157c61406 req-3a6cd095-8f96-4550-9f3e-41fdc3074a78 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:18.099555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cceb8b-78da-4c1d-9b17-92e157c61406 req-3a6cd095-8f96-4550-9f3e-41fdc3074a78 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 943 time: 0.2204227 Oct 26 11:57:18.126736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-4be2f834-837f-4c39-8eca-79c8cbd16c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:18.138100 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-4be2f834-837f-4c39-8eca-79c8cbd16c02 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239426 Oct 26 11:57:18.187088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cceb8b-78da-4c1d-9b17-92e157c61406 req-22b0d3d3-4afd-4304-b707-e8b1f81e31e7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855997 Oct 26 11:57:18.201765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecaa30a8-71bf-4e0e-976a-8082cb0db5f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:18.295145 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecaa30a8-71bf-4e0e-976a-8082cb0db5f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:18.366242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-22266499-db1c-437a-b722-f147316ff139 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199266 Oct 26 11:57:18.475298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecaa30a8-71bf-4e0e-976a-8082cb0db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:18.478304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecaa30a8-71bf-4e0e-976a-8082cb0db5f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:18.487599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ecaa30a8-71bf-4e0e-976a-8082cb0db5f3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ccf8826-8520-4190-9de0-7de725446b47 HTTP/1.1" status: 204 len: 168 time: 0.4557374 Oct 26 11:57:18.536846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73376b7-4703-4665-988e-58138429a8cc req-d9f4274c-0ec3-4241-ab57-f3f1b9be2646 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:18.539049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c73376b7-4703-4665-988e-58138429a8cc req-d9f4274c-0ec3-4241-ab57-f3f1b9be2646 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1113412 Oct 26 11:57:18.541207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa30a8-71bf-4e0e-976a-8082cb0db5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf8826-8520-4190-9de0-7de725446b47,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:18.652780 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7d9a9bec-9af8-4213-8e8f-763be40ecd60 req-4721efc6-3968-4880-bda7-5df6d96543e8 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768686 Oct 26 11:57:18.658679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c73376b7-4703-4665-988e-58138429a8cc req-6141fcd8-d3db-467a-8f3b-60f65e1f2103 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818541 Oct 26 11:57:18.855937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-b1042936-5f8f-4882-a539-e34e18fea8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:18.857995 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-b1042936-5f8f-4882-a539-e34e18fea8c2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 1094 time: 0.1018286 Oct 26 11:57:19.039605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-44a07bbe-e7a9-41a5-9b98-bf07fe4a3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.041101 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-44a07bbe-e7a9-41a5-9b98-bf07fe4a3688 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.1633549 Oct 26 11:57:19.110637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09be4ea1-a136-4633-94dd-6f3b33785e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:19.151785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-b59aebc6-8e5c-4155-9682-42a1769b0606 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce HTTP/1.1" status: 200 len: 217 time: 0.0969505 Oct 26 11:57:19.237430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-24da5463-c09e-47e7-a1fe-2502f546ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.239290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-24da5463-c09e-47e7-a1fe-2502f546ddbd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.1596556 Oct 26 11:57:19.250676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-fabdebc0-4ff4-4ff9-aa92-e66ba081826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.252514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-fabdebc0-4ff4-4ff9-aa92-e66ba081826c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0901086 Oct 26 11:57:19.275795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77dbb-1ecd-4ab4-9f72-3a3bd5251d8c req-d87bd34e-b599-4ce7-9a9a-eef08882bbad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.287459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cb77dbb-1ecd-4ab4-9f72-3a3bd5251d8c req-d87bd34e-b599-4ce7-9a9a-eef08882bbad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1523633 Oct 26 11:57:19.315867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-342c1bd1-5877-4298-9ee8-de88784b4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.318338 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-342c1bd1-5877-4298-9ee8-de88784b4de4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545392 Oct 26 11:57:19.369054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473963b-795f-4cc2-b254-14d122e9a04a req-4d032b29-f04e-4dee-b334-920739b926b2 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.371169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2473963b-795f-4cc2-b254-14d122e9a04a req-4d032b29-f04e-4dee-b334-920739b926b2 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 946 time: 0.2027643 Oct 26 11:57:19.381805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cb77dbb-1ecd-4ab4-9f72-3a3bd5251d8c req-6ae273ad-f52c-4917-bb4e-648eeb7a2616 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934453 Oct 26 11:57:19.462768 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-ef43e6a3-6e99-477b-bff9-d3da39b5b2e2 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340475 Oct 26 11:57:19.470215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2473963b-795f-4cc2-b254-14d122e9a04a req-8c3a93e8-7a08-4009-a65f-c123fe9af8bd tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861790 Oct 26 11:57:19.474274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-7421c9cf-7ab9-4752-88d9-23c3b721e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.476921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-7421c9cf-7ab9-4752-88d9-23c3b721e4b4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.2238014 Oct 26 11:57:19.571040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-ffa07541-2472-492f-a855-7796e9dde042 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 217 time: 0.0684748 Oct 26 11:57:19.595114 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33e91c56-49f0-4fa2-ac16-c51f1076f6ac req-8c7686d8-f89d-4a9a-9ca8-fca5aafbc059 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182280 Oct 26 11:57:19.657236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-fa201dfd-61bd-4275-9f65-b0784dd16f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.658634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-fa201dfd-61bd-4275-9f65-b0784dd16f46 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0597057 Oct 26 11:57:19.666795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b341728-13d7-421a-9727-4eff075122a5 req-1c6315ed-7301-4c02-8345-eeec3c5737f9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.668184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b341728-13d7-421a-9727-4eff075122a5 req-1c6315ed-7301-4c02-8345-eeec3c5737f9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 943 time: 0.0993156 Oct 26 11:57:19.703024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-9305888d-dbea-47be-b320-2fbf24826034 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314233 Oct 26 11:57:19.772078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b341728-13d7-421a-9727-4eff075122a5 req-ff4ea2ae-b685-4687-8d8a-18bb2750e74d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Oct 26 11:57:19.854532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b540aa-7ee7-4b30-bace-c3a649356ea8 req-1e8a4c1f-8f3e-4f23-809e-397d61633f8f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:19.856460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4b540aa-7ee7-4b30-bace-c3a649356ea8 req-1e8a4c1f-8f3e-4f23-809e-397d61633f8f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0879452 Oct 26 11:57:19.860367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-335dd40a-589f-4ecd-b718-82f678f4c57b service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434419 Oct 26 11:57:19.909844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4b540aa-7ee7-4b30-bace-c3a649356ea8 req-2a3f6c20-acf8-497e-92ec-e4dc1cd710d2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 Oct 26 11:57:20.022039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b709e6-a8dd-489e-909b-986c87daec7c req-df5ae196-1327-4665-9ec8-6c8960e2b57f service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394601 Oct 26 11:57:20.194965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-f995dc9c-850e-444f-a9cd-d9993cb72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.196907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-f995dc9c-850e-444f-a9cd-d9993cb72abf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0520115 Oct 26 11:57:20.294677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-7bd73069-4790-4871-9604-851483decd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.296202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-7bd73069-4790-4871-9604-851483decd26 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.0912092 Oct 26 11:57:20.367505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:20.372063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-cf7e4d9e-460f-4ab8-8b92-429acaff6e5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 1001 time: 0.0682425 Oct 26 11:57:20.424492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-64a22127-44e6-40aa-a65b-ef6508af7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.425997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-64a22127-44e6-40aa-a65b-ef6508af7b67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.0468438 Oct 26 11:57:20.482703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82ca091f-302b-4a05-8a02-f2cda9cca8f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.504106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-9662a09e-6e7b-4406-88d9-ba0689272608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.505635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-9662a09e-6e7b-4406-88d9-ba0689272608 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713303 Oct 26 11:57:20.530186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34b3f2-e14f-4899-b2c3-1d6ff227a12e req-114b7881-5b28-4edc-84bb-d3ab8d0ee9c5 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.531804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea34b3f2-e14f-4899-b2c3-1d6ff227a12e req-114b7881-5b28-4edc-84bb-d3ab8d0ee9c5 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0661008 Oct 26 11:57:20.600538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82ca091f-302b-4a05-8a02-f2cda9cca8f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.607295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82ca091f-302b-4a05-8a02-f2cda9cca8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.650080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea34b3f2-e14f-4899-b2c3-1d6ff227a12e req-62430194-30f8-4fbc-a80f-46ed1b00f854 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 Oct 26 11:57:20.659211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-e031163c-cd5b-4cfc-8f1a-b27230a0e5e8 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.660778 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-e031163c-cd5b-4cfc-8f1a-b27230a0e5e8 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.30 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 946 time: 0.1008017 Oct 26 11:57:20.663799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82ca091f-302b-4a05-8a02-f2cda9cca8f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08c8f46e88094baf90d89f7a1a9912fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951934 Oct 26 11:57:20.664838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca091f-302b-4a05-8a02-f2cda9cca8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982c2bf3-b82d-428d-8d28-6ccc2df3419c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:20.675461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37552) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:20.678470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb7231-808b-4ce6-8665-f6d705e2c467 req-2f9283d1-c838-4341-a82e-ab96f8f417ab tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.680103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66fb7231-808b-4ce6-8665-f6d705e2c467 req-2f9283d1-c838-4341-a82e-ab96f8f417ab tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/ports?device_id=3296c17d-cfcd-42fa-afc1-bf4e234f6f8b HTTP/1.1" status: 200 len: 946 time: 0.1321824 Oct 26 11:57:20.697087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-49cee8d7-6d20-4d76-bedc-1bfaf4d78f7e service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823719 Oct 26 11:57:20.780539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66fb7231-808b-4ce6-8665-f6d705e2c467 req-ef13987b-4ab6-4f16-a2f7-c3a710d6fe31 tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d7fee94-c251-42ed-9240-cb376dbd4c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Oct 26 11:57:20.788486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48a69baf-8620-490e-84fd-b2fac7e5aef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.822066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48a69baf-8620-490e-84fd-b2fac7e5aef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.825939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5b59d3c-756c-404e-96c4-0ea251dccbc5 req-8b4e547d-20a4-418e-898e-f6aeb15c62e0 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151361 Oct 26 11:57:20.835124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Deleting port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:57:20.835456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.904112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6680-bbdb-4cb0-bc45-11a815bac0ea req-c6d33466-98e5-4051-9a55-78f145cd9706 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:20.905638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4dd6680-bbdb-4cb0-bc45-11a815bac0ea req-c6d33466-98e5-4051-9a55-78f145cd9706 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 943 time: 0.0497875 Oct 26 11:57:20.941340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48a69baf-8620-490e-84fd-b2fac7e5aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.943848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48a69baf-8620-490e-84fd-b2fac7e5aef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.948114 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-48a69baf-8620-490e-84fd-b2fac7e5aef6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/982c2bf3-b82d-428d-8d28-6ccc2df3419c HTTP/1.1" status: 204 len: 168 time: 0.2751203 Oct 26 11:57:20.955212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] For port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,segment=NetworkSegment(df81488a-f3be-4d99-93a0-a857c18aa5eb),segment_id=df81488a-f3be-4d99-93a0-a857c18aa5eb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:20.955575 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:20.960773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4dd6680-bbdb-4cb0-bc45-11a815bac0ea req-b71304a6-a497-4ca9-814e-eb6a8a064c4d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483346 Oct 26 11:57:20.967846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a69baf-8620-490e-84fd-b2fac7e5aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982c2bf3-b82d-428d-8d28-6ccc2df3419c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:20.976290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Calling delete_port for 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:57:21.064270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2b522-948f-4b0c-a975-3f8ea56bef05 req-982c4779-993c-42fd-9033-a9c25445c7db tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:21.067379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04d2b522-948f-4b0c-a975-3f8ea56bef05 req-982c4779-993c-42fd-9033-a9c25445c7db tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0614142 Oct 26 11:57:21.114946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04d2b522-948f-4b0c-a975-3f8ea56bef05 req-ad662e93-8220-403b-9e0f-3cb6aff276a5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359678 Oct 26 11:57:21.122292 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:21.136842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6ef2bf9b-c582-40bf-a4a8-163b55a88fb7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:21.154249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Pushing event deleted for resources: {'Port': ['ID=6ef2bf9b-c582-40bf-a4a8-163b55a88fb7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:21.198211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] No DVR routers for this DVR port 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:57:21.200927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:21.204403 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-776f87ec-2032-4b87-a98b-7b6bb139edbf req-935408ae-a44b-49a2-a2f7-e8a72fef530d tempest-ServerMetadataNegativeTestJSON-843305713 tempest-ServerMetadataNegativeTestJSON-843305713-project] 10.222.0.30 "DELETE /v2.0/ports/6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 HTTP/1.1" status: 204 len: 173 time: 0.5356777 Oct 26 11:57:21.204972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'name': 'network-vif-deleted', 'tag': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:21.207328 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4f3c6-7191-4906-ba33-6151586dc114" -d '{"events": [{"server_uuid": "3296c17d-cfcd-42fa-afc1-bf4e234f6f8b", "name": "network-vif-deleted", "tag": "6ef2bf9b-c582-40bf-a4a8-163b55a88fb7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:21.249768 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4555ee-bc2b-463d-8b0a-2b40fd241b97 x-openstack-request-id: req-ec4555ee-bc2b-463d-8b0a-2b40fd241b97 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:21.250081 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3296c17d-cfcd-42fa-afc1-bf4e234f6f8b", "name": "network-vif-deleted", "tag": "6ef2bf9b-c582-40bf-a4a8-163b55a88fb7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:21.250316 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec4555ee-bc2b-463d-8b0a-2b40fd241b97 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:21.250719 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3296c17d-cfcd-42fa-afc1-bf4e234f6f8b', 'name': 'network-vif-deleted', 'tag': '6ef2bf9b-c582-40bf-a4a8-163b55a88fb7', 'status': 'completed', 'code': 200} Oct 26 11:57:21.700132 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c9183918-bfce-40d3-9edf-1912ca19adad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:21.797087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588acf44-64ad-40eb-b0d7-39acc4a56627 req-e2519aa7-96e4-4c21-8730-bfea6a861f77 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:21.798798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-588acf44-64ad-40eb-b0d7-39acc4a56627 req-e2519aa7-96e4-4c21-8730-bfea6a861f77 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0659015 Oct 26 11:57:21.843801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-588acf44-64ad-40eb-b0d7-39acc4a56627 req-ad725e07-c9e0-4b19-98ac-41b074eeb9ac tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Oct 26 11:57:21.852974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37594) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:21.912957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Deleting subnet 0959d7e0-62d7-49bf-83c0-894537881f2a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:57:21.916337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:21.952355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:21.991270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.029304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aa1cc918-f444-40f5-ad02-de01dd97a1ce details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:57:22.050604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.087930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0959d7e0-62d7-49bf-83c0-894537881f2a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:22.093358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.096609 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1cd5c9f8-b30a-4238-b10f-1b0320a1a4a4 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0959d7e0-62d7-49bf-83c0-894537881f2a HTTP/1.1" status: 204 len: 168 time: 0.2418633 Oct 26 11:57:22.099569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37604) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:22.131662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3246d10-b528-4c90-aed6-5f346726f064 req-10fa15f1-2c44-433a-b5c7-517adb29c424 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:22.135922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3246d10-b528-4c90-aed6-5f346726f064 req-10fa15f1-2c44-433a-b5c7-517adb29c424 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 943 time: 0.1020594 Oct 26 11:57:22.164385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port aa1cc918-f444-40f5-ad02-de01dd97a1ce, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:22.183379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'mac_address': 'fa:16:3e:62:9a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:57:22.238424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3246d10-b528-4c90-aed6-5f346726f064 req-593595db-ea06-4ccb-bd2a-613aecb563b5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683212 Oct 26 11:57:22.241182 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.257699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1cc918-f444-40f5-ad02-de01dd97a1ce {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:22.279163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port aa1cc918-f444-40f5-ad02-de01dd97a1ce, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:22.280936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.284566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.303258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58464df6-ca85-4e34-b14b-45bf4935856a req-9bc5dd6c-1a85-4e10-bae9-3fa4f16d4378 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:22.304881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58464df6-ca85-4e34-b14b-45bf4935856a req-9bc5dd6c-1a85-4e10-bae9-3fa4f16d4378 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0927718 Oct 26 11:57:22.339691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=aa1cc918-f444-40f5-ad02-de01dd97a1ce,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:22.415108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.420566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58464df6-ca85-4e34-b14b-45bf4935856a req-5beef6ac-2d68-48b8-bd39-248bc83043f4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865033 Oct 26 11:57:22.441101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951f6741-6a0e-4dc2-a69c-c9f71f8be544']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:22.451395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df81488a-f3be-4d99-93a0-a857c18aa5eb') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:22.451395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df81488a-f3be-4d99-93a0-a857c18aa5eb') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:22.460957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.474822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.482243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:57:22.482497 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:57:22.484237 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:57:22.549770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.556717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.560022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] 10.222.0.88 "DELETE /v2.0/networks/951f6741-6a0e-4dc2-a69c-c9f71f8be544 HTTP/1.1" status: 204 len: 168 time: 0.4579203 Oct 26 11:57:22.573743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129b55b-560b-4f58-8063-42c4d535056d admin admin] Pushing event deleted for resources: {'Network': ['ID=951f6741-6a0e-4dc2-a69c-c9f71f8be544,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:22.611133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:22.769048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37644) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:22.817903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.836150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-239db83c-5c00-43ef-875b-9553ab7d694a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0193b4c6d1046d4a51a5580fa1805dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658686 Oct 26 11:57:22.839993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37652) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:22.898515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d73429de-2160-415e-958c-42dbc4f3e907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:22.938822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d73429de-2160-415e-958c-42dbc4f3e907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.025525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb22c9-ae1c-4cd3-b2ef-391e85077b24 req-d0c4e9dd-1a08-486d-8a2a-fac7a8dada2a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:23.027828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45bb22c9-ae1c-4cd3-b2ef-391e85077b24 req-d0c4e9dd-1a08-486d-8a2a-fac7a8dada2a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0715420 Oct 26 11:57:23.050751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d73429de-2160-415e-958c-42dbc4f3e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.053374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d73429de-2160-415e-958c-42dbc4f3e907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.054529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d73429de-2160-415e-958c-42dbc4f3e907 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d7fee94-c251-42ed-9240-cb376dbd4c67 HTTP/1.1" status: 204 len: 168 time: 0.2134528 Oct 26 11:57:23.071150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73429de-2160-415e-958c-42dbc4f3e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fee94-c251-42ed-9240-cb376dbd4c67,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:23.091500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45bb22c9-ae1c-4cd3-b2ef-391e85077b24 req-27eab6cd-956c-4a35-9963-0535d2b857b6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573430 Oct 26 11:57:23.145522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.220107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:23.363777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb8e6-adcf-45be-9665-7233b65c2aae req-698bb414-26bd-407d-b6f6-add2750fc129 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:23.365562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75ebb8e6-adcf-45be-9665-7233b65c2aae req-698bb414-26bd-407d-b6f6-add2750fc129 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 944 time: 0.0520248 Oct 26 11:57:23.388520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f948-4e54-4358-a0be-edfb360958b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.414612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75ebb8e6-adcf-45be-9665-7233b65c2aae req-10a936fa-49ea-4514-ac79-4b1c7df3c14c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Oct 26 11:57:23.470743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f948-4e54-4358-a0be-edfb360958b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.476071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f948-4e54-4358-a0be-edfb360958b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.503139 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eaa5f948-4e54-4358-a0be-edfb360958b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=049ddf5515ba47fa8b6109226bfdd632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818875 Oct 26 11:57:23.506333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37682) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:23.524690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5f948-4e54-4358-a0be-edfb360958b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96522fca-9441-4086-9cb5-1f056689ef24,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:23.595954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840098a9-8959-48a8-8327-70386a3dbb39 req-6304e12e-e02d-458c-aba6-791834b07b5a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:23.597482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-840098a9-8959-48a8-8327-70386a3dbb39 req-6304e12e-e02d-458c-aba6-791834b07b5a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0922077 Oct 26 11:57:23.600432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4061c7c0-61de-462d-a619-a76f6ea6f3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.641645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4061c7c0-61de-462d-a619-a76f6ea6f3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.670930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-840098a9-8959-48a8-8327-70386a3dbb39 req-d1f5b842-4b66-4408-a208-26a9bba6f201 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656853 Oct 26 11:57:23.708039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4061c7c0-61de-462d-a619-a76f6ea6f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.710825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4061c7c0-61de-462d-a619-a76f6ea6f3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:23.712034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4061c7c0-61de-462d-a619-a76f6ea6f3c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/96522fca-9441-4086-9cb5-1f056689ef24 HTTP/1.1" status: 204 len: 168 time: 0.2041473 Oct 26 11:57:23.722489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061c7c0-61de-462d-a619-a76f6ea6f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96522fca-9441-4086-9cb5-1f056689ef24,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:24.029627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aa1cc918-f444-40f5-ad02-de01dd97a1ce up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:24.140352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port aa1cc918-f444-40f5-ad02-de01dd97a1ce completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:57:24.140352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port aa1cc918-f444-40f5-ad02-de01dd97a1ce triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:57:24.140352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.214577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:24.239956 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f830ee16-9ec0-4e3e-b6e3-92f65a80dc5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.256158 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.300929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port aa1cc918-f444-40f5-ad02-de01dd97a1ce, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:24.302617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc27f5d-c395-4355-aafb-254696a85b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:24.305508 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17ee48-f405-4b16-b721-672f9b26e138" -d '{"events": [{"server_uuid": "5fc27f5d-c395-4355-aafb-254696a85b36", "name": "network-vif-plugged", "status": "completed", "tag": "aa1cc918-f444-40f5-ad02-de01dd97a1ce"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:24.311836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.313295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 47731ffb-c886-4224-83f2-3617186733f6 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:24.353052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a4b0-8f2d-418e-852f-3d393740ae77 req-9883552f-8ce0-41bd-a4ff-f1b55a44087b tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:24.361591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8898a4b0-8f2d-418e-852f-3d393740ae77 req-9883552f-8ce0-41bd-a4ff-f1b55a44087b tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1245410 Oct 26 11:57:24.391623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=aa1cc918-f444-40f5-ad02-de01dd97a1ce,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:24.415428 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb34f4-8142-4dd0-a064-63d1b50ad7d5 x-openstack-request-id: req-77cb34f4-8142-4dd0-a064-63d1b50ad7d5 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:24.419470 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc27f5d-c395-4355-aafb-254696a85b36", "name": "network-vif-plugged", "status": "completed", "tag": "aa1cc918-f444-40f5-ad02-de01dd97a1ce", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:24.419727 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-77cb34f4-8142-4dd0-a064-63d1b50ad7d5 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:24.420751 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc27f5d-c395-4355-aafb-254696a85b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'code': 200} Oct 26 11:57:24.437586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8898a4b0-8f2d-418e-852f-3d393740ae77 req-38f1890c-6e6e-4fdb-86cb-798f419c5075 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690031 Oct 26 11:57:24.465228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.467526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.467890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.468233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.469629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.469978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.470393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.470746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.471559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.471946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.472283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.472609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:24.482906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f830ee16-9ec0-4e3e-b6e3-92f65a80dc5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.508444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f830ee16-9ec0-4e3e-b6e3-92f65a80dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.559294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-5443027e-92ff-42c1-bb48-473d74dab709 req-f52f893b-9b3d-4994-9fb1-82a14022f313 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:57:24.560328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5443027e-92ff-42c1-bb48-473d74dab709 req-f52f893b-9b3d-4994-9fb1-82a14022f313 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156298 Oct 26 11:57:24.586251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.597223 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.631365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f830ee16-9ec0-4e3e-b6e3-92f65a80dc5c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7dd25b184f4441c7b09a2a36a2fb4a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156199 Oct 26 11:57:24.636277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:24.637196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830ee16-9ec0-4e3e-b6e3-92f65a80dc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d3705-b6f3-452a-bc28-671c8da9fe17,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:24.658237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a2b2-d20f-4c74-8662-f49cfb37d4a2 req-c299c7f6-2b28-487c-a0bc-62fc0de846f6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:24.665853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6528a2b2-d20f-4c74-8662-f49cfb37d4a2 req-c299c7f6-2b28-487c-a0bc-62fc0de846f6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1461971 Oct 26 11:57:24.669988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484962b-1d5a-408e-9405-2afbe300d874 req-391ab908-5171-420e-abc8-8fad795f4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:24.672249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5484962b-1d5a-408e-9405-2afbe300d874 req-391ab908-5171-420e-abc8-8fad795f4616 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 1096 time: 0.1917198 Oct 26 11:57:24.680074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:24.689940 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.736611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6528a2b2-d20f-4c74-8662-f49cfb37d4a2 req-ea656ced-d19c-4099-b469-c1dda77d1ec9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652006 Oct 26 11:57:24.761340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5484962b-1d5a-408e-9405-2afbe300d874 req-19be8efd-55c6-4fda-85a7-8dabdffb4c6e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742028 Oct 26 11:57:24.786815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7701c62a-05e2-4a58-b378-772c04cdbae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.798204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:24.826679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7701c62a-05e2-4a58-b378-772c04cdbae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.861172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22400aa-9c65-4876-92e5-9fe6cad7f1df req-ef06acba-a4e1-4a87-b0b6-6e538a76fdcd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:24.861172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e22400aa-9c65-4876-92e5-9fe6cad7f1df req-ef06acba-a4e1-4a87-b0b6-6e538a76fdcd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.0721676 Oct 26 11:57:24.889615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7701c62a-05e2-4a58-b378-772c04cdbae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.893813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7701c62a-05e2-4a58-b378-772c04cdbae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:24.897281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7701c62a-05e2-4a58-b378-772c04cdbae6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec2d3705-b6f3-452a-bc28-671c8da9fe17 HTTP/1.1" status: 204 len: 168 time: 0.2565925 Oct 26 11:57:24.905121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701c62a-05e2-4a58-b378-772c04cdbae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d3705-b6f3-452a-bc28-671c8da9fe17,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:24.923537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e22400aa-9c65-4876-92e5-9fe6cad7f1df req-3e1b8f72-0899-4258-be5b-7a78e467042a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562031 Oct 26 11:57:24.929276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:24.956180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:57:24.956588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6ef2bf9b-c582-40bf-a4a8-163b55a88fb7 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:57:25.139764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-e68a8da7-af34-4bd6-9be7-ac1f0ad001fd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547090 Oct 26 11:57:25.620075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff996a0-19bb-43b2-b736-6b443569e644 req-c3ab16a7-2683-4ee8-8099-012253b91e09 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:25.621777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ff996a0-19bb-43b2-b736-6b443569e644 req-c3ab16a7-2683-4ee8-8099-012253b91e09 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0675452 Oct 26 11:57:25.670776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ff996a0-19bb-43b2-b736-6b443569e644 req-c583b2d1-a261-4807-97aa-afe987d439d4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Oct 26 11:57:25.926910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa81840-0674-4ff7-a590-5f94c212ff15 req-ead7239e-6753-44ef-a418-2feb279883ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:25.935708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daa81840-0674-4ff7-a590-5f94c212ff15 req-ead7239e-6753-44ef-a418-2feb279883ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1024156 Oct 26 11:57:25.997522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-daa81840-0674-4ff7-a590-5f94c212ff15 req-6b108e1b-b300-4985-898a-9f4571a3bfb5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561178 Oct 26 11:57:26.117338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf69d2-1b75-4675-8842-bf21fbf80fab req-1cffb121-35bb-44e5-a190-8a34c0474be0 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:26.126678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bf69d2-1b75-4675-8842-bf21fbf80fab req-1cffb121-35bb-44e5-a190-8a34c0474be0 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.0820148 Oct 26 11:57:26.183514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bf69d2-1b75-4675-8842-bf21fbf80fab req-3ad351de-7579-43d2-85df-ff76e225401f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556982 Oct 26 11:57:26.422528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:26.425451 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e461e428-c69f-4832-a947-83fdab96e341" -d '{"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:26.465635 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb13700-8914-4eee-9b79-3c2c7f4c9951 x-openstack-request-id: req-9eb13700-8914-4eee-9b79-3c2c7f4c9951 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:26.466237 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-unplugged", "status": "failed", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "code": 422}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:26.466675 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9eb13700-8914-4eee-9b79-3c2c7f4c9951 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:26.467311 n-d-812150-3 neutron-server[102761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'code': 422} returned with failed status Oct 26 11:57:26.528315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:26.672494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29e02dc2-3b34-4d70-b132-3fb2b0541f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:26.781944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29e02dc2-3b34-4d70-b132-3fb2b0541f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:26.787487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29e02dc2-3b34-4d70-b132-3fb2b0541f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:26.830492 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-29e02dc2-3b34-4d70-b132-3fb2b0541f1b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f73dbd753b9044a889d9a35ded27bee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002436 Oct 26 11:57:26.833747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ebdb-0bc1-487e-884e-a8d193b9821f req-0b55a9f0-482c-49fb-ad88-bdb4a735a57f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:26.835361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27e6ebdb-0bc1-487e-884e-a8d193b9821f req-0b55a9f0-482c-49fb-ad88-bdb4a735a57f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0763147 Oct 26 11:57:26.835861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37876) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:26.844154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e02dc2-3b34-4d70-b132-3fb2b0541f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598dd631-ef80-40e1-989d-3c1342ab16b4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:26.919460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27e6ebdb-0bc1-487e-884e-a8d193b9821f req-24c0e1ac-d088-4d14-9d31-c71842a6f611 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754755 Oct 26 11:57:26.936431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80b899f8-f2fb-401a-8cf2-87ea0734c621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:26.960366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80b899f8-f2fb-401a-8cf2-87ea0734c621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.022211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80b899f8-f2fb-401a-8cf2-87ea0734c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.026596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80b899f8-f2fb-401a-8cf2-87ea0734c621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.027855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-80b899f8-f2fb-401a-8cf2-87ea0734c621 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/598dd631-ef80-40e1-989d-3c1342ab16b4 HTTP/1.1" status: 204 len: 168 time: 0.1910799 Oct 26 11:57:27.037077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b899f8-f2fb-401a-8cf2-87ea0734c621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598dd631-ef80-40e1-989d-3c1342ab16b4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:27.152437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948518-68ec-4998-896a-9c6bf60f3e18 req-08fe9527-45a0-470c-a68d-3cae9b0e815f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:27.154249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32948518-68ec-4998-896a-9c6bf60f3e18 req-08fe9527-45a0-470c-a68d-3cae9b0e815f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Oct 26 11:57:27.198563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32948518-68ec-4998-896a-9c6bf60f3e18 req-d3cf40b8-d9db-4f27-90a4-7772788ca5a9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Oct 26 11:57:27.402112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9b673-df87-4a9f-b795-12cba34f9805 req-0fa3c144-f5d8-4d0f-9669-faf0f77e6dd4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:27.411625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7be9b673-df87-4a9f-b795-12cba34f9805 req-0fa3c144-f5d8-4d0f-9669-faf0f77e6dd4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.0714819 Oct 26 11:57:27.491148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7be9b673-df87-4a9f-b795-12cba34f9805 req-63788232-9fa0-4899-a8e8-b270c32c5d8b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758529 Oct 26 11:57:27.555776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37944) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:27.578288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc15cd-50f3-4ee4-a3f0-46b7e5ac56c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.668635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6932a9-bf3a-4c91-a7fe-7ddb62d06d06 req-885f6da5-5b75-436d-bd8e-f0b138bfe2ab tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:27.670623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b6932a9-bf3a-4c91-a7fe-7ddb62d06d06 req-885f6da5-5b75-436d-bd8e-f0b138bfe2ab tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0727251 Oct 26 11:57:27.688029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc15cd-50f3-4ee4-a3f0-46b7e5ac56c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.693797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc15cd-50f3-4ee4-a3f0-46b7e5ac56c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.725723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc15cd-50f3-4ee4-a3f0-46b7e5ac56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa67e85a-c1ff-4c57-8992-16360b963dfd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:27.753212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b6932a9-bf3a-4c91-a7fe-7ddb62d06d06 req-6ca260de-49e9-4759-aebc-b0499565f444 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Oct 26 11:57:27.756685 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-34fc15cd-50f3-4ee4-a3f0-46b7e5ac56c3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=30fcbc86ff3c436a96a8b54485504f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961560 Oct 26 11:57:27.757162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37952) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:27.813378 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c6f33e7-d4c8-4a6a-b96c-1bc0d7e27871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.839171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c6f33e7-d4c8-4a6a-b96c-1bc0d7e27871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.891589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c6f33e7-d4c8-4a6a-b96c-1bc0d7e27871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.901202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c6f33e7-d4c8-4a6a-b96c-1bc0d7e27871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:27.904726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5c6f33e7-d4c8-4a6a-b96c-1bc0d7e27871 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa67e85a-c1ff-4c57-8992-16360b963dfd HTTP/1.1" status: 204 len: 168 time: 0.1444399 Oct 26 11:57:27.911968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f33e7-d4c8-4a6a-b96c-1bc0d7e27871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa67e85a-c1ff-4c57-8992-16360b963dfd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:28.053517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f243b-51ed-4d9d-b03e-63f1e73d5910 req-8c7bb3de-48db-4166-bc69-2219b03bf2f1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:28.055637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e29f243b-51ed-4d9d-b03e-63f1e73d5910 req-8c7bb3de-48db-4166-bc69-2219b03bf2f1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0611742 Oct 26 11:57:28.129256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e29f243b-51ed-4d9d-b03e-63f1e73d5910 req-acd1d894-54bb-4453-a459-1479338c40bc tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626147 Oct 26 11:57:29.038538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5d91f-dc43-46f8-9a38-12071bab25b3 req-fc7bb779-7438-4e41-bc0a-1e79596ef2ee tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:29.040102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5d5d91f-dc43-46f8-9a38-12071bab25b3 req-fc7bb779-7438-4e41-bc0a-1e79596ef2ee tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.4101543 Oct 26 11:57:29.070806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517729ed-da1e-499b-8b6e-8a29de9db7c1 req-2c8e81b5-b10f-4f4e-84fd-19eda9eae9b8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:29.073530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-517729ed-da1e-499b-8b6e-8a29de9db7c1 req-2c8e81b5-b10f-4f4e-84fd-19eda9eae9b8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0885143 Oct 26 11:57:29.152248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-517729ed-da1e-499b-8b6e-8a29de9db7c1 req-fbf5b89b-9ced-4bc7-8ef5-bb1a390add40 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511687 Oct 26 11:57:29.155932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5d5d91f-dc43-46f8-9a38-12071bab25b3 req-2487412b-8156-4979-a837-d1f58a847e6d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091950 Oct 26 11:57:29.301425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e2923-67d9-451f-8f9e-7b269c41c50c req-a043b445-36cb-4802-a930-ece42875d1dd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:29.303142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e4e2923-67d9-451f-8f9e-7b269c41c50c req-a043b445-36cb-4802-a930-ece42875d1dd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0610781 Oct 26 11:57:29.365579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e4e2923-67d9-451f-8f9e-7b269c41c50c req-29fe5202-bfd8-485e-b669-5ea5f95e8d9f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538783 Oct 26 11:57:30.091604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38116) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:30.323406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb24ad8-0273-4ec6-83d0-58a08bd5e019 req-91cafe7d-091c-4c05-b971-50a206c70013 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:30.325707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4eb24ad8-0273-4ec6-83d0-58a08bd5e019 req-91cafe7d-091c-4c05-b971-50a206c70013 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0775197 Oct 26 11:57:30.386747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad764-cc01-41b8-88f1-183aebeaad3e req-0ab584c3-860b-4e8d-9a79-6fcfe9603eae tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:30.388394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaad764-cc01-41b8-88f1-183aebeaad3e req-0ab584c3-860b-4e8d-9a79-6fcfe9603eae tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.0886405 Oct 26 11:57:30.410985 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b4e5-f9ae-4425-99d4-1f08ad10f570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.430154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4eb24ad8-0273-4ec6-83d0-58a08bd5e019 req-898e9c1b-f783-482a-8d02-b0fa6c72af35 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901334 Oct 26 11:57:30.481633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaad764-cc01-41b8-88f1-183aebeaad3e req-2d1f2a5b-6ebf-42a3-8c38-6fd28c55e162 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656970 Oct 26 11:57:30.602498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b4e5-f9ae-4425-99d4-1f08ad10f570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.611587 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b4e5-f9ae-4425-99d4-1f08ad10f570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.642126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100b50-7868-410e-8792-574b89143873 req-ca21baeb-72d3-4989-974b-e70961621d82 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:30.643766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31100b50-7868-410e-8792-574b89143873 req-ca21baeb-72d3-4989-974b-e70961621d82 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1184301 Oct 26 11:57:30.686471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5b4e5-f9ae-4425-99d4-1f08ad10f570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4fad22-ca11-411e-986b-bba2370f3432,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:30.694509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cdd5b4e5-f9ae-4425-99d4-1f08ad10f570 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0e6099865d447d88b5b5201adda63e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994933 Oct 26 11:57:30.695314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:30.727347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31100b50-7868-410e-8792-574b89143873 req-e7b7ee58-dc68-4b5c-9fd3-9c1e5946b9e8 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714369 Oct 26 11:57:30.776429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fa9aedc-3319-45b7-9e9d-57b2a3201724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.802267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fa9aedc-3319-45b7-9e9d-57b2a3201724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.862243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fa9aedc-3319-45b7-9e9d-57b2a3201724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.865890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fa9aedc-3319-45b7-9e9d-57b2a3201724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:30.870511 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4fa9aedc-3319-45b7-9e9d-57b2a3201724 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b4fad22-ca11-411e-986b-bba2370f3432 HTTP/1.1" status: 204 len: 168 time: 0.1745970 Oct 26 11:57:30.880188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9aedc-3319-45b7-9e9d-57b2a3201724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4fad22-ca11-411e-986b-bba2370f3432,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:31.223902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b429f1f-3281-4511-9aff-ce0bd5929e0a req-5d1ae6ea-6c27-4c69-9ad3-84d3fe5dd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:31.226070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b429f1f-3281-4511-9aff-ce0bd5929e0a req-5d1ae6ea-6c27-4c69-9ad3-84d3fe5dd5ab service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.0551283 Oct 26 11:57:31.268617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b429f1f-3281-4511-9aff-ce0bd5929e0a req-5fbbc613-ef9a-4fcf-9194-45484fbcad42 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Oct 26 11:57:31.583195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eb6db-09a9-49b7-bda3-8bb4ff675900 req-51eb4923-e6fc-4200-9162-cff9c13745d8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:31.591894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-816eb6db-09a9-49b7-bda3-8bb4ff675900 req-51eb4923-e6fc-4200-9162-cff9c13745d8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0735562 Oct 26 11:57:31.669413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-816eb6db-09a9-49b7-bda3-8bb4ff675900 req-47de2dfa-5680-4f55-849a-c183919ebd42 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716367 Oct 26 11:57:31.712101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fede37-3cad-4984-bd70-47be760ddbd1 req-10b7c1b1-534a-4363-b651-ce8b23d0bef2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:31.725322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24fede37-3cad-4984-bd70-47be760ddbd1 req-10b7c1b1-534a-4363-b651-ce8b23d0bef2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.1285048 Oct 26 11:57:31.780220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24fede37-3cad-4984-bd70-47be760ddbd1 req-6547d592-5103-44a0-a0b3-38fcae2dcf1b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485094 Oct 26 11:57:31.945929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e0c8-0bbf-4352-8cda-2db340472dc0 req-7d540ad7-fea1-4c01-9295-9fd0fc1aafe4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:31.948088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ba9e0c8-0bbf-4352-8cda-2db340472dc0 req-7d540ad7-fea1-4c01-9295-9fd0fc1aafe4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0841064 Oct 26 11:57:31.991278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ba9e0c8-0bbf-4352-8cda-2db340472dc0 req-24fc5721-345b-45a0-9d17-1c6087306ba6 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Oct 26 11:57:32.555313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da174-842d-4613-bd3a-65a31be836e3 req-86f8af65-f041-45f2-872e-df080011faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:32.556916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-86f8af65-f041-45f2-872e-df080011faff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3&tenant_id=5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 1094 time: 0.0467150 Oct 26 11:57:32.570487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:32.631181 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:32.811548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38234) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:32.833318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769616e-a33f-40dc-afcd-9d02ce3f1fa9 req-f8c55625-fc55-4653-82c8-8a79226c405f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:32.842166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1769616e-a33f-40dc-afcd-9d02ce3f1fa9 req-f8c55625-fc55-4653-82c8-8a79226c405f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0888319 Oct 26 11:57:32.933347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1769616e-a33f-40dc-afcd-9d02ce3f1fa9 req-5db0845c-f562-4287-a0ac-799498045dc6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897582 Oct 26 11:57:32.986326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-62eb1c3b-907b-4f04-abd8-e89c72b96bb4 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-902660062'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:32.987151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-62eb1c3b-907b-4f04-abd8-e89c72b96bb4 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Unknown quota resources ['metering_label']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:57:32.991869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:33.050747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:57:33.099095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:33.101406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4e596-45e0-4c47-a8ea-95ef64d92391 req-c9eb2167-2d52-4fc6-8e9a-0c54395adc50 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:33.103003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1a4e596-45e0-4c47-a8ea-95ef64d92391 req-c9eb2167-2d52-4fc6-8e9a-0c54395adc50 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 943 time: 0.1578991 Oct 26 11:57:33.109295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:33.122139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Transition to ACTIVE for port object 47731ffb-c886-4224-83f2-3617186733f6 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:57:33.128628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:33.203964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=9']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:33.276577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62eb1c3b-907b-4f04-abd8-e89c72b96bb4 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:33.280521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-62eb1c3b-907b-4f04-abd8-e89c72b96bb4 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4655530 Oct 26 11:57:33.281724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:33.295861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b48a13bf-9b9e-42ac-805c-5c8d90b94a22 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4ee93c67-ae63-4d64-b2ed-f57d91da7ad0'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:33.296391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b48a13bf-9b9e-42ac-805c-5c8d90b94a22 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102759) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:57:33.305733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1a4e596-45e0-4c47-a8ea-95ef64d92391 req-52a76a0c-4310-40a1-9b34-11f323f942a1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775510 Oct 26 11:57:33.323414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfa5a6-4d42-48fd-b91b-b2683ed94f30 req-1f714656-6dec-42f1-9b32-60c9e56e24bd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:33.325167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ddfa5a6-4d42-48fd-b91b-b2683ed94f30 req-1f714656-6dec-42f1-9b32-60c9e56e24bd tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1991472 Oct 26 11:57:33.376673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ddfa5a6-4d42-48fd-b91b-b2683ed94f30 req-0348bdb4-e71b-4303-a12e-94bb9e571f10 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Oct 26 11:57:33.433474 n-d-812150-3 neutron-server[102759]: WARNING neutron.services.metering.metering_plugin [None req-b48a13bf-9b9e-42ac-805c-5c8d90b94a22 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:57:33.460480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] No DVR routers for this DVR port 47731ffb-c886-4224-83f2-3617186733f6 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:57:33.588280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:33.645160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b48a13bf-9b9e-42ac-805c-5c8d90b94a22 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:33.649617 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b48a13bf-9b9e-42ac-805c-5c8d90b94a22 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3553658 Oct 26 11:57:33.650794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38266) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:33.657863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-53c7ef99-accf-42fe-8a2d-efb12ba5a664 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4ee93c67-ae63-4d64-b2ed-f57d91da7ad0'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:33.658624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-53c7ef99-accf-42fe-8a2d-efb12ba5a664 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:57:33.819117 n-d-812150-3 neutron-server[102760]: WARNING neutron.services.metering.metering_plugin [None req-53c7ef99-accf-42fe-8a2d-efb12ba5a664 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:57:33.951872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53c7ef99-accf-42fe-8a2d-efb12ba5a664 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:33.956316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-53c7ef99-accf-42fe-8a2d-efb12ba5a664 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3032486 Oct 26 11:57:33.958385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38278) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:33.970403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947f01c-4e91-4293-ac06-cd2cb10e48af req-e65cd75b-8c1c-49de-b76f-3a80eeac9aa3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:33.977861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6947f01c-4e91-4293-ac06-cd2cb10e48af req-e65cd75b-8c1c-49de-b76f-3a80eeac9aa3 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.2614405 Oct 26 11:57:33.998397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-18acdf60-f2fd-41eb-a706-00ffe99baacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.000867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-18acdf60-f2fd-41eb-a706-00ffe99baacb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3457d624e986484c900ff271694c475b&device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 1096 time: 0.2834930 Oct 26 11:57:34.005470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:57:34.005812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:57:34.006141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:34.010898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Port 47731ffb-c886-4224-83f2-3617186733f6 on network c7442f1f-3908-4381-991c-02efd34245eb not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:57:34.011239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Attempting to bind port 47731ffb-c886-4224-83f2-3617186733f6 on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:34.018795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:57:34.018795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:57:34.018795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Bound using segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:57:34.018795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Bound port: 47731ffb-c886-4224-83f2-3617186733f6, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:57:34.018795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:34.020120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0ea1f36f-e751-40e8-b58e-a33cb22b706a tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=d4aa23a9-7afb-4fb0-86c1-7853a7eb7d8d HTTP/1.1" status: 200 len: 464 time: 0.0584087 Oct 26 11:57:34.020934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38280) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:34.101211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:57:34.105972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:57:34.110769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:34.147917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6947f01c-4e91-4293-ac06-cd2cb10e48af req-05c57da4-a093-4015-9e8b-f75488933fe1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686492 Oct 26 11:57:34.156597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.157220 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:34.158789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] 10.222.0.30 "PUT /v2.0/ports/47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 1091 time: 1.5925546 Oct 26 11:57:34.159266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:34.161841 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12761f8-1f32-4f6c-8433-a880601cc2da" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:34.250730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606552-b5eb-44be-b1c6-6f8d3a9aeb92 req-fda38437-383b-4bf1-9b9e-092c834310d3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.263176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f606552-b5eb-44be-b1c6-6f8d3a9aeb92 req-fda38437-383b-4bf1-9b9e-092c834310d3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.2412043 Oct 26 11:57:34.281666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc01b-4b0d-4a56-8c17-d5fb9860f72f service neutron] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:34.310506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da174-842d-4613-bd3a-65a31be836e3 req-d88f2834-2e00-4cef-9193-dbb94fde8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.312263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-d88f2834-2e00-4cef-9193-dbb94fde8ac3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1095 time: 0.1233504 Oct 26 11:57:34.333498 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417ed761-e7c1-49a9-b028-74d923a145ff x-openstack-request-id: req-417ed761-e7c1-49a9-b028-74d923a145ff {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:34.333913 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:34.334258 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-417ed761-e7c1-49a9-b028-74d923a145ff {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:34.334745 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'status': 'completed', 'code': 200} Oct 26 11:57:34.343601 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c3b3d20-9925-4172-b91d-e03dcb0533f6 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:34.347544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c3b3d20-9925-4172-b91d-e03dcb0533f6 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/d4aa23a9-7afb-4fb0-86c1-7853a7eb7d8d HTTP/1.1" status: 204 len: 168 time: 0.3135486 Oct 26 11:57:34.347544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-3e0f6ac8-ba36-4eb2-a4b1-a675ea1ec68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.348698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-3e0f6ac8-ba36-4eb2-a4b1-a675ea1ec68f service neutron] 10.222.0.100 "GET /v2.0/networks?id=f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 200 len: 920 time: 0.3345714 Oct 26 11:57:34.351689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:34.412827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ad60b706-4812-4975-b404-41e1d34a3621 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=d4aa23a9-7afb-4fb0-86c1-7853a7eb7d8d HTTP/1.1" status: 200 len: 221 time: 0.0540397 Oct 26 11:57:34.413121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:34.418986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e57675cc-0b94-46de-a18a-212d74026d6a tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1921510648', 'description': 'label created by tempest'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:34.419557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e57675cc-0b94-46de-a18a-212d74026d6a tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Unknown quota resources ['metering_label']. {{(pid=102759) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:57:34.426768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f606552-b5eb-44be-b1c6-6f8d3a9aeb92 req-1b9f85d2-fe37-461f-ac35-219803c2447e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624870 Oct 26 11:57:34.430339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-f2b0ffd6-fe5f-4cbf-9579-558f50323671 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 200 len: 217 time: 0.0714457 Oct 26 11:57:34.533972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c8497-fd9a-458c-9ea9-95233a780e67 req-f781f537-9f3c-437b-94e9-130fc85d12ec tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.535584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a4c8497-fd9a-458c-9ea9-95233a780e67 req-f781f537-9f3c-437b-94e9-130fc85d12ec tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1039157 Oct 26 11:57:34.537204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-fef72df1-4f18-4768-b60b-0cac4530e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.538552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-fef72df1-4f18-4768-b60b-0cac4530e3ad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 200 len: 858 time: 0.0744023 Oct 26 11:57:34.581102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-ea6a79ae-9f4f-45f7-8620-d03670b83def service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f7fad451-96df-4e34-82fc-bc3a4970e943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349693 Oct 26 11:57:34.656647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a4c8497-fd9a-458c-9ea9-95233a780e67 req-68d7a365-974f-4eac-aab1-f21f9ea51c9e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008236 Oct 26 11:57:34.698149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e57675cc-0b94-46de-a18a-212d74026d6a tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:34.699535 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e57675cc-0b94-46de-a18a-212d74026d6a tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2853251 Oct 26 11:57:34.702371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:34.708192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-53fb5a85-b141-422d-bfcf-0b8e7a351cce service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197267 Oct 26 11:57:34.710171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da174-842d-4613-bd3a-65a31be836e3 req-d2f7dc9e-9c19-4482-ac56-ae27f21a425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.711617 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-d2f7dc9e-9c19-4482-ac56-ae27f21a425f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.3883569 Oct 26 11:57:34.810326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e6edef1-3c08-49ee-a1cb-02eef5e9f05e req-f22f002d-1da1-4f40-8b00-0b3954f9f440 service neutron] 10.222.0.100 "GET /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948563 Oct 26 11:57:34.824980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa67b1d9-79bb-41f6-a3bf-1102dec74c0f tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=c0d5ba93-2044-492b-b10a-6af81e98b074 HTTP/1.1" status: 200 len: 468 time: 0.1208782 Oct 26 11:57:34.825245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38304) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:34.863919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-c6b123dd-cbb2-47c6-a9c4-d43c5917c6ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 999 time: 0.1433289 Oct 26 11:57:34.923545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da174-842d-4613-bd3a-65a31be836e3 req-fd2e5b6f-6bfa-4caa-9d69-dccea344cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:34.925208 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-fd2e5b6f-6bfa-4caa-9d69-dccea344cc61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.0534728 Oct 26 11:57:34.999140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da174-842d-4613-bd3a-65a31be836e3 req-c3488060-1cf6-4631-9143-eb4428ecc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.001266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-c3488060-1cf6-4631-9143-eb4428ecc0ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672610 Oct 26 11:57:35.100711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60cdd114-9a39-4665-a41b-b5282b0f4635 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:35.102892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-60cdd114-9a39-4665-a41b-b5282b0f4635 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/c0d5ba93-2044-492b-b10a-6af81e98b074 HTTP/1.1" status: 204 len: 168 time: 0.2765541 Oct 26 11:57:35.105766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38310) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.122389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4f08894e-444e-4d87-acf0-d849d94502f8 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=c0d5ba93-2044-492b-b10a-6af81e98b074 HTTP/1.1" status: 200 len: 216 time: 0.0140643 Oct 26 11:57:35.126566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38312) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.138907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-7e765885-3f32-4f8e-b1c2-1572c0057939 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162510 Oct 26 11:57:35.139211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-37fd93b0-e853-4d03-8d7c-08c1ee8ac219 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088303 Oct 26 11:57:35.139211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38314) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.151546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7eb75df3-24cb-489f-85b9-3f95a232def7 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113778 Oct 26 11:57:35.155051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38316) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.244061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:35.246302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f7461601-2578-4331-a736-c756a43aaee4 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels/4ee93c67-ae63-4d64-b2ed-f57d91da7ad0 HTTP/1.1" status: 200 len: 472 time: 0.0899608 Oct 26 11:57:35.254362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38322) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.268753 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-659da174-842d-4613-bd3a-65a31be836e3 req-5c21fd49-fb29-4e92-bf5c-9a52e2c4e681 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232154 Oct 26 11:57:35.286686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9f3a7168-1907-4228-9349-f18118d2cbb1 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules/4328216e-461f-46b9-966d-ce918c42e9bb HTTP/1.1" status: 200 len: 461 time: 0.0278666 Oct 26 11:57:35.287696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38326) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.331881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc03966-92bd-465a-8beb-d9e564bd6e90 req-78e77c5c-28c2-4cf4-9968-e6fac24c1672 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.334396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfc03966-92bd-465a-8beb-d9e564bd6e90 req-78e77c5c-28c2-4cf4-9968-e6fac24c1672 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0913606 Oct 26 11:57:35.419976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-3122cf78-4ac1-440a-b709-6308f2c29e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.422284 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-3122cf78-4ac1-440a-b709-6308f2c29e19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1095 time: 0.0879009 Oct 26 11:57:35.534701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-fabeb760-da12-4d0e-b290-1ac2804cb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.536307 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-fabeb760-da12-4d0e-b290-1ac2804cb386 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.1064491 Oct 26 11:57:35.627239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-3894af43-e05b-445f-aff7-35f3fddea913 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 200 len: 999 time: 0.0799985 Oct 26 11:57:35.697493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-595cf6d8-e59e-4ac6-bec9-76e58fa4d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.699021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-595cf6d8-e59e-4ac6-bec9-76e58fa4d259 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.0612409 Oct 26 11:57:35.754197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-040fd1dc-9e04-41d7-9ce1-c2a47f75180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.756158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-040fd1dc-9e04-41d7-9ce1-c2a47f75180a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469551 Oct 26 11:57:35.756811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38346) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.768236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c7d95f03-369a-4af4-a397-27fdbe467d6e tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:35.769487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c7d95f03-369a-4af4-a397-27fdbe467d6e tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/4328216e-461f-46b9-966d-ce918c42e9bb HTTP/1.1" status: 204 len: 168 time: 0.4806957 Oct 26 11:57:35.774326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38350) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:35.847402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfc03966-92bd-465a-8beb-d9e564bd6e90 req-9f879ee1-5572-464e-8c9a-1102c49bd9e8 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570408 Oct 26 11:57:35.868393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421918-cab1-4ff5-85b7-933f4e2000d1 req-7d43f7f1-51df-4b12-9182-78b1c36640c8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:35.876487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95421918-cab1-4ff5-85b7-933f4e2000d1 req-7d43f7f1-51df-4b12-9182-78b1c36640c8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1884332 Oct 26 11:57:35.934836 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-edbe6a38-c060-43f7-87dc-2a8f1a9af5e5 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689594 Oct 26 11:57:35.935692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-add8a87d-e84f-40e3-ace3-1ac08eec7cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.081123 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f12761f8-1f32-4f6c-8433-a880601cc2da req-564bc5cc-554d-49b6-9a4d-f6a215f48c85 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358261 Oct 26 11:57:36.116828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-add8a87d-e84f-40e3-ace3-1ac08eec7cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.122426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-add8a87d-e84f-40e3-ace3-1ac08eec7cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.128388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95421918-cab1-4ff5-85b7-933f4e2000d1 req-e61fc456-5c44-4a01-9bcf-581ca7c6a81b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509096 Oct 26 11:57:36.132767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e82b7-267f-44ef-a5cc-98f4ae35bab7 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.133901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1f9e82b7-267f-44ef-a5cc-98f4ae35bab7 tempest-MeteringTestJSON-1347550759 tempest-MeteringTestJSON-1347550759-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/4ee93c67-ae63-4d64-b2ed-f57d91da7ad0 HTTP/1.1" status: 204 len: 168 time: 0.3578765 Oct 26 11:57:36.169951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9452b-5a27-49ee-a0a2-27d8f893108e req-86f265c6-1edd-4f03-8f1c-9946c37437c6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:36.181675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37c9452b-5a27-49ee-a0a2-27d8f893108e req-86f265c6-1edd-4f03-8f1c-9946c37437c6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.2438288 Oct 26 11:57:36.183443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38362) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:36.183924 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-add8a87d-e84f-40e3-ace3-1ac08eec7cfa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0bc7b75ae6849bd9c8ce9383007c4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260707 Oct 26 11:57:36.184977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a87d-e84f-40e3-ace3-1ac08eec7cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b63f41-581e-4a33-b972-222f33ee9383,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:36.310343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37c9452b-5a27-49ee-a0a2-27d8f893108e req-d85387f7-f50d-4693-bc97-b95e4978bf52 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276634 Oct 26 11:57:36.380946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87c31fcb-6a30-414f-8663-3fbc9e7ac11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.459501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87c31fcb-6a30-414f-8663-3fbc9e7ac11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.552940 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87c31fcb-6a30-414f-8663-3fbc9e7ac11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.553798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38368) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:36.564031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87c31fcb-6a30-414f-8663-3fbc9e7ac11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.565254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-87c31fcb-6a30-414f-8663-3fbc9e7ac11f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05b63f41-581e-4a33-b972-222f33ee9383 HTTP/1.1" status: 204 len: 168 time: 0.3808227 Oct 26 11:57:36.578848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c31fcb-6a30-414f-8663-3fbc9e7ac11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b63f41-581e-4a33-b972-222f33ee9383,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:36.908381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d13599ea-fc2e-4112-9659-f27b53d57564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:36.999945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e9836-2fff-4e2f-86d6-4e59308e7f7a req-032c3bf1-c653-49df-9acf-7e8f788b6a54 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:37.008934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-320e9836-2fff-4e2f-86d6-4e59308e7f7a req-032c3bf1-c653-49df-9acf-7e8f788b6a54 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0700185 Oct 26 11:57:37.029176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d13599ea-fc2e-4112-9659-f27b53d57564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.040525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38378) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:37.049511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d13599ea-fc2e-4112-9659-f27b53d57564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.072519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df8d9cb1-2f75-4ded-8816-3658c77f7af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.072926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-320e9836-2fff-4e2f-86d6-4e59308e7f7a req-ada80731-b2a0-490f-84a5-913ef64d3740 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 Oct 26 11:57:37.130556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13599ea-fc2e-4112-9659-f27b53d57564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4841df-dee3-41c9-94bb-da3c452715fa,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:37.143111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d13599ea-fc2e-4112-9659-f27b53d57564 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=05fc9452ae854f79b6a1208feea7c65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879238 Oct 26 11:57:37.146292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38382) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:37.243207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67cef0a5-9aeb-4a87-a75d-9afe1b490ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.277342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df8d9cb1-2f75-4ded-8816-3658c77f7af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.278138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67cef0a5-9aeb-4a87-a75d-9afe1b490ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.284144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df8d9cb1-2f75-4ded-8816-3658c77f7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.343660 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df8d9cb1-2f75-4ded-8816-3658c77f7af3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1759243b834442a9bea353586a042a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986135 Oct 26 11:57:37.343660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9cb1-2f75-4ded-8816-3658c77f7af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba05bc-ac9b-4dfc-8d77-ec13b27139d9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:37.345690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38394) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:37.410232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004edefa-5e63-41f1-b9bf-e8db007fec0e req-5c432b2b-5f1b-4381-bb79-08d673783cea tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:37.425604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-004edefa-5e63-41f1-b9bf-e8db007fec0e req-5c432b2b-5f1b-4381-bb79-08d673783cea tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1833763 Oct 26 11:57:37.448513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6443945a-a703-4d43-94b9-90bf316b4857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.480649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6443945a-a703-4d43-94b9-90bf316b4857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.500573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-004edefa-5e63-41f1-b9bf-e8db007fec0e req-8eea6c10-ee3f-4aa3-b02d-df9d28bfb8ba tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729220 Oct 26 11:57:37.523859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67cef0a5-9aeb-4a87-a75d-9afe1b490ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.527537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67cef0a5-9aeb-4a87-a75d-9afe1b490ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.532119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-67cef0a5-9aeb-4a87-a75d-9afe1b490ee0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd4841df-dee3-41c9-94bb-da3c452715fa HTTP/1.1" status: 204 len: 168 time: 0.3810632 Oct 26 11:57:37.543359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef0a5-9aeb-4a87-a75d-9afe1b490ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4841df-dee3-41c9-94bb-da3c452715fa,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:37.583288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6443945a-a703-4d43-94b9-90bf316b4857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.587238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6443945a-a703-4d43-94b9-90bf316b4857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:37.589865 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6443945a-a703-4d43-94b9-90bf316b4857 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6dba05bc-ac9b-4dfc-8d77-ec13b27139d9 HTTP/1.1" status: 204 len: 168 time: 0.2431722 Oct 26 11:57:37.609733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443945a-a703-4d43-94b9-90bf316b4857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba05bc-ac9b-4dfc-8d77-ec13b27139d9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:37.777362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf621cf-ebbd-40ad-92d3-554dba531fc6 req-f0420e61-dc17-4588-98dd-5771549f7d7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:37.779071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cf621cf-ebbd-40ad-92d3-554dba531fc6 req-f0420e61-dc17-4588-98dd-5771549f7d7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1026139 Oct 26 11:57:37.859304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cf621cf-ebbd-40ad-92d3-554dba531fc6 req-18b5ac1e-4088-4dfb-817f-03b67b7fb2d2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690875 Oct 26 11:57:38.149008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38414) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:38.173010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a046b3ef-6e46-4c08-93af-9843424dd636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.305779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a046b3ef-6e46-4c08-93af-9843424dd636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.311219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a046b3ef-6e46-4c08-93af-9843424dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.363795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046b3ef-6e46-4c08-93af-9843424dd636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32daef8-da69-4413-95f9-4f97d25fd314,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:38.369255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a046b3ef-6e46-4c08-93af-9843424dd636 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=331209a71bf145bda2ead7df892ae88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190235 Oct 26 11:57:38.371967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38418) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:38.440708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-856c1db3-b252-4fa9-88a9-3b35fb39ef2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.471243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-856c1db3-b252-4fa9-88a9-3b35fb39ef2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.508883 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:57:38.568425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-856c1db3-b252-4fa9-88a9-3b35fb39ef2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.571409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-856c1db3-b252-4fa9-88a9-3b35fb39ef2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:38.572706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-856c1db3-b252-4fa9-88a9-3b35fb39ef2d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d32daef8-da69-4413-95f9-4f97d25fd314 HTTP/1.1" status: 204 len: 168 time: 0.1996598 Oct 26 11:57:38.600964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c1db3-b252-4fa9-88a9-3b35fb39ef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32daef8-da69-4413-95f9-4f97d25fd314,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:38.738433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b5839-d447-4d37-8703-e5fc624cb437 req-5271f582-0b84-462c-8536-fb776b29a224 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:38.745367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e2b5839-d447-4d37-8703-e5fc624cb437 req-5271f582-0b84-462c-8536-fb776b29a224 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1299226 Oct 26 11:57:38.819479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e2b5839-d447-4d37-8703-e5fc624cb437 req-8e235c95-4fb6-4266-8c64-bf096e4c3255 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Oct 26 11:57:39.092612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7cf03-5657-46b4-a92f-0afe007baadf req-3087a910-f3c3-4461-b93a-e18d499a70da tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:39.110400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13b7cf03-5657-46b4-a92f-0afe007baadf req-3087a910-f3c3-4461-b93a-e18d499a70da tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1247964 Oct 26 11:57:39.167134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-13b7cf03-5657-46b4-a92f-0afe007baadf req-feae56a4-df24-409d-81a3-295d82af0e13 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549920 Oct 26 11:57:40.130198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd50c-f800-4660-bc09-e1a2422d8f91 req-1554f694-6b99-4a47-b0f3-0a55899d5b1a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:40.143590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3ebd50c-f800-4660-bc09-e1a2422d8f91 req-1554f694-6b99-4a47-b0f3-0a55899d5b1a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1716230 Oct 26 11:57:40.235320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3ebd50c-f800-4660-bc09-e1a2422d8f91 req-15707a79-fc0d-4bb4-b3d5-8b3c8ad89bc0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799699 Oct 26 11:57:40.448289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82fba-7f80-48b8-845f-5e6d1724bf8e req-3fbb31ae-9b3d-4e65-b7c8-91b35cfe020c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:40.460436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02e82fba-7f80-48b8-845f-5e6d1724bf8e req-3fbb31ae-9b3d-4e65-b7c8-91b35cfe020c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1320188 Oct 26 11:57:40.559513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02e82fba-7f80-48b8-845f-5e6d1724bf8e req-d42f5cb9-b830-4b97-927f-9b8cfca9c88c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938635 Oct 26 11:57:40.911408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38500) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:41.282131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-60861582', 'router:external': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:41.354923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Made reservation on behalf of 29d20c9e7f2f42049ee4f67dec2bf68f for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:41.357595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.372513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.571872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.608787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5638f12-9672-4b00-9099-6a44db5a2186 req-2b0d64e1-8aa7-47b2-bd5d-f880a6acd26f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:41.623944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5638f12-9672-4b00-9099-6a44db5a2186 req-2b0d64e1-8aa7-47b2-bd5d-f880a6acd26f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.2380528 Oct 26 11:57:41.625166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.675808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a8917-d8d2-46d1-8a59-53cd3b131f48,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:41.702428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:57:41.720474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.720840 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Added segment 36c69457-3a50-4492-b32a-f93b8c835054 of type vlan for network e3d23226-731c-4415-8b73-143b9c40958a Oct 26 11:57:41.780580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5638f12-9672-4b00-9099-6a44db5a2186 req-f9a34d20-0fcb-4c5c-a10f-8c1165102faa tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455624 Oct 26 11:57:41.880456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.934445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:41.936191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:41.937380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:42.023095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Network': ['ID=e3d23226-731c-4415-8b73-143b9c40958a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:42.037745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e3d23226-731c-4415-8b73-143b9c40958a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:57:42.153771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2eb3b2d6-8750-4028-9823-1f4673c746f9 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2388771 Oct 26 11:57:42.154622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38538) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:42.161667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'subnet': {'network_id': 'e3d23226-731c-4415-8b73-143b9c40958a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:42.218718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5ebd5-efcb-44b5-9245-e14e21094cda req-009e950f-d594-43e1-a831-e40fd65abf8b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:42.223736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9d5ebd5-efcb-44b5-9245-e14e21094cda req-009e950f-d594-43e1-a831-e40fd65abf8b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.2025502 Oct 26 11:57:42.224580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Made reservation on behalf of 29d20c9e7f2f42049ee4f67dec2bf68f for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:42.229923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:42.345620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9d5ebd5-efcb-44b5-9245-e14e21094cda req-1c308779-9f72-418a-9441-5bb9f50e9667 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143761 Oct 26 11:57:42.582845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38542) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:42.857173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebe73645-abba-4fe1-b4ca-0c18ceaf6459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:42.923148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 11:57:42.924104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:42.985754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8877b-1d72-4303-823a-364c79993de2 req-d9f9dae2-c7d9-4c3d-95c2-7f2c225874a7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:42.993701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fed8877b-1d72-4303-823a-364c79993de2 req-d9f9dae2-c7d9-4c3d-95c2-7f2c225874a7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1010520 Oct 26 11:57:43.026628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce131dcd-663b-445c-8267-a8a9e9bb83fc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:43.051260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Checking segment: {'id': '36c69457-3a50-4492-b32a-f93b8c835054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'e3d23226-731c-4415-8b73-143b9c40958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:57:43.052175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network hostable DHCP agents. Network: e3d23226-731c-4415-8b73-143b9c40958a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:57:43.112957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebe73645-abba-4fe1-b4ca-0c18ceaf6459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.113948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network e3d23226-731c-4415-8b73-143b9c40958a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:57:43.119150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fed8877b-1d72-4303-823a-364c79993de2 req-7f0483f4-303c-442a-8a5b-753f2e987bf4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244273 Oct 26 11:57:43.121287 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebe73645-abba-4fe1-b4ca-0c18ceaf6459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.155050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e3d23226-731c-4415-8b73-143b9c40958a) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:43.162155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:43.164868 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.171307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40171cb-37c2-4ecd-ad0c-232aa3654547 None None] Network e3d23226-731c-4415-8b73-143b9c40958a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:57:43.172059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe73645-abba-4fe1-b4ca-0c18ceaf6459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d143f4bc-ca5f-4ba3-8769-9820b4e56894,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:43.185176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ebe73645-abba-4fe1-b4ca-0c18ceaf6459 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=627e8755fd2b472486ec797f12afd888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011157 Oct 26 11:57:43.188668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38548) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:43.252164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-22d22089-fa00-42f6-9a2f-4371cb30f3ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0963352 Oct 26 11:57:43.255099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38550) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:43.261997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-209905552', 'network_id': 'e3d23226-731c-4415-8b73-143b9c40958a'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:43.300813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ea79b75-6e0c-4e3c-bdc4-d2dfff0984cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.334829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Made reservation on behalf of 29d20c9e7f2f42049ee4f67dec2bf68f for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:43.339702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.349531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ea79b75-6e0c-4e3c-bdc4-d2dfff0984cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.383045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] device_id is not set on port 70bf2dd2-8328-44ff-ac08-a3f0b547b182 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:57:43.416333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ea79b75-6e0c-4e3c-bdc4-d2dfff0984cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.425854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ea79b75-6e0c-4e3c-bdc4-d2dfff0984cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:43.432135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1ea79b75-6e0c-4e3c-bdc4-d2dfff0984cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d143f4bc-ca5f-4ba3-8769-9820b4e56894 HTTP/1.1" status: 204 len: 168 time: 0.2372432 Oct 26 11:57:43.457554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79b75-6e0c-4e3c-bdc4-d2dfff0984cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143f4bc-ca5f-4ba3-8769-9820b4e56894,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:43.677733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Allocated IP 2001:db8::18e (e3d23226-731c-4415-8b73-143b9c40958a/ce131dcd-663b-445c-8267-a8a9e9bb83fc/70bf2dd2-8328-44ff-ac08-a3f0b547b182) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:43.698890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa38bbf-0b50-4b04-849e-13d855f49e68 req-0ab455e4-e9d5-4081-9a56-f4ac96046bf1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:43.723036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9aa38bbf-0b50-4b04-849e-13d855f49e68 req-0ab455e4-e9d5-4081-9a56-f4ac96046bf1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1394999 Oct 26 11:57:43.812555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9aa38bbf-0b50-4b04-849e-13d855f49e68 req-f3ad0531-1978-4f06-b3f5-afbb13b468e7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870385 Oct 26 11:57:43.905483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df822ac0-4b16-4773-b3ad-dd50b5f46f77 None None] Network e3d23226-731c-4415-8b73-143b9c40958a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:57:44.015745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:44.044443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b7b878e-f393-472a-85d7-07e8cb1e7f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.087791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.168750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.249342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b7b878e-f393-472a-85d7-07e8cb1e7f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.258664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b7b878e-f393-472a-85d7-07e8cb1e7f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.324607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6b7b878e-f393-472a-85d7-07e8cb1e7f11 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=37ebdec2b69b49448b1a657c1c58c7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076169 Oct 26 11:57:44.327705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network e3d23226-731c-4415-8b73-143b9c40958a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:44.328790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:44.335702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:44.344095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:57:44.345395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:44.346118 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.348545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b878e-f393-472a-85d7-07e8cb1e7f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d92d467-811b-49cb-a7ed-a61fe50e8145,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:44.374060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Port': ['ID=70bf2dd2-8328-44ff-ac08-a3f0b547b182,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:44.386435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fdcd9606-14c1-4c45-beef-e1eae3bf09f1 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1265881 Oct 26 11:57:44.388306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38568) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:44.448356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d341ae5-6888-44cd-8ac4-2a574f5bbe82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.455494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8d1a-3260-4fc0-94a2-39093a589efe req-bde4746e-40ca-4e24-8985-e964e049802c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:44.464209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b8e8d1a-3260-4fc0-94a2-39093a589efe req-bde4746e-40ca-4e24-8985-e964e049802c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1815796 Oct 26 11:57:44.501014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d341ae5-6888-44cd-8ac4-2a574f5bbe82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.557210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b8e8d1a-3260-4fc0-94a2-39093a589efe req-81bc1ff7-39c8-4957-93b3-a9ed35b44953 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 Oct 26 11:57:44.580249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Deleting port 70bf2dd2-8328-44ff-ac08-a3f0b547b182 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:57:44.581144 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.619480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d341ae5-6888-44cd-8ac4-2a574f5bbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.622042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d341ae5-6888-44cd-8ac4-2a574f5bbe82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.626111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d341ae5-6888-44cd-8ac4-2a574f5bbe82 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d92d467-811b-49cb-a7ed-a61fe50e8145 HTTP/1.1" status: 204 len: 168 time: 0.2961838 Oct 26 11:57:44.644096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d341ae5-6888-44cd-8ac4-2a574f5bbe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d92d467-811b-49cb-a7ed-a61fe50e8145,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:44.743578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:44.769545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Calling delete_port for 70bf2dd2-8328-44ff-ac08-a3f0b547b182 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:57:45.071165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2eeaa-6998-4c93-ac37-286a73d80058 req-b7815cf8-391f-44d8-8ac4-a77e4b873a23 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:45.077602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ac2eeaa-6998-4c93-ac37-286a73d80058 req-b7815cf8-391f-44d8-8ac4-a77e4b873a23 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1239347 Oct 26 11:57:45.080187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.164860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event deleted for resources: {'Port': ['ID=70bf2dd2-8328-44ff-ac08-a3f0b547b182,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:45.217443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.221343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-95c36f55-80a6-43c7-95dd-ce9ac02b47fd tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/ports/70bf2dd2-8328-44ff-ac08-a3f0b547b182 HTTP/1.1" status: 204 len: 168 time: 0.8318989 Oct 26 11:57:45.224439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38586) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:45.234043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3d23226-731c-4415-8b73-143b9c40958a', 'external_fixed_ips': [{'subnet_id': 'ce131dcd-663b-445c-8267-a8a9e9bb83fc', 'ip_address': '2001:db8::18e'}]}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:45.262105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.264328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ac2eeaa-6998-4c93-ac37-286a73d80058 req-ee5c4027-b948-4dff-8993-acd531c370f7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293714 Oct 26 11:57:45.266581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.345751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.599321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.748519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdfcea-a71c-4c54-8524-c55748585c8d req-cecfae09-dcd7-4f7f-bcac-2ee7f82820ba tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:45.751070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5fdfcea-a71c-4c54-8524-c55748585c8d req-cecfae09-dcd7-4f7f-bcac-2ee7f82820ba tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0712013 Oct 26 11:57:45.803470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5fdfcea-a71c-4c54-8524-c55748585c8d req-df21cfef-bbe1-4525-9c03-e0a8658e967f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457706 Oct 26 11:57:45.923794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:45.946464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:46.218578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Allocated IP 2001:db8::18e (e3d23226-731c-4415-8b73-143b9c40958a/ce131dcd-663b-445c-8267-a8a9e9bb83fc/74c58cdd-2316-4adc-b739-df4938a745c4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:46.361249 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:46.412490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:46.435016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a35b2-7cb7-4cf2-b6d7-c40c0822ba58 req-91078472-7b6a-44eb-8bce-15c002e37706 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:46.436603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-752a35b2-7cb7-4cf2-b6d7-c40c0822ba58 req-91078472-7b6a-44eb-8bce-15c002e37706 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.0717502 Oct 26 11:57:46.487655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network e3d23226-731c-4415-8b73-143b9c40958a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:46.489876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Port': ['ID=74c58cdd-2316-4adc-b739-df4938a745c4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:46.494983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:46.497440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-752a35b2-7cb7-4cf2-b6d7-c40c0822ba58 req-78a4e238-3553-4754-9c9c-2b4589f81368 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496857 Oct 26 11:57:46.499779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:57:46.758260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:46.966261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370853a4-6b1c-4945-986c-88d38496d146 req-4d5e2ef2-c7cd-4442-ad3f-7ac4fdda36df tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:46.968718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-370853a4-6b1c-4945-986c-88d38496d146 req-4d5e2ef2-c7cd-4442-ad3f-7ac4fdda36df tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0842128 Oct 26 11:57:46.997790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.027502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-370853a4-6b1c-4945-986c-88d38496d146 req-f8c5abf7-7709-443d-8669-6b950bac34c2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Oct 26 11:57:47.180039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Router 620892b6-4e32-4d91-97f0-da40e077ec84 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:57:47.304782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:57:47.318507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Sync routers for ids ['620892b6-4e32-4d91-97f0-da40e077ec84'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:47.323376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.327130 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d036438-0622-4de8-a2fe-7cff72ac17da tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0992663 Oct 26 11:57:47.327644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38650) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:47.330253 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Routers {'620892b6-4e32-4d91-97f0-da40e077ec84'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:57:47.330966 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['620892b6-4e32-4d91-97f0-da40e077ec84'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:47.459746 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Set router 620892b6-4e32-4d91-97f0-da40e077ec84 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:57:47.485023 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.684813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7ab8-109b-4626-a17a-b25161ddfd25 req-d643124c-b2dd-46c9-8c5a-861f2fbec529 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:47.686382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dedc7ab8-109b-4626-a17a-b25161ddfd25 req-d643124c-b2dd-46c9-8c5a-861f2fbec529 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.0838382 Oct 26 11:57:47.688490 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.735775 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620892b6-4e32-4d91-97f0-da40e077ec84', 'name': '', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d23226-731c-4415-8b73-143b9c40958a', 'external_fixed_ips': [{'subnet_id': 'ce131dcd-663b-445c-8267-a8a9e9bb83fc', 'ip_address': '2001:db8::18e'}], 'enable_snat': True}, 'gw_port_id': '74c58cdd-2316-4adc-b739-df4938a745c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:45Z', 'updated_at': '2021-10-26T11:57:46Z', 'revision_number': 3, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port': {'id': '74c58cdd-2316-4adc-b739-df4938a745c4', 'name': '', 'network_id': 'e3d23226-731c-4415-8b73-143b9c40958a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:68:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620892b6-4e32-4d91-97f0-da40e077ec84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ce131dcd-663b-445c-8267-a8a9e9bb83fc', 'ip_address': '2001:db8::18e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:57:45Z', 'updated_at': '2021-10-26T11:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce131dcd-663b-445c-8267-a8a9e9bb83fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:47.764401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dedc7ab8-109b-4626-a17a-b25161ddfd25 req-cafd0bbf-3c0f-455b-9930-d046d8e4b9b4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676172 Oct 26 11:57:47.780793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Checking router: 620892b6-4e32-4d91-97f0-da40e077ec84 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:47.781142 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Updating router 620892b6-4e32-4d91-97f0-da40e077ec84 port 74c58cdd-2316-4adc-b739-df4938a745c4 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:57:47.788897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Deleting port 74c58cdd-2316-4adc-b739-df4938a745c4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:57:47.789244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.814643 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.898932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:47.921097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Calling delete_port for 74c58cdd-2316-4adc-b739-df4938a745c4 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:57:48.142537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:48.215078 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.db.api [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:57:48.215506 n-d-812150-3 neutron-server[102762]: DEBUG oslo_db.api [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:57:48.216924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc330e5-fb38-4e6e-b941-1b4ff1dd5889 req-a2aa5cef-f431-4b20-bf4c-1ccdd125ee79 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:48.219797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebc330e5-fb38-4e6e-b941-1b4ff1dd5889 req-a2aa5cef-f431-4b20-bf4c-1ccdd125ee79 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1101828 Oct 26 11:57:48.221212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.262128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event deleted for resources: {'Port': ['ID=74c58cdd-2316-4adc-b739-df4938a745c4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:48.296562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd72c0d3-2c33-4dc2-9e54-5ac95cbaee04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.309557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.380551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd72c0d3-2c33-4dc2-9e54-5ac95cbaee04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.385177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd72c0d3-2c33-4dc2-9e54-5ac95cbaee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.395592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebc330e5-fb38-4e6e-b941-1b4ff1dd5889 req-837a325a-be9a-4fda-bb60-2c5fe6e154a6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642256 Oct 26 11:57:48.433150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd72c0d3-2c33-4dc2-9e54-5ac95cbaee04 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83a1eb6d3cad493e85b7c64b8a979d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894077 Oct 26 11:57:48.435056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72c0d3-2c33-4dc2-9e54-5ac95cbaee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e738f35-c3b6-4dba-ae0a-d15ecbc7b63f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:48.435868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38672) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:48.446533 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.453619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.522668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.523333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 620892b6-4e32-4d91-97f0-da40e077ec84 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:57:48.529673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.530942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3df9c263-ea60-47b8-b0ca-160a7bce1af8 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/routers/620892b6-4e32-4d91-97f0-da40e077ec84 HTTP/1.1" status: 204 len: 168 time: 1.2021697 Oct 26 11:57:48.534132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38674) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:48.546824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf00b49-d3fc-42ef-8cb8-ee01cea39efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.575922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf00b49-d3fc-42ef-8cb8-ee01cea39efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.590813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Deleting subnet ce131dcd-663b-445c-8267-a8a9e9bb83fc {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:57:48.594458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.634595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf00b49-d3fc-42ef-8cb8-ee01cea39efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.637255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf00b49-d3fc-42ef-8cb8-ee01cea39efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.639663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.641309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5cf00b49-d3fc-42ef-8cb8-ee01cea39efd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6e738f35-c3b6-4dba-ae0a-d15ecbc7b63f HTTP/1.1" status: 204 len: 168 time: 0.2043614 Oct 26 11:57:48.649423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf00b49-d3fc-42ef-8cb8-ee01cea39efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e738f35-c3b6-4dba-ae0a-d15ecbc7b63f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:48.715450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.744725 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Port 74c58cdd-2316-4adc-b739-df4938a745c4 not found while updating agent binding for router 620892b6-4e32-4d91-97f0-da40e077ec84. {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 11:57:48.754541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:57:48.755306 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 11:57:48.756305 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_agentschedulers_db [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'620892b6-4e32-4d91-97f0-da40e077ec84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent'). {{(pid=102762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:57:48.756919 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc465b21-8a6f-4e95-869f-bee49f52dfd2 None None] The sync data for ids ['620892b6-4e32-4d91-97f0-da40e077ec84'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:48.793332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.824854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce131dcd-663b-445c-8267-a8a9e9bb83fc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:48.829234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.834962 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-de71783e-111e-4cde-93a2-03ff1d9e02ec tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/ce131dcd-663b-445c-8267-a8a9e9bb83fc HTTP/1.1" status: 204 len: 168 time: 0.2966642 Oct 26 11:57:48.835153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38684) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:48.919112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:48.944318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88859e9b-71c8-4be8-b1fb-8f7346899e86 req-50f566a1-47f6-4f5b-aca2-a46bfb2b7884 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:48.952206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88859e9b-71c8-4be8-b1fb-8f7346899e86 req-50f566a1-47f6-4f5b-aca2-a46bfb2b7884 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.0825815 Oct 26 11:57:48.992965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88859e9b-71c8-4be8-b1fb-8f7346899e86 req-9309acb9-a272-4e02-a9ab-0a03b2521796 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 Oct 26 11:57:49.012665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38688) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:49.021435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.039957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d5d9-2b57-4731-bbe7-11fc396dc314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.050759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d23226-731c-4415-8b73-143b9c40958a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:49.062263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c69457-3a50-4492-b32a-f93b8c835054') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:49.062618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c69457-3a50-4492-b32a-f93b8c835054') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:49.073466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.091191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.101149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:57:49.101889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:57:49.104989 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:57:49.115685 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7267933a-ac79-4797-8ecb-a04a07b11ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.166357 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.184806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3d23226-731c-4415-8b73-143b9c40958a {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:57:49.186714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3d23226-731c-4415-8b73-143b9c40958a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:49.193264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.197244 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-972604bf-4615-432c-b764-ae4eec63f349 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/networks/e3d23226-731c-4415-8b73-143b9c40958a HTTP/1.1" status: 204 len: 168 time: 0.3611376 Oct 26 11:57:49.226350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d5d9-2b57-4731-bbe7-11fc396dc314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.232460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d5d9-2b57-4731-bbe7-11fc396dc314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.307310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e6b9d5d9-2b57-4731-bbe7-11fc396dc314 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e5d9534475749b0bc63820c025b31e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904730 Oct 26 11:57:49.307310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9d5d9-2b57-4731-bbe7-11fc396dc314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2438611-2f41-445f-94cb-9cbd2e7d2d00,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:49.308955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38694) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:49.398962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61375d32-637a-4599-822f-d78b35cc9005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.453305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61375d32-637a-4599-822f-d78b35cc9005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.490670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-4c3329c5-0cc3-4afa-8e64-fab2d85a7a82 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0805738 Oct 26 11:57:49.553940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61375d32-637a-4599-822f-d78b35cc9005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.559548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61375d32-637a-4599-822f-d78b35cc9005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.563534 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-61375d32-637a-4599-822f-d78b35cc9005 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2438611-2f41-445f-94cb-9cbd2e7d2d00 HTTP/1.1" status: 204 len: 168 time: 0.2508492 Oct 26 11:57:49.583664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61375d32-637a-4599-822f-d78b35cc9005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2438611-2f41-445f-94cb-9cbd2e7d2d00,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:49.723080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38704) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:49.728400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'name': 'tempest-router--1511198351', 'project_id': '894a1664fc404d9aac91840d35519067'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:49.729838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.730342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.730920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.731443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.732010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.732496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.733046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.735205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-7054a049-194c-428b-aa3f-86bae512a373 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6502 time: 0.1572337 Oct 26 11:57:49.744641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06f665-d5d6-41c9-b1e7-12313dbf5ef8 req-d081fbad-0618-4cce-82ce-8062c74ac5f7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:49.746837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d06f665-d5d6-41c9-b1e7-12313dbf5ef8 req-d081fbad-0618-4cce-82ce-8062c74ac5f7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.2288554 Oct 26 11:57:49.767896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.768379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.881665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.890985 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.917072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d06f665-d5d6-41c9-b1e7-12313dbf5ef8 req-d94d36d4-d2e7-431c-b4f1-4557c326a1ba tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617708 Oct 26 11:57:49.923909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:49.925331 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7f36ef66-c0c7-476c-904f-f348f2d8f3d5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2006655 Oct 26 11:57:49.933044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38710) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:50.034544 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:50.285516 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:50.288774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-f9dcfb9a-4922-44cb-a826-e495768937f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:50.289396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-f9dcfb9a-4922-44cb-a826-e495768937f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:50.289875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-f9dcfb9a-4922-44cb-a826-e495768937f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:50.291745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-f9dcfb9a-4922-44cb-a826-e495768937f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4204cc42-892f-4bd5-b083-d05a5f5e0135&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 2302 time: 0.4964213 Oct 26 11:57:50.293168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:50.413245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197c15-b0a6-449d-a095-654753a1dc7a req-be90a2c5-558a-4fa6-8a24-baed0cd857f6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:50.422318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1197c15-b0a6-449d-a095-654753a1dc7a req-be90a2c5-558a-4fa6-8a24-baed0cd857f6 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.2167060 Oct 26 11:57:50.448667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:50.449268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4eae370-55f1-4e0f-ac18-2e31ff6ec8d3 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:57:50.457470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:50.458751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4f637c0a-6264-4c48-ac39-2a9a550dbd31 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/routers/d4eae370-55f1-4e0f-ac18-2e31ff6ec8d3 HTTP/1.1" status: 204 len: 168 time: 0.5241642 Oct 26 11:57:50.479465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-a883f659-e758-4523-bb1b-5471a340f4a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 200 len: 1002 time: 0.1799161 Oct 26 11:57:50.509574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1197c15-b0a6-449d-a095-654753a1dc7a req-c3874f66-9ecc-4b9c-8e36-754d35a9f1da tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859325 Oct 26 11:57:50.585716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-b2aad870-51db-4d28-a820-645c7814ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:50.588226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-b2aad870-51db-4d28-a820-645c7814ac2e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8f0dec01-3fd3-4823-bde6-290e15793ce1 HTTP/1.1" status: 200 len: 856 time: 0.0998495 Oct 26 11:57:50.651075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-76c7940e-decd-4209-92ad-ef3cc5a56ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:50.652866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-76c7940e-decd-4209-92ad-ef3cc5a56ecf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4204cc42-892f-4bd5-b083-d05a5f5e0135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573573 Oct 26 11:57:50.735431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:50.809672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-24da86fb-9649-4534-add6-2d7c90a6aa73 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490266 Oct 26 11:57:50.981887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-4b7ee4c7-0716-4659-be8c-fb293b68be26 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639361 Oct 26 11:57:51.049387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-380935e1-3b91-4c38-adb0-8d6a816e248b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 217 time: 0.0589945 Oct 26 11:57:51.072533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1033927805', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:51.106080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:51.107222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:51.166519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00facd59-4d97-481e-a398-d5680bb645b1 req-d4fd742c-0c7b-444d-b758-0a7ef55b03ef tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:51.168344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00facd59-4d97-481e-a398-d5680bb645b1 req-d4fd742c-0c7b-444d-b758-0a7ef55b03ef tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1223953 Oct 26 11:57:51.178846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-49b01397-fa7c-4c35-b57c-c49ecfe742e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:51.180387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-49b01397-fa7c-4c35-b57c-c49ecfe742e0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.1029372 Oct 26 11:57:51.252257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:51.254275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00facd59-4d97-481e-a398-d5680bb645b1 req-4408fbe1-05a4-4aac-8c65-dcb9e03aedcd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783496 Oct 26 11:57:51.270718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-73f5154b-f66e-49af-afa6-fb06147a5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:51.272347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-73f5154b-f66e-49af-afa6-fb06147a5135 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765705 Oct 26 11:57:51.397352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-9055dbfa-bfb4-4fef-9221-02232248395c service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168039 Oct 26 11:57:51.543413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-26726b20-c41e-4c5b-9d54-1026c5629fac service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366782 Oct 26 11:57:51.689699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-5de55693-888c-45e8-8596-015da9323763 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 217 time: 0.1312861 Oct 26 11:57:51.709189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-27aa1786-ca23-4f96-a78d-7cfd1d63d712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:51.751048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-4133fa52-d9b2-4efc-abd5-010528ac9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:51.752426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-4133fa52-d9b2-4efc-abd5-010528ac9707 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0512993 Oct 26 11:57:51.825689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d312-9cd3-4231-8a8a-64503dff3cdf req-f182dfe8-3183-4988-a777-6878b7c5c44d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:51.833942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39b3d312-9cd3-4231-8a8a-64503dff3cdf req-f182dfe8-3183-4988-a777-6878b7c5c44d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1427913 Oct 26 11:57:51.865981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-53710146-b041-43de-b3c4-115bf189cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:51.866701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-53710146-b041-43de-b3c4-115bf189cbf6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986633 Oct 26 11:57:51.939721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:51.943598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39b3d312-9cd3-4231-8a8a-64503dff3cdf req-f4c5b596-fee5-4469-9883-aa792201b857 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084590 Oct 26 11:57:52.013758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-ffa05d9d-1587-418b-a0b9-0af7ae8584fc service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335747 Oct 26 11:57:52.152028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-4405c723-896e-4838-919e-192f92a60802 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293614 Oct 26 11:57:52.213212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-e399d4f8-c7b2-406d-8028-f5fe365f0ac2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=844306c2-34be-4134-ae16-572278d8b570 HTTP/1.1" status: 200 len: 217 time: 0.0520053 Oct 26 11:57:52.224498 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:52.253321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:52.270140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-6ba7f82b-62c5-41bf-a044-7a4cec13035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:52.272044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-6ba7f82b-62c5-41bf-a044-7a4cec13035f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0516319 Oct 26 11:57:52.335302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-48659060-8ee3-4b8b-8856-3020c4d5388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:52.336829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-48659060-8ee3-4b8b-8856-3020c4d5388d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564728 Oct 26 11:57:52.440253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Allocated IP 172.25.4.84 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/852ba790-d276-43ef-8920-616cb2ecb901) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:52.487676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-47ccaeeb-aa81-41c2-90a5-e1123b40b711 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424127 Oct 26 11:57:52.496315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd000ab-84b4-4f39-84a3-6f9866c5d7e9 req-6191b899-1e4c-47a7-84a2-0c37d8e32b41 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:52.497836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcd000ab-84b4-4f39-84a3-6f9866c5d7e9 req-6191b899-1e4c-47a7-84a2-0c37d8e32b41 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0824895 Oct 26 11:57:52.605486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:52.646970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcd000ab-84b4-4f39-84a3-6f9866c5d7e9 req-377c5451-437f-4564-9d25-c97ad3c1eb7f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342525 Oct 26 11:57:52.669236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:52.751866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:52.753240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event updated for resources: {'Port': ['ID=852ba790-d276-43ef-8920-616cb2ecb901,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:52.758262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:52.761688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:57:52.822800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:53.112354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89698-9a74-4a2d-bd4b-9716c8a7aa30 req-6ca7af05-0724-4982-866c-974ac44524a0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:53.113885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fed89698-9a74-4a2d-bd4b-9716c8a7aa30 req-6ca7af05-0724-4982-866c-974ac44524a0 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.5455487 Oct 26 11:57:53.147128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:53.187091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-6e40269d-dede-47e5-8fd1-f9681a9fb2ab service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877081 Oct 26 11:57:53.243899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:53.251406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fed89698-9a74-4a2d-bd4b-9716c8a7aa30 req-434e0e2a-5341-4526-827c-cdebdd8570a5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037538 Oct 26 11:57:53.253328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-8900fdb0-6df1-4cde-9c54-86b5363fbe43 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d295fd22-dbf0-46e7-afff-66babc705d3e HTTP/1.1" status: 200 len: 217 time: 0.0563066 Oct 26 11:57:53.267443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7d9c9-b660-4311-b5da-6cad8edd96dd req-e871bdc3-7d20-45b0-a90a-748afaca60f1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:53.271199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4a7d9c9-b660-4311-b5da-6cad8edd96dd req-e871bdc3-7d20-45b0-a90a-748afaca60f1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1874311 Oct 26 11:57:53.392171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-1308aa08-2edf-49da-8ed2-24e6f335ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:53.393996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-1308aa08-2edf-49da-8ed2-24e6f335ac2f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.1214130 Oct 26 11:57:53.398530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4a7d9c9-b660-4311-b5da-6cad8edd96dd req-58ce33ee-16b8-4d98-a306-c9d150638bd2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130338 Oct 26 11:57:53.466902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-45bd38c5-82fc-419f-8c57-bea90a8c106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:53.468586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-45bd38c5-82fc-419f-8c57-bea90a8c106b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644066 Oct 26 11:57:53.608761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-b393bdd7-9219-4de3-be10-378c09ec826f service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326811 Oct 26 11:57:53.621765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:53.802969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-86577913-d8f1-4c50-af70-d03b1d05582b service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862805 Oct 26 11:57:53.850000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Router 42309711-ab4c-4a51-8c51-6235a1a2a8cd is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:57:53.975176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-b08c18c6-4f95-4da3-881d-f1aa92d293af service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 200 len: 217 time: 0.1496048 Oct 26 11:57:53.985707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:57:54.007348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] Sync routers for ids ['42309711-ab4c-4a51-8c51-6235a1a2a8cd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:54.014757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:54.024777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.029344 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-458b6b2b-08fe-4e4c-aa90-21d40406d770 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2903931 Oct 26 11:57:54.029633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38826) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:54.030796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] Routers {'42309711-ab4c-4a51-8c51-6235a1a2a8cd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:57:54.031858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['42309711-ab4c-4a51-8c51-6235a1a2a8cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:54.122834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45eb1d-ea9c-4aa1-bff6-dd255b97939a req-f377133a-bbd5-4043-9170-630f759db373 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.129197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b45eb1d-ea9c-4aa1-bff6-dd255b97939a req-f377133a-bbd5-4043-9170-630f759db373 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.3252978 Oct 26 11:57:54.134136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:54.149617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] Routers {'42309711-ab4c-4a51-8c51-6235a1a2a8cd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:57:54.150838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['42309711-ab4c-4a51-8c51-6235a1a2a8cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:54.168261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8003991-6b17-45b8-87e3-72bed47df93e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.185962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:54.187186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be873eed-4f5f-41f9-afca-d586c1be69f5 None None] The sync data for ids ['42309711-ab4c-4a51-8c51-6235a1a2a8cd'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:54.223034 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2819d615-b3ed-4308-837c-eabf9af427f2 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/42309711-ab4c-4a51-8c51-6235a1a2a8cd HTTP/1.1" status: 200 len: 924 time: 0.1881204 Oct 26 11:57:54.223034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:54.229204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-457f8ced-edf8-4e41-b792-5c843d199ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.230752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-457f8ced-edf8-4e41-b792-5c843d199ef2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.2464893 Oct 26 11:57:54.233903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b45eb1d-ea9c-4aa1-bff6-dd255b97939a req-93d5ff9a-99a7-400d-85ae-8641691c35c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907378 Oct 26 11:57:54.262953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5db49a4c-22a5-4f8f-8259-62b3ab525a41 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=42309711-ab4c-4a51-8c51-6235a1a2a8cd HTTP/1.1" status: 200 len: 205 time: 0.0360537 Oct 26 11:57:54.264231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:54.264646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401418-2e2c-44cf-a37b-10074ab754d2 req-031564ab-5790-45e4-9b62-a6c8aa4d2931 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.266662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60401418-2e2c-44cf-a37b-10074ab754d2 req-031564ab-5790-45e4-9b62-a6c8aa4d2931 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1774964 Oct 26 11:57:54.323114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-9b69c487-8891-4f3e-b979-78517731830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.324619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-9b69c487-8891-4f3e-b979-78517731830d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826430 Oct 26 11:57:54.348162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60401418-2e2c-44cf-a37b-10074ab754d2 req-c9bb2c08-6a7a-4cb0-b6ef-b1ce2ee73b25 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Oct 26 11:57:54.416340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8003991-6b17-45b8-87e3-72bed47df93e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.422842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.452574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-150a09aa-445c-424c-a908-f625d07f3eea service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189737 Oct 26 11:57:54.488158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8003991-6b17-45b8-87e3-72bed47df93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.533818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.590303 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a8003991-6b17-45b8-87e3-72bed47df93e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5454b95bdaeb456d9ec67f75a88ec955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741909 Oct 26 11:57:54.594840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:54.628570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8003991-6b17-45b8-87e3-72bed47df93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa47a3-95d1-46f7-b876-4fc79fce7d42,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:54.664927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e995b5cf-c80f-4b2b-8e49-c87f104a3681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.683324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.699646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-ab6924fa-fdc3-43c9-b08d-01aa064e0227 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358096 Oct 26 11:57:54.703330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e995b5cf-c80f-4b2b-8e49-c87f104a3681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.727267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6483a-f419-47e4-a375-77e08232e4da req-d4d797e9-8da7-4b41-b444-8af26e776034 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.729327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f6483a-f419-47e4-a375-77e08232e4da req-d4d797e9-8da7-4b41-b444-8af26e776034 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 944 time: 0.1557980 Oct 26 11:57:54.787548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Deleting port 852ba790-d276-43ef-8920-616cb2ecb901 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:57:54.787941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.807814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e995b5cf-c80f-4b2b-8e49-c87f104a3681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.810672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e995b5cf-c80f-4b2b-8e49-c87f104a3681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.814558 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e995b5cf-c80f-4b2b-8e49-c87f104a3681 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b4aa47a3-95d1-46f7-b876-4fc79fce7d42 HTTP/1.1" status: 204 len: 168 time: 0.2160687 Oct 26 11:57:54.814739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-1e68197e-5185-43cf-bfed-c289f608b4dd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 200 len: 217 time: 0.1048458 Oct 26 11:57:54.846741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f6483a-f419-47e4-a375-77e08232e4da req-b1582610-5f34-4cb4-bdc3-376b3726e0b2 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754867 Oct 26 11:57:54.853525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995b5cf-c80f-4b2b-8e49-c87f104a3681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa47a3-95d1-46f7-b876-4fc79fce7d42,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:54.894619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c1233-83c3-46ba-95a6-18a4030248fc req-d45f92ba-fbd6-4893-90e1-816ac713af81 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.902515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-882c1233-83c3-46ba-95a6-18a4030248fc req-d45f92ba-fbd6-4893-90e1-816ac713af81 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.1957154 Oct 26 11:57:54.920084 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:54.935925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Calling delete_port for 852ba790-d276-43ef-8920-616cb2ecb901 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:57:54.938485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-a761f780-bf22-461e-8cbf-5863e76f67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:54.940048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-a761f780-bf22-461e-8cbf-5863e76f67b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.1117351 Oct 26 11:57:54.987617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-882c1233-83c3-46ba-95a6-18a4030248fc req-1e2b18ca-882a-47ef-93dc-d15abe320064 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842066 Oct 26 11:57:55.026227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-37defd45-3b59-47f8-a085-d6a735af1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:55.027933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-37defd45-3b59-47f8-a085-d6a735af1ba9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781159 Oct 26 11:57:55.101699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 47731ffb-c886-4224-83f2-3617186733f6 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:57:55.160385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.191090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-9ae4b432-2900-41b3-8477-e9eede8ab255 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547778 Oct 26 11:57:55.201479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event deleted for resources: {'Port': ['ID=852ba790-d276-43ef-8920-616cb2ecb901,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:55.230216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38850) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:55.290206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.305242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:55.317854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cb4348d-0e2c-496d-979f-f32da57c821d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.318262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '47731ffb-c886-4224-83f2-3617186733f6', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'port_id': '47731ffb-c886-4224-83f2-3617186733f6', 'mac_address': 'fa:16:3e:66:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:57:55.357443 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.370667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:57:55.391896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:55.401581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.402073 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.404668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.423404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c01b2cb-11f5-4b40-9e24-4f1e781ed870 req-2d3fd4ed-37b6-4ba3-a969-3611b6d5fbae service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226946 Oct 26 11:57:55.456189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef5d15-c529-4c20-a976-6b3d5c53b4ca req-5251b584-696d-400a-848b-c172548a364e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:55.465566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41ef5d15-c529-4c20-a976-6b3d5c53b4ca req-5251b584-696d-400a-848b-c172548a364e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.1520898 Oct 26 11:57:55.468741 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.469322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Fanout notify agent at l3_agent the message router_deleted on router 42309711-ab4c-4a51-8c51-6235a1a2a8cd {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:57:55.471354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:55.484306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.489082 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dfeb241b-5572-4699-b0cf-8f6d4fccf7ec tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/42309711-ab4c-4a51-8c51-6235a1a2a8cd HTTP/1.1" status: 204 len: 168 time: 1.2200675 Oct 26 11:57:55.489587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:55.495044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1251157095', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': False}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:55.521158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.522261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.565442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41ef5d15-c529-4c20-a976-6b3d5c53b4ca req-cbeca239-993e-409b-b84e-c21719cfa54b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989962 Oct 26 11:57:55.583067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.585442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cb4348d-0e2c-496d-979f-f32da57c821d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.591633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cb4348d-0e2c-496d-979f-f32da57c821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:55.603792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae81f0-75c9-44a7-84ff-01614963141d req-ff2b3c03-3365-44cf-bc69-f80e9116ace0 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:55.605341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0ae81f0-75c9-44a7-84ff-01614963141d req-ff2b3c03-3365-44cf-bc69-f80e9116ace0 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1160915 Oct 26 11:57:55.660356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4cb4348d-0e2c-496d-979f-f32da57c821d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1694e8ee49aa4ff4bd764e4f37d2ac38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906174 Oct 26 11:57:55.663693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38862) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:55.664095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4348d-0e2c-496d-979f-f32da57c821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a47af-83e9-4621-8948-485ac174fbbb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:55.686002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0ae81f0-75c9-44a7-84ff-01614963141d req-c53ce83e-a7fd-4c35-be31-5d149870e306 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 Oct 26 11:57:55.733849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['47731ffb-c886-4224-83f2-3617186733f6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:55.867709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaf50b-f6e3-417d-ac03-e1154909d683 req-d46dabad-ed0d-46b1-8c76-88d5dd405b88 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:55.870021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abfaf50b-f6e3-417d-ac03-e1154909d683 req-d46dabad-ed0d-46b1-8c76-88d5dd405b88 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.0646617 Oct 26 11:57:55.927485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abfaf50b-f6e3-417d-ac03-e1154909d683 req-668e3d28-4418-4c58-88d1-80d43c330cf2 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487850 Oct 26 11:57:56.009688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fb80c-b0c1-446d-8b4e-9e145c3d00b6 req-e7602881-8d6d-4e8c-97b0-3efab3b78122 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:56.011245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e90fb80c-b0c1-446d-8b4e-9e145c3d00b6 req-e7602881-8d6d-4e8c-97b0-3efab3b78122 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Oct 26 11:57:56.049687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e90fb80c-b0c1-446d-8b4e-9e145c3d00b6 req-cf47aa89-ac2d-450a-bd42-2a0874c99f51 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Oct 26 11:57:56.080049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.112066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4c084ec-fa12-4892-89e2-a2deb7f5f2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.159960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4c084ec-fa12-4892-89e2-a2deb7f5f2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.220915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4c084ec-fa12-4892-89e2-a2deb7f5f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.223464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4c084ec-fa12-4892-89e2-a2deb7f5f2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.224598 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4c084ec-fa12-4892-89e2-a2deb7f5f2e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/579a47af-83e9-4621-8948-485ac174fbbb HTTP/1.1" status: 204 len: 168 time: 0.5599699 Oct 26 11:57:56.241282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c084ec-fa12-4892-89e2-a2deb7f5f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a47af-83e9-4621-8948-485ac174fbbb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:56.361183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.381099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.493927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Allocated IP 172.25.4.181 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/34b93ff8-cff3-4672-a37b-0d2467c51b16) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:56.615119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-7c1d7164-55b2-4b54-af9c-a5b4fa090684 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:56.617376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-7c1d7164-55b2-4b54-af9c-a5b4fa090684 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.30 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.1131437 Oct 26 11:57:56.694142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36af4c-515f-469d-984e-4aafa2ae9aed req-9c7d122f-3b71-4150-a63e-0be292e370b0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:56.695956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c36af4c-515f-469d-984e-4aafa2ae9aed req-9c7d122f-3b71-4150-a63e-0be292e370b0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.0588093 Oct 26 11:57:56.716663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.776175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Deleting port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:57:56.776699 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.786278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c36af4c-515f-469d-984e-4aafa2ae9aed req-ccbee33a-d29d-4112-a51c-ecede18ee253 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717728 Oct 26 11:57:56.801096 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:56.841875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4304c-4426-4108-b93b-3a4755fc9cbe req-ed701b75-0a8b-423b-b152-2b25121214c4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:56.844365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebc4304c-4426-4108-b93b-3a4755fc9cbe req-ed701b75-0a8b-423b-b152-2b25121214c4 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 946 time: 0.0563927 Oct 26 11:57:56.897074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebc4304c-4426-4108-b93b-3a4755fc9cbe req-98fa0ea4-06b4-4980-9a98-f4dc3645de70 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Oct 26 11:57:56.948902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:56.962740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:56.967145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:57:57.003819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-dd1d1e3a-8105-473c-a225-c77a33357b6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0600939 Oct 26 11:57:57.015594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Port': ['ID=34b93ff8-cff3-4672-a37b-0d2467c51b16,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:57.111603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] For port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:57.112171 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.120925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 47731ffb-c886-4224-83f2-3617186733f6 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:57.129302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e74018-5290-4e59-a11c-c43b45676958 req-3280be1f-6eba-4279-b024-d5c4571694ec tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.130892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87e74018-5290-4e59-a11c-c43b45676958 req-3280be1f-6eba-4279-b024-d5c4571694ec tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.1185794 Oct 26 11:57:57.146278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.146773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.147283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.147759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.148227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.149500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.150170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.152907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-6f237e16-f9c2-4a35-8714-589b7b7dc9b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5440eb0c056e48f8b2c8cb711416f902&device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 6489 time: 0.0760314 Oct 26 11:57:57.211373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Calling delete_port for 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:57:57.224019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 47731ffb-c886-4224-83f2-3617186733f6 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:57:57.240833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 47731ffb-c886-4224-83f2-3617186733f6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:57:57.241661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.280112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87e74018-5290-4e59-a11c-c43b45676958 req-1cd63cf5-57a5-4412-b4f6-9c053e2f982f tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259632 Oct 26 11:57:57.318325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed0748-7398-4fba-a547-18c86a33eab1 req-d775b31f-0921-4cbb-9c56-dd1d34b0353e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.320161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4ed0748-7398-4fba-a547-18c86a33eab1 req-d775b31f-0921-4cbb-9c56-dd1d34b0353e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 945 time: 0.1470344 Oct 26 11:57:57.367066 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.379700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-982f8eaf-dfd6-4343-8f2b-ad91151febf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.380222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-982f8eaf-dfd6-4343-8f2b-ad91151febf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.381064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-982f8eaf-dfd6-4343-8f2b-ad91151febf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.383002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-982f8eaf-dfd6-4343-8f2b-ad91151febf0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d004cdd-4874-4abd-b718-802086e852e2&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=27efb480-40de-46e0-a1bd-5c2fdb66e587&id=037c1482-cbb0-4eeb-9be0-3fc618365408&id=037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 200 len: 2296 time: 0.1958520 Oct 26 11:57:57.406576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:57.409063 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b91899-fb05-4fbf-a55a-d700caf963e3" -d '{"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-plugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:57.428705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:57.436643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.508929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4ed0748-7398-4fba-a547-18c86a33eab1 req-5635a878-b046-4bb6-bde5-97cf95a1afbb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773634 Oct 26 11:57:57.509820 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a214e-dfb4-48ad-88df-bb53c76dcf6b x-openstack-request-id: req-629a214e-dfb4-48ad-88df-bb53c76dcf6b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:57.510217 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-plugged", "status": "completed", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:57.511092 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-629a214e-dfb4-48ad-88df-bb53c76dcf6b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:57.511827 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'code': 200} Oct 26 11:57:57.517905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:57.535822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-aa3ef5d3-a5bf-4bda-a5f9-df55bf3c6db7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 200 len: 1001 time: 0.1355834 Oct 26 11:57:57.599056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-aadc5759-5140-4be7-a0c0-825c3b824eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.601705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-aadc5759-5140-4be7-a0c0-825c3b824eff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=701a57a1-ae95-4361-a790-fbb3c0f8d240 HTTP/1.1" status: 200 len: 850 time: 0.0567012 Oct 26 11:57:57.632589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.646001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-ae353c2f-0ea9-468b-a9dc-40ac82e8da31 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.648653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-ae353c2f-0ea9-468b-a9dc-40ac82e8da31 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.1406660 Oct 26 11:57:57.659553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-63a6f94c-13f7-431a-a7b8-f44b86ca9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.661271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-63a6f94c-13f7-431a-a7b8-f44b86ca9fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d004cdd-4874-4abd-b718-802086e852e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479567 Oct 26 11:57:57.684109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.697380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6c0f7414-1593-410a-ae33-5f11ca9890e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:57.751853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['58a5c32b-6ae8-42eb-a6da-a37da79cc7cd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:57:57.783170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Pushing event deleted for resources: {'Port': ['ID=58a5c32b-6ae8-42eb-a6da-a37da79cc7cd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:57.785693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9918c-6707-482c-89cc-d26bb5b055a3 req-b24c3919-1f0e-44a9-aced-f00c1b5cf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:57.787516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1de9918c-6707-482c-89cc-d26bb5b055a3 req-b24c3919-1f0e-44a9-aced-f00c1b5cf4b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 1097 time: 0.1007400 Oct 26 11:57:57.857662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] No DVR routers for this DVR port 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:57:57.861046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:57.865356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.30 "DELETE /v2.0/ports/58a5c32b-6ae8-42eb-a6da-a37da79cc7cd HTTP/1.1" status: 204 len: 173 time: 1.2360651 Oct 26 11:57:57.869108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'name': 'network-vif-deleted', 'tag': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:57:57.872811 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd889b8-da53-471d-952a-dab87b2ad50a" -d '{"events": [{"server_uuid": "f63ec047-ecc4-42d5-9094-c1a3ce4a0886", "name": "network-vif-deleted", "tag": "58a5c32b-6ae8-42eb-a6da-a37da79cc7cd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:57.946182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-096c4099-0684-4de9-9b6c-1597d4706f7b service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682099 Oct 26 11:57:57.964731 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad17b657-3d53-4342-9e61-81007f95166e x-openstack-request-id: req-ad17b657-3d53-4342-9e61-81007f95166e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:57.965498 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ec047-ecc4-42d5-9094-c1a3ce4a0886", "name": "network-vif-deleted", "tag": "58a5c32b-6ae8-42eb-a6da-a37da79cc7cd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:57.967051 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad17b657-3d53-4342-9e61-81007f95166e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:57.967656 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ec047-ecc4-42d5-9094-c1a3ce4a0886', 'name': 'network-vif-deleted', 'tag': '58a5c32b-6ae8-42eb-a6da-a37da79cc7cd', 'status': 'completed', 'code': 200} Oct 26 11:57:58.021776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1de9918c-6707-482c-89cc-d26bb5b055a3 req-c8a4598c-7b0f-4414-8c8b-ed70b1bd0420 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201271 Oct 26 11:57:58.175661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Deleting port f353dc9c-9faa-47b9-afbc-4734e55f2467 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:57:58.176007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:58.205179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8c2b30f-dc18-4af6-9efb-80f156245d41 req-9d4cedf8-a32f-4dc4-af59-70fa10b18c74 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=f63ec047-ecc4-42d5-9094-c1a3ce4a0886 HTTP/1.1" status: 200 len: 210 time: 0.0641451 Oct 26 11:57:58.223174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ac0f7-da6d-455f-9046-fe1685b58bb6 req-80f47de0-8a2d-4b92-94af-eebec2f2b059 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:58.225857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-993ac0f7-da6d-455f-9046-fe1685b58bb6 req-80f47de0-8a2d-4b92-94af-eebec2f2b059 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.2995107 Oct 26 11:57:58.249487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:58.341074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-993ac0f7-da6d-455f-9046-fe1685b58bb6 req-cacb02d8-85b7-4079-b4a8-e1097c72ffc5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070478 Oct 26 11:57:58.349230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-10bf1f78-99ca-4da1-8ded-d84c8c536fab service neutron] 10.222.0.30 "GET /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652341 Oct 26 11:57:58.394285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] For port f353dc9c-9faa-47b9-afbc-4734e55f2467, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=f353dc9c-9faa-47b9-afbc-4734e55f2467,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:58.394654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:58.406450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-b85e64be-b179-4a22-be19-75a2d05acff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 217 time: 0.0441654 Oct 26 11:57:58.496539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2d93-dbb2-4a68-ac6c-32cd9375eeff req-c3e513f7-3748-4c1a-84de-4090bd098648 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:58.498403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c6c2d93-dbb2-4a68-ac6c-32cd9375eeff req-c3e513f7-3748-4c1a-84de-4090bd098648 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 945 time: 0.0907862 Oct 26 11:57:58.500194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-23b7b8a5-6613-4f85-81d0-1cdd76d4109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:58.501507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-23b7b8a5-6613-4f85-81d0-1cdd76d4109f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.0854914 Oct 26 11:57:58.579213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Router bce45b3b-5c62-4eb8-96dc-0c34d514b22b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:57:58.595091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c6c2d93-dbb2-4a68-ac6c-32cd9375eeff req-f18e347e-8d10-4505-8470-6bb4947a9faf tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups?id=940c29d8-8754-42bc-8603-081171050bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840056 Oct 26 11:57:58.601454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-120bf09c-e153-4be3-884f-d11a90518ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:58.603669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-120bf09c-e153-4be3-884f-d11a90518ae4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885880 Oct 26 11:57:58.698690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:58.699656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:58.699656 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Floating IP 12fdba1a-ebdf-4d5f-8298-ecf986e873f4 disassociated. External IP: 172.25.4.195, port: f353dc9c-9faa-47b9-afbc-4734e55f2467. Oct 26 11:57:58.699983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Calling delete_port for f353dc9c-9faa-47b9-afbc-4734e55f2467 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:57:58.784931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7a05-ce13-4c7e-8c13-02bfb9c5cdb7 req-9f263069-f946-4ba2-8c83-118d016dead8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:58.786551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-948d7a05-ce13-4c7e-8c13-02bfb9c5cdb7 req-9f263069-f946-4ba2-8c83-118d016dead8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.1904509 Oct 26 11:57:58.790756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-9c91e3b0-670c-464d-9c70-965fb2d69863 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744711 Oct 26 11:57:58.792626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:57:58.805612 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Sync routers for ids ['bce45b3b-5c62-4eb8-96dc-0c34d514b22b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:58.824764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:58.825961 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Routers {'bce45b3b-5c62-4eb8-96dc-0c34d514b22b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:57:58.826109 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c92f9996-821c-424c-93f0-b7a701ce7512 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3354678 Oct 26 11:57:58.828369 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bce45b3b-5c62-4eb8-96dc-0c34d514b22b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:58.829823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:58.935066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-948d7a05-ce13-4c7e-8c13-02bfb9c5cdb7 req-69afba32-1b7c-4018-932d-67512406293d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334963 Oct 26 11:57:58.949842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Set router bce45b3b-5c62-4eb8-96dc-0c34d514b22b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:57:58.971348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-668e010e-327b-4bec-afda-25c6b97f0a28 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458306 Oct 26 11:57:59.021113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.035624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-8c31ca9a-7c04-4f1a-98d4-fde298b2c88a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 217 time: 0.0534098 Oct 26 11:57:59.057854 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25ae3754-02aa-4243-bcc0-5a2a09d92d57 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/bce45b3b-5c62-4eb8-96dc-0c34d514b22b HTTP/1.1" status: 200 len: 909 time: 0.2272666 Oct 26 11:57:59.060712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event deleted for resources: {'Port': ['ID=f353dc9c-9faa-47b9-afbc-4734e55f2467,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:59.062612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:59.075614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1251157095', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': True}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:57:59.173345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-4691dd2c-ccf9-445a-8e42-291daabb619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:59.175443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-4691dd2c-ccf9-445a-8e42-291daabb619e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1332810 Oct 26 11:57:59.182400 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce45b3b-5c62-4eb8-96dc-0c34d514b22b', 'name': 'tempest-snat-router-1251157095', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.181'}], 'enable_snat': False}, 'gw_port_id': '34b93ff8-cff3-4672-a37b-0d2467c51b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:55Z', 'updated_at': '2021-10-26T11:57:57Z', 'revision_number': 3, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port': {'id': '34b93ff8-cff3-4672-a37b-0d2467c51b16', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce45b3b-5c62-4eb8-96dc-0c34d514b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:57:56Z', 'updated_at': '2021-10-26T11:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:59.228625 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Checking router: bce45b3b-5c62-4eb8-96dc-0c34d514b22b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:59.229455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Updating router bce45b3b-5c62-4eb8-96dc-0c34d514b22b port 34b93ff8-cff3-4672-a37b-0d2467c51b16 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:57:59.242832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.244473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.266928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-632378fb-0a5f-4a7d-b13c-c79615d568fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:59.268481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-632378fb-0a5f-4a7d-b13c-c79615d568fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776687 Oct 26 11:57:59.286433 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.380679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.498764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-ce5c9406-1e91-4f51-8b09-af1bb08c4267 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206419 Oct 26 11:57:59.717923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38972) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:57:59.742455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-da60fd5e-a6fb-4c38-8393-60fef5a3a347 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329731 Oct 26 11:57:59.746950 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.758268 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.784424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3afd14d8-5764-4c7a-bc76-b4bee83aa6a7 req-2ee79265-2179-406c-9ad1-519b0e174287 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.0518429 Oct 26 11:57:59.827859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-9564afa9-0348-42bb-80bf-e10cf2dbd4e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e HTTP/1.1" status: 200 len: 217 time: 0.0425103 Oct 26 11:57:59.862741 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Pushing event updated for resources: {'Port': ['ID=34b93ff8-cff3-4672-a37b-0d2467c51b16,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:59.883531 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.883874 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.884253 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.884587 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.884916 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.885990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.886427 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.886767 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.887132 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.887464 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.887787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.888107 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:59.892847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-95eecaab-7b2b-44ac-a4b7-42c3be40fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:59.894777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-95eecaab-7b2b-44ac-a4b7-42c3be40fb95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.0597012 Oct 26 11:57:59.897942 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Attempting to bind port 34b93ff8-cff3-4672-a37b-0d2467c51b16 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:57:59.898764 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Attempting to bind port 34b93ff8-cff3-4672-a37b-0d2467c51b16 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:57:59.899181 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Attempting to bind port 34b93ff8-cff3-4672-a37b-0d2467c51b16 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:59.905035 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:57:59.905415 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:57:59.905819 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.906417 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:57:59.906920 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Bound port: 34b93ff8-cff3-4672-a37b-0d2467c51b16, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:57:59.907307 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.914336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:57:59.952924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ace2f-b083-44e1-bb9e-ca0a83307cf3 req-9b15731e-3120-420a-bdd9-94775e4017ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:57:59.969830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-749ace2f-b083-44e1-bb9e-ca0a83307cf3 req-9b15731e-3120-420a-bdd9-94775e4017ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.4550896 Oct 26 11:57:59.975205 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] For port 34b93ff8-cff3-4672-a37b-0d2467c51b16, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:57:59.980495 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] For port 34b93ff8-cff3-4672-a37b-0d2467c51b16, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=34b93ff8-cff3-4672-a37b-0d2467c51b16,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:57:59.990199 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.011634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Router 6059bff5-6574-451f-b35d-050a6c1d7ed7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:00.061032 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Routers {'bce45b3b-5c62-4eb8-96dc-0c34d514b22b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:00.065277 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bce45b3b-5c62-4eb8-96dc-0c34d514b22b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:00.068305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-749ace2f-b083-44e1-bb9e-ca0a83307cf3 req-01feb4f5-2d3c-4e26-b785-32e8bd7725aa tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974092 Oct 26 11:58:00.120304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-7ef82d5e-1094-4173-a090-e1a4a1763a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:00.122689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-7ef82d5e-1094-4173-a090-e1a4a1763a79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2052696 Oct 26 11:58:00.137666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1af520-6e6d-4c84-bb39-bc1ddd8ac882 req-79968d05-b04a-43b2-bb5f-eeb658706c2f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:00.145565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b1af520-6e6d-4c84-bb39-bc1ddd8ac882 req-79968d05-b04a-43b2-bb5f-eeb658706c2f tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1650457 Oct 26 11:58:00.286529 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8b862-8555-487b-8013-5bc62cf5e366 None None] Pushing event updated for resources: {'Port': ['ID=34b93ff8-cff3-4672-a37b-0d2467c51b16,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:00.297752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b1af520-6e6d-4c84-bb39-bc1ddd8ac882 req-3203e54d-4458-4071-86e4-570531bb753d tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512630 Oct 26 11:58:00.309488 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] Set router bce45b3b-5c62-4eb8-96dc-0c34d514b22b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:00.347438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6a05e-b7b1-46a4-bbb5-418b032253ce req-10e4b782-5333-474d-a5b3-d76c2cd9ace3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:00.348110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.355485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e6a05e-b7b1-46a4-bbb5-418b032253ce req-10e4b782-5333-474d-a5b3-d76c2cd9ace3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.1732812 Oct 26 11:58:00.387509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.411360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.441579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11bbc7b68bb948dda23e2b255e70ebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155898 Oct 26 11:58:00.444492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:00.478892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-2883af6a-96b5-4def-bba0-20f4021b193b service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271370 Oct 26 11:58:00.503295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:00.514342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] Sync routers for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:00.518013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e6a05e-b7b1-46a4-bbb5-418b032253ce req-7e7aec48-b7e7-46c7-ae80-8757cd3889f1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615059 Oct 26 11:58:00.533914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:00.534569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:00.583132 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce45b3b-5c62-4eb8-96dc-0c34d514b22b', 'name': 'tempest-snat-router-1251157095', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.181'}], 'enable_snat': False}, 'gw_port_id': '34b93ff8-cff3-4672-a37b-0d2467c51b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:55Z', 'updated_at': '2021-10-26T11:57:57Z', 'revision_number': 3, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port': {'id': '34b93ff8-cff3-4672-a37b-0d2467c51b16', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce45b3b-5c62-4eb8-96dc-0c34d514b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:57:56Z', 'updated_at': '2021-10-26T11:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:00.611891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4db3b-d6ad-4004-8cf3-305cf0365e9e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:00.627896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] No DVR routers for this DVR port f353dc9c-9faa-47b9-afbc-4734e55f2467 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:00.628815 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f6d8f-4eef-433f-b386-17eb417a31bd None None] The sync data for ids ['bce45b3b-5c62-4eb8-96dc-0c34d514b22b'] in n-d-812150-3 is: [{'id': 'bce45b3b-5c62-4eb8-96dc-0c34d514b22b', 'name': 'tempest-snat-router-1251157095', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.181'}], 'enable_snat': False}, 'gw_port_id': '34b93ff8-cff3-4672-a37b-0d2467c51b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:55Z', 'updated_at': '2021-10-26T11:57:57Z', 'revision_number': 3, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port': {'id': '34b93ff8-cff3-4672-a37b-0d2467c51b16', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce45b3b-5c62-4eb8-96dc-0c34d514b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:57:56Z', 'updated_at': '2021-10-26T11:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:00.636691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.640952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-caa339d5-a459-49ed-ae47-1f85c77f4cc6 req-cf59bccc-3794-4c6e-a1d0-e55305894906 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.30 "DELETE /v2.0/ports/f353dc9c-9faa-47b9-afbc-4734e55f2467 HTTP/1.1" status: 204 len: 173 time: 2.9209981 Oct 26 11:58:00.641408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'name': 'network-vif-deleted', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:00.644022 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d160d18c-1df2-4ac5-91dd-ae24c1dd6da9" -d '{"events": [{"server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "name": "network-vif-deleted", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:00.645586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.646002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.646401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.646669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.647039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.647372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.647766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.648142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.648473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.648797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.649122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.649442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634702fd-0e78-4775-8dad-eb8557fa33f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:00.741269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:00.741912 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032dc756-a9f9-4175-a26c-be17a11f4eaf x-openstack-request-id: req-032dc756-a9f9-4175-a26c-be17a11f4eaf {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:00.742392 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff2311-d6d1-45ab-a233-bce791739a9e", "name": "network-vif-deleted", "tag": "f353dc9c-9faa-47b9-afbc-4734e55f2467", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:00.744945 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-032dc756-a9f9-4175-a26c-be17a11f4eaf {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:00.745565 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ff2311-d6d1-45ab-a233-bce791739a9e', 'name': 'network-vif-deleted', 'tag': 'f353dc9c-9faa-47b9-afbc-4734e55f2467', 'status': 'completed', 'code': 200} Oct 26 11:58:00.774611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dec742e8-c337-4853-b079-fa568ec8c33b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.800377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade76d-15fd-4c83-be9d-174d6eee103c req-c627ad70-2fde-4973-bbdd-7d443f538329 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:00.808984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5ade76d-15fd-4c83-be9d-174d6eee103c req-c627ad70-2fde-4973-bbdd-7d443f538329 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1736503 Oct 26 11:58:00.902392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-9aa387e8-f70d-4ca0-a1f9-038ebf040dca service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136524 Oct 26 11:58:00.930582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dec742e8-c337-4853-b079-fa568ec8c33b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:00.958445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:01.006100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:01.035781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f3010d4-3823-4729-95db-d2a3732724e6 req-8888314f-db6e-4af8-bb22-7f75e9aa9352 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.1210654 Oct 26 11:58:01.037059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-f5f6f091-59f4-4fe9-8b56-60350ea487ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1 HTTP/1.1" status: 200 len: 217 time: 0.1236181 Oct 26 11:58:01.057566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5ade76d-15fd-4c83-be9d-174d6eee103c req-c4caf64d-3da9-40f4-aa8c-0457f7cc8228 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410250 Oct 26 11:58:01.147605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f353dc9c-9faa-47b9-afbc-4734e55f2467 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:01.191187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-76496a76-b84f-4486-b4b1-c402964da2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:01.191883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:51Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:01.192813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-76496a76-b84f-4486-b4b1-c402964da2ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 200 len: 797 time: 0.1330967 Oct 26 11:58:01.196585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dec742e8-c337-4853-b079-fa568ec8c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:01.197598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: f353dc9c-9faa-47b9-afbc-4734e55f2467 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:01.198653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device f353dc9c-9faa-47b9-afbc-4734e55f2467 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:01.199316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:01.199986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dec742e8-c337-4853-b079-fa568ec8c33b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:01.201191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dec742e8-c337-4853-b079-fa568ec8c33b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ced4db3b-d6ad-4004-8cf3-305cf0365e9e HTTP/1.1" status: 204 len: 168 time: 0.7519207 Oct 26 11:58:01.225170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec742e8-c337-4853-b079-fa568ec8c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4db3b-d6ad-4004-8cf3-305cf0365e9e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:01.269742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] Checking router: 6059bff5-6574-451f-b35d-050a6c1d7ed7 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:01.280505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:01.280505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 58a5c32b-6ae8-42eb-a6da-a37da79cc7cd not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:01.297714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:01.298368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:01.375302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-519d4c4d-2e41-4f92-bea9-ac1dcafb1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:01.376861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-519d4c4d-2e41-4f92-bea9-ac1dcafb1642 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27efb480-40de-46e0-a1bd-5c2fdb66e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1744208 Oct 26 11:58:01.378316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Allocated IP 172.25.4.43 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:01.395166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013ce00-e736-45da-baf7-5b3a815fa149 req-4f966a4d-ac74-4924-8cdb-5e173c21febd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:01.396946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0013ce00-e736-45da-baf7-5b3a815fa149 req-4f966a4d-ac74-4924-8cdb-5e173c21febd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1346660 Oct 26 11:58:01.544304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:01.633172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:01.681574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:01.759490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:01.761512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Port': ['ID=3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:01.776434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:01.786143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:01.991457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:51Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:02.062982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb753e97-60d1-49d1-9630-2d087b09a178 None None] The sync data for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 is: [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:54:45Z', 'revision_number': 4, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '897ab398-fdf0-43c2-ac7d-c37f0e177ae2', 'name': '', 'network_id': 'aeaf7e48-e176-48cd-92a2-94f6148a89e0', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'mac_address': 'fa:16:3e:a3:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:42Z', 'updated_at': '2021-10-26T11:54:51Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'subnets': [{'id': '54f19e13-e865-46f7-81b4-8867b5028f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:02.247641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:02.385485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-b5666dab-0d4e-463f-9b57-84bff2596780 service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9870501 Oct 26 11:58:02.588482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:02.599333 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517b48c-047a-471b-b7ee-7a720e962248 None None] New status for floating IP 12fdba1a-ebdf-4d5f-8298-ecf986e873f4: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:58:02.660163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b63da-957f-4828-8b75-c64e49f19164 req-b84aee8d-a194-4327-906b-3d44bd7c9a6a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:02.662042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c5b63da-957f-4828-8b75-c64e49f19164 req-b84aee8d-a194-4327-906b-3d44bd7c9a6a tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.4382327 Oct 26 11:58:02.682554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0013ce00-e736-45da-baf7-5b3a815fa149 req-f28e66be-d8e0-4594-8d19-5e127487a82a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4518702 Oct 26 11:58:02.850667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Router a91539cd-dcc2-4f09-a822-629f570f0516 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:02.851611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c5b63da-957f-4828-8b75-c64e49f19164 req-dbb3dd40-2e11-41fc-80ef-23f1e154a3c0 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615446 Oct 26 11:58:02.920616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-d435ef5b-1a19-4487-8b7d-09f6cd764e1c service neutron] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937279 Oct 26 11:58:02.940660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34b93ff8-cff3-4672-a37b-0d2467c51b16 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:03.121275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 34b93ff8-cff3-4672-a37b-0d2467c51b16 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:03.121654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.133506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-dd701f65-af3d-4571-996c-84d3be6392c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 200 len: 217 time: 0.1108737 Oct 26 11:58:03.142501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:03.195323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.200414 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27a3978c-d071-4131-863c-5d28a4c81e4f tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1299734 Oct 26 11:58:03.200867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39060) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:03.224722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbed2f2-31c3-42bc-ac17-f3379d883799 req-cddb121f-a954-4f8b-9b14-29cd200a1a2c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:03.226573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dbed2f2-31c3-42bc-ac17-f3379d883799 req-cddb121f-a954-4f8b-9b14-29cd200a1a2c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.3976192 Oct 26 11:58:03.242088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70d440e4-bbe1-4e5b-84b4-874f04a554f8 req-57d0014b-e7ec-4527-b626-068aa4426645 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.0980940 Oct 26 11:58:03.246359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Sync routers for ids ['a91539cd-dcc2-4f09-a822-629f570f0516'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:03.279874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Routers {'a91539cd-dcc2-4f09-a822-629f570f0516'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:03.282751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a91539cd-dcc2-4f09-a822-629f570f0516'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:03.466048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-4dbc87c3-e0cb-4300-a139-3f7c3f536b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:03.469513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-4dbc87c3-e0cb-4300-a139-3f7c3f536b32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.2850902 Oct 26 11:58:03.504474 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0f7888aa-4b0e-479b-a2b6-10b8588d8b2e tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/a91539cd-dcc2-4f09-a822-629f570f0516 HTTP/1.1" status: 200 len: 907 time: 0.3021998 Oct 26 11:58:03.506912 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39074) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:03.640458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dbed2f2-31c3-42bc-ac17-f3379d883799 req-de7e48e8-9ea7-4de2-be67-213d38937ba9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896534 Oct 26 11:58:03.700890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.710002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-20719a23-ecff-48e8-ace3-fe197ebb4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:03.711605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-20719a23-ecff-48e8-ace3-fe197ebb4556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023327 Oct 26 11:58:03.820451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.831370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.851320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.877972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 34b93ff8-cff3-4672-a37b-0d2467c51b16, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=34b93ff8-cff3-4672-a37b-0d2467c51b16,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:03.893844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Set router a91539cd-dcc2-4f09-a822-629f570f0516 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:03.896657 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:03.924314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-4c2d7e98-347b-4d42-9bf2-e503100415bf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:03.933133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-4c2d7e98-347b-4d42-9bf2-e503100415bf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.5144055 Oct 26 11:58:03.936949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-3be6b9f3-501d-4f9f-beb2-ca14051a3cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131288 Oct 26 11:58:03.951956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-00c79e0f-6f99-43cc-b788-c5fe3718a109 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/quotas/3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 375 time: 0.0178037 Oct 26 11:58:03.978956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Deleting port 3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:03.979358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.042818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=34b93ff8-cff3-4672-a37b-0d2467c51b16,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:04.096301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.114547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Calling delete_port for 3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:04.188033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd67a-8c53-4408-979f-3c5e075c03b4 req-26662b94-25f2-4106-8e22-634da5397c31 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:04.189299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-916bd67a-8c53-4408-979f-3c5e075c03b4 req-26662b94-25f2-4106-8e22-634da5397c31 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.2144446 Oct 26 11:58:04.221514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-fcbbb18b-4702-46a7-bfab-383d85238ca1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2685692 Oct 26 11:58:04.281704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91539cd-dcc2-4f09-a822-629f570f0516', 'name': 'tempest-snat-router-1251157095', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:59Z', 'updated_at': '2021-10-26T11:58:02Z', 'revision_number': 3, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port': {'id': '3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91539cd-dcc2-4f09-a822-629f570f0516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:58:01Z', 'updated_at': '2021-10-26T11:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:04.320986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Checking router: a91539cd-dcc2-4f09-a822-629f570f0516 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:04.321337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Updating router a91539cd-dcc2-4f09-a822-629f570f0516 port 3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:58:04.342733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.353088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-e4054b6d-4a5c-4c82-bce5-d0de12799668 service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984056 Oct 26 11:58:04.379945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-916bd67a-8c53-4408-979f-3c5e075c03b4 req-fc29346f-2830-40c3-aac5-8bf095e7a847 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802592 Oct 26 11:58:04.387396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:04.399270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-966c04b6-c96e-4672-9f6d-d72add7efcfd service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750627 Oct 26 11:58:04.403173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.436776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Port 3b3d6196-f2fe-4d41-bd7f-4414bfcd3bbc not found while updating agent binding for router a91539cd-dcc2-4f09-a822-629f570f0516. {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 11:58:04.448648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Routers {'a91539cd-dcc2-4f09-a822-629f570f0516'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:04.449280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a91539cd-dcc2-4f09-a822-629f570f0516'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:04.543747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] Set router a91539cd-dcc2-4f09-a822-629f570f0516 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:04.547544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.602345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-c231879f-74ba-4b6b-a982-5c1015d2bd77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 200 len: 217 time: 0.2255735 Oct 26 11:58:04.613127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91539cd-dcc2-4f09-a822-629f570f0516', 'name': 'tempest-snat-router-1251157095', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:59Z', 'updated_at': '2021-10-26T11:58:04Z', 'revision_number': 5, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:04.645863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5922a-ed1e-4123-bc48-62805e6f2b3b None None] The sync data for ids ['a91539cd-dcc2-4f09-a822-629f570f0516'] in n-d-812150-3 is: [{'id': 'a91539cd-dcc2-4f09-a822-629f570f0516', 'name': 'tempest-snat-router-1251157095', 'tenant_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:57:59Z', 'updated_at': '2021-10-26T11:58:04Z', 'revision_number': 5, 'project_id': '29d20c9e7f2f42049ee4f67dec2bf68f', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:04.705939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.708945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.713060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-effeaefa-2402-4073-8a28-557c0009ced7 req-bc86718f-cdc7-4eaf-8cc5-0d9eb0035e4c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.1016271 Oct 26 11:58:04.753461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-794ca806-c5e4-490f-b630-e6cb8d8f4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:04.755171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-794ca806-c5e4-490f-b630-e6cb8d8f4ae3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 200 len: 797 time: 0.1431117 Oct 26 11:58:04.803972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.804578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a91539cd-dcc2-4f09-a822-629f570f0516 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:04.811294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:04.813941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-e38ae26a-2e02-4920-9be9-d4680a3abaa3 service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154644 Oct 26 11:58:04.822521 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4d876f4-3ef0-43ff-b05f-ac19e72696dc tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/routers/a91539cd-dcc2-4f09-a822-629f570f0516 HTTP/1.1" status: 204 len: 168 time: 1.3154745 Oct 26 11:58:04.824748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39104) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:04.842063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-d46dae7b-0e44-419f-9d23-e852dc2a551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:04.844135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-d46dae7b-0e44-419f-9d23-e852dc2a551c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=037c1482-cbb0-4eeb-9be0-3fc618365408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791171 Oct 26 11:58:04.875022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34b93ff8-cff3-4672-a37b-0d2467c51b16 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:04.982628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-27798ca3-ca82-41b7-bcb2-9d67a71a15ac service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301641 Oct 26 11:58:04.996151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.025777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 34b93ff8-cff3-4672-a37b-0d2467c51b16 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:05.026411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.169469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9780709c-185f-4f59-81d9-64ef493d6c39 req-cb84303c-283d-4d6d-bfb2-32f73f54563b service neutron] 10.222.0.30 "GET /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760778 Oct 26 11:58:05.237225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.323799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f5bab54-e8a2-43f1-bbf9-51b36a677052 req-c363269e-894f-463d-9fcc-7591492667d9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 210 time: 0.0972884 Oct 26 11:58:05.329629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.364057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Deleting port 34b93ff8-cff3-4672-a37b-0d2467c51b16 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:05.364962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.369971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a778b-d816-4393-9fcd-344e305052e9 req-5fc7dbc5-d7f8-443c-865e-c335fcd24323 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:05.371967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-259a778b-d816-4393-9fcd-344e305052e9 req-5fc7dbc5-d7f8-443c-865e-c335fcd24323 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.100 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.0952144 Oct 26 11:58:05.522657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Deleting port 6c0f7414-1593-410a-ae33-5f11ca9890e5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:05.523126 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.602636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] For port 34b93ff8-cff3-4672-a37b-0d2467c51b16, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=34b93ff8-cff3-4672-a37b-0d2467c51b16,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:05.606557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.637668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Calling delete_port for 34b93ff8-cff3-4672-a37b-0d2467c51b16 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:05.656619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473043fb-c6e6-4a81-9bcf-5439a9fa1fce req-65820626-51a2-45b1-b528-91badda74afb tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:05.658261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-473043fb-c6e6-4a81-9bcf-5439a9fa1fce req-65820626-51a2-45b1-b528-91badda74afb tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fd85fd-7185-40ef-b883-cdcc2f5d7f49 HTTP/1.1" status: 200 len: 945 time: 0.1535630 Oct 26 11:58:05.753356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] For port 6c0f7414-1593-410a-ae33-5f11ca9890e5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6c0f7414-1593-410a-ae33-5f11ca9890e5,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:05.756090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:05.777612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Calling delete_port for 6c0f7414-1593-410a-ae33-5f11ca9890e5 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:05.863999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39148) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:05.976740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.011799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12085dd0-7b76-43a7-9645-0bb8bb53bc67 req-59c2df95-adeb-4597-9ec2-f31e4086e0cc tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.1398864 Oct 26 11:58:06.012403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event deleted for resources: {'Port': ['ID=34b93ff8-cff3-4672-a37b-0d2467c51b16,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:06.046428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-473043fb-c6e6-4a81-9bcf-5439a9fa1fce req-2658f6ae-9901-4588-9d32-19010a326488 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.88 "GET /v2.0/security-groups?id=d0e97172-ce83-4561-ba5a-a7b2a73c3c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721228 Oct 26 11:58:06.107944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f01418a4-36f6-4198-b0be-22b934f7ea97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.135941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.156404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.168960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6c0f7414-1593-410a-ae33-5f11ca9890e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:58:06.194957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Pushing event deleted for resources: {'Port': ['ID=6c0f7414-1593-410a-ae33-5f11ca9890e5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:06.278240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] No DVR routers for this DVR port 6c0f7414-1593-410a-ae33-5f11ca9890e5 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:06.284762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.287453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.288687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-259a778b-d816-4393-9fcd-344e305052e9 req-7fd86aff-f317-4144-9683-762bf5d5fbb1 tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] 10.222.0.100 "DELETE /v2.0/ports/6c0f7414-1593-410a-ae33-5f11ca9890e5 HTTP/1.1" status: 204 len: 173 time: 0.9097974 Oct 26 11:58:06.289320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'name': 'network-vif-deleted', 'tag': '6c0f7414-1593-410a-ae33-5f11ca9890e5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:06.289954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.291772 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18f2cf1-ae13-4ade-adce-dee95159c621" -d '{"events": [{"server_uuid": "74fd85fd-7185-40ef-b883-cdcc2f5d7f49", "name": "network-vif-deleted", "tag": "6c0f7414-1593-410a-ae33-5f11ca9890e5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:06.369782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.370538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bce45b3b-5c62-4eb8-96dc-0c34d514b22b {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:06.378622 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.381442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f01418a4-36f6-4198-b0be-22b934f7ea97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.384074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39158) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:06.385526 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc2347ad-bdbd-469c-a8fb-b0743ac0e8ad tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "DELETE /v2.0/routers/bce45b3b-5c62-4eb8-96dc-0c34d514b22b HTTP/1.1" status: 204 len: 168 time: 1.5592453 Oct 26 11:58:06.390654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1458985579', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:06.407967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f01418a4-36f6-4198-b0be-22b934f7ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.475977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f01418a4-36f6-4198-b0be-22b934f7ea97 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7f978377d2f5491981c3aedaa86f340d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098013 Oct 26 11:58:06.479173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:06.568730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2489fea2-dcf6-4583-bfa0-2fdc3645747d req-65832d87-fbba-4f6a-8ac8-9ef2911cad98 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 210 time: 0.1069341 Oct 26 11:58:06.592982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb36a-d7bc-467e-bd94-4def04e6395d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.605811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01418a4-36f6-4198-b0be-22b934f7ea97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14ea37-f7eb-41d0-a276-07b7a1dadbb4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:06.670817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb36a-d7bc-467e-bd94-4def04e6395d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.725765 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db87ad6d-243b-47c8-88cd-5e571558368d x-openstack-request-id: req-db87ad6d-243b-47c8-88cd-5e571558368d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:06.726335 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fd85fd-7185-40ef-b883-cdcc2f5d7f49", "name": "network-vif-deleted", "tag": "6c0f7414-1593-410a-ae33-5f11ca9890e5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:06.726335 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db87ad6d-243b-47c8-88cd-5e571558368d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:06.726639 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd85fd-7185-40ef-b883-cdcc2f5d7f49', 'name': 'network-vif-deleted', 'tag': '6c0f7414-1593-410a-ae33-5f11ca9890e5', 'status': 'completed', 'code': 200} Oct 26 11:58:06.727641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.729242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.754443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb36a-d7bc-467e-bd94-4def04e6395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.759580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb36a-d7bc-467e-bd94-4def04e6395d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.760990 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3f0eb36a-d7bc-467e-bd94-4def04e6395d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1d14ea37-f7eb-41d0-a276-07b7a1dadbb4 HTTP/1.1" status: 204 len: 168 time: 0.2806802 Oct 26 11:58:06.773727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eb36a-d7bc-467e-bd94-4def04e6395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14ea37-f7eb-41d0-a276-07b7a1dadbb4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:06.829017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:06.838796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-35cf1ad1-2d92-4469-bcfc-d24b1d864a53 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:06.840362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-35cf1ad1-2d92-4469-bcfc-d24b1d864a53 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.2203963 Oct 26 11:58:06.867036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'port': {'device_id': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'admin_state_up': True, 'tenant_id': '3606d198b6d449ddb60071384baddc01'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:07.156036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34b93ff8-cff3-4672-a37b-0d2467c51b16 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:07.157067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39172) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:07.181964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 34b93ff8-cff3-4672-a37b-0d2467c51b16 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:07.182687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34b93ff8-cff3-4672-a37b-0d2467c51b16 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:07.225056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-545bb6f7-e00f-4b27-ae01-ef96251afee0 req-6722397c-4aa8-41dc-8264-18a50f7da18c tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.0800800 Oct 26 11:58:07.232864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:07.297592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:07.309679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:07.313241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:07.315574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8a1d78e-a6f0-44a1-b442-d28a8ccd47c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:07.839298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8a1d78e-a6f0-44a1-b442-d28a8ccd47c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:07.847952 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8a1d78e-a6f0-44a1-b442-d28a8ccd47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:07.870764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Allocated IP 172.20.0.6 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/e14da95a-e3b3-4acc-bb32-953e244f2452) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:07.912325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ec61f9a-06f6-46a8-9fdc-3deac33ddc1a req-cb27d080-5217-4a58-ae90-712e843b700b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 210 time: 0.0392060 Oct 26 11:58:07.917390 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b8a1d78e-a6f0-44a1-b442-d28a8ccd47c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b013acc96be4f91997d47c9614c2824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187053 Oct 26 11:58:07.921992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39180) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:07.923913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1d78e-a6f0-44a1-b442-d28a8ccd47c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4877da13-60c3-447a-b35d-e6bd45dfe9fa,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:07.964639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.008701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.026788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.139971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ccaab18-d465-4275-9bf4-e14da933008f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.191881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ccaab18-d465-4275-9bf4-e14da933008f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.246773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c0f7414-1593-410a-ae33-5f11ca9890e5 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:08.272915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 6c0f7414-1593-410a-ae33-5f11ca9890e5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:08.273501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6c0f7414-1593-410a-ae33-5f11ca9890e5 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:08.280578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.299696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Allocated IP 172.25.4.198 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1ae59f51-b88a-4ae7-afca-7ef63d681894) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:08.330733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Deleting port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:08.331340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.383755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ccaab18-d465-4275-9bf4-e14da933008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.385026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ccaab18-d465-4275-9bf4-e14da933008f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.387409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ccaab18-d465-4275-9bf4-e14da933008f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4877da13-60c3-447a-b35d-e6bd45dfe9fa HTTP/1.1" status: 204 len: 168 time: 0.4618018 Oct 26 11:58:08.437734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8a05b6f-20f1-4b1c-b38a-dd16a9ce0f87 req-370c2c1e-5040-4e5e-a2dc-c648c816639e tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ff2311-d6d1-45ab-a233-bce791739a9e HTTP/1.1" status: 200 len: 210 time: 0.1075008 Oct 26 11:58:08.439656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] For port f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,segment=NetworkSegment(edf44af5-9f8b-4c2f-b849-69d0d0031883),segment_id=edf44af5-9f8b-4c2f-b849-69d0d0031883)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:08.440045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.445180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaab18-d465-4275-9bf4-e14da933008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4877da13-60c3-447a-b35d-e6bd45dfe9fa,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:08.468500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Calling delete_port for f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:08.488904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.502405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:58:08.559218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:08.569719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:08.580521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:08.588387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.614356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=e14da95a-e3b3-4acc-bb32-953e244f2452,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:08.676403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:08.677702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.722515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-ebbd53d9-189c-4905-9cc6-d860205bfb36 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8593545 Oct 26 11:58:08.728702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.765415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Request body: {'port': {'device_id': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:08.799240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:08.843483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:08.899310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:08.918785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:08.931613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:09.005328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event updated for resources: {'Port': ['ID=1ae59f51-b88a-4ae7-afca-7ef63d681894,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:09.077098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6cc98ce2-85f5-4952-81a7-402ee2bb5ef6 None None] Provisioning complete for port e14da95a-e3b3-4acc-bb32-953e244f2452 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:09.084623 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6cc98ce2-85f5-4952-81a7-402ee2bb5ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.087921 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.116525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.145647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6cc98ce2-85f5-4952-81a7-402ee2bb5ef6 None None] Port e14da95a-e3b3-4acc-bb32-953e244f2452 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:58:09.249423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b19076-d050-4242-b7c8-d239097bd960 req-532b83fd-a19a-40a9-a3ec-48d3c772f8d0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:09.251230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01b19076-d050-4242-b7c8-d239097bd960 req-532b83fd-a19a-40a9-a3ec-48d3c772f8d0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 931 time: 0.2131903 Oct 26 11:58:09.492656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Router a7533077-4f48-4515-a69e-268ddb604f2f has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:09.572258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:09.588825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01b19076-d050-4242-b7c8-d239097bd960 req-017e5081-6672-4c48-8940-edfa9bfb26f9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167942 Oct 26 11:58:09.690532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0622459d-7e34-4348-8ec1-9b43bcd41f87 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.704296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:09.715313 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] Sync routers for ids ['a7533077-4f48-4515-a69e-268ddb604f2f'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:09.726146 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ce571bd6-aac9-4fa0-b9cd-563bf57e89c4 admin admin] 10.222.0.88 "PUT /v2.0/routers/a7533077-4f48-4515-a69e-268ddb604f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679040 Oct 26 11:58:09.728813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39220) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:09.735103 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] Routers {'a7533077-4f48-4515-a69e-268ddb604f2f'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:09.736162 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a7533077-4f48-4515-a69e-268ddb604f2f'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:09.758420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.769474 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0622459d-7e34-4348-8ec1-9b43bcd41f87 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.861995 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] Set router a7533077-4f48-4515-a69e-268ddb604f2f gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:09.946578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:09.996987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0622459d-7e34-4348-8ec1-9b43bcd41f87 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.001779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0622459d-7e34-4348-8ec1-9b43bcd41f87 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.006043 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0622459d-7e34-4348-8ec1-9b43bcd41f87 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "DELETE /v2.0/security-groups/940c29d8-8754-42bc-8603-081171050bcd HTTP/1.1" status: 204 len: 168 time: 0.4327712 Oct 26 11:58:10.006814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:10.084507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14da95a-e3b3-4acc-bb32-953e244f2452 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:58:10.088061 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622459d-7e34-4348-8ec1-9b43bcd41f87 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c29d8-8754-42bc-8603-081171050bcd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:10.098054 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.108610 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-65ef4aaa-b1c8-445e-829f-ef1ae6259a98 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] show failed (client error): The resource could not be found. Oct 26 11:58:10.112625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65ef4aaa-b1c8-445e-829f-ef1ae6259a98 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "GET /v2.0/security-groups/940c29d8-8754-42bc-8603-081171050bcd HTTP/1.1" status: 404 len: 347 time: 0.0570703 Oct 26 11:58:10.115919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39232) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:10.184981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.193587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Transition to ACTIVE for port object e14da95a-e3b3-4acc-bb32-953e244f2452 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:58:10.240675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.281107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Deleting port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:10.283395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.290910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.292724 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:58:08Z', 'revision_number': 5, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port': {'id': 'b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:55:33Z', 'updated_at': '2021-10-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:10.332500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] Checking router: a7533077-4f48-4515-a69e-268ddb604f2f for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:10.342647 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] Routers {'a7533077-4f48-4515-a69e-268ddb604f2f'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:10.343560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a7533077-4f48-4515-a69e-268ddb604f2f'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:10.438052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e14da95a-e3b3-4acc-bb32-953e244f2452,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:10.440145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] For port b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:10.440518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.460443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Calling delete_port for b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:10.538594 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] Set router a7533077-4f48-4515-a69e-268ddb604f2f gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:10.629898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Deleting port fc53960f-a1d9-4073-9fa9-aa213d47517e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:10.630243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.655804 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:58:10Z', 'revision_number': 6, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:10.730530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Attempting to bind port e14da95a-e3b3-4acc-bb32-953e244f2452 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:58:10.730901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Attempting to bind port e14da95a-e3b3-4acc-bb32-953e244f2452 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:58:10.731903 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07a6f-b699-4442-be75-c9119a6d3c01 None None] The sync data for ids ['a7533077-4f48-4515-a69e-268ddb604f2f'] in n-d-812150-3 is: [{'id': 'a7533077-4f48-4515-a69e-268ddb604f2f', 'name': 'tempest-ServerRescueNegativeTestJSON-946045634-router', 'tenant_id': '3457d624e986484c900ff271694c475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:55:32Z', 'updated_at': '2021-10-26T11:58:10Z', 'revision_number': 6, 'project_id': '3457d624e986484c900ff271694c475b', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:10.737299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Attempting to bind port e14da95a-e3b3-4acc-bb32-953e244f2452 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:10.792081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.804778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Port e14da95a-e3b3-4acc-bb32-953e244f2452 on network bb11f0eb-07fd-4935-96ad-89706714e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:58:10.804778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Attempting to bind port e14da95a-e3b3-4acc-bb32-953e244f2452 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:10.838326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:10.854090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:58:10.854705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:10.855287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:58:10.855896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Bound port: e14da95a-e3b3-4acc-bb32-953e244f2452, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:58:10.856420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.940604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.947157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457194-1b63-427d-b3ed-99d4198bae14 req-33a43d4d-b79e-4a0f-b194-417da11c1aab tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:10.948746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df457194-1b63-427d-b3ed-99d4198bae14 req-33a43d4d-b79e-4a0f-b194-417da11c1aab tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 943 time: 0.2089665 Oct 26 11:58:10.957147 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.957482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:10.968997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Router efd402ef-6464-4a69-9921-7d2f64eed853 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:10.996379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Calling delete_port for fc53960f-a1d9-4073-9fa9-aa213d47517e owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:11.036083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] For port e14da95a-e3b3-4acc-bb32-953e244f2452, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:11.042320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] For port e14da95a-e3b3-4acc-bb32-953e244f2452, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e14da95a-e3b3-4acc-bb32-953e244f2452,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:11.080830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.090763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.167658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.168365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7533077-4f48-4515-a69e-268ddb604f2f {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:11.171926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.174460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.175750 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0984f083-d576-408e-a540-30a914ea75ae admin admin] 10.222.0.88 "DELETE /v2.0/routers/a7533077-4f48-4515-a69e-268ddb604f2f HTTP/1.1" status: 204 len: 168 time: 1.4384885 Oct 26 11:58:11.178311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39274) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:11.258104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Deleting subnet 1894e54d-3b69-4d07-a0e9-be3197fd2c5c {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:58:11.261894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.267843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df457194-1b63-427d-b3ed-99d4198bae14 req-ffcdc8d2-3746-4d53-a961-ce9bd9134f08 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055699 Oct 26 11:58:11.319289 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.393205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.483111 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.520456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.524139 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1894e54d-3b69-4d07-a0e9-be3197fd2c5c HTTP/1.1" status: 204 len: 168 time: 0.3446395 Oct 26 11:58:11.526212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95995f3f-13f8-427f-94c2-d471cb07d051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1894e54d-3b69-4d07-a0e9-be3197fd2c5c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:11.528029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:11.644922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.753780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:11.754395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.756030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] 10.222.0.100 "PUT /v2.0/ports/e14da95a-e3b3-4acc-bb32-953e244f2452 HTTP/1.1" status: 200 len: 1091 time: 3.0153191 Oct 26 11:58:11.756637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'tag': 'e14da95a-e3b3-4acc-bb32-953e244f2452'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:11.759755 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2127f3e-e4e5-45b5-b507-edba9cc38d55" -d '{"events": [{"name": "network-changed", "server_uuid": "395ab5ba-6205-4247-8ba3-840d14b79e38", "tag": "e14da95a-e3b3-4acc-bb32-953e244f2452"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:11.790905 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.810021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc725a6e-aa25-418c-963c-c4c2209ab4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e14da95a-e3b3-4acc-bb32-953e244f2452,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:11.864926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fad451-96df-4e34-82fc-bc3a4970e943']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:11.887037 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad8a2d-fa6d-40e9-8338-8884d542abd6 x-openstack-request-id: req-c2ad8a2d-fa6d-40e9-8338-8884d542abd6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:11.887462 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395ab5ba-6205-4247-8ba3-840d14b79e38", "tag": "e14da95a-e3b3-4acc-bb32-953e244f2452", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:11.887944 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2ad8a2d-fa6d-40e9-8338-8884d542abd6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:11.888906 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'tag': 'e14da95a-e3b3-4acc-bb32-953e244f2452', 'status': 'completed', 'code': 200} Oct 26 11:58:11.896211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf44af5-9f8b-4c2f-b849-69d0d0031883') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:11.896594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf44af5-9f8b-4c2f-b849-69d0d0031883') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:11.903580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:11.918610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] Sync routers for ids ['efd402ef-6464-4a69-9921-7d2f64eed853'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:11.919199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.936938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.946676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:11.947266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:11.949266 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:11.959414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] Routers {'efd402ef-6464-4a69-9921-7d2f64eed853'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:11.965998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efd402ef-6464-4a69-9921-7d2f64eed853'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:11.980540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-79759f52-e4e0-491d-84ba-16cc3024125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:11.982287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-79759f52-e4e0-491d-84ba-16cc3024125d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 1094 time: 0.1502941 Oct 26 11:58:12.015308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.015308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5924b83d-dff1-418f-bc28-48458b652333 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6294303 Oct 26 11:58:12.018287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39306) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:12.024143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': False}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:12.029230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:12.049372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] Routers {'efd402ef-6464-4a69-9921-7d2f64eed853'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:12.050264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efd402ef-6464-4a69-9921-7d2f64eed853'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:12.073102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-e01af074-54a3-4626-a1f6-638e064f888b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e14da95a-e3b3-4acc-bb32-953e244f2452 HTTP/1.1" status: 200 len: 217 time: 0.0677910 Oct 26 11:58:12.119732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:12.125961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d3df1-5ae9-49bb-a41d-0250a9275bf0 None None] The sync data for ids ['efd402ef-6464-4a69-9921-7d2f64eed853'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:12.137593 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.137816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.150712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.157551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f7fad451-96df-4e34-82fc-bc3a4970e943 HTTP/1.1" status: 204 len: 168 time: 0.6261673 Oct 26 11:58:12.176685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349d416-c947-4ff3-8aaa-fb238e600f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fad451-96df-4e34-82fc-bc3a4970e943,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:12.183097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Pushing event deleted for resources: {'Port': ['ID=fc53960f-a1d9-4073-9fa9-aa213d47517e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:12.224449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-4309d1e0-a497-49d3-b627-18b8cedde635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:12.237005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-4309d1e0-a497-49d3-b627-18b8cedde635 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1544046 Oct 26 11:58:12.407066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.411189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.412486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-587b3ca6-8417-4f9a-a108-9f075e3600d5 tempest-ServersTestBootFromVolume-530599606 tempest-ServersTestBootFromVolume-530599606-project] 10.222.0.88 "DELETE /v2.0/floatingips/12fdba1a-ebdf-4d5f-8298-ecf986e873f4 HTTP/1.1" status: 204 len: 168 time: 2.2955115 Oct 26 11:58:12.422386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39328) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:12.433386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-69249006-8329-4faf-b6a8-d5258545cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:12.435113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-69249006-8329-4faf-b6a8-d5258545cfbe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659958 Oct 26 11:58:12.536582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39334) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:12.588626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cdb35-49ea-47ee-98ac-c0898a1577cb req-161b8e4e-efaa-4aed-b2a0-fbdabf9e213c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:12.590254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c6cdb35-49ea-47ee-98ac-c0898a1577cb req-161b8e4e-efaa-4aed-b2a0-fbdabf9e213c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 943 time: 0.1958814 Oct 26 11:58:12.642574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8540d2e3-8c46-4a9a-8663-11065949956f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3457d624e986484c900ff271694c475b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048064 Oct 26 11:58:12.645203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39338) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:12.654377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-f1fbc056-065f-48b7-8ceb-bd03003321f9 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744301 Oct 26 11:58:12.726821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c6cdb35-49ea-47ee-98ac-c0898a1577cb req-e7908ae5-07c2-4d6a-b905-b78e7b69968a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263866 Oct 26 11:58:12.803440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb3c5-311f-4846-97f8-9f6b0e276233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.839162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15195485-c8f2-4d2e-ba1e-4e1eea08920b req-fa952ea7-ffd9-4d71-a22d-54f97e60a1a9 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745548 Oct 26 11:58:12.849393 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb3c5-311f-4846-97f8-9f6b0e276233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.857006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:12.903676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:12.905267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f2694dba-3d8c-41e9-b52e-e5f1cb3b5ebc not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:12.907053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:12.965634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:12.966485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9dcc051-8b33-4bb9-87fe-223f0e6b8cb9 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:12.983116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.988423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-376113be-8936-4645-8e25-94c3b2a601c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:12.990996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-376113be-8936-4645-8e25-94c3b2a601c8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 1094 time: 0.0862048 Oct 26 11:58:12.992442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb3c5-311f-4846-97f8-9f6b0e276233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.995556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb3c5-311f-4846-97f8-9f6b0e276233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:12.996394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3ffeb3c5-311f-4846-97f8-9f6b0e276233 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0e97172-ce83-4561-ba5a-a7b2a73c3c85 HTTP/1.1" status: 204 len: 168 time: 0.3502924 Oct 26 11:58:13.033236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb3c5-311f-4846-97f8-9f6b0e276233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e97172-ce83-4561-ba5a-a7b2a73c3c85,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:13.143217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-2bffe23c-1754-41f8-a444-6cef45a40e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:13.144847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-2bffe23c-1754-41f8-a444-6cef45a40e88 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.1441846 Oct 26 11:58:13.175915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:13.207817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-73c0d139-c28c-455f-a6ab-9c492df2636b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e14da95a-e3b3-4acc-bb32-953e244f2452 HTTP/1.1" status: 200 len: 217 time: 0.0523019 Oct 26 11:58:13.286004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-b487fbac-508c-4832-b2f2-8c27e4b6e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:13.288042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-b487fbac-508c-4832-b2f2-8c27e4b6e453 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0699232 Oct 26 11:58:13.396522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-3a62f1bd-cd5c-4186-9d3f-120c684739c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:13.398071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-3a62f1bd-cd5c-4186-9d3f-120c684739c3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023643 Oct 26 11:58:13.522360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-38268b7a-5ce8-44f0-b052-61b06f64a845 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139941 Oct 26 11:58:13.717552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2127f3e-e4e5-45b5-b507-edba9cc38d55 req-05b0b724-5278-4b28-92ec-0addb75283d7 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867723 Oct 26 11:58:13.905954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa29ef-97a8-4f36-af04-c1fdae441dc3 req-87f8a910-1cf0-4b70-8aeb-4fda0ef53cca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:13.913746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1aa29ef-97a8-4f36-af04-c1fdae441dc3 req-87f8a910-1cf0-4b70-8aeb-4fda0ef53cca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 943 time: 0.0819128 Oct 26 11:58:13.964624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1aa29ef-97a8-4f36-af04-c1fdae441dc3 req-50d574a1-54e8-457f-b45f-9d7c2329c877 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Oct 26 11:58:14.208100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Deleting port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:14.210777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.277359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e14da95a-e3b3-4acc-bb32-953e244f2452 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:58:14.277980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.296477 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.421504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] For port 897ab398-fdf0-43c2-ac7d-c37f0e177ae2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:14.421981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.440789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Calling delete_port for 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:14.470954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e14da95a-e3b3-4acc-bb32-953e244f2452, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e14da95a-e3b3-4acc-bb32-953e244f2452,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:14.512460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e14da95a-e3b3-4acc-bb32-953e244f2452', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': 'e14da95a-e3b3-4acc-bb32-953e244f2452', 'mac_address': 'fa:16:3e:03:60:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:58:14.570158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Router efd402ef-6464-4a69-9921-7d2f64eed853 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:14.572049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.602214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14da95a-e3b3-4acc-bb32-953e244f2452 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:58:14.642736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e14da95a-e3b3-4acc-bb32-953e244f2452, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e14da95a-e3b3-4acc-bb32-953e244f2452,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:14.651603 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.741406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e14da95a-e3b3-4acc-bb32-953e244f2452,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:14.787874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:14.794360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.796028 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ab339c85-6849-4d27-90d3-f01620b16491 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "PUT /v2.0/routers/efd402ef-6464-4a69-9921-7d2f64eed853 HTTP/1.1" status: 200 len: 926 time: 2.7759511 Oct 26 11:58:14.798758 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] Sync routers for ids ['efd402ef-6464-4a69-9921-7d2f64eed853'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:14.799389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39484) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:14.818562 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] Routers {'efd402ef-6464-4a69-9921-7d2f64eed853'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:14.819578 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efd402ef-6464-4a69-9921-7d2f64eed853'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:14.867423 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:14.894001 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] Routers {'efd402ef-6464-4a69-9921-7d2f64eed853'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:14.894641 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['efd402ef-6464-4a69-9921-7d2f64eed853'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:14.909507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:14.931548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e14da95a-e3b3-4acc-bb32-953e244f2452'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:58:14.958915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=897ab398-fdf0-43c2-ac7d-c37f0e177ae2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:15.023399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c79c40f-da4c-4c48-9ff3-a5e89dd5e4d6 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/efd402ef-6464-4a69-9921-7d2f64eed853 HTTP/1.1" status: 200 len: 926 time: 0.2222316 Oct 26 11:58:15.027024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39504) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:15.046220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:15.046801 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab92300-3012-4af4-a4a4-54a7de63d371 None None] The sync data for ids ['efd402ef-6464-4a69-9921-7d2f64eed853'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:15.194145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae509a-fdc2-45e0-acbf-f0f048f06971 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:15.195885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c1ae509a-fdc2-45e0-acbf-f0f048f06971 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=efd402ef-6464-4a69-9921-7d2f64eed853&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1676433 Oct 26 11:58:15.200659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:15.320544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb558167-0bfe-48ab-9655-5bb094f24c20 req-8ef7ed7f-f817-4a7b-a6e2-087d23bb8319 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:15.330296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb558167-0bfe-48ab-9655-5bb094f24c20 req-8ef7ed7f-f817-4a7b-a6e2-087d23bb8319 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 944 time: 0.2232223 Oct 26 11:58:15.380089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:15.405451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb558167-0bfe-48ab-9655-5bb094f24c20 req-3a0b966d-5c00-4d7b-8fe3-2160e8d0ebef tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739379 Oct 26 11:58:15.439147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f592e5-e811-41ab-97a7-e797b4a21eb6 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:15.441225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-75f592e5-e811-41ab-97a7-e797b4a21eb6 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.2362533 Oct 26 11:58:15.444936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39522) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:15.485158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8bd77b6e-86b0-423b-8534-9c4295690d05 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=efd402ef-6464-4a69-9921-7d2f64eed853 HTTP/1.1" status: 200 len: 205 time: 0.0362227 Oct 26 11:58:15.485519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39528) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:15.507397 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:58:15.642853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:15.693800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39544) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:15.701484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Router 6059bff5-6574-451f-b35d-050a6c1d7ed7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:15.786432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:15.847313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42eea29f-873d-4be7-8467-48c2ec177079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:15.854002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Deleting port 1ae59f51-b88a-4ae7-afca-7ef63d681894 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:15.854581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:15.864063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:15.872256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f21af0cc-d773-4420-8f37-48ed7a8877e8 admin admin] 10.222.0.88 "PUT /v2.0/routers/6059bff5-6574-451f-b35d-050a6c1d7ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4367571 Oct 26 11:58:15.876336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39552) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:15.886012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] Sync routers for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:15.903564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:15.904261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:15.942456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:15.957097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Calling delete_port for 1ae59f51-b88a-4ae7-afca-7ef63d681894 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:16.030360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.036718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42eea29f-873d-4be7-8467-48c2ec177079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.037674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:16.070963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42eea29f-873d-4be7-8467-48c2ec177079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.160092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42eea29f-873d-4be7-8467-48c2ec177079 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=517e395e089d40f8bb5d9bc6382b7bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628334 Oct 26 11:58:16.160358 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.161138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eea29f-873d-4be7-8467-48c2ec177079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc097a-4803-48c3-97cc-0f7466cca4c9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:16.162592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39570) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:16.193714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.230509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event deleted for resources: {'Port': ['ID=1ae59f51-b88a-4ae7-afca-7ef63d681894,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:16.258980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:58:14Z', 'revision_number': 5, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port': {'id': '23295a6a-cb8c-41a1-b4a4-26eb38d287dc', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:37Z', 'updated_at': '2021-10-26T11:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:16.271991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Deleting port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:16.271991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.295752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e14da95a-e3b3-4acc-bb32-953e244f2452 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:16.298166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] Checking router: 6059bff5-6574-451f-b35d-050a6c1d7ed7 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:16.327587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] Routers {'6059bff5-6574-451f-b35d-050a6c1d7ed7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:16.328843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6059bff5-6574-451f-b35d-050a6c1d7ed7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:16.339090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789800dd-042c-4d7f-ba15-30dfd6ae4c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.363553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789800dd-042c-4d7f-ba15-30dfd6ae4c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.389743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] For port 23295a6a-cb8c-41a1-b4a4-26eb38d287dc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:16.390355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.404769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Calling delete_port for 23295a6a-cb8c-41a1-b4a4-26eb38d287dc owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:16.424031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789800dd-042c-4d7f-ba15-30dfd6ae4c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.427750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789800dd-042c-4d7f-ba15-30dfd6ae4c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.428933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-789800dd-042c-4d7f-ba15-30dfd6ae4c37 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3cfc097a-4803-48c3-97cc-0f7466cca4c9 HTTP/1.1" status: 204 len: 168 time: 0.2496059 Oct 26 11:58:16.430016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.447535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] Set router 6059bff5-6574-451f-b35d-050a6c1d7ed7 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:16.535027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:58:16Z', 'revision_number': 6, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:16.548185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789800dd-042c-4d7f-ba15-30dfd6ae4c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc097a-4803-48c3-97cc-0f7466cca4c9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:16.568124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083813d-a5e0-4c09-9526-cd5ec618c977 None None] The sync data for ids ['6059bff5-6574-451f-b35d-050a6c1d7ed7'] in n-d-812150-3 is: [{'id': '6059bff5-6574-451f-b35d-050a6c1d7ed7', 'name': 'tempest-ServersTestBootFromVolume-504453357-router', 'tenant_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:35Z', 'updated_at': '2021-10-26T11:58:16Z', 'revision_number': 6, 'project_id': 'f0d2cf55cea04be69fb977b4d313ceba', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:16.625986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.629439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.636424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e14da95a-e3b3-4acc-bb32-953e244f2452 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:58:16.641211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e14da95a-e3b3-4acc-bb32-953e244f2452 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:16.641922 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.735874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69570-9f42-4fc4-82cc-7d992e6c97a1 req-cac72a42-64e7-4e47-8154-5542d3427bea tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:16.738045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76f69570-9f42-4fc4-82cc-7d992e6c97a1 req-cac72a42-64e7-4e47-8154-5542d3427bea tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 944 time: 0.2311513 Oct 26 11:58:16.751987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.753006 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.766501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.767115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Fanout notify agent at l3_agent the message router_deleted on router efd402ef-6464-4a69-9921-7d2f64eed853 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:16.789814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.797252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c496bc92-5db7-4714-bc15-07c52601bbe0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/efd402ef-6464-4a69-9921-7d2f64eed853 HTTP/1.1" status: 204 len: 168 time: 1.3098650 Oct 26 11:58:16.800047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39604) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:16.806746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-86528915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:16.823631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e14da95a-e3b3-4acc-bb32-953e244f2452, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e14da95a-e3b3-4acc-bb32-953e244f2452,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:16.824812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14da95a-e3b3-4acc-bb32-953e244f2452'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:16.828494 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a3c890-4521-491d-b205-b5b36e80e46a" -d '{"events": [{"server_uuid": "395ab5ba-6205-4247-8ba3-840d14b79e38", "name": "network-vif-plugged", "status": "completed", "tag": "e14da95a-e3b3-4acc-bb32-953e244f2452"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:16.835548 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.863852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76f69570-9f42-4fc4-82cc-7d992e6c97a1 req-15439825-f6d6-4a28-88f9-069c031a46c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166375 Oct 26 11:58:16.870392 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.871535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.885955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Pushing event deleted for resources: {'Port': ['ID=23295a6a-cb8c-41a1-b4a4-26eb38d287dc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:16.892359 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb27596c-978b-4fea-a188-758fb472de12 x-openstack-request-id: req-fb27596c-978b-4fea-a188-758fb472de12 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:16.893269 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395ab5ba-6205-4247-8ba3-840d14b79e38", "name": "network-vif-plugged", "status": "completed", "tag": "e14da95a-e3b3-4acc-bb32-953e244f2452", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:16.893679 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fb27596c-978b-4fea-a188-758fb472de12 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:16.894412 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14da95a-e3b3-4acc-bb32-953e244f2452', 'code': 200} Oct 26 11:58:16.947721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:16.961769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.003734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.007280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2b1deadb-ec2e-41d6-be3f-91f9f01f89c0 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2060390 Oct 26 11:58:17.009211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.011116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39612) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:17.027091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e14da95a-e3b3-4acc-bb32-953e244f2452,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:17.041746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:17.069852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db85d13-c028-4318-a30d-27d3084910ac req-4034b282-93f7-440c-82ac-8e1af1fadff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:17.073096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5db85d13-c028-4318-a30d-27d3084910ac req-4034b282-93f7-440c-82ac-8e1af1fadff3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 1096 time: 0.0850945 Oct 26 11:58:17.142753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5db85d13-c028-4318-a30d-27d3084910ac req-1ec1f058-333c-41fe-a590-1bd5607e616b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593572 Oct 26 11:58:17.284096 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.287682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.517224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:17.569735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:17.569735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 897ab398-fdf0-43c2-ac7d-c37f0e177ae2 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:17.765895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.766419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6059bff5-6574-451f-b35d-050a6c1d7ed7 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:17.771231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.775544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39660) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:17.775680 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-458530ae-c21d-4e32-b296-c28735aece51 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6059bff5-6574-451f-b35d-050a6c1d7ed7 HTTP/1.1" status: 204 len: 168 time: 1.8981948 Oct 26 11:58:17.820768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.880513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Deleting subnet 54f19e13-e865-46f7-81b4-8867b5028f7b {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:58:17.889172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:17.966551 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.137808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c281-02e6-4f79-b14f-dd23c93eaeac req-2382e9c3-ccce-4ea9-bdc2-faa68c7c89d5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:18.159164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8819c281-02e6-4f79-b14f-dd23c93eaeac req-2382e9c3-ccce-4ea9-bdc2-faa68c7c89d5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 945 time: 0.1325827 Oct 26 11:58:18.173828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.265362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.281729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8819c281-02e6-4f79-b14f-dd23c93eaeac req-5bbe7daa-d90e-4f9f-9f55-943e35f73945 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208966 Oct 26 11:58:18.301258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.330211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.365412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.370736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28ff66-0770-435f-8c12-972e11239f9d None None] Network aeaf7e48-e176-48cd-92a2-94f6148a89e0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:18.372735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] 10.222.0.88 "DELETE /v2.0/subnets/54f19e13-e865-46f7-81b4-8867b5028f7b HTTP/1.1" status: 204 len: 168 time: 0.5957277 Oct 26 11:58:18.373853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39698) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:18.448418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Allocated IP 172.25.4.104 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/30633c57-330a-461b-bfb9-4ee6c26bea78) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:18.454606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.456510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887eb19-1af7-4be3-922c-9f95f044f2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f19e13-e865-46f7-81b4-8867b5028f7b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:18.537336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Deleting port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:18.538004 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.603551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.627913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] For port f9ffce43-fbdd-43f2-b81b-024bc68dcf54, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,segment=NetworkSegment(aa5ac02b-6c2a-45e0-88dc-96cf2d66e858),segment_id=aa5ac02b-6c2a-45e0-88dc-96cf2d66e858)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:18.629612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.654484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Calling delete_port for f9ffce43-fbdd-43f2-b81b-024bc68dcf54 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:18.676628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.727856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:18.759866 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:18.777103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:18.790747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39704) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:18.793189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:18.796531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23295a6a-cb8c-41a1-b4a4-26eb38d287dc no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:18.805404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ffce43-fbdd-43f2-b81b-024bc68dcf54,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:18.817301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] No DVR routers for this DVR port f9ffce43-fbdd-43f2-b81b-024bc68dcf54 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:18.837770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 23295a6a-cb8c-41a1-b4a4-26eb38d287dc {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:18.839253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23295a6a-cb8c-41a1-b4a4-26eb38d287dc not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:18.889802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event updated for resources: {'Port': ['ID=30633c57-330a-461b-bfb9-4ee6c26bea78,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:18.903447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.903853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.904286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.904900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.905188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.905520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.905848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.906171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.906491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.906815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.907174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.907483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:18.983724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e45b6-eced-4a1f-b414-74692b5d34b5 None None] DHCP port deletion for aeaf7e48-e176-48cd-92a2-94f6148a89e0 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:58:18.986162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.019794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaf7e48-e176-48cd-92a2-94f6148a89e0']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:19.023999 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9bbd8abe-cfd5-4b83-9761-b080a033a311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.030938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:19.031367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5ac02b-6c2a-45e0-88dc-96cf2d66e858') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:19.041987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.063591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.064652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:19.065164 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:19.068445 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:19.100453 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-333f7c57-1554-404f-8da4-a453b7769b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.161193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.171048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.175074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] 10.222.0.88 "DELETE /v2.0/networks/aeaf7e48-e176-48cd-92a2-94f6148a89e0 HTTP/1.1" status: 204 len: 168 time: 0.7994237 Oct 26 11:58:19.188155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31605-c082-4703-8ce7-09e73ff93f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeaf7e48-e176-48cd-92a2-94f6148a89e0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:19.246847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9bbd8abe-cfd5-4b83-9761-b080a033a311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.253154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.255495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9bbd8abe-cfd5-4b83-9761-b080a033a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.366926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:19.381540 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9bbd8abe-cfd5-4b83-9761-b080a033a311 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8a81212c89624517ad9111a694a58746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895052 Oct 26 11:58:19.385501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:19.394513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd8abe-cfd5-4b83-9761-b080a033a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7400c237-aa0a-45df-8ac5-1401aa4bddec,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:19.464834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7cb4188f-c61a-4cb5-a91a-a5551e445979 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0d2cf55cea04be69fb977b4d313ceba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967212 Oct 26 11:58:19.469588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:19.484931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d1f3e-9829-49e3-94c9-43c9ef1327e7 req-f91776f1-b79f-4d88-bd53-5ba57d0b395f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:19.486736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-157d1f3e-9829-49e3-94c9-43c9ef1327e7 req-f91776f1-b79f-4d88-bd53-5ba57d0b395f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 945 time: 0.0937023 Oct 26 11:58:19.529966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8863e788-3df3-4477-b2d4-99db94aa878b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.551842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-157d1f3e-9829-49e3-94c9-43c9ef1327e7 req-ff36b2f7-e776-4c5e-9905-9c321f78ed70 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559702 Oct 26 11:58:19.562837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8863e788-3df3-4477-b2d4-99db94aa878b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.565883 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-823db50c-eabd-43ce-b00c-8429ce941f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.589645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-823db50c-eabd-43ce-b00c-8429ce941f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.602188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.612533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.649830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-823db50c-eabd-43ce-b00c-8429ce941f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.652740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-823db50c-eabd-43ce-b00c-8429ce941f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.653915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-823db50c-eabd-43ce-b00c-8429ce941f33 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae6e61b5-d357-489a-aca1-6b91c977f747 HTTP/1.1" status: 204 len: 168 time: 0.1833129 Oct 26 11:58:19.666468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823db50c-eabd-43ce-b00c-8429ce941f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e61b5-d357-489a-aca1-6b91c977f747,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:19.713977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8863e788-3df3-4477-b2d4-99db94aa878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.716594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8863e788-3df3-4477-b2d4-99db94aa878b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.717786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8863e788-3df3-4477-b2d4-99db94aa878b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7400c237-aa0a-45df-8ac5-1401aa4bddec HTTP/1.1" status: 204 len: 168 time: 0.3313162 Oct 26 11:58:19.736138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863e788-3df3-4477-b2d4-99db94aa878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7400c237-aa0a-45df-8ac5-1401aa4bddec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:19.780038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Router d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:19.899826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:19.912263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:19.918812 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa12c157-97bd-466b-b84c-b5e2b2632d07 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "PUT /v2.0/routers/d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 HTTP/1.1" status: 200 len: 882 time: 2.8978329 Oct 26 11:58:19.918990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39732) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:19.921559 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] Sync routers for ids ['d985d4b1-c63b-4ccb-b43f-a3f3e5868f10'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:19.936560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] Routers {'d985d4b1-c63b-4ccb-b43f-a3f3e5868f10'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:19.938492 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d985d4b1-c63b-4ccb-b43f-a3f3e5868f10'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:19.996964 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:20.025915 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] Routers {'d985d4b1-c63b-4ccb-b43f-a3f3e5868f10'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:20.026680 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:57:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d985d4b1-c63b-4ccb-b43f-a3f3e5868f10'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:20.050914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0ac4d757-0632-4a1a-980c-87032dd963b5 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 HTTP/1.1" status: 200 len: 923 time: 0.1302152 Oct 26 11:58:20.053608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39740) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:20.078016 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:20.079035 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffed600-1b57-4a59-9019-ca02c5599cf1 None None] The sync data for ids ['d985d4b1-c63b-4ccb-b43f-a3f3e5868f10'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:20.150629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293139c-4568-4206-a81f-0ead6f309836 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:20.152202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b293139c-4568-4206-a81f-0ead6f309836 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=d985d4b1-c63b-4ccb-b43f-a3f3e5868f10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0975444 Oct 26 11:58:20.155113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39750) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:20.252975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca4ed8e-c2f5-40b2-a444-d4b8fc3a14ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:20.254732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0ca4ed8e-c2f5-40b2-a444-d4b8fc3a14ea tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.0985234 Oct 26 11:58:20.258064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39756) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:20.300171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6d73beb-800d-4a85-a5d4-8e19a0a96a74 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 HTTP/1.1" status: 200 len: 205 time: 0.0397711 Oct 26 11:58:20.302183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39758) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:20.433785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:20.697109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39788) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:20.833620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f9ffce43-fbdd-43f2-b81b-024bc68dcf54 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:20.878939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f9ffce43-fbdd-43f2-b81b-024bc68dcf54 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:20.882897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f9ffce43-fbdd-43f2-b81b-024bc68dcf54 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:21.001078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.005305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1364473802-network', 'tenant_id': '971a9780940347888c071dfcc57b4c4d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:21.032676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Made reservation on behalf of 971a9780940347888c071dfcc57b4c4d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:21.035687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.051504 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.105293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Deleting port 30633c57-330a-461b-bfb9-4ee6c26bea78 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:21.105856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.175983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.182422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.221770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:21.235691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75444677-17ba-466e-8fbe-6f6321dd56cc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:21.239613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.242521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.244396 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Added segment f281dd20-41f4-48ce-a7e0-a666de41f703 of type vlan for network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 Oct 26 11:58:21.256716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Calling delete_port for 30633c57-330a-461b-bfb9-4ee6c26bea78 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:21.305335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.341472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.343112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:21.344011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.432898 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7339170 Oct 26 11:58:21.438599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39820) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:21.442806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Request body: {'subnet': {'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1364473802-subnet', 'tenant_id': '971a9780940347888c071dfcc57b4c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:21.462401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a250e-e3f5-43cc-b569-38dc4ff17a79 admin admin] Pushing event updated for resources: {'Network': ['ID=ab982e28-8cb5-4f13-8e6b-407ff3ffda11,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:21.475115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:21.477240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Made reservation on behalf of 971a9780940347888c071dfcc57b4c4d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:21.481087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.523876 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.567679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event deleted for resources: {'Port': ['ID=30633c57-330a-461b-bfb9-4ee6c26bea78,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:21.634160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.732091 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02aac54c-7054-45f0-a829-653c45f5f786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.801654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.805321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.836619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:21.860035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.886037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.887071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Fanout notify agent at l3_agent the message router_deleted on router d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:21.911697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.914194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-453a4d36-99c5-4985-8071-8ecbaf06c4bd tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 HTTP/1.1" status: 204 len: 168 time: 1.6108015 Oct 26 11:58:21.917862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:21.926446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1436854850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:21.956382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c63506-9584-4b18-9091-773b8b64ad76,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:21.961585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.964064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:21.974577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Checking segment: {'id': 'f281dd20-41f4-48ce-a7e0-a666de41f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:21.975017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Network hostable DHCP agents. Network: ab982e28-8cb5-4f13-8e6b-407ff3ffda11, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:58:22.000097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:58:22.018073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ab982e28-8cb5-4f13-8e6b-407ff3ffda11) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:22.022902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:22.023670 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.033357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce0167c-4302-4db9-ac59-8fc650d501ab None None] Network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:22.041332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.047385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.057087 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82385aba-3ae4-420e-8e14-8ee8fe9f3276 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6102428 Oct 26 11:58:22.079035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.081321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2474a0d7-9bb4-4148-a86d-3fb28e0bee93 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1621854 Oct 26 11:58:22.085197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39848) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:22.094342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': True}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:22.113861 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44f8e3da-3492-4b28-9ea9-1db0e09f1b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.220441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325204b0-a290-4a18-a6da-d10f87372258 None None] Network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:22.304740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44f8e3da-3492-4b28-9ea9-1db0e09f1b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.313385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44f8e3da-3492-4b28-9ea9-1db0e09f1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.364392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8e3da-3492-4b28-9ea9-1db0e09f1b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f157cf9c-03fc-465a-ad71-52da0ea5dac5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:22.394684 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.409383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-44f8e3da-3492-4b28-9ea9-1db0e09f1b18 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bb5f7c9773ea45de9588e7daf545958d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683959 Oct 26 11:58:22.409587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:22.483603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11cc38e1-e716-497b-881b-abaa9678eab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.511469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11cc38e1-e716-497b-881b-abaa9678eab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.574029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11cc38e1-e716-497b-881b-abaa9678eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.578324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-11cc38e1-e716-497b-881b-abaa9678eab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.581922 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-11cc38e1-e716-497b-881b-abaa9678eab3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f157cf9c-03fc-465a-ad71-52da0ea5dac5 HTTP/1.1" status: 204 len: 168 time: 0.1690958 Oct 26 11:58:22.590937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc38e1-e716-497b-881b-abaa9678eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f157cf9c-03fc-465a-ad71-52da0ea5dac5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:22.729744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.759838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.804552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:22.855244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-50ef8822-f188-4c17-a59d-fb0bbd3a8305 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:22.856749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-50ef8822-f188-4c17-a59d-fb0bbd3a8305 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/networks?id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11 HTTP/1.1" status: 200 len: 814 time: 0.1964011 Oct 26 11:58:22.900240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-86ed14f9-1352-4831-84b2-bdcf25852151 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/quotas/971a9780940347888c071dfcc57b4c4d HTTP/1.1" status: 200 len: 375 time: 0.0213678 Oct 26 11:58:22.918286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Allocated IP 172.25.4.238 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1818235e-3878-4855-83cb-2192a9f3d587) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:22.956507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-c3f04859-21cf-4043-8faa-ee8253183040 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=971a9780940347888c071dfcc57b4c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467329 Oct 26 11:58:23.149530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:23.157047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:23.161999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-995f444e-422a-4946-9176-70ca4e6c98da service neutron] 10.222.0.88 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827638 Oct 26 11:58:23.252954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:23.326134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:23.331839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-570ef1e9-f6de-4c29-92de-8c1ccc42a91a service neutron] 10.222.0.88 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593885 Oct 26 11:58:23.332699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:23.334763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Port': ['ID=1818235e-3878-4855-83cb-2192a9f3d587,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:23.337554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:23.560048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7a0435b-705a-4dac-a78a-ac7968e2c27b req-9fc5dff4-db23-4dfd-8a9a-0a060185d98a tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 210 time: 0.0302312 Oct 26 11:58:23.687321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:23.934160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:23.938136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.127997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Router 96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:24.294192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:24.323957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:24.338624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] Sync routers for ids ['96d95344-5ef1-4e22-8fb0-ce5714e8b8a8'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:24.342232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.355298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2cd56ba5-33f1-4b79-b835-6b2f2b96edf0 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "PUT /v2.0/routers/96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 HTTP/1.1" status: 200 len: 919 time: 2.2669306 Oct 26 11:58:24.358291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39932) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:24.361793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] Routers {'96d95344-5ef1-4e22-8fb0-ce5714e8b8a8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:24.362467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['96d95344-5ef1-4e22-8fb0-ce5714e8b8a8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:24.408951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:24.423505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] Routers {'96d95344-5ef1-4e22-8fb0-ce5714e8b8a8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:24.424369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['96d95344-5ef1-4e22-8fb0-ce5714e8b8a8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:24.468114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:24.469149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc444e6e-9576-453d-b7bc-dcf482134128 None None] The sync data for ids ['96d95344-5ef1-4e22-8fb0-ce5714e8b8a8'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:24.542086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.588144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:24.593398 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0685c2dd-0779-4a67-8cb8-b1e469203d6b tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 HTTP/1.1" status: 200 len: 925 time: 0.2337236 Oct 26 11:58:24.594348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:24.658137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1508d6-8a84-4c15-bb67-0da0c2e8fc79 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:24.663183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39946) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:24.663624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bb1508d6-8a84-4c15-bb67-0da0c2e8fc79 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=96d95344-5ef1-4e22-8fb0-ce5714e8b8a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0678325 Oct 26 11:58:24.711230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-396070288'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:24.738963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Made reservation on behalf of 8bef4bdfc88949ada593ec32c3698f89 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:24.743936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.754598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.771772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fda0211d-fc92-40bc-adaa-6e7f6d0cc833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.807948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57d1e50b-b5a2-476c-93d3-928b7b32a985 req-367764b6-a36b-4175-866d-d3fd9f91d92d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 210 time: 0.1198263 Oct 26 11:58:24.866008 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.872135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.902478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:24.917492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:24.917966 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Added segment 256e9d4f-3b2e-431c-b1e9-62c86e0096a4 of type vlan for network b082095d-0e3b-4ba8-a067-a7aaefafe9b7 Oct 26 11:58:24.981756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c414ee9-ad12-49f8-8150-a50489b5916b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:24.993529 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.020454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.026312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:25.026972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.089498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7934136 Oct 26 11:58:25.096432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:25.109653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c674-b4af-4411-a4c8-8228f04b7d28 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Pushing event updated for resources: {'Network': ['ID=b082095d-0e3b-4ba8-a067-a7aaefafe9b7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:25.121093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b082095d-0e3b-4ba8-a067-a7aaefafe9b7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:25.252502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'network': {'name': 'tempest-network--433047401', 'router:external': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:25.262646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e9b5b-0166-43db-8ce0-2f1ef4ef5979 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:25.264116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d88e9b5b-0166-43db-8ce0-2f1ef4ef5979 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.5997143 Oct 26 11:58:25.268316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39956) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:25.294567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-a5bb9403-04ca-4168-bf05-8685449ebac0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:25.296059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-a5bb9403-04ca-4168-bf05-8685449ebac0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.30 "GET /v2.0/networks?id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11 HTTP/1.1" status: 200 len: 814 time: 0.5039313 Oct 26 11:58:25.298171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-95c856d6-12d5-4682-ace9-b32e617fe0c7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 HTTP/1.1" status: 200 len: 205 time: 0.0287623 Oct 26 11:58:25.299065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Made reservation on behalf of 6f857b409af14eea85e016be13fa4e8b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:25.301583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.303036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39958) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:25.310613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.316201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Request body: {'port': {'device_id': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11', 'admin_state_up': True, 'tenant_id': '971a9780940347888c071dfcc57b4c4d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:25.387892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.391853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.419151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:25.424724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9d3c5d-1e3e-44f2-a73c-e84946981603,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:25.432079 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.432399 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Added segment be3ba2b8-e783-49a8-9e91-d9d58c73ba81 of type vlan for network e608cfb8-44fd-41e2-b2dc-6a51e30e38e5 Oct 26 11:58:25.451950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fda0211d-fc92-40bc-adaa-6e7f6d0cc833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.460386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fda0211d-fc92-40bc-adaa-6e7f6d0cc833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.480932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.511784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.512762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:25.513374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.535173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fda0211d-fc92-40bc-adaa-6e7f6d0cc833 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=086a71f1fcf94277857c028cbbae5d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9455357 Oct 26 11:58:25.543417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:25.567397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0211d-fc92-40bc-adaa-6e7f6d0cc833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36441f5e-4c4e-4706-b402-cb14188923dd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:25.578627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4805176 Oct 26 11:58:25.581012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39964) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:25.593890 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.627761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052edf4-e380-4ada-84b5-81d5dc717611 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Network': ['ID=e608cfb8-44fd-41e2-b2dc-6a51e30e38e5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:25.639442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e608cfb8-44fd-41e2-b2dc-6a51e30e38e5 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:25.661456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.697915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Made reservation on behalf of 971a9780940347888c071dfcc57b4c4d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:25.701518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.728509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ce9a0a-335b-481f-a9fd-fc048eb51a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.749811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.770246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e608cfb8-44fd-41e2-b2dc-6a51e30e38e5']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:25.780189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3ba2b8-e783-49a8-9e91-d9d58c73ba81') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:25.780485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3ba2b8-e783-49a8-9e91-d9d58c73ba81') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:25.789737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.803251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ce9a0a-335b-481f-a9fd-fc048eb51a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.804075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.811263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:25.811676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:25.813667 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:25.843565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.880945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.895118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e608cfb8-44fd-41e2-b2dc-6a51e30e38e5 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:58:25.898260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:25.903246 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/networks/e608cfb8-44fd-41e2-b2dc-6a51e30e38e5 HTTP/1.1" status: 204 len: 168 time: 0.3212256 Oct 26 11:58:25.914492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39968) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:25.921460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a60aea-0e1b-4db4-af76-03b2a9a17012 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Network': ['ID=e608cfb8-44fd-41e2-b2dc-6a51e30e38e5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:25.929017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:25.996753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e50284b-adaa-4407-b451-337a0297d07e req-2cd5221f-573a-4762-a2d5-23adb21c96f4 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 210 time: 0.0737188 Oct 26 11:58:26.003718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ce9a0a-335b-481f-a9fd-fc048eb51a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.006696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ce9a0a-335b-481f-a9fd-fc048eb51a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.011524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-10ce9a0a-335b-481f-a9fd-fc048eb51a65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36441f5e-4c4e-4706-b402-cb14188923dd HTTP/1.1" status: 204 len: 168 time: 0.4632552 Oct 26 11:58:26.023615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Allocated IP 172.20.0.4 (ab982e28-8cb5-4f13-8e6b-407ff3ffda11/f6c63506-9584-4b18-9091-773b8b64ad76/60f59286-bf0f-4789-bc75-2ac274427996) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:26.042065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Made reservation on behalf of 6f857b409af14eea85e016be13fa4e8b for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:26.044616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.046911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce9a0a-335b-481f-a9fd-fc048eb51a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36441f5e-4c4e-4706-b402-cb14188923dd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:26.104080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Deleting port 1818235e-3878-4855-83cb-2192a9f3d587 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:26.104423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.112001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:26.194484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.195242 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Added segment 05e2365c-924c-4343-9648-bde99eec5458 of type vlan for network 6fefe662-f16e-46b3-aad8-464acde41702 Oct 26 11:58:26.318724 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.335050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.376351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Calling delete_port for 1818235e-3878-4855-83cb-2192a9f3d587 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:26.414913 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.446642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.447678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:26.448272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.526210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6070440 Oct 26 11:58:26.529487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39984) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:26.535426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'subnet': {'network_id': '6fefe662-f16e-46b3-aad8-464acde41702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:26.558734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dec94-a053-4eb2-af48-ba740308de72 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Network': ['ID=6fefe662-f16e-46b3-aad8-464acde41702,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:26.568902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Made reservation on behalf of 6f857b409af14eea85e016be13fa4e8b for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:26.571481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6fefe662-f16e-46b3-aad8-464acde41702 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:26.572762 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.615195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.717414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:26.727644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:26.734625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:26.739018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Pushing event updated for resources: {'Port': ['ID=60f59286-bf0f-4789-bc75-2ac274427996,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:26.810771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:26.811667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.814521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:26.851242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event deleted for resources: {'Port': ['ID=1818235e-3878-4855-83cb-2192a9f3d587,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:26.860496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-f0315476-cf9c-42b5-bf77-9ecca2a3ccf0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5498271 Oct 26 11:58:26.885942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Request body: {'port': {'device_id': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:26.976867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.011188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.029273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 11:58:27.029726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.071644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6dbb72d-1fd3-42b0-b907-2f852df5cbb8,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:27.109694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Checking segment: {'id': '05e2365c-924c-4343-9648-bde99eec5458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6fefe662-f16e-46b3-aad8-464acde41702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:27.110279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Network hostable DHCP agents. Network: 6fefe662-f16e-46b3-aad8-464acde41702, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:58:27.120187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.127683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.132813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Network 6fefe662-f16e-46b3-aad8-464acde41702 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:58:27.146436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6fefe662-f16e-46b3-aad8-464acde41702) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:27.151364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:27.151964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.164529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1828b-3a80-4f71-8f47-28766f2da44c None None] Network 6fefe662-f16e-46b3-aad8-464acde41702 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:27.173515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c52ce22d-3e0b-4c94-b241-ce866c7f9d5c tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6421142 Oct 26 11:58:27.177295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40016) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:27.183279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'floatingip': {'floating_network_id': '6fefe662-f16e-46b3-aad8-464acde41702'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:27.213967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.307275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd6cd8-73f8-447d-bb9b-c229dd911e1b req-0da29d61-3fea-485c-acab-098d43d377b2 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:27.308899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9afd6cd8-73f8-447d-bb9b-c229dd911e1b req-0da29d61-3fea-485c-acab-098d43d377b2 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 931 time: 0.1849473 Oct 26 11:58:27.317697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.318274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Fanout notify agent at l3_agent the message router_deleted on router 96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:27.329855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.334795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd44a121-21f2-411d-a1e3-ea591390351d tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 HTTP/1.1" status: 204 len: 168 time: 2.0307150 Oct 26 11:58:27.337046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40028) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:27.347665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1079793598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:27.384891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.390406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11af22f-c534-4900-9006-71d93026cf47 None None] Network 6fefe662-f16e-46b3-aad8-464acde41702 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:27.429460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9afd6cd8-73f8-447d-bb9b-c229dd911e1b req-f27cc983-d7d6-4b92-8b57-2a61b979922c tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060016 Oct 26 11:58:27.448993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.450355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.554700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.564911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f59286-bf0f-4789-bc75-2ac274427996 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:58:27.565134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.574176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.583107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Allocated IP 172.20.0.4 (6fefe662-f16e-46b3-aad8-464acde41702/f6dbb72d-1fd3-42b0-b907-2f852df5cbb8/fa1da128-29f7-4677-aed2-fa2d60ef1a89) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:27.593151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Transition to ACTIVE for port object 60f59286-bf0f-4789-bc75-2ac274427996 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:58:27.597248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.598555 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.600018 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a376273-ba56-431f-b234-8ef83c25495e tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2572320 Oct 26 11:58:27.604358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40032) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:27.613925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': False}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:27.656075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Pushing event updated for resources: {'Port': ['ID=60f59286-bf0f-4789-bc75-2ac274427996,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:27.678981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40034) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:27.752145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Attempting to bind port 60f59286-bf0f-4789-bc75-2ac274427996 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:58:27.752765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Attempting to bind port 60f59286-bf0f-4789-bc75-2ac274427996 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'f281dd20-41f4-48ce-a7e0-a666de41f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:58:27.753166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Attempting to bind port 60f59286-bf0f-4789-bc75-2ac274427996 on network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:27.758010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Port 60f59286-bf0f-4789-bc75-2ac274427996 on network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:58:27.758342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Attempting to bind port 60f59286-bf0f-4789-bc75-2ac274427996 on network ab982e28-8cb5-4f13-8e6b-407ff3ffda11 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:27.763957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:58:27.764292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Checking segment: {'id': 'f281dd20-41f4-48ce-a7e0-a666de41f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:27.764683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Bound using segment: {'id': 'f281dd20-41f4-48ce-a7e0-a666de41f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:58:27.765130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Bound port: 60f59286-bf0f-4789-bc75-2ac274427996, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f281dd20-41f4-48ce-a7e0-a666de41f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:58:27.765860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.825626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4747987-5475-49be-a18c-489ef39a9b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.869084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] For port 60f59286-bf0f-4789-bc75-2ac274427996, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:27.890478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] For port 60f59286-bf0f-4789-bc75-2ac274427996, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=60f59286-bf0f-4789-bc75-2ac274427996,segment=NetworkSegment(f281dd20-41f4-48ce-a7e0-a666de41f703),segment_id=f281dd20-41f4-48ce-a7e0-a666de41f703)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:27.898158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.954516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:27.955534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:27.957092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] 10.222.0.30 "PUT /v2.0/ports/60f59286-bf0f-4789-bc75-2ac274427996 HTTP/1.1" status: 200 len: 1091 time: 1.0775230 Oct 26 11:58:27.959748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'tag': '60f59286-bf0f-4789-bc75-2ac274427996'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:27.962459 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2414e117-6d5d-4e8a-9807-e96bfa7732d2" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b8fbd-1582-4762-b09d-9dc5236ff3c9", "tag": "60f59286-bf0f-4789-bc75-2ac274427996"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:27.997373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489b9e5-6719-4697-ab4d-ff7b61781b0c service neutron] Pushing event updated for resources: {'Port': ['ID=60f59286-bf0f-4789-bc75-2ac274427996,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:28.012569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4747987-5475-49be-a18c-489ef39a9b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.017752 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2510f1-8bc0-4e11-901b-c29b4c1107a0 x-openstack-request-id: req-7b2510f1-8bc0-4e11-901b-c29b4c1107a0 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:28.018368 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b8fbd-1582-4762-b09d-9dc5236ff3c9", "tag": "60f59286-bf0f-4789-bc75-2ac274427996", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:28.018619 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b2510f1-8bc0-4e11-901b-c29b4c1107a0 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:28.019056 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'tag': '60f59286-bf0f-4789-bc75-2ac274427996', 'status': 'completed', 'code': 200} Oct 26 11:58:28.020445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4747987-5475-49be-a18c-489ef39a9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.096367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d4747987-5475-49be-a18c-489ef39a9b67 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0fcf80a961884b1d957b5bca53b54205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161563 Oct 26 11:58:28.099706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40042) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:28.100382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4747987-5475-49be-a18c-489ef39a9b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779caeb-addd-44cf-a0b5-65c291d1b27c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:28.133553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-8ad74af2-ad37-4cec-baf2-606b2c1f9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:28.135139 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-8ad74af2-ad37-4cec-baf2-606b2c1f9a0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=971a9780940347888c071dfcc57b4c4d&device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0942543 Oct 26 11:58:28.182543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.185220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-a1d20e33-3965-4321-8cac-12968c169365 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f59286-bf0f-4789-bc75-2ac274427996 HTTP/1.1" status: 200 len: 217 time: 0.0404062 Oct 26 11:58:28.202026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.228195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c94f89ca-2baa-492a-aec1-73e35ee32538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.264955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c94f89ca-2baa-492a-aec1-73e35ee32538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.267502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-7b4bb145-7edd-4244-b6f1-af614224d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:28.269005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-7b4bb145-7edd-4244-b6f1-af614224d71a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6c63506-9584-4b18-9091-773b8b64ad76 HTTP/1.1" status: 200 len: 854 time: 0.0746663 Oct 26 11:58:28.283444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.317258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-ce0197ba-c7f6-4df9-a7a9-c2f1822b1cd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384526 Oct 26 11:58:28.344161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Network 6fefe662-f16e-46b3-aad8-464acde41702 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:28.351032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1da128-29f7-4677-aed2-fa2d60ef1a89,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:28.354043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:28.358172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:28.411058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c94f89ca-2baa-492a-aec1-73e35ee32538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.413655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c94f89ca-2baa-492a-aec1-73e35ee32538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.414924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c94f89ca-2baa-492a-aec1-73e35ee32538 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9779caeb-addd-44cf-a0b5-65c291d1b27c HTTP/1.1" status: 204 len: 168 time: 0.3110578 Oct 26 11:58:28.433009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f89ca-2baa-492a-aec1-73e35ee32538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779caeb-addd-44cf-a0b5-65c291d1b27c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:28.450105 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-3addbf78-11be-4a55-baa9-c883ebde24f9 service neutron] 10.222.0.30 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237807 Oct 26 11:58:28.554130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.557997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.583862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.604063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8d1cc-64bf-4484-ac97-e3b1c3354b85 req-d346f0d0-1353-44de-b38d-50085af2a0be tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:28.611663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbd8d1cc-64bf-4484-ac97-e3b1c3354b85 req-d346f0d0-1353-44de-b38d-50085af2a0be tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 943 time: 0.0922139 Oct 26 11:58:28.643648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04a64612-46c6-4cf6-b762-ad26c12f4094 req-79fc19b0-b87b-477e-94c3-255dc591f372 service neutron] 10.222.0.30 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798241 Oct 26 11:58:28.648033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.680041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbd8d1cc-64bf-4484-ac97-e3b1c3354b85 req-fce06e8a-076a-4c32-9d07-742c4e86256d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672019 Oct 26 11:58:28.770098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-a0769156-1f1d-4010-b5bf-ecc9714abd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:28.771984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-a0769156-1f1d-4010-b5bf-ecc9714abd6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=971a9780940347888c071dfcc57b4c4d&device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0626721 Oct 26 11:58:28.802676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Allocated IP 172.25.4.30 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/3d96ed1c-aa43-471e-9ad0-525d70416ded) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:28.916699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-2285ecc2-9511-4c29-a718-3afb210e637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:28.918216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-2285ecc2-9511-4c29-a718-3afb210e637b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11 HTTP/1.1" status: 200 len: 916 time: 0.1379268 Oct 26 11:58:28.935144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.943488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:28.979952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-80a4917c-f9c4-4219-b084-70fa3d15946a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f59286-bf0f-4789-bc75-2ac274427996 HTTP/1.1" status: 200 len: 217 time: 0.0514832 Oct 26 11:58:28.991234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.044830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1da128-29f7-4677-aed2-fa2d60ef1a89,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:29.046096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-b335109e-6251-4569-b8a3-168b04c5f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:29.049439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-b335109e-6251-4569-b8a3-168b04c5f8a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6c63506-9584-4b18-9091-773b8b64ad76 HTTP/1.1" status: 200 len: 854 time: 0.0582581 Oct 26 11:58:29.067735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.088732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.090278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4f306804-df05-4354-b97d-0a60b78d0154 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9116580 Oct 26 11:58:29.092387 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.094529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40068) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:29.097656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-3b70b960-efca-4cbe-8ee5-a0e4a9d788df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394082 Oct 26 11:58:29.200810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-add713d2-ebcc-4df1-82c1-8b5b6aec18d4 service neutron] 10.222.0.30 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935626 Oct 26 11:58:29.204105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6cd4a4c-dfac-43a2-9c55-e4cd1e376d30 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "GET /v2.0/floatingips?floating_network_id=6fefe662-f16e-46b3-aad8-464acde41702 HTTP/1.1" status: 200 len: 689 time: 0.1061852 Oct 26 11:58:29.206959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40072) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:29.207807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:29.210803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:29.216265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:29.219810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Pushing event updated for resources: {'Port': ['ID=3d96ed1c-aa43-471e-9ad0-525d70416ded,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:29.381403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.385833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2414e117-6d5d-4e8a-9807-e96bfa7732d2 req-d0d91d1c-6cb7-48ea-a107-66910564aa18 service neutron] 10.222.0.30 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765366 Oct 26 11:58:29.493518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.518003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Deleting port fa1da128-29f7-4677-aed2-fa2d60ef1a89 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:29.518367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.599203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.600081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.613349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Calling delete_port for fa1da128-29f7-4677-aed2-fa2d60ef1a89 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:29.701730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.706468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.787322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.830648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa1da128-29f7-4677-aed2-fa2d60ef1a89,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:29.856200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Router 6643fef5-72ab-4079-880d-d75805e8dd5f is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:29.927422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b0367-dfcd-4a4b-846a-9fe4c8273e4e req-11ab5825-abac-4da2-83f8-f714a3b350ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:29.928918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac0b0367-dfcd-4a4b-846a-9fe4c8273e4e req-11ab5825-abac-4da2-83f8-f714a3b350ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 943 time: 0.1297429 Oct 26 11:58:29.933037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:29.999210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:30.004201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.005455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a0d07bd-a906-4810-8c3f-2b684f657995 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "PUT /v2.0/routers/6643fef5-72ab-4079-880d-d75805e8dd5f HTTP/1.1" status: 200 len: 919 time: 2.3979523 Oct 26 11:58:30.006763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac0b0367-dfcd-4a4b-846a-9fe4c8273e4e req-0247c265-7d61-4536-b1ce-e5051919692d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650878 Oct 26 11:58:30.009163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:30.012779 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] Sync routers for ids ['6643fef5-72ab-4079-880d-d75805e8dd5f'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:30.023009 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] Routers {'6643fef5-72ab-4079-880d-d75805e8dd5f'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:30.023908 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6643fef5-72ab-4079-880d-d75805e8dd5f'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.076399 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.087749 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] Routers {'6643fef5-72ab-4079-880d-d75805e8dd5f'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:30.088387 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['6643fef5-72ab-4079-880d-d75805e8dd5f'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.128737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.129606 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970fc98-3ed1-43c2-b35f-b3cca0ba8e9b None None] The sync data for ids ['6643fef5-72ab-4079-880d-d75805e8dd5f'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:30.413522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.498079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c7fc87b-da85-4a66-93ae-8f143b68e99c tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/6643fef5-72ab-4079-880d-d75805e8dd5f HTTP/1.1" status: 200 len: 925 time: 0.4867251 Oct 26 11:58:30.500903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:30.509718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.545413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dbb72d-1fd3-42b0-b907-2f852df5cbb8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:30.588038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e90e0f-cad6-4b81-ab7f-5a10042fab85 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:30.589878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82e90e0f-cad6-4b81-ab7f-5a10042fab85 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=6643fef5-72ab-4079-880d-d75805e8dd5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0879853 Oct 26 11:58:30.592895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40122) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:30.615073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.668071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fefe662-f16e-46b3-aad8-464acde41702']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.683466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e2365c-924c-4343-9648-bde99eec5458') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.683773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e2365c-924c-4343-9648-bde99eec5458') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:30.716705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29f952-6594-467c-8c2b-fbeac9d5f168 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:30.718558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.719469 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1c29f952-6594-467c-8c2b-fbeac9d5f168 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.1245878 Oct 26 11:58:30.723637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:30.741348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.751938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:30.752375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.762182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001006-15d3-479d-9349-7f3005ef549d req-a3ca54f0-5df9-4303-be07-68d876f88221 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:30.763796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e001006-15d3-479d-9349-7f3005ef549d req-a3ca54f0-5df9-4303-be07-68d876f88221 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0824990 Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:30.764501 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:30.772710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3dbab359-dd15-4a4f-be3e-080d3d6e3083 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=6643fef5-72ab-4079-880d-d75805e8dd5f HTTP/1.1" status: 200 len: 205 time: 0.0475082 Oct 26 11:58:30.775719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40128) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:30.880803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e001006-15d3-479d-9349-7f3005ef549d req-4fe3c5fb-845c-45ed-bf90-16199d367b7a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777771 Oct 26 11:58:30.884756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.891571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fefe662-f16e-46b3-aad8-464acde41702 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:58:30.895583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:30.899505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/networks/6fefe662-f16e-46b3-aad8-464acde41702 HTTP/1.1" status: 204 len: 168 time: 1.6910226 Oct 26 11:58:30.902365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40134) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:30.912764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941602bf-d8e0-454b-82e5-337cc3505717 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fefe662-f16e-46b3-aad8-464acde41702,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:31.021127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.067183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.075081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.082689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.090433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.098448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.106721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.114303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.116685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-3e9c97bc-be9f-43ed-a0e7-2e0b6327da3a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.1690805 Oct 26 11:58:31.140888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150bfb2-f48b-4997-9a50-e06da824d00e req-0c7b23c3-2371-45cf-b77b-f4a3fa32979e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.149977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e150bfb2-f48b-4997-9a50-e06da824d00e req-0c7b23c3-2371-45cf-b77b-f4a3fa32979e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1513641 Oct 26 11:58:31.157420 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ef6481db-c4d0-4fe9-8d28-157d9ce86003 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.2509167 Oct 26 11:58:31.157744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40144) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:31.219952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 60f59286-bf0f-4789-bc75-2ac274427996 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:58:31.249142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e150bfb2-f48b-4997-9a50-e06da824d00e req-ad5f6d68-b1ac-4b28-b857-5bd0d867edc9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977082 Oct 26 11:58:31.279504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.283520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.283873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.284336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.286190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.286656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.287143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.287599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.288051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.288500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.288979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.289424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.293654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6a6f4d3-3ff6-4f59-85ee-5d91a8a1dd75 req-2e7d5192-b5ba-4d33-a0bd-b179f7c77566 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680992 Oct 26 11:58:31.312687 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e5043c53-0231-4d4f-bc93-cc0c6f0373fa tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7650 time: 0.1539397 Oct 26 11:58:31.315631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40152) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:31.402270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 60f59286-bf0f-4789-bc75-2ac274427996, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=60f59286-bf0f-4789-bc75-2ac274427996,segment=NetworkSegment(f281dd20-41f4-48ce-a7e0-a666de41f703),segment_id=f281dd20-41f4-48ce-a7e0-a666de41f703)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:31.421939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '60f59286-bf0f-4789-bc75-2ac274427996', 'network_id': 'ab982e28-8cb5-4f13-8e6b-407ff3ffda11', 'port_id': '60f59286-bf0f-4789-bc75-2ac274427996', 'mac_address': 'fa:16:3e:4c:fd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c63506-9584-4b18-9091-773b8b64ad76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:58:31.448309 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-702bc339-9438-43c7-998e-03c4ceedaa4b tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] delete failed (client error): The resource could not be found. Oct 26 11:58:31.449363 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-702bc339-9438-43c7-998e-03c4ceedaa4b tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/4321a686-0f45-434e-a959-596204391839 HTTP/1.1" status: 404 len: 345 time: 0.1290250 Oct 26 11:58:31.454000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40154) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:31.482570 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-be629788-160a-4420-96fa-117f5826c6b0 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 11:58:31.483659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be629788-160a-4420-96fa-117f5826c6b0 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:58:31.487046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-be629788-160a-4420-96fa-117f5826c6b0 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/networks/6fefe662-f16e-46b3-aad8-464acde41702 HTTP/1.1" status: 404 len: 339 time: 0.0318298 Oct 26 11:58:31.492710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40156) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:31.500577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'network': {'name': 'tempest-network--442488309', 'router:external': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:31.502903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816630-b4e7-4cd0-a3fa-1049acf6a3ce req-571329ba-1395-45a0-b4b6-ff6ae87af887 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.513170 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.517813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9816630-b4e7-4cd0-a3fa-1049acf6a3ce req-571329ba-1395-45a0-b4b6-ff6ae87af887 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 943 time: 0.0909028 Oct 26 11:58:31.533637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.551253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f59286-bf0f-4789-bc75-2ac274427996 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:58:31.561460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Made reservation on behalf of 6f857b409af14eea85e016be13fa4e8b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:31.564294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.577605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 60f59286-bf0f-4789-bc75-2ac274427996, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=60f59286-bf0f-4789-bc75-2ac274427996,segment=NetworkSegment(f281dd20-41f4-48ce-a7e0-a666de41f703),segment_id=f281dd20-41f4-48ce-a7e0-a666de41f703)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:31.585127 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.600308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9816630-b4e7-4cd0-a3fa-1049acf6a3ce req-41879fc6-679c-4da1-8b12-1173f648f844 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816286 Oct 26 11:58:31.603992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:31.617624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.619147 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Added segment 5c072656-3d9c-4b32-a01c-7609af87e41e of type vlan for network a5d653bf-2729-4feb-bfcc-cda4e2fc7330 Oct 26 11:58:31.621194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Deleting port 3d96ed1c-aa43-471e-9ad0-525d70416ded {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:31.621613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.660340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=60f59286-bf0f-4789-bc75-2ac274427996,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:31.670830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.672323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.673028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.673659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.674166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.674724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.675704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.676611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.677113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.677854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.678477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.679008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:31.695667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc2970-e8cb-42cb-90b2-e96bc2af9552 req-586d13ee-0e27-46f8-999b-1b3ff0b9f14e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.698061 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78cc2970-e8cb-42cb-90b2-e96bc2af9552 req-586d13ee-0e27-46f8-999b-1b3ff0b9f14e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0584435 Oct 26 11:58:31.739600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78cc2970-e8cb-42cb-90b2-e96bc2af9552 req-f1635b83-210b-457c-9ba1-51ffd9c0f545 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347548 Oct 26 11:58:31.762458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.778411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.797430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Calling delete_port for 3d96ed1c-aa43-471e-9ad0-525d70416ded owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:31.855395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.856551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:31.857032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:31.892124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['60f59286-bf0f-4789-bc75-2ac274427996'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:58:31.933853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4395919 Oct 26 11:58:31.937359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40168) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:31.958832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd4c72-afb2-4b06-988e-f5e2fc079c3e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Network': ['ID=a5d653bf-2729-4feb-bfcc-cda4e2fc7330,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:31.980056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a5d653bf-2729-4feb-bfcc-cda4e2fc7330 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:32.158464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.187410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event deleted for resources: {'Port': ['ID=3d96ed1c-aa43-471e-9ad0-525d70416ded,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:32.230544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40174) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:32.265784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.299144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.305858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.312517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.319037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.325542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.331730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.337967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.339978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e0ea5aa5-c150-4bfe-886b-31ffe33cc352 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.2113309 Oct 26 11:58:32.348964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bbd82-4485-4963-a6f0-d2313bd6af75 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.355475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bbd82-4485-4963-a6f0-d2313bd6af75 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.361681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bbd82-4485-4963-a6f0-d2313bd6af75 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.368524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bbd82-4485-4963-a6f0-d2313bd6af75 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.370475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6a0bbd82-4485-4963-a6f0-d2313bd6af75 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4318769 Oct 26 11:58:32.389325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40182) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:32.405640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d8279-9583-4737-97f5-785be7cce6d3 req-faf17041-5f8b-4dd1-8278-e78a660c3c13 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.407357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d3d8279-9583-4737-97f5-785be7cce6d3 req-faf17041-5f8b-4dd1-8278-e78a660c3c13 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2384315 Oct 26 11:58:32.461759 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-908ce71d-7ced-40d7-ab64-baca5971bf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.541242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a8bb7dda-062d-4bd7-a6e5-5b8e5bd15e18 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.542683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a8bb7dda-062d-4bd7-a6e5-5b8e5bd15e18 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "GET /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1676412 Oct 26 11:58:32.649366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.673656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d3d8279-9583-4737-97f5-785be7cce6d3 req-0b2b180b-6f86-4c58-93b5-830fbba0aaf2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382379 Oct 26 11:58:32.675505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.677947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.691065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.697247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.703376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.709453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.715961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.721811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.728609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:32.730925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-5c46e6df-412e-4f09-8b9e-6933757037d2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 5432 time: 0.3223286 Oct 26 11:58:32.736255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.737383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Fanout notify agent at l3_agent the message router_deleted on router 6643fef5-72ab-4079-880d-d75805e8dd5f {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:32.753301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.754981 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-20b55366-5939-4807-838a-48b85020c0db tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/6643fef5-72ab-4079-880d-d75805e8dd5f HTTP/1.1" status: 204 len: 168 time: 1.9779575 Oct 26 11:58:32.761414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40186) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:32.766209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-946754956', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:32.793583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.796109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.854506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.927321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc56d2b2-ae1a-44d0-8fcf-0829d672325e req-f19cf1b9-83c3-42e8-9372-04a84d93e84b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1890092 Oct 26 11:58:32.941291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-82985321-18e0-41f5-a498-280ab9280c0a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "GET /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3847437 Oct 26 11:58:32.963093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:32.967414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-908ce71d-7ced-40d7-ab64-baca5971bf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:32.970087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.001596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-908ce71d-7ced-40d7-ab64-baca5971bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.005962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.064169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5156e7-fb4a-494f-9144-301359ae39a8 req-1409fe09-0053-405d-84ec-7d8066d449dc tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:33.066423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b5156e7-fb4a-494f-9144-301359ae39a8 req-1409fe09-0053-405d-84ec-7d8066d449dc tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 944 time: 0.2452352 Oct 26 11:58:33.074972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d653bf-2729-4feb-bfcc-cda4e2fc7330']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:33.113123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ce71d-7ced-40d7-ab64-baca5971bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e60578-fc9f-447f-9b5d-47fab06a35b7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:33.116679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c072656-3d9c-4b32-a01c-7609af87e41e') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:33.116982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c072656-3d9c-4b32-a01c-7609af87e41e') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:33.123435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-908ce71d-7ced-40d7-ab64-baca5971bf30 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5cb1a88ea8949da86827fe524e6aa17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848076 Oct 26 11:58:33.136852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40188) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:33.150233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.151850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.202203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.206556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b5156e7-fb4a-494f-9144-301359ae39a8 req-ae33b39d-eff0-472d-aa45-9590465f863a tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257427 Oct 26 11:58:33.210022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.233727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:33.234141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:33.237650 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:33.241321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.242416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 60f59286-bf0f-4789-bc75-2ac274427996 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:33.294732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 60f59286-bf0f-4789-bc75-2ac274427996 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:58:33.299118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 60f59286-bf0f-4789-bc75-2ac274427996 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:33.299495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.342280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2e78-0b4f-4c3a-84ba-c54114923bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.385486 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.389910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.404456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5d653bf-2729-4feb-bfcc-cda4e2fc7330 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:58:33.408957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.412343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a5d653bf-2729-4feb-bfcc-cda4e2fc7330 HTTP/1.1" status: 204 len: 168 time: 1.0220094 Oct 26 11:58:33.417949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40190) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:33.419188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2e78-0b4f-4c3a-84ba-c54114923bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.423418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'network': {'name': 'tempest-network--1548565763', 'router:external': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:33.429136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 60f59286-bf0f-4789-bc75-2ac274427996, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=60f59286-bf0f-4789-bc75-2ac274427996,segment=NetworkSegment(f281dd20-41f4-48ce-a7e0-a666de41f703),segment_id=f281dd20-41f4-48ce-a7e0-a666de41f703)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:33.430729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f59286-bf0f-4789-bc75-2ac274427996'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:33.434121 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe695164-b09d-49d0-93ed-06d3e382f11a" -d '{"events": [{"server_uuid": "df7b8fbd-1582-4762-b09d-9dc5236ff3c9", "name": "network-vif-plugged", "status": "completed", "tag": "60f59286-bf0f-4789-bc75-2ac274427996"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:33.439150 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.439901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0518f43-88ee-4f4c-b027-b0e68f659499 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5d653bf-2729-4feb-bfcc-cda4e2fc7330,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:33.487105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:33.502588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Made reservation on behalf of 6f857b409af14eea85e016be13fa4e8b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:33.510074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.524735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2e78-0b4f-4c3a-84ba-c54114923bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.525607 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a56154-6459-4646-ad0d-d6ac4fb5e75b x-openstack-request-id: req-54a56154-6459-4646-ad0d-d6ac4fb5e75b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:33.525910 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b8fbd-1582-4762-b09d-9dc5236ff3c9", "name": "network-vif-plugged", "status": "completed", "tag": "60f59286-bf0f-4789-bc75-2ac274427996", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:33.526168 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54a56154-6459-4646-ad0d-d6ac4fb5e75b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:33.526579 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f59286-bf0f-4789-bc75-2ac274427996', 'code': 200} Oct 26 11:58:33.527670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2e78-0b4f-4c3a-84ba-c54114923bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.528109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=60f59286-bf0f-4789-bc75-2ac274427996,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:33.528970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ee8d2e78-0b4f-4c3a-84ba-c54114923bd1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/62e60578-fc9f-447f-9b5d-47fab06a35b7 HTTP/1.1" status: 204 len: 168 time: 0.3879149 Oct 26 11:58:33.537481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] For port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:33.561301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d2e78-0b4f-4c3a-84ba-c54114923bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e60578-fc9f-447f-9b5d-47fab06a35b7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:33.579339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] device_id is not set on port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:58:33.590049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.598633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.615759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.625673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:33.672779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.673391 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Added segment 80469ae8-0c29-4d91-9e85-c8ea159ccad2 of type vlan for network bfdfaaae-4122-49e4-b882-d28383685a8c Oct 26 11:58:33.677223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Allocated IP 172.25.4.10 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/fe4f870e-5734-432f-8cde-54399feff042) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:33.677646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] No DVR routers for this DVR port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:33.684777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Pushing event updated for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:33.734054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] In _notify_port_updated(), no bound segment for port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 11:58:33.735110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:33.735859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.738202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-e8e52de7-511b-4d17-840a-70b8ab2fc8fd service neutron] 10.222.0.30 "PUT /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 200 len: 1027 time: 0.7819459 Oct 26 11:58:33.797309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-446fd408-0701-4713-bda3-a53bc3268e63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:33.799285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-446fd408-0701-4713-bda3-a53bc3268e63 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "GET /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0534081 Oct 26 11:58:33.812075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:33.890369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710cb5-3303-43af-9ed9-8ba06672928a req-0a842740-4a11-49e5-a6c9-7e5bcb1f3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:33.892092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-72710cb5-3303-43af-9ed9-8ba06672928a req-0a842740-4a11-49e5-a6c9-7e5bcb1f3399 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 1096 time: 0.2858150 Oct 26 11:58:33.897632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.961865 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:33.981165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2603e-080a-4308-ae3b-3018ca6862f1 req-5bb12ed8-ef48-438a-b913-7de2ac9be8f2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:33.989156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78f2603e-080a-4308-ae3b-3018ca6862f1 req-5bb12ed8-ef48-438a-b913-7de2ac9be8f2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1688106 Oct 26 11:58:34.026955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-72710cb5-3303-43af-9ed9-8ba06672928a req-43a9abd3-566f-4a6c-aba0-a84b6985d8a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212046 Oct 26 11:58:34.030072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.035262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.036111 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.101352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4c421dc2-c6bf-4e3d-9182-239479bb1f30 None None] Provisioning complete for port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:34.102369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4c421dc2-c6bf-4e3d-9182-239479bb1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.110602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78f2603e-080a-4308-ae3b-3018ca6862f1 req-8b9e189e-5bd6-4428-b4d8-0c3fe22f41ed tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205816 Oct 26 11:58:34.114273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.154313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Network': ['ID=bfdfaaae-4122-49e4-b882-d28383685a8c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:34.160218 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c616c1a9-e17f-4dcd-8c32-c0093bb4f09e tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7413576 Oct 26 11:58:34.164068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40204) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:34.172838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network bfdfaaae-4122-49e4-b882-d28383685a8c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:34.223010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4c421dc2-c6bf-4e3d-9182-239479bb1f30 None None] Port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:58:34.242218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c04f458-6594-44e2-87cf-ceb18cd03ace,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:34.281448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.288243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.292998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23acafcd-2d0d-4299-9959-8ecf5a0803b1 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.294668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-23acafcd-2d0d-4299-9959-8ecf5a0803b1 tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] 10.222.0.88 "GET /v2.0/networks/bfdfaaae-4122-49e4-b882-d28383685a8c HTTP/1.1" status: 200 len: 757 time: 0.1288035 Oct 26 11:58:34.297064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.297678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.300466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40208) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:34.306338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.312490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.319484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.321397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-7f87ce91-3e63-4d1a-814f-4ccbf2118bde tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 4658 time: 0.2635632 Oct 26 11:58:34.336108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40210) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:34.380474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] For port 1c04f458-6594-44e2-87cf-ceb18cd03ace, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:34.411620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:34.422427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a5ceccb-9e12-4109-bdf2-26006e9fdfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.427310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:34.435610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03a47b42-28d6-44ae-a0d3-1a1b85762a5f req-0584a000-ba0e-4042-ae44-5071c906c04b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=56ae5601-7751-4dec-94c9-536b7ae12131&id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066694 Oct 26 11:58:34.437906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event updated for resources: {'Port': ['ID=fe4f870e-5734-432f-8cde-54399feff042,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:34.440168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:34.449537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] device_id is not set on port 1c04f458-6594-44e2-87cf-ceb18cd03ace yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:58:34.461741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a483ea-6539-4c51-8473-ce4809510259 req-8861850b-b1e0-4326-8fe5-be4e60f28190 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.465578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99a483ea-6539-4c51-8473-ce4809510259 req-8861850b-b1e0-4326-8fe5-be4e60f28190 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.1416819 Oct 26 11:58:34.473805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.488750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85c2239-dab7-4555-8506-c87d010c420b tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.490063 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c85c2239-dab7-4555-8506-c87d010c420b tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] 10.222.0.88 "GET /v2.0/networks/b082095d-0e3b-4ba8-a067-a7aaefafe9b7 HTTP/1.1" status: 200 len: 767 time: 0.1869380 Oct 26 11:58:34.491791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.495407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40212) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:34.607552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99a483ea-6539-4c51-8473-ce4809510259 req-df7acc30-9489-4ee3-8c66-223bd8d09296 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362805 Oct 26 11:58:34.642142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:34.646633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] No DVR routers for this DVR port 1c04f458-6594-44e2-87cf-ceb18cd03ace on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:34.666309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a5ceccb-9e12-4109-bdf2-26006e9fdfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.671997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.697842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] In _notify_port_updated(), no bound segment for port 1c04f458-6594-44e2-87cf-ceb18cd03ace on network 27efb480-40de-46e0-a1bd-5c2fdb66e587 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 11:58:34.698786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:34.699447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.700480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a5ceccb-9e12-4109-bdf2-26006e9fdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.700771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-b6e9b528-660a-418a-b5b4-5be3b33080c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 200 len: 1027 time: 0.8938322 Oct 26 11:58:34.778046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ceccb-9e12-4109-bdf2-26006e9fdfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900f073b-9d04-4c5d-b3d1-1cd98b4d8d64,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:34.784578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7a5ceccb-9e12-4109-bdf2-26006e9fdfcd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ddfc02a517464b9eb934852b0a77dce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307745 Oct 26 11:58:34.785131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40214) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:34.838198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.839454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.858804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-75b32439-c25a-4dcf-a74e-af38f9078880 None None] Provisioning complete for port 1c04f458-6594-44e2-87cf-ceb18cd03ace triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:34.860047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75b32439-c25a-4dcf-a74e-af38f9078880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.870262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdfaaae-4122-49e4-b882-d28383685a8c']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:34.885603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80469ae8-0c29-4d91-9e85-c8ea159ccad2') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:34.885949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80469ae8-0c29-4d91-9e85-c8ea159ccad2') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:34.895892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-75b32439-c25a-4dcf-a74e-af38f9078880 None None] Port 1c04f458-6594-44e2-87cf-ceb18cd03ace cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:58:34.908712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.920768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3af3f9e-8b39-4133-a004-d1ee61ecaa17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.923146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port ada57e9a-a943-4b9d-a19b-4430e20798f1 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:34.923759 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.953816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3af3f9e-8b39-4133-a004-d1ee61ecaa17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.970245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.983394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:34.983788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:34.985675 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:35.090252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3af3f9e-8b39-4133-a004-d1ee61ecaa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.092889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3af3f9e-8b39-4133-a004-d1ee61ecaa17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.094064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c3af3f9e-8b39-4133-a004-d1ee61ecaa17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/900f073b-9d04-4c5d-b3d1-1cd98b4d8d64 HTTP/1.1" status: 204 len: 168 time: 0.3080206 Oct 26 11:58:35.117262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3f9e-8b39-4133-a004-d1ee61ecaa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900f073b-9d04-4c5d-b3d1-1cd98b4d8d64,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:35.122202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.234555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.241002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7763cb0c-676c-4801-9e2e-1866a75a4da0 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:35.298743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Router 36d664dd-1913-4047-8efa-2432ed6865a1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:35.437862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.442299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfdfaaae-4122-49e4-b882-d28383685a8c {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:58:35.444781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.448420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/networks/bfdfaaae-4122-49e4-b882-d28383685a8c HTTP/1.1" status: 204 len: 168 time: 0.9493859 Oct 26 11:58:35.466279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:35.483401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'network': {'name': 'tempest-network--1590709201'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:35.491009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] For port ada57e9a-a943-4b9d-a19b-4430e20798f1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ada57e9a-a943-4b9d-a19b-4430e20798f1,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:35.491254 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.494037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3063d5-87b8-4a5f-af40-dde130a8044f tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfdfaaae-4122-49e4-b882-d28383685a8c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:35.528414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for ada57e9a-a943-4b9d-a19b-4430e20798f1 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:35.530086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:35.588844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Made reservation on behalf of 6f857b409af14eea85e016be13fa4e8b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:35.596372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.616988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.620599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ebc29c59-0615-4918-b39c-75db62f14505 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8581870 Oct 26 11:58:35.626907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40232) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:35.637272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:35.646455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:35.661972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.662340 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Added segment 11c7d2df-08ad-46f3-9c0b-a912bf6267ab of type vlan for network fb34e348-71ef-4c67-bf8c-eca32603f264 Oct 26 11:58:35.668030 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.716163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:35.717606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:35.721458 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e0f7ad-849c-42f1-9d76-b71a21049e69" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:35.726387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.727218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.727939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 31232aee-6726-4de9-8266-36158167daf1 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:35.765285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.766477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:35.767894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:35.791296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:35.860533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f509b18-2780-4a11-83e7-2b5d36ab8288 req-85734ca2-a0dc-404b-87aa-d54e74a2f104 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:35.862029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f509b18-2780-4a11-83e7-2b5d36ab8288 req-85734ca2-a0dc-404b-87aa-d54e74a2f104 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.4442542 Oct 26 11:58:35.874056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Network': ['ID=fb34e348-71ef-4c67-bf8c-eca32603f264,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:35.910148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network fb34e348-71ef-4c67-bf8c-eca32603f264 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:35.912945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-075f95a7-aa7c-4fd6-9689-a774b431644a tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4449136 Oct 26 11:58:35.915931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:35.921692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:35.990552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-375ebf1f-c9a7-45be-83d1-5c6829843302 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:35.998462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-375ebf1f-c9a7-45be-83d1-5c6829843302 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:36.005321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-375ebf1f-c9a7-45be-83d1-5c6829843302 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:36.012885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-375ebf1f-c9a7-45be-83d1-5c6829843302 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:36.018246 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.019470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-375ebf1f-c9a7-45be-83d1-5c6829843302 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:36.021367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-375ebf1f-c9a7-45be-83d1-5c6829843302 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 3882 time: 0.4135287 Oct 26 11:58:36.025683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f509b18-2780-4a11-83e7-2b5d36ab8288 req-f8eeae65-3c4b-445c-a063-59f9d706b51e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535547 Oct 26 11:58:36.147704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=31232aee-6726-4de9-8266-36158167daf1,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:36.158277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.159268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:36.169428 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.183767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.212551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.220682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Network fb34e348-71ef-4c67-bf8c-eca32603f264 is not hosted by any dhcp agent {{(pid=102759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:58:36.221562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:36.222167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.226158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "PUT /v2.0/networks/fb34e348-71ef-4c67-bf8c-eca32603f264 HTTP/1.1" status: 200 len: 859 time: 0.3068461 Oct 26 11:58:36.234910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:36.239982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:36.255987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-372773c8-6757-4df6-a9e0-59ef4d7ccdb5 req-a3f10fa5-b7f2-47fa-b458-b96dad3dfcea tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189984 Oct 26 11:58:36.260381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=ada57e9a-a943-4b9d-a19b-4430e20798f1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:36.356992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.374123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] No DVR routers for this DVR port ada57e9a-a943-4b9d-a19b-4430e20798f1 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:36.382782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.387061 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3b6aa-0876-422b-9b4c-ae955ab21365 x-openstack-request-id: req-e5d3b6aa-0876-422b-9b4c-ae955ab21365 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:36.387349 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:36.387766 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5d3b6aa-0876-422b-9b4c-ae955ab21365 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:36.389130 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'code': 200} Oct 26 11:58:36.392165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3087-f6fc-4e92-9d8e-cd8dbed41460 tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event updated for resources: {'Network': ['ID=fb34e348-71ef-4c67-bf8c-eca32603f264,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:36.393382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.407807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a709b332-27bb-4da7-b544-5cecd47942bf tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "DELETE /v2.0/ports/ada57e9a-a943-4b9d-a19b-4430e20798f1 HTTP/1.1" status: 204 len: 173 time: 1.6858163 Oct 26 11:58:36.408523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': 'ada57e9a-a943-4b9d-a19b-4430e20798f1'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:36.411039 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483d99e1-6fad-4174-b482-d8cdffc9cb9f" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "ada57e9a-a943-4b9d-a19b-4430e20798f1"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:36.426124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbcf08-8461-441d-b491-9ec9819b6180 req-f89aa7de-1f90-4797-be15-0a1889402972 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:36.427763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ecbcf08-8461-441d-b491-9ec9819b6180 req-f89aa7de-1f90-4797-be15-0a1889402972 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.2492306 Oct 26 11:58:36.436652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:36.447349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.448792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c04f458-6594-44e2-87cf-ceb18cd03ace no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:36.478809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.514401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb34e348-71ef-4c67-bf8c-eca32603f264']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.524403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c7d2df-08ad-46f3-9c0b-a912bf6267ab') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.524710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c7d2df-08ad-46f3-9c0b-a912bf6267ab') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.535722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.554326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.561933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:36.563183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.578137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c04f458-6594-44e2-87cf-ceb18cd03ace not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:36.579796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14f7a6ab-3f7c-438a-80dd-a9d280aa579d no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:36.625521 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:36.653061 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08354f59-27c8-45cc-8a82-70d6ea1146dd x-openstack-request-id: req-08354f59-27c8-45cc-8a82-70d6ea1146dd {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:36.653362 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "ada57e9a-a943-4b9d-a19b-4430e20798f1", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:36.653627 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08354f59-27c8-45cc-8a82-70d6ea1146dd {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:36.659443 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': 'ada57e9a-a943-4b9d-a19b-4430e20798f1', 'status': 'completed', 'code': 200} Oct 26 11:58:36.674619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] Sync routers for ids ['36d664dd-1913-4047-8efa-2432ed6865a1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:36.680721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:36.682752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.704895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] Routers {'36d664dd-1913-4047-8efa-2432ed6865a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:36.708175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb34e348-71ef-4c67-bf8c-eca32603f264 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:58:36.709004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['36d664dd-1913-4047-8efa-2432ed6865a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.715389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb34e348-71ef-4c67-bf8c-eca32603f264,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:36.719042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.723818 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-06ef5207-4f34-4a07-a172-d959401dde1d tempest-ExternalNetworksTestJSON-1633987687 tempest-ExternalNetworksTestJSON-1633987687-project-admin] 10.222.0.88 "DELETE /v2.0/networks/fb34e348-71ef-4c67-bf8c-eca32603f264 HTTP/1.1" status: 204 len: 168 time: 0.4878659 Oct 26 11:58:36.728995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:36.778781 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf10b951-fdf7-4e2f-850e-a500281066fb tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] DELETE failed (client error): The resource could not be found. Oct 26 11:58:36.779274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf10b951-fdf7-4e2f-850e-a500281066fb tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:58:36.789150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf10b951-fdf7-4e2f-850e-a500281066fb tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] 10.222.0.88 "DELETE /v2.0/subnets/f6dbb72d-1fd3-42b0-b907-2f852df5cbb8 HTTP/1.1" status: 404 len: 337 time: 0.0586352 Oct 26 11:58:36.793922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:36.830743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.840090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14f7a6ab-3f7c-438a-80dd-a9d280aa579d not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:36.840756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9c67b58a-f86c-47ed-b745-9c55f27d143e no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:36.848681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] Routers {'36d664dd-1913-4047-8efa-2432ed6865a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:36.850192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['36d664dd-1913-4047-8efa-2432ed6865a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.944703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.971239 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:36.971655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.972773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1831bd25-961a-4cbb-bc31-cf232abb4539 None None] The sync data for ids ['36d664dd-1913-4047-8efa-2432ed6865a1'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:37.012312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ecbcf08-8461-441d-b491-9ec9819b6180 req-2ed4d8c9-9126-46d2-bdaa-29bc82ab19fd tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604637 Oct 26 11:58:37.035477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40284) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:37.049864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.116726 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.132255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.169233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:37.172739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b082095d-0e3b-4ba8-a067-a7aaefafe9b7']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:37.174837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.176570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ada57e9a-a943-4b9d-a19b-4430e20798f1 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:37.191298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256e9d4f-3b2e-431c-b1e9-62c86e0096a4') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:37.193567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256e9d4f-3b2e-431c-b1e9-62c86e0096a4') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:37.211190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port 7763cb0c-676c-4801-9e2e-1866a75a4da0 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:37.212221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.222125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.258659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.271773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: ada57e9a-a943-4b9d-a19b-4430e20798f1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:37.272134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ada57e9a-a943-4b9d-a19b-4430e20798f1 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:37.272254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:37.272634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:37.277563 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:37.347698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:37.402271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.404392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc9e4a-ec31-481a-8f30-d183c777c06a req-cdca9285-dd49-4d66-9a87-1db5bf321b1a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:37.406363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbfc9e4a-ec31-481a-8f30-d183c777c06a req-cdca9285-dd49-4d66-9a87-1db5bf321b1a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0980332 Oct 26 11:58:37.417467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Deleting port fe4f870e-5734-432f-8cde-54399feff042 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:37.417874 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.421915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.431205 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] 10.222.0.88 "DELETE /v2.0/networks/b082095d-0e3b-4ba8-a067-a7aaefafe9b7 HTTP/1.1" status: 204 len: 168 time: 0.6353626 Oct 26 11:58:37.452969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8071dae0-0307-4b33-a552-e5d2a277355c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.501744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3117f-ce58-4fc5-bf1f-ca3cfc73486a tempest-ExternalNetworksTestJSON-1793593208 tempest-ExternalNetworksTestJSON-1793593208-project] Pushing event deleted for resources: {'Network': ['ID=b082095d-0e3b-4ba8-a067-a7aaefafe9b7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:37.502008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] For port 7763cb0c-676c-4801-9e2e-1866a75a4da0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7763cb0c-676c-4801-9e2e-1866a75a4da0,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:37.502148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.530815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbfc9e4a-ec31-481a-8f30-d183c777c06a req-edcf1a7f-5902-4817-9a0d-da6154915cc7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162019 Oct 26 11:58:37.703458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-69fcc706-73ad-4e70-8856-a83ab11b850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:37.705330 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-69fcc706-73ad-4e70-8856-a83ab11b850e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=971a9780940347888c071dfcc57b4c4d&device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 1096 time: 0.1002135 Oct 26 11:58:37.727151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8071dae0-0307-4b33-a552-e5d2a277355c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.767556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8071dae0-0307-4b33-a552-e5d2a277355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:37.804203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:37.824550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8071dae0-0307-4b33-a552-e5d2a277355c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d8cdb1b780c2411b8fce31d75b70f1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878516 Oct 26 11:58:37.830787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40316) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:37.841196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071dae0-0307-4b33-a552-e5d2a277355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc2f494-b416-4b6e-a776-8edcbdff2d9e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:37.887007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-04528ae1-6787-423c-af61-22e31ac94c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:37.888418 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-04528ae1-6787-423c-af61-22e31ac94c95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11 HTTP/1.1" status: 200 len: 916 time: 0.1744301 Oct 26 11:58:37.974539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.028000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Calling delete_port for fe4f870e-5734-432f-8cde-54399feff042 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:38.048754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7d5f-9f9d-4d25-a0c3-7ffe73b00051 req-94852d3f-1a85-443f-b202-3d8db780b8a2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.061665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7d5f-9f9d-4d25-a0c3-7ffe73b00051 req-94852d3f-1a85-443f-b202-3d8db780b8a2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.074047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7d5f-9f9d-4d25-a0c3-7ffe73b00051 req-94852d3f-1a85-443f-b202-3d8db780b8a2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.086557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7d5f-9f9d-4d25-a0c3-7ffe73b00051 req-94852d3f-1a85-443f-b202-3d8db780b8a2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.089686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a27b7d5f-9f9d-4d25-a0c3-7ffe73b00051 req-94852d3f-1a85-443f-b202-3d8db780b8a2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 3141 time: 0.4560666 Oct 26 11:58:38.151233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdef14f-a6b8-4996-85ac-629fe1377796 req-6ed178e1-7fc3-4331-b7b1-5b384d11927d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.153950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbdef14f-a6b8-4996-85ac-629fe1377796 req-6ed178e1-7fc3-4331-b7b1-5b384d11927d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.4097881 Oct 26 11:58:38.259041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-2eb76f5e-542f-45ff-9131-ec5a84a146cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f59286-bf0f-4789-bc75-2ac274427996 HTTP/1.1" status: 200 len: 217 time: 0.3592176 Oct 26 11:58:38.261603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e35c010-bdf7-44f0-a966-55b3350a34ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.327267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e35c010-bdf7-44f0-a966-55b3350a34ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.328765 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.329411 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.329411 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Floating IP f8926518-a33f-4c0b-a15a-ef11d01513b2 disassociated. External IP: 172.25.4.227, port: 7763cb0c-676c-4801-9e2e-1866a75a4da0. Oct 26 11:58:38.329789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for 7763cb0c-676c-4801-9e2e-1866a75a4da0 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:38.337085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a27b7d5f-9f9d-4d25-a0c3-7ffe73b00051 req-a1df1b85-4b99-4e63-8fab-ef747849775d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281408 Oct 26 11:58:38.345047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbdef14f-a6b8-4996-85ac-629fe1377796 req-058383e0-8823-43a2-8f46-b50715ed93b0 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274910 Oct 26 11:58:38.377664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fb04d80b-276f-4908-91d3-07d4e7be8571 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8bef4bdfc88949ada593ec32c3698f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723228 Oct 26 11:58:38.379449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-fb893789-91d0-439d-8629-21e090b6657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.381726 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-fb893789-91d0-439d-8629-21e090b6657d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6c63506-9584-4b18-9091-773b8b64ad76 HTTP/1.1" status: 200 len: 854 time: 0.1133749 Oct 26 11:58:38.390656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31232aee-6726-4de9-8266-36158167daf1'}, {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e'}, {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:38.393106 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d81d25f-d763-4da2-8d53-935da050a3bf" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "31232aee-6726-4de9-8266-36158167daf1"}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e"}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:38.415245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40318) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:38.451210 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-2261f132-ca0a-4746-a47b-5cb8c3577e1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab982e28-8cb5-4f13-8e6b-407ff3ffda11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440915 Oct 26 11:58:38.463989 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421ecde-22e9-4f09-9f91-542195d018f2 x-openstack-request-id: req-5421ecde-22e9-4f09-9f91-542195d018f2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:38.463989 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "31232aee-6726-4de9-8266-36158167daf1", "code": 200}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e", "code": 200}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-unplugged", "status": "completed", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:38.463989 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5421ecde-22e9-4f09-9f91-542195d018f2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:38.463989 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31232aee-6726-4de9-8266-36158167daf1', 'code': 200} Oct 26 11:58:38.463989 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e', 'code': 200} Oct 26 11:58:38.463989 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e', 'code': 200} Oct 26 11:58:38.548336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e35c010-bdf7-44f0-a966-55b3350a34ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.550800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e35c010-bdf7-44f0-a966-55b3350a34ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.552182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4e35c010-bdf7-44f0-a966-55b3350a34ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cdc2f494-b416-4b6e-a776-8edcbdff2d9e HTTP/1.1" status: 204 len: 168 time: 0.7203491 Oct 26 11:58:38.576782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5fe192d0-9315-4c08-9ccf-4d1b0464fd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.591998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35c010-bdf7-44f0-a966-55b3350a34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc2f494-b416-4b6e-a776-8edcbdff2d9e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:38.594569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.646049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.648280 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Pushing event deleted for resources: {'Port': ['ID=fe4f870e-5734-432f-8cde-54399feff042,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:38.675418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5fe192d0-9315-4c08-9ccf-4d1b0464fd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.727044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=7763cb0c-676c-4801-9e2e-1866a75a4da0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:38.767986 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-5ece65f5-cc6b-454a-88ed-836e79de0942 service neutron] 10.222.0.30 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999089 Oct 26 11:58:38.869209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5fe192d0-9315-4c08-9ccf-4d1b0464fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.872288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5fe192d0-9315-4c08-9ccf-4d1b0464fd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:38.877830 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5fe192d0-9315-4c08-9ccf-4d1b0464fd17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c414ee9-ad12-49f8-8150-a50489b5916b HTTP/1.1" status: 204 len: 168 time: 0.4610832 Oct 26 11:58:38.905466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651121-cc68-4858-80ce-3f6c877b892d req-1b9d13df-b957-47e3-8011-619ad46b22a8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:38.907176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29651121-cc68-4858-80ce-3f6c877b892d req-1b9d13df-b957-47e3-8011-619ad46b22a8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2137966 Oct 26 11:58:38.948088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86a74eb9-8533-4c7e-a450-8c02c80af86b req-8b9478a6-af65-46bd-a131-af0d351f44fb service neutron] 10.222.0.30 "GET /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724865 Oct 26 11:58:38.949322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe192d0-9315-4c08-9ccf-4d1b0464fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c414ee9-ad12-49f8-8150-a50489b5916b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:39.003316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.007813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29651121-cc68-4858-80ce-3f6c877b892d req-d7bce48f-131e-48c7-b9da-976ec9291e9e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899467 Oct 26 11:58:39.184030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Router c86e6505-d390-480c-a300-97209cd1b80b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:39.448712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:39.547972 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1ffab3b7-ab4b-4687-8b1c-c95c40acbde4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6f857b409af14eea85e016be13fa4e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973692 Oct 26 11:58:39.549968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:39.644619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba49c191-0a3a-4c16-8e47-b0889ea57108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.683847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba49c191-0a3a-4c16-8e47-b0889ea57108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.759493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba49c191-0a3a-4c16-8e47-b0889ea57108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.763457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba49c191-0a3a-4c16-8e47-b0889ea57108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.776874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ba49c191-0a3a-4c16-8e47-b0889ea57108 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c9d3c5d-1e3e-44f2-a73c-e84946981603 HTTP/1.1" status: 204 len: 168 time: 0.2180831 Oct 26 11:58:39.799158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c191-0a3a-4c16-8e47-b0889ea57108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9d3c5d-1e3e-44f2-a73c-e84946981603,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:39.886277 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.921713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:39.947119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7713-64c2-4640-8e65-4e35bbee6211 req-594a6d1c-c21a-4cc0-844e-c337442f0bec tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:39.953362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7713-64c2-4640-8e65-4e35bbee6211 req-594a6d1c-c21a-4cc0-844e-c337442f0bec tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:39.959420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7713-64c2-4640-8e65-4e35bbee6211 req-594a6d1c-c21a-4cc0-844e-c337442f0bec tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:39.963492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf5b7713-64c2-4640-8e65-4e35bbee6211 req-594a6d1c-c21a-4cc0-844e-c337442f0bec tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 2408 time: 0.1180029 Oct 26 11:58:40.005700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:40.020008 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] Sync routers for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:40.043242 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:40.044115 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:40.156438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b86bc-9eeb-4628-8e5d-2603db1373db req-deb38558-9854-4c14-9b04-73c55714d58d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:40.158072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-587b86bc-9eeb-4628-8e5d-2603db1373db req-deb38558-9854-4c14-9b04-73c55714d58d tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.2845800 Oct 26 11:58:40.170522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] No DVR routers for this DVR port 7763cb0c-676c-4801-9e2e-1866a75a4da0 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:40.182102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:40.185647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-bf884d94-1088-4c40-a7d4-09950a7fa0f2 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "DELETE /v2.0/ports/7763cb0c-676c-4801-9e2e-1866a75a4da0 HTTP/1.1" status: 204 len: 173 time: 3.7568603 Oct 26 11:58:40.186323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:40.188555 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d2124-b2d1-447d-bfe3-6575bd65ebaf" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:40.204943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Router 36d664dd-1913-4047-8efa-2432ed6865a1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:40.222384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf5b7713-64c2-4640-8e65-4e35bbee6211 req-0b1e7f41-05e9-4877-994a-534e6c693531 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137582 Oct 26 11:58:40.376398 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:40.463013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-587b86bc-9eeb-4628-8e5d-2603db1373db req-aa84a648-5680-41a2-b6ee-bfe91064e688 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903533 Oct 26 11:58:40.562211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:40.575753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] Sync routers for ids ['36d664dd-1913-4047-8efa-2432ed6865a1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:40.581568 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a9654-ad49-43b9-9b73-1e9d39f8b83e x-openstack-request-id: req-a33a9654-ad49-43b9-9b73-1e9d39f8b83e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:40.581975 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "7763cb0c-676c-4801-9e2e-1866a75a4da0", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:40.582326 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a33a9654-ad49-43b9-9b73-1e9d39f8b83e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:40.582821 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': '7763cb0c-676c-4801-9e2e-1866a75a4da0', 'status': 'completed', 'code': 200} Oct 26 11:58:40.592728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:40.597539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e105d2d6-77a1-42e4-afd1-3fdb7c86fec3 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "PUT /v2.0/routers/36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 200 len: 709 time: 4.9678745 Oct 26 11:58:40.597858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] Routers {'36d664dd-1913-4047-8efa-2432ed6865a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:40.598196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40390) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:40.599340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['36d664dd-1913-4047-8efa-2432ed6865a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:40.676315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:40.699897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] Routers {'36d664dd-1913-4047-8efa-2432ed6865a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:40.701912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['36d664dd-1913-4047-8efa-2432ed6865a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:40.763455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port 31232aee-6726-4de9-8266-36158167daf1 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:40.763909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:40.788160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:40.789315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab7987-0a2a-411a-927e-56e3da129613 None None] The sync data for ids ['36d664dd-1913-4047-8efa-2432ed6865a1'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:40.817153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a5829d3c-763a-4b11-a1ee-607b0908ff90 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/routers/36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 200 len: 744 time: 0.2166116 Oct 26 11:58:40.819596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40398) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:40.862564 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:59Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:40.867102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4802-b21c-4417-be54-b79466bc9832 req-9847fb1e-675e-4dfb-819f-de27d9f84723 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:40.876691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bca4802-b21c-4417-be54-b79466bc9832 req-9847fb1e-675e-4dfb-819f-de27d9f84723 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2968090 Oct 26 11:58:40.937746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bca4802-b21c-4417-be54-b79466bc9832 req-c67893e7-5818-49f6-8391-da9bd6f98965 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599225 Oct 26 11:58:40.969851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] For port 31232aee-6726-4de9-8266-36158167daf1, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=31232aee-6726-4de9-8266-36158167daf1,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:40.970586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:40.975722 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] Checking router: c86e6505-d390-480c-a300-97209cd1b80b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:40.987057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96e35c80-74bd-4f45-ab81-c49f3b1f8f88 tempest-RoutersIpV6AdminTest-1124942466 tempest-RoutersIpV6AdminTest-1124942466-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 200 len: 205 time: 0.1605523 Oct 26 11:58:40.988952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:40.993686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for 31232aee-6726-4de9-8266-36158167daf1 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:40.998252 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:41.003641 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:41.064573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e360b815-b984-42e3-9f0e-b6843f786af8 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 200 len: 205 time: 0.0742602 Oct 26 11:58:41.065950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40406) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:41.198296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.212726 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:41.276065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.382597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=31232aee-6726-4de9-8266-36158167daf1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:41.495802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.508286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.527177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] No DVR routers for this DVR port 31232aee-6726-4de9-8266-36158167daf1 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:41.530292 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.534040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-d17d09af-d2f6-46f6-bd94-8e31cd961850 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "DELETE /v2.0/ports/31232aee-6726-4de9-8266-36158167daf1 HTTP/1.1" status: 204 len: 173 time: 1.3329341 Oct 26 11:58:41.579412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f593c-e9f6-427a-bda5-4b44178ca4e7 req-28d48a91-9a20-492f-b1f0-33286543d432 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:41.589423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f593c-e9f6-427a-bda5-4b44178ca4e7 req-28d48a91-9a20-492f-b1f0-33286543d432 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:41.602431 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:59Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:41.603376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b0f593c-e9f6-427a-bda5-4b44178ca4e7 req-28d48a91-9a20-492f-b1f0-33286543d432 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 1675 time: 0.2537978 Oct 26 11:58:41.620803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.621370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Fanout notify agent at l3_agent the message router_deleted on router 36d664dd-1913-4047-8efa-2432ed6865a1 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:41.634135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.635308 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8fc1e619-52e2-40e6-a4b4-1ddab4e232a7 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 204 len: 168 time: 0.5667634 Oct 26 11:58:41.640750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40436) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:41.702229 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c428da7-ef15-471e-890d-8dc41664a806 None None] The sync data for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 is: [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '0cba4cf9-d72b-42f9-85d6-84abdedd1707', 'name': '', 'network_id': '3d004cdd-4874-4abd-b718-802086e852e2', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'mac_address': 'fa:16:3e:70:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:48Z', 'updated_at': '2021-10-26T11:46:59Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'subnets': [{'id': '701a57a1-ae95-4361-a790-fbb3c0f8d240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:41.712837 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a8f7d3a4-d985-4809-bf25-4c3d809de02a tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 200 len: 205 time: 0.0708668 Oct 26 11:58:41.719183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40438) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:41.723085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b0f593c-e9f6-427a-bda5-4b44178ca4e7 req-1dd37479-b0a1-4472-b8d8-8814018d49e1 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160131 Oct 26 11:58:41.803247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:41.807277 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:41.869893 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c2271587-1cce-49c3-8a30-496c5143279f tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] delete failed (client error): The resource could not be found. Oct 26 11:58:41.875967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2271587-1cce-49c3-8a30-496c5143279f tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/36d664dd-1913-4047-8efa-2432ed6865a1 HTTP/1.1" status: 404 len: 336 time: 0.1541657 Oct 26 11:58:41.878977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:41.946297 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7dcd2616-a6db-48d0-8ffa-4a19ea1268dc tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=6643fef5-72ab-4079-880d-d75805e8dd5f HTTP/1.1" status: 200 len: 205 time: 0.0651557 Oct 26 11:58:41.947280 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40456) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:41.995194 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-e55ff21b-daa0-483c-a95f-52ed9e723046 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] delete failed (client error): The resource could not be found. Oct 26 11:58:42.000011 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e55ff21b-daa0-483c-a95f-52ed9e723046 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/6643fef5-72ab-4079-880d-d75805e8dd5f HTTP/1.1" status: 404 len: 336 time: 0.0513506 Oct 26 11:58:42.001161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40464) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.083860 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f733c590-5063-4477-8a72-11b465c60a45 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 HTTP/1.1" status: 200 len: 205 time: 0.0809035 Oct 26 11:58:42.084998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40466) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.186743 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-3b9fa089-5f33-4805-9001-0afbce87452c tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] delete failed (client error): The resource could not be found. Oct 26 11:58:42.197959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b9fa089-5f33-4805-9001-0afbce87452c tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/96d95344-5ef1-4e22-8fb0-ce5714e8b8a8 HTTP/1.1" status: 404 len: 336 time: 0.1007595 Oct 26 11:58:42.198539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40478) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.253902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4e9d5793-072d-4576-95ff-42d8e41c6f70 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 HTTP/1.1" status: 200 len: 205 time: 0.0529442 Oct 26 11:58:42.254816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40486) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.304085 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-65841f88-8760-4be3-a4b2-310ae8d1ba82 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] delete failed (client error): The resource could not be found. Oct 26 11:58:42.304085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65841f88-8760-4be3-a4b2-310ae8d1ba82 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/d985d4b1-c63b-4ccb-b43f-a3f3e5868f10 HTTP/1.1" status: 404 len: 336 time: 0.0464780 Oct 26 11:58:42.304435 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80472bc0-d77d-40e7-a0de-898e1c4e033d None None] New status for floating IP f8926518-a33f-4c0b-a15a-ef11d01513b2: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:58:42.305562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] For port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:42.305960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40492) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.306060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:42.338401 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-702f5382-bd44-459f-bd04-9634f1fd5b9b tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=efd402ef-6464-4a69-9921-7d2f64eed853 HTTP/1.1" status: 200 len: 205 time: 0.0307753 Oct 26 11:58:42.340623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.344452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9b18-491b-40f1-aed4-7702540c48ed req-0cfb08f5-86a9-4e41-8655-0613f95837de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:42.354250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8cf9b18-491b-40f1-aed4-7702540c48ed req-0cfb08f5-86a9-4e41-8655-0613f95837de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2218437 Oct 26 11:58:42.357277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:42.373319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8659e4-4fb2-4988-a360-7fd79a164b74 req-cec37114-0802-4349-8c75-064b7ba37e9b tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:42.381798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d8659e4-4fb2-4988-a360-7fd79a164b74 req-cec37114-0802-4349-8c75-064b7ba37e9b tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.4157770 Oct 26 11:58:42.385725 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-9f7c30fc-4271-457f-a5fb-94250dc4fa7a tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] delete failed (client error): The resource could not be found. Oct 26 11:58:42.398704 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f7c30fc-4271-457f-a5fb-94250dc4fa7a tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/efd402ef-6464-4a69-9921-7d2f64eed853 HTTP/1.1" status: 404 len: 336 time: 0.0459318 Oct 26 11:58:42.398704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40496) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.467338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d8659e4-4fb2-4988-a360-7fd79a164b74 req-6d34d77c-24d6-4576-80c9-614dd4c0ed1b tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823007 Oct 26 11:58:42.480180 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b972d98-d3ca-4930-bda0-266442a84233 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "GET /v2.0/ports?device_id=42309711-ab4c-4a51-8c51-6235a1a2a8cd HTTP/1.1" status: 200 len: 205 time: 0.0873120 Oct 26 11:58:42.494212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40504) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.585339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8cf9b18-491b-40f1-aed4-7702540c48ed req-cc0e1661-eb1b-49bc-9cc1-b28c6ba983df tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277207 Oct 26 11:58:42.597240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': '31232aee-6726-4de9-8266-36158167daf1'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:42.606174 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f6e3e3-934c-41b6-a2d6-05e9848f3ac4" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "31232aee-6726-4de9-8266-36158167daf1"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:42.628590 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-3238f45f-d4af-4a09-8448-e978d0021183 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] delete failed (client error): The resource could not be found. Oct 26 11:58:42.641065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3238f45f-d4af-4a09-8448-e978d0021183 tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/routers/42309711-ab4c-4a51-8c51-6235a1a2a8cd HTTP/1.1" status: 404 len: 336 time: 0.1422920 Oct 26 11:58:42.642849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:42.728295 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6500040-034b-4bd6-a43b-e4b7211c065a tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] DELETE failed (client error): The resource could not be found. Oct 26 11:58:42.745398 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116d057-2678-4d75-96ba-cfe20c6c1c5b x-openstack-request-id: req-6116d057-2678-4d75-96ba-cfe20c6c1c5b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:42.746754 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "31232aee-6726-4de9-8266-36158167daf1", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:42.748098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6500040-034b-4bd6-a43b-e4b7211c065a tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:58:42.748644 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6116d057-2678-4d75-96ba-cfe20c6c1c5b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:42.749441 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': '31232aee-6726-4de9-8266-36158167daf1', 'status': 'completed', 'code': 200} Oct 26 11:58:42.762175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c6500040-034b-4bd6-a43b-e4b7211c065a tempest-RoutersIpV6AdminTest-1301264569 tempest-RoutersIpV6AdminTest-1301264569-project] 10.222.0.88 "DELETE /v2.0/subnets/ce131dcd-663b-445c-8267-a8a9e9bb83fc HTTP/1.1" status: 404 len: 337 time: 0.1166890 Oct 26 11:58:42.861351 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:42.918519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:43.015533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] No DVR routers for this DVR port e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:43.021874 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.025794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-a3772228-6b36-4ffe-83d4-7547fc16909b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "DELETE /v2.0/ports/e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e HTTP/1.1" status: 204 len: 173 time: 1.4861643 Oct 26 11:58:43.035706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06040ae-d273-4fe2-9ac3-da07e3c87f20 req-ed67470f-1d2a-4ecb-9bc9-fbdb690c9a19 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:43.037150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06040ae-d273-4fe2-9ac3-da07e3c87f20 req-ed67470f-1d2a-4ecb-9bc9-fbdb690c9a19 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.1210859 Oct 26 11:58:43.053846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfde3c6-cca0-4e94-876d-fa7ebdf9a39d req-15a39f2a-4f42-40c5-8684-f22137ce7236 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:43.055490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3dfde3c6-cca0-4e94-876d-fa7ebdf9a39d req-15a39f2a-4f42-40c5-8684-f22137ce7236 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 941 time: 0.1902339 Oct 26 11:58:43.108041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40530) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:43.195056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3dfde3c6-cca0-4e94-876d-fa7ebdf9a39d req-bbdf918b-e941-4e18-be6e-418bcea96eae tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups?id=3efd5c83-0908-4030-be65-63abcc4d74f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242278 Oct 26 11:58:43.201679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06040ae-d273-4fe2-9ac3-da07e3c87f20 req-1f5c5ceb-6016-4d12-9f39-512af460ce7a tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451952 Oct 26 11:58:43.255419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port 9c67b58a-f86c-47ed-b745-9c55f27d143e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:43.255862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.407822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] For port 9c67b58a-f86c-47ed-b745-9c55f27d143e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9c67b58a-f86c-47ed-b745-9c55f27d143e,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:43.408359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.442950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37542487-6bdb-4ef8-92a1-04be3b109226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.449607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for 9c67b58a-f86c-47ed-b745-9c55f27d143e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:43.490592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:43.572171 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37542487-6bdb-4ef8-92a1-04be3b109226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.591579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37542487-6bdb-4ef8-92a1-04be3b109226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.686516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37542487-6bdb-4ef8-92a1-04be3b109226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981fa997-6c7d-4b8b-9f33-7c883c42ff89,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:43.692992 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-37542487-6bdb-4ef8-92a1-04be3b109226 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e5cb0a43f0c042d1ab3678a92e79c97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838857 Oct 26 11:58:43.706235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb74c-5e6f-43c9-aeb0-55cd5895e8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.709958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40548) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:43.734489 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.781153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=9c67b58a-f86c-47ed-b745-9c55f27d143e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:43.798036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead8f0-87cd-42f2-816b-31d0ffd61b11 req-e85a468c-10ec-4d10-bcda-b410e9eb1e2d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:43.800066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cead8f0-87cd-42f2-816b-31d0ffd61b11 req-e85a468c-10ec-4d10-bcda-b410e9eb1e2d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1175992 Oct 26 11:58:43.825919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0524d9c9-4638-4c73-a1ee-decc12772130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.869289 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0524d9c9-4638-4c73-a1ee-decc12772130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.870812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40552) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:43.882118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] No DVR routers for this DVR port 9c67b58a-f86c-47ed-b745-9c55f27d143e on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:43.890163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.893701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf46e22-5fa8-4ce0-9804-0d70ba845c0a req-db6146c7-872e-462d-9d05-dd48b8d9a2e3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.30 "DELETE /v2.0/ports/9c67b58a-f86c-47ed-b745-9c55f27d143e HTTP/1.1" status: 204 len: 173 time: 0.8554962 Oct 26 11:58:43.918352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7cead8f0-87cd-42f2-816b-31d0ffd61b11 req-406fe6cd-f765-455c-b331-1ce8514ab817 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705638 Oct 26 11:58:43.935901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb74c-5e6f-43c9-aeb0-55cd5895e8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.956659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb74c-5e6f-43c9-aeb0-55cd5895e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:43.993099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcb74c-5e6f-43c9-aeb0-55cd5895e8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c4aaf-2f55-4b8c-9299-3782b19f9c5f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:44.018597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0524d9c9-4638-4c73-a1ee-decc12772130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.026520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0524d9c9-4638-4c73-a1ee-decc12772130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.031263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0524d9c9-4638-4c73-a1ee-decc12772130 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/981fa997-6c7d-4b8b-9f33-7c883c42ff89 HTTP/1.1" status: 204 len: 168 time: 0.3187902 Oct 26 11:58:44.041304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524d9c9-4638-4c73-a1ee-decc12772130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981fa997-6c7d-4b8b-9f33-7c883c42ff89,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:44.045652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3dcb74c-5e6f-43c9-aeb0-55cd5895e8d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=979dba84e5c649e9a00e451581deed82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538814 Oct 26 11:58:44.048285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40560) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:44.146183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70f6321a-7ea6-468f-8a8d-cc936ae388f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.192942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70f6321a-7ea6-468f-8a8d-cc936ae388f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.208462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:44.281043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.474310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d5ff8ec-bb3a-46d8-9cd8-7ab9bd7f1892 req-fcfc4994-8229-403d-8de9-766e5c32d36b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0744016 Oct 26 11:58:44.500418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d7123-7823-4d62-9ca1-3c0102f12758 req-1bbe5505-8872-4aaa-8933-fbca723a3893 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:44.520830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f0d7123-7823-4d62-9ca1-3c0102f12758 req-1bbe5505-8872-4aaa-8933-fbca723a3893 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2448795 Oct 26 11:58:44.530283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-df7aae43-77cc-4422-b650-f800394919d7 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:44.532868 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-df7aae43-77cc-4422-b650-f800394919d7 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.0939376 Oct 26 11:58:44.567193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-e7883ec3-5a5a-4c98-b338-8f31a1e51ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:44.568445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-e7883ec3-5a5a-4c98-b338-8f31a1e51ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.2484241 Oct 26 11:58:44.578601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.591859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f0d7123-7823-4d62-9ca1-3c0102f12758 req-9bc12cd0-3f94-44a8-b3e3-56c83e5aa1c0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638843 Oct 26 11:58:44.608530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70f6321a-7ea6-468f-8a8d-cc936ae388f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.615518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70f6321a-7ea6-468f-8a8d-cc936ae388f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.621382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-70f6321a-7ea6-468f-8a8d-cc936ae388f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b46c4aaf-2f55-4b8c-9299-3782b19f9c5f HTTP/1.1" status: 204 len: 168 time: 0.5701685 Oct 26 11:58:44.779283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e'}, {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:44.781623 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897d4c97-962b-4ccf-86eb-e194eb406522" -d '{"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e"}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:44.787181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:44.793654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6321a-7ea6-468f-8a8d-cc936ae388f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c4aaf-2f55-4b8c-9299-3782b19f9c5f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:44.838384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96262a27-d1d4-49cc-ac3f-1563a858de9c req-78b484f0-116f-447e-86ae-79c45d4c1770 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:44.846197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96262a27-d1d4-49cc-ac3f-1563a858de9c req-78b484f0-116f-447e-86ae-79c45d4c1770 tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 945 time: 0.2856123 Oct 26 11:58:44.884528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-8a9fd268-e5e3-4b0c-ad86-33dc800cfd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:44.886300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-8a9fd268-e5e3-4b0c-ad86-33dc800cfd15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.2916052 Oct 26 11:58:44.890410 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb27355-212a-4e0e-aaee-e2cfbbd897d5 x-openstack-request-id: req-bfb27355-212a-4e0e-aaee-e2cfbbd897d5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:44.891423 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e", "status": "completed", "code": 200}, {"server_uuid": "2fdb6589-7545-4649-a7bf-058cf098b774", "name": "network-vif-deleted", "tag": "9c67b58a-f86c-47ed-b745-9c55f27d143e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:44.891423 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bfb27355-212a-4e0e-aaee-e2cfbbd897d5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:44.891423 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': 'e0cbe8fc-0fb2-474b-b8ff-32b04ddf2d6e', 'status': 'completed', 'code': 200} Oct 26 11:58:44.891726 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb6589-7545-4649-a7bf-058cf098b774', 'name': 'network-vif-deleted', 'tag': '9c67b58a-f86c-47ed-b745-9c55f27d143e', 'status': 'completed', 'code': 200} Oct 26 11:58:44.900588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2857f22-3232-4646-a78f-df759ab213b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.913983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Deleting port 60f59286-bf0f-4789-bc75-2ac274427996 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:44.915231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:44.992084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-175779f4-bfc1-4c7e-8ca5-e79e63e41f44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.0843379 Oct 26 11:58:45.022324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Allocated IP 172.25.4.140 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/2ae44db4-1d7f-46ea-ade3-afcaa3b2b823) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:45.026654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96262a27-d1d4-49cc-ac3f-1563a858de9c req-c4943602-c70e-401c-af9c-ab6439f0ef5a tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/security-groups?id=75444677-17ba-466e-8fbe-6f6321dd56cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743941 Oct 26 11:58:45.089569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-e16569c0-76af-41d9-9c83-0cba90073dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:45.091971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-e16569c0-76af-41d9-9c83-0cba90073dce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0916591 Oct 26 11:58:45.152656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-48c74940-2e7c-40f1-8334-833304007c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:45.155470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-48c74940-2e7c-40f1-8334-833304007c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542657 Oct 26 11:58:45.156245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] For port 60f59286-bf0f-4789-bc75-2ac274427996, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=60f59286-bf0f-4789-bc75-2ac274427996,segment=NetworkSegment(f281dd20-41f4-48ce-a7e0-a666de41f703),segment_id=f281dd20-41f4-48ce-a7e0-a666de41f703)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:45.156668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.180614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Calling delete_port for 60f59286-bf0f-4789-bc75-2ac274427996 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:45.232133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:45.283728 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2857f22-3232-4646-a78f-df759ab213b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.299858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2857f22-3232-4646-a78f-df759ab213b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.305907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6e0fa70d-c823-41ed-9ead-c3f446981927 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29d20c9e7f2f42049ee4f67dec2bf68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723665 Oct 26 11:58:45.308508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40584) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:45.318437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-a488bc89-0cdf-430e-9ab8-ca146e8eae39 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546175 Oct 26 11:58:45.352720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.365988 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a2857f22-3232-4646-a78f-df759ab213b0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eb99704409254c72bd9fed1913ca4de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622499 Oct 26 11:58:45.376854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40586) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:45.386149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2857f22-3232-4646-a78f-df759ab213b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ecf89f-9d96-44f5-bb10-adaea51cb32f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.439701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca751327-4278-47a2-be6d-29bb8ecdc481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.480822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca751327-4278-47a2-be6d-29bb8ecdc481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.494726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.495531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ea35f59-cebc-4717-acd4-b6938eee8f1d req-df60990b-20bd-492b-bf5e-0466b63a292d service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690385 Oct 26 11:58:45.503509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38657d28-a3a8-44a4-985f-fb9346f5b408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.504552 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.531842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-8ac70c1d-0f71-4a68-952b-05e37b7b2bda req-10ae5c86-1925-409b-8264-8930842c1aea service neutron] (102759) timed out ('10.222.0.88', 46970) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 11:58:45.547890 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca751327-4278-47a2-be6d-29bb8ecdc481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.552660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca751327-4278-47a2-be6d-29bb8ecdc481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.554062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca751327-4278-47a2-be6d-29bb8ecdc481 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b8a8917-d8d2-46d1-8a59-53cd3b131f48 HTTP/1.1" status: 204 len: 168 time: 0.2447047 Oct 26 11:58:45.568256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca751327-4278-47a2-be6d-29bb8ecdc481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a8917-d8d2-46d1-8a59-53cd3b131f48,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.583217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38657d28-a3a8-44a4-985f-fb9346f5b408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.588326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:45.625410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:45.632135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Port': ['ID=2ae44db4-1d7f-46ea-ade3-afcaa3b2b823,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.637113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:45.700052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] No DVR routers for this DVR port 60f59286-bf0f-4789-bc75-2ac274427996 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:45.714645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.718275 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1d9b1f0b-6304-422e-8943-664d852586e2 req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.30 "DELETE /v2.0/ports/60f59286-bf0f-4789-bc75-2ac274427996 HTTP/1.1" status: 204 len: 173 time: 1.1775963 Oct 26 11:58:45.720969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'name': 'network-vif-deleted', 'tag': '60f59286-bf0f-4789-bc75-2ac274427996'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:45.721256 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b9f124-7ffd-42b5-adb6-d16a9e417079" -d '{"events": [{"server_uuid": "df7b8fbd-1582-4762-b09d-9dc5236ff3c9", "name": "network-vif-deleted", "tag": "60f59286-bf0f-4789-bc75-2ac274427996"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:45.724540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdba7ea-ba58-4118-827b-892b7172f7ff tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] Pushing event deleted for resources: {'Port': ['ID=60f59286-bf0f-4789-bc75-2ac274427996,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.729514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f4f17b0-6a32-4022-8685-b399e41d89b9 req-e4d16444-fcad-4cd3-8bfc-226b68b1c54b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0479934 Oct 26 11:58:45.792438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38657d28-a3a8-44a4-985f-fb9346f5b408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.796330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38657d28-a3a8-44a4-985f-fb9346f5b408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.797636 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-38657d28-a3a8-44a4-985f-fb9346f5b408 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2ecf89f-9d96-44f5-bb10-adaea51cb32f HTTP/1.1" status: 204 len: 168 time: 0.4197795 Oct 26 11:58:45.815701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728a69-4668-4f77-b208-92f92e267f3c req-1eb0496d-16d7-4e84-9d80-03fcc1474f56 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:45.824999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59728a69-4668-4f77-b208-92f92e267f3c req-1eb0496d-16d7-4e84-9d80-03fcc1474f56 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1305251 Oct 26 11:58:45.864480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38657d28-a3a8-44a4-985f-fb9346f5b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ecf89f-9d96-44f5-bb10-adaea51cb32f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.900450 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69292f7-3b60-46ae-a93d-72595d632672 x-openstack-request-id: req-e69292f7-3b60-46ae-a93d-72595d632672 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:45.900859 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b8fbd-1582-4762-b09d-9dc5236ff3c9", "name": "network-vif-deleted", "tag": "60f59286-bf0f-4789-bc75-2ac274427996", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:45.901006 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e69292f7-3b60-46ae-a93d-72595d632672 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:45.901419 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b8fbd-1582-4762-b09d-9dc5236ff3c9', 'name': 'network-vif-deleted', 'tag': '60f59286-bf0f-4789-bc75-2ac274427996', 'status': 'completed', 'code': 200} Oct 26 11:58:45.936967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:45.949214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59728a69-4668-4f77-b208-92f92e267f3c req-ccf3055b-a2b0-4df4-98a2-cf81a3bc8ddf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225514 Oct 26 11:58:46.053704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.341378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9de8b250-b47b-45a5-af7c-97652d559456 req-7b22b71f-6ba9-4ef7-8b0e-d4ce560c91ba tempest-InstanceActionsTestJSON-434166921 tempest-InstanceActionsTestJSON-434166921-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b8fbd-1582-4762-b09d-9dc5236ff3c9 HTTP/1.1" status: 200 len: 210 time: 0.0568206 Oct 26 11:58:46.470755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da659c-6608-42cd-bce4-f5de9ca3d1d7 req-7875f126-680c-47e4-8da2-3eb4cd5bdace tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:46.476883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29da659c-6608-42cd-bce4-f5de9ca3d1d7 req-7875f126-680c-47e4-8da2-3eb4cd5bdace tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.1344128 Oct 26 11:58:46.517241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.527844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.586602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29da659c-6608-42cd-bce4-f5de9ca3d1d7 req-9fc4c3f5-7851-4bc9-aaf7-67b91065f1e4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020200 Oct 26 11:58:46.660134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Port': ['ID=2ae44db4-1d7f-46ea-ade3-afcaa3b2b823,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:46.667513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.688180 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.689994 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1c955e2-92a9-4d65-a089-6add88aa3ce4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8179052 Oct 26 11:58:46.693210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40630) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:46.700929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2114999185'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:46.729605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Made reservation on behalf of cd700d2c44084dbaae0557e215b10bf7 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:46.736340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.756478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.870966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7737fa76-4055-4f8f-a328-190550c13f69 req-bbee0e8a-63f3-4948-9ef1-6e3443297277 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0404115 Oct 26 11:58:46.895210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.911322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.947148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c794960a-40af-4cb8-956e-597249e11993,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:46.956460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:46.969317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:46.969676 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Added segment b31c7e2d-8c2b-4693-93ef-bf9e06c980ef of type vlan for network 2e7a4285-118e-4bcd-8306-0041cb04b23e Oct 26 11:58:47.025036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.066929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.080199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:47.080939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.134500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40652) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:47.205599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40658) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:47.205855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5111008 Oct 26 11:58:47.211734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Request body: {'subnet': {'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:47.227456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35315c-45d3-40f1-9bc1-fd9fbc4d812b req-787494fb-ff96-4e79-9858-4daf3142d740 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:47.229113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb35315c-45d3-40f1-9bc1-fd9fbc4d812b req-787494fb-ff96-4e79-9858-4daf3142d740 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1444542 Oct 26 11:58:47.229805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8d581-1d43-4625-aacf-cb40f4abd311 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Network': ['ID=2e7a4285-118e-4bcd-8306-0041cb04b23e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:47.243303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:47.279637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb35315c-45d3-40f1-9bc1-fd9fbc4d812b req-3ecd550f-5680-4bba-b339-73ca1226a7ed tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Oct 26 11:58:47.349451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 60f59286-bf0f-4789-bc75-2ac274427996 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:47.382255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 60f59286-bf0f-4789-bc75-2ac274427996 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:47.383148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 60f59286-bf0f-4789-bc75-2ac274427996 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:47.388281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Made reservation on behalf of cd700d2c44084dbaae0557e215b10bf7 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:47.392940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.439392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40666) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:47.495657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f135-3904-4fe6-89c3-2e484f7542df req-60b1d722-0e47-439a-b490-564a8ccede2e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:47.498466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba37f135-3904-4fe6-89c3-2e484f7542df req-60b1d722-0e47-439a-b490-564a8ccede2e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0970411 Oct 26 11:58:47.511557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Deleting subnet f6c63506-9584-4b18-9091-773b8b64ad76 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:58:47.521036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.595073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.608825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba37f135-3904-4fe6-89c3-2e484f7542df req-3be7d07a-281a-447c-8cb8-59bf5602a26a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020312 Oct 26 11:58:47.688710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.793904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.854993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1422914953'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:47.887760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c63506-9584-4b18-9091-773b8b64ad76,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:47.894090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.894914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.901965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aef4eda2-ff9e-4362-9806-5cc28ce57b02 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f6c63506-9584-4b18-9091-773b8b64ad76 HTTP/1.1" status: 204 len: 168 time: 0.4615040 Oct 26 11:58:47.903931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40678) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:47.919004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Made reservation on behalf of 853bde2544a74753860ec69df1420f8d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:47.923363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:47.924410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ce90-3c37-4766-8440-6eb4e7a58f63 req-1b7802f7-6912-40de-944f-ebbf22c1cf71 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:47.926112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0624ce90-3c37-4766-8440-6eb4e7a58f63 req-1b7802f7-6912-40de-944f-ebbf22c1cf71 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.1274848 Oct 26 11:58:47.937778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.072501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Subnet': ['ID=3d6fc330-8129-4336-8610-f1140aa9d465,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:48.076239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0624ce90-3c37-4766-8440-6eb4e7a58f63 req-e8faf55a-de4c-4fcc-a84d-0bb7675db991 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060202 Oct 26 11:58:48.085710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-2cd11fa6-5393-41c0-a50f-096984b8e7dc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:48.088093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-2cd11fa6-5393-41c0-a50f-096984b8e7dc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.1850538 Oct 26 11:58:48.135566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.139628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e8afb41-9647-4bc1-aac2-af95164f5680 req-30011579-7241-4760-b6f0-c2e715f868f1 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0707555 Oct 26 11:58:48.153521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Checking segment: {'id': 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:48.154118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network hostable DHCP agents. Network: 2e7a4285-118e-4bcd-8306-0041cb04b23e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:58:48.276576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:58:48.278658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.285641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.295988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.303523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 2e7a4285-118e-4bcd-8306-0041cb04b23e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:48.313462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e8a99-df75-42c5-9046-8a46e0627e19 None None] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:48.344524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab982e28-8cb5-4f13-8e6b-407ff3ffda11']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:48.361244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f281dd20-41f4-48ce-a7e0-a666de41f703') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:48.361568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f281dd20-41f4-48ce-a7e0-a666de41f703') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:48.367101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:48.368887 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.390518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:48.401705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2e9bf9-71e6-4f28-a8d6-91f28c7fc1d0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:48.409091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7954ada-f21d-49b0-bc05-ab7b0c40d0e6 req-70f23c0a-7fa6-45dd-96c4-a4151fcfdd32 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:48.418836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.419200 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Added segment e79f3424-5de0-4d60-8f46-795e90f4b865 of type vlan for network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e Oct 26 11:58:48.419846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7954ada-f21d-49b0-bc05-ab7b0c40d0e6 req-70f23c0a-7fa6-45dd-96c4-a4151fcfdd32 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1259980 Oct 26 11:58:48.423190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.445074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Deleting port 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:48.446392 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.486928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.503401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:48.504288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:58:48.506657 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:58:48.527759 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8058daf1-cf51-463b-bb34-3ba491447457 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3203483 Oct 26 11:58:48.532901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40696) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:48.540489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-670063593', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:48.567709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-2e7a4285-118e-4bcd-8306-0041cb04b23e', 'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e', 'tenant_id': 'cd700d2c44084dbaae0557e215b10bf7', 'fixed_ips': [{'subnet_id': '3d6fc330-8129-4336-8610-f1140aa9d465'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:58:48.569283 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.583000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.614652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7954ada-f21d-49b0-bc05-ab7b0c40d0e6 req-7ae375d7-ee76-4912-86eb-2257ff30eddd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937613 Oct 26 11:58:48.619653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.628771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.634518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ab982e28-8cb5-4f13-8e6b-407ff3ffda11 HTTP/1.1" status: 204 len: 168 time: 0.7251382 Oct 26 11:58:48.696626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8ce50-e94c-4e45-86f2-5208b44d4bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab982e28-8cb5-4f13-8e6b-407ff3ffda11,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:48.771330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.792957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:48.793950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.824692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.826605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:48.971004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:48.986415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Allocated IP 172.20.0.2 (2e7a4285-118e-4bcd-8306-0041cb04b23e/3d6fc330-8129-4336-8610-f1140aa9d465/f126f515-f5e3-468d-bbec-d3006863b16c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:49.033627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8975670 Oct 26 11:58:49.036617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40718) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:49.038729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] For port 47731ffb-c886-4224-83f2-3617186733f6, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=47731ffb-c886-4224-83f2-3617186733f6,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:49.040000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.041512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800db90-1e16-4664-8de2-16e42c3f3d67 req-b7edc571-7c89-441b-9462-52b262bfb25e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:49.044250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5800db90-1e16-4664-8de2-16e42c3f3d67 req-b7edc571-7c89-441b-9462-52b262bfb25e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1178968 Oct 26 11:58:49.085336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Request body: {'subnet': {'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:49.090723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b896e17d-02be-4430-8805-90a01dce79f1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=971a9780940347888c071dfcc57b4c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139777 Oct 26 11:58:49.095458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40722) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:49.128227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5800db90-1e16-4664-8de2-16e42c3f3d67 req-29893f4d-74bf-49fc-905b-e08f5b5818c7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736830 Oct 26 11:58:49.240995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3559a8-44d8-4d2f-a29b-ce1d715cb25d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event updated for resources: {'Network': ['ID=6ade7cd3-5f8a-456b-b7fd-73b8bf52958e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:49.314467 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.324007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:49.372020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.415290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a49d354e-8d54-47da-959b-42e624abeda4 req-bcd54e8a-27d4-418b-afea-9c5c5599c149 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0507836 Oct 26 11:58:49.435398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d660d9-dd9e-4d0d-add5-378da33d6734 req-05b6c105-c7a9-4abd-9067-780a3d015d97 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:49.442171 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.443862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89d660d9-dd9e-4d0d-add5-378da33d6734 req-05b6c105-c7a9-4abd-9067-780a3d015d97 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 946 time: 0.1397734 Oct 26 11:58:49.515497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89d660d9-dd9e-4d0d-add5-378da33d6734 req-0785eb0b-1124-4a36-86ef-2639bd8eb8ad tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705690 Oct 26 11:58:49.519605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Pushing event updated for resources: {'Port': ['ID=f126f515-f5e3-468d-bbec-d3006863b16c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:49.549291 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce238954-e28a-4481-91c5-7651bff89ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.558012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:49.558775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:49.568225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:49.641184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Attempting to bind port f126f515-f5e3-468d-bbec-d3006863b16c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:58:49.641559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Attempting to bind port f126f515-f5e3-468d-bbec-d3006863b16c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:58:49.641923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Attempting to bind port f126f515-f5e3-468d-bbec-d3006863b16c on network 2e7a4285-118e-4bcd-8306-0041cb04b23e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:49.651372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:58:49.652620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Checking segment: {'id': 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:49.653262 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.653807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Bound using segment: {'id': 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:58:49.654709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Bound port: f126f515-f5e3-468d-bbec-d3006863b16c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:58:49.655308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.741411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] For port f126f515-f5e3-468d-bbec-d3006863b16c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:49.745045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] For port f126f515-f5e3-468d-bbec-d3006863b16c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f126f515-f5e3-468d-bbec-d3006863b16c,segment=NetworkSegment(b31c7e2d-8c2b-4693-93ef-bf9e06c980ef),segment_id=b31c7e2d-8c2b-4693-93ef-bf9e06c980ef)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:49.755151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:49.831269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d614ed4-7bc2-4f2b-b51a-d9d32febaded None None] Pushing event updated for resources: {'Port': ['ID=f126f515-f5e3-468d-bbec-d3006863b16c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:50.007388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-893d14f5-4d24-42dc-ac02-ee496ba984fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.049413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-893d14f5-4d24-42dc-ac02-ee496ba984fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.250987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Made reservation on behalf of 853bde2544a74753860ec69df1420f8d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:50.255658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.327081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043762f7-3782-4700-aebc-69e696f3f88a req-052f740b-953b-4162-b0cd-f6b0c6fceedc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:50.330037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-043762f7-3782-4700-aebc-69e696f3f88a req-052f740b-953b-4162-b0cd-f6b0c6fceedc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0986459 Oct 26 11:58:50.343778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.353336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-893d14f5-4d24-42dc-ac02-ee496ba984fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.356616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-893d14f5-4d24-42dc-ac02-ee496ba984fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.357980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-893d14f5-4d24-42dc-ac02-ee496ba984fb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75444677-17ba-466e-8fbe-6f6321dd56cc HTTP/1.1" status: 204 len: 168 time: 1.2464371 Oct 26 11:58:50.427137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-043762f7-3782-4700-aebc-69e696f3f88a req-a1c89328-d44f-45b9-97f5-a0577c6a639c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822515 Oct 26 11:58:50.494838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d14f5-4d24-42dc-ac02-ee496ba984fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75444677-17ba-466e-8fbe-6f6321dd56cc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:50.609652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.609842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.610624 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Floating IP dfb643b1-437a-428f-8b82-b4ae721bd8bc disassociated. External IP: 172.25.4.122, port: 47731ffb-c886-4224-83f2-3617186733f6. Oct 26 11:58:50.611276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Calling delete_port for 47731ffb-c886-4224-83f2-3617186733f6 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:50.659731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aaecf3ee-789c-4dee-b7a4-196eeae21505 req-74ee23cf-13bd-4386-a5e6-dc34dea53a48 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0756419 Oct 26 11:58:50.811605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:50.869816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event deleted for resources: {'Port': ['ID=47731ffb-c886-4224-83f2-3617186733f6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:50.925557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdcca5-a64a-484b-a947-be9094106081 req-6312d365-016f-431b-89ec-b6a57dfafd2f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:50.937243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdfdcca5-a64a-484b-a947-be9094106081 req-6312d365-016f-431b-89ec-b6a57dfafd2f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 868 time: 0.1848161 Oct 26 11:58:51.051036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdfdcca5-a64a-484b-a947-be9094106081 req-619cf31a-6231-41e3-9133-2fe31b5e3f4a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=53443740-263c-4368-bfe3-8b3784212f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083159 Oct 26 11:58:51.080165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f126f515-f5e3-468d-bbec-d3006863b16c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:51.105468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dd0a0-df55-4995-b173-da28f8b054be req-9f795844-17f3-4796-8fab-a8bc0333d003 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:51.117728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c0dd0a0-df55-4995-b173-da28f8b054be req-9f795844-17f3-4796-8fab-a8bc0333d003 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1152508 Oct 26 11:58:51.156029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f126f515-f5e3-468d-bbec-d3006863b16c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:51.156639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.216824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c0dd0a0-df55-4995-b173-da28f8b054be req-1cab48b5-7f54-4b90-8e1e-b7deaba3bda0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942199 Oct 26 11:58:51.286703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 47731ffb-c886-4224-83f2-3617186733f6 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:51.343713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 47731ffb-c886-4224-83f2-3617186733f6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:58:51.344137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 47731ffb-c886-4224-83f2-3617186733f6 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:51.371854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1cb9-fd31-443e-8f54-c12f95f140d1 req-3121e277-ee9d-47bf-b6d3-ab6a2916ac40 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:51.384245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-decf1cb9-fd31-443e-8f54-c12f95f140d1 req-3121e277-ee9d-47bf-b6d3-ab6a2916ac40 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0872297 Oct 26 11:58:51.449722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.507665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f126f515-f5e3-468d-bbec-d3006863b16c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f126f515-f5e3-468d-bbec-d3006863b16c,segment=NetworkSegment(b31c7e2d-8c2b-4693-93ef-bf9e06c980ef),segment_id=b31c7e2d-8c2b-4693-93ef-bf9e06c980ef)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:51.513474 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.519209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.543488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-decf1cb9-fd31-443e-8f54-c12f95f140d1 req-e50e9b32-7d73-474a-9417-37eda26b5fb2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572812 Oct 26 11:58:51.587366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-150bad23-737c-4f7e-a53c-010fca69c69d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106946 Oct 26 11:58:51.625986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe66df7-d4c7-45b3-84fb-2f130c7e13f0 None None] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:51.703659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40876) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:51.705792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Router 52bbe416-5d26-4097-8262-d3d033b7537d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:51.775442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-28f48449-1405-44d0-a396-53f0869d6b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.798909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f126f515-f5e3-468d-bbec-d3006863b16c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:51.799148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-f952eb62-a798-41ec-a95a-74f44394fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:51.800609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-f952eb62-a798-41ec-a95a-74f44394fab2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 1096 time: 0.1907225 Oct 26 11:58:51.804403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5bc28324-2e63-490f-84dd-e4752975cf8a None None] Provisioning complete for port f126f515-f5e3-468d-bbec-d3006863b16c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:51.805408 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5bc28324-2e63-490f-84dd-e4752975cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.956806 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:51.966660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-66b25ca6-943e-4bbd-87c6-af60d92bd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:51.968211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-66b25ca6-943e-4bbd-87c6-af60d92bd5b0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.1423006 Oct 26 11:58:51.998545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a006c8ec-bde2-46a2-a4ec-ac5c24e851db req-b89eede6-595b-4e5e-9bc5-e972b95f87f8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.2019587 Oct 26 11:58:52.053166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.111620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-eebd302d-b8c6-489b-9b9f-3d7dca9c5ea9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce HTTP/1.1" status: 200 len: 217 time: 0.1121016 Oct 26 11:58:52.145260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c585713-38b1-441c-a758-af4d71082ecf req-0ff9fdc0-87bb-4dca-af0e-2c7dcada2a81 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:52.168207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c585713-38b1-441c-a758-af4d71082ecf req-0ff9fdc0-87bb-4dca-af0e-2c7dcada2a81 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.4376197 Oct 26 11:58:52.227123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40892) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:52.300359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event updated for resources: {'Subnet': ['ID=3c89f8f1-302a-4337-b851-64b2401f4db1,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:52.309197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Allocated IP 172.25.4.93 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ef8625b1-7efc-4772-a947-8b135af2f743) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:52.340152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6eda0a4-1a58-4d8a-aadc-e6a8356f99b9 req-9b5ecd04-e2be-4961-9d8d-08fc21db7d04 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebe274c5-0e54-421b-ac1f-2206ac3ba0d3 HTTP/1.1" status: 200 len: 210 time: 0.0694585 Oct 26 11:58:52.392314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e376-19fb-4f59-b364-1e4f9c8d9f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.396694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c585713-38b1-441c-a758-af4d71082ecf req-b961ca44-edff-438d-8206-a773412c1324 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274959 Oct 26 11:58:52.399625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-bd0cf4c1-1fdf-413d-aaa9-792db2916e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:52.405159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-bd0cf4c1-1fdf-413d-aaa9-792db2916e21 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.2886202 Oct 26 11:58:52.480121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-4e14b59b-88fd-43ed-95c9-b83400239b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:52.484203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-4e14b59b-88fd-43ed-95c9-b83400239b70 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707195 Oct 26 11:58:52.500385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Checking segment: {'id': 'e79f3424-5de0-4d60-8f46-795e90f4b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:52.501553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Network hostable DHCP agents. Network: 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:58:52.512585 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:58:52.516077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1161801971-network', 'tenant_id': 'affdb79ee5304374a9cb6f4dc183ca17'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:52.579964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:52.592794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:52.620914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:52.621561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:52.644082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Made reservation on behalf of affdb79ee5304374a9cb6f4dc183ca17 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:52.645412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:58:52.647417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.663267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.670079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] No DVR routers for this DVR port 47731ffb-c886-4224-83f2-3617186733f6 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:58:52.676782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.681033 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb9f8e30-49ce-43e9-8d9d-fa1dd9e145a1 req-22094a4f-e439-4448-88ea-c4dc72c0fc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.30 "DELETE /v2.0/ports/47731ffb-c886-4224-83f2-3617186733f6 HTTP/1.1" status: 204 len: 173 time: 4.5843394 Oct 26 11:58:52.686134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-deleted', 'tag': '47731ffb-c886-4224-83f2-3617186733f6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:58:52.688646 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6cb526-d7ba-4ff3-84a5-1072ccb26419" -d '{"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-deleted", "tag": "47731ffb-c886-4224-83f2-3617186733f6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:52.710369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:52.738241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f908ecd-d966-45d1-ae40-56c924cc7e61 None None] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:52.748752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:52.749399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.767948 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74424800-b85e-4053-bf7d-3102fe00b385 x-openstack-request-id: req-74424800-b85e-4053-bf7d-3102fe00b385 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:52.768246 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe274c5-0e54-421b-ac1f-2206ac3ba0d3", "name": "network-vif-deleted", "tag": "47731ffb-c886-4224-83f2-3617186733f6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:52.768503 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-74424800-b85e-4053-bf7d-3102fe00b385 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:52.768913 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe274c5-0e54-421b-ac1f-2206ac3ba0d3', 'name': 'network-vif-deleted', 'tag': '47731ffb-c886-4224-83f2-3617186733f6', 'status': 'completed', 'code': 200} Oct 26 11:58:52.818135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74b91792-5118-4ce0-b735-d060e577d5d2 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7610335 Oct 26 11:58:52.822666 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e376-19fb-4f59-b364-1e4f9c8d9f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.823963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:52.826823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.833037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Request body: {'port': {'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1404544278'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:52.841123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e376-19fb-4f59-b364-1e4f9c8d9f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:52.985052 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3c0e376-19fb-4f59-b364-1e4f9c8d9f1b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d47860430804ecab979a22173a0b27d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2699180 Oct 26 11:58:52.986042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e376-19fb-4f59-b364-1e4f9c8d9f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac014e3-91d7-49b5-8302-4ffe3e04e3d8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:52.992796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:53.045216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.053831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f126f515-f5e3-468d-bbec-d3006863b16c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:53.122328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-70833532-a97a-4dea-9c06-69fb0f63ec9a None None] Provisioning complete for port f126f515-f5e3-468d-bbec-d3006863b16c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:53.123279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70833532-a97a-4dea-9c06-69fb0f63ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.155282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:53.158021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Made reservation on behalf of 853bde2544a74753860ec69df1420f8d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:53.163091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.177035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.192552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:53.200075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:53.244672 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.305492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f126f515-f5e3-468d-bbec-d3006863b16c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:53.305873 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.343315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:53.393863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c21746-9a5a-4beb-9501-b65082338030 req-f5e2ecbb-ed96-4d1d-932c-5660788dc776 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:53.397748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38c21746-9a5a-4beb-9501-b65082338030 req-f5e2ecbb-ed96-4d1d-932c-5660788dc776 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.8640454 Oct 26 11:58:53.416860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Port': ['ID=ef8625b1-7efc-4772-a947-8b135af2f743,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:53.421626 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5faf3-6efd-4021-8afc-735e776954b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.464135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-422b204c-7a2e-44b2-8aad-183b65a8419f service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708095 Oct 26 11:58:53.483079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9801930-0128-4440-96db-0f77697e544d req-c2889472-9417-4d98-a78f-259cb82117b1 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.1366911 Oct 26 11:58:53.498974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] device_id is not set on port c97e6588-938f-4780-b2ae-5ca3fea8ea54 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:58:53.542113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-6ade7cd3-5f8a-456b-b7fd-73b8bf52958e', 'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e', 'tenant_id': '853bde2544a74753860ec69df1420f8d', 'fixed_ips': [{'subnet_id': '3c89f8f1-302a-4337-b851-64b2401f4db1'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:58:53.544887 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.606621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5faf3-6efd-4021-8afc-735e776954b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.723711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8071c59f-29ca-4457-9d7e-2bfac2d2cc26 req-316a20dd-680f-4bd6-952c-dbef984a8011 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322464 Oct 26 11:58:53.732940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:53.780672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.812617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.824188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Allocated IP 172.20.0.6 (6ade7cd3-5f8a-456b-b7fd-73b8bf52958e/3c89f8f1-302a-4337-b851-64b2401f4db1/c97e6588-938f-4780-b2ae-5ca3fea8ea54) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:53.853095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:53.862520 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.862917 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Added segment 2008a9fe-5d8c-41e8-b296-490a94a58eaf of type vlan for network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad Oct 26 11:58:53.910958 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.979951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.981119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:53.981524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.984498 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.988173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5faf3-6efd-4021-8afc-735e776954b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.991053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5faf3-6efd-4021-8afc-735e776954b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:53.993205 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-39c5faf3-6efd-4021-8afc-735e776954b6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dac014e3-91d7-49b5-8302-4ffe3e04e3d8 HTTP/1.1" status: 204 len: 168 time: 0.9987886 Oct 26 11:58:54.010907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.017965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7897232 Oct 26 11:58:54.033642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a8ebe7-442e-488c-924c-f197d9d40120,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:54.057598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40920) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:54.064352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Request body: {'subnet': {'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1161801971-subnet', 'tenant_id': 'affdb79ee5304374a9cb6f4dc183ca17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:54.104435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38c21746-9a5a-4beb-9501-b65082338030 req-1de5d6d9-d840-451a-9bd1-0eaafb1783f9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6153631 Oct 26 11:58:54.138094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:54.151176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:54.151356 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61af820d-998d-458c-82a4-29a4a4847a7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.152129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5faf3-6efd-4021-8afc-735e776954b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac014e3-91d7-49b5-8302-4ffe3e04e3d8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:54.152350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.156414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Made reservation on behalf of affdb79ee5304374a9cb6f4dc183ca17 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:54.159758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.175881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08026169-43af-4898-986a-b64e5da2ee27 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:54.219851 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61af820d-998d-458c-82a4-29a4a4847a7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.225680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:54.317939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61af820d-998d-458c-82a4-29a4a4847a7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.325470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61af820d-998d-458c-82a4-29a4a4847a7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.330739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-61af820d-998d-458c-82a4-29a4a4847a7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "DELETE /v2.0/security-groups/53443740-263c-4368-bfe3-8b3784212f75 HTTP/1.1" status: 204 len: 168 time: 0.5939093 Oct 26 11:58:54.331947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40928) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:54.380508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:58:54.441824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af820d-998d-458c-82a4-29a4a4847a7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53443740-263c-4368-bfe3-8b3784212f75,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:54.473877 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-109223b2-32ed-4584-adcb-c6768ee2b8ef tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] show failed (client error): The resource could not be found. Oct 26 11:58:54.480430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-109223b2-32ed-4584-adcb-c6768ee2b8ef tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups/53443740-263c-4368-bfe3-8b3784212f75 HTTP/1.1" status: 404 len: 347 time: 0.0821598 Oct 26 11:58:54.481168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:54.504844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40932) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:54.569336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.589246 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.708686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.755206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8d8a6-bf6c-46a3-bc61-e7daffc3d63d None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:54.776174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e6aca-886c-453c-885c-2cbb34b9525b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:54.863464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa52a987-4d4a-4c43-b80d-03670fd91f35 req-afc8d076-cef4-424f-81ea-1d6cf8bcdb00 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.1340678 Oct 26 11:58:54.965306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Deleting port cc0d9f5f-158b-49cc-8c99-35df203294da {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:54.965734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.036743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e6aca-886c-453c-885c-2cbb34b9525b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.048896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e6aca-886c-453c-885c-2cbb34b9525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.101949 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.102330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.119815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.141729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Calling delete_port for cc0d9f5f-158b-49cc-8c99-35df203294da owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:55.156863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c51e6aca-886c-453c-885c-2cbb34b9525b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3b79a46bef1a4be3855c82dd7d4c3f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513679 Oct 26 11:58:55.163260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6aca-886c-453c-885c-2cbb34b9525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f082d-e7c2-4530-979e-5b22bed4e488,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.163482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:55.203153 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730f0e4-f820-4556-8ec5-027759f8109d None None] New status for floating IP dfb643b1-437a-428f-8b82-b4ae721bd8bc: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:58:55.270935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.346015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:55.346341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Allocated IP 172.20.0.2 (6ade7cd3-5f8a-456b-b7fd-73b8bf52958e/3c89f8f1-302a-4337-b851-64b2401f4db1/34101a57-e0d3-42b5-8de5-784bd8dd6d0e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:55.351205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.368798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:55.371479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:55.446682 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0284ea0-e7e3-46e7-8450-1a8c282e9a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.473769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:55.474467 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.481417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0284ea0-e7e3-46e7-8450-1a8c282e9a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.486009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event updated for resources: {'Port': ['ID=c97e6588-938f-4780-b2ae-5ca3fea8ea54,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.522398 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-051ebb3a-ef5e-4422-85a0-9aed5c996d39 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6909206 Oct 26 11:58:55.525750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40940) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:55.536949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Request body: {'port': {'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1564758443', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:55.537508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.api.validators [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] bootfile-name is not in valid_values {{(pid=102759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 11:58:55.537847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.api.validators [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] tftp-server is not in valid_values {{(pid=102759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 11:58:55.538295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.api.validators [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] server-ip-address is not in valid_values {{(pid=102759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 11:58:55.570675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.573382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.577678 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.578120 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0284ea0-e7e3-46e7-8450-1a8c282e9a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.581553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0284ea0-e7e3-46e7-8450-1a8c282e9a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.583141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a0284ea0-e7e3-46e7-8450-1a8c282e9a28 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e2f082d-e7c2-4530-979e-5b22bed4e488 HTTP/1.1" status: 204 len: 168 time: 0.4180813 Oct 26 11:58:55.651741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Pushing event updated for resources: {'Port': ['ID=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.674294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:55.675117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event deleted for resources: {'Port': ['ID=cc0d9f5f-158b-49cc-8c99-35df203294da,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.676329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:55.679946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:55.691093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Checking segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:55.691093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Network hostable DHCP agents. Network: ccd41ae1-e02d-4ec0-9db5-432ad67d9cad, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:58:55.693157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Made reservation on behalf of 853bde2544a74753860ec69df1420f8d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:55.697101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.699341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0284ea0-e7e3-46e7-8450-1a8c282e9a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f082d-e7c2-4530-979e-5b22bed4e488,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.706276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f07f267-890b-4056-8eec-85ab7891e864,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.748149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] device_id is not set on port 4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:58:55.812815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Attempting to bind port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:58:55.814136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Attempting to bind port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e79f3424-5de0-4d60-8f46-795e90f4b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:58:55.814136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Attempting to bind port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e on network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:55.819859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:58:55.820607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Checking segment: {'id': 'e79f3424-5de0-4d60-8f46-795e90f4b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:55.821173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.821858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Bound using segment: {'id': 'e79f3424-5de0-4d60-8f46-795e90f4b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:58:55.822542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Bound port: 34101a57-e0d3-42b5-8de5-784bd8dd6d0e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79f3424-5de0-4d60-8f46-795e90f4b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6ade7cd3-5f8a-456b-b7fd-73b8bf52958e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:58:55.823072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.843446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.850323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:55.866890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a475aa8-2796-4f8f-9ad7-62c6b531b590 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "DELETE /v2.0/floatingips/dfb643b1-437a-428f-8b82-b4ae721bd8bc HTTP/1.1" status: 204 len: 168 time: 1.3712511 Oct 26 11:58:55.908070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Allocated IP 172.20.0.12 (6ade7cd3-5f8a-456b-b7fd-73b8bf52958e/3c89f8f1-302a-4337-b851-64b2401f4db1/4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:55.966808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:58:55.976712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] For port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:55.982813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] For port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,segment=NetworkSegment(e79f3424-5de0-4d60-8f46-795e90f4b865),segment_id=e79f3424-5de0-4d60-8f46-795e90f4b865)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:55.992374 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.012206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ccd41ae1-e02d-4ec0-9db5-432ad67d9cad) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:56.063336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66e3c3-80d8-4009-9c38-50ce44936055 None None] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:56.080604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:56.081213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.095209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Router 848340ef-7da2-4c3b-ac5a-b8af06bf2440 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:56.106637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b8fd3e-8d96-44a2-accb-ecec9e60269c req-39007f1a-9947-48d4-9d13-11a79acd71c3 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0685916 Oct 26 11:58:56.117788 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0a47345a-6d0d-40df-8735-42338e0489c6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0515823 Oct 26 11:58:56.302197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40958) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:56.303136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.309380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:56.309758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433777112', 'description': 'tempest-description--2052063085'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:56.350125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.352154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d666c764-f6ce-474b-b362-6f1fde23a7b7 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.8147860 Oct 26 11:58:56.356398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40960) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:56.400888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.516147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] Sync routers for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:56.587213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.598197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:56.599057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:56.602488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.626464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'tenant_id': 'affdb79ee5304374a9cb6f4dc183ca17', 'fixed_ips': [{'subnet_id': '4f07f267-890b-4056-8eec-85ab7891e864'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:58:56.628098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.658174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099629f3-499b-4e12-bb99-144e7568d131,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:56.681765 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.683816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b90124b8-14a7-4ef5-9cb1-50e2052be3a9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3804936 Oct 26 11:58:56.687216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40970) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:56.692374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'security_group_rule': {'security_group_id': '099629f3-499b-4e12-bb99-144e7568d131', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:56.702002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.771367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.833442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:56.840060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5686b75-0b74-4de0-b4e7-56874e899b3c None None] Pushing event updated for resources: {'Port': ['ID=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:56.864231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event updated for resources: {'Port': ['ID=4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:56.926083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:56.934072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:56.938078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:56.940248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:56.955561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.023040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407ead7d-d75d-48e5-9c27-06765e88bd3f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:57.040945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.045112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-930f47c3-8825-4883-a43a-86af04576128 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565648 Oct 26 11:58:57.047923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40982) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:57.061869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:58:57.063439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:57.075717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'security_group_rule': {'security_group_id': '099629f3-499b-4e12-bb99-144e7568d131', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:57.111387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:57.112252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c31a89-b8ac-498b-89d9-06932d12b0c5 None None] The sync data for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:57.137610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.207574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Allocated IP 172.20.0.2 (ccd41ae1-e02d-4ec0-9db5-432ad67d9cad/4f07f267-890b-4056-8eec-85ab7891e864/6e60bd9b-31b2-4df5-9ff5-55de1077be61) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:57.225661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:57.229371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.307828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cc24c2cd-86b2-40e2-ae5c-50ecfe9dc896 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7744541 Oct 26 11:58:57.310730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:57.428014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd883eac-7d22-4535-9f64-bfd292ef248f req-0e49a48e-6ef4-4381-a6cd-b1848a0e2b6c tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.1018558 Oct 26 11:58:57.431835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.443386 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.454244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2026e8-cfa3-4242-b76e-e2cd20879d31 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:57.461965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2026e8-cfa3-4242-b76e-e2cd20879d31 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:57.468663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2026e8-cfa3-4242-b76e-e2cd20879d31 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:57.470471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4e2026e8-cfa3-4242-b76e-e2cd20879d31 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1585846 Oct 26 11:58:57.473254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41006) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:57.511020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-2cc2df0a-bf21-4a28-af5a-562ac20fc4a0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:57.519690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-2cc2df0a-bf21-4a28-af5a-562ac20fc4a0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 816 time: 0.3169532 Oct 26 11:58:57.521770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.524083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Pushing event updated for resources: {'Port': ['ID=6e60bd9b-31b2-4df5-9ff5-55de1077be61,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:57.546704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.563508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-4850e311-3583-4413-b219-b8793b3e8806 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/quotas/affdb79ee5304374a9cb6f4dc183ca17 HTTP/1.1" status: 200 len: 375 time: 0.0359039 Oct 26 11:58:57.566425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:57.569435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:57.576901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:58:57.630098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a180e9f-0662-462c-adc1-21829b5c06c3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:57.675298 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.677509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f5714a4f-97b7-4285-b613-5747715c5c57 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6281719 Oct 26 11:58:57.683914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41020) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:57.690889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:58:57.716810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-b5af8a40-a001-4a62-a8c2-fc98c5f5ae4b tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337450 Oct 26 11:58:57.766633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Attempting to bind port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:58:57.769383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Attempting to bind port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:58:57.771397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Attempting to bind port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:57.791117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:58:57.791502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Checking segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:58:57.791912 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.792313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Bound using segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:58:57.795788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Bound port: 6e60bd9b-31b2-4df5-9ff5-55de1077be61, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:58:57.796215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.865083 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.885330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.907562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Deleting port 4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:58:57.908047 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:57.935842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] For port 6e60bd9b-31b2-4df5-9ff5-55de1077be61, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:57.936444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-0e75df59-81fc-49ed-ac00-fc375c259d10 service neutron] 10.222.0.88 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182255 Oct 26 11:58:57.940145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] For port 6e60bd9b-31b2-4df5-9ff5-55de1077be61, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6e60bd9b-31b2-4df5-9ff5-55de1077be61,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:57.954909 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:58.053886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc53c0-0b12-4fe9-8246-eb4837349c5f None None] Pushing event updated for resources: {'Port': ['ID=6e60bd9b-31b2-4df5-9ff5-55de1077be61,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:58.111603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-b03e1794-661a-40cf-88f3-c6e179c52e85 service neutron] 10.222.0.88 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741874 Oct 26 11:58:58.130099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c27983-e023-4170-9f31-202ff14be569 None None] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:58.373474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-684a861f-58fe-4e40-9b2b-bab615e76968 None None] Provisioning complete for port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:58.373864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-684a861f-58fe-4e40-9b2b-bab615e76968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:58.379201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-79459daa-e81a-4a02-ab28-0a601753fe00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2293186 Oct 26 11:58:58.427357 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:58.555717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Calling delete_port for 4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:58:58.663156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95f66c77-ae40-4628-9dab-c2a42377b99d req-35acc046-0ced-43a8-9c66-d452650fae41 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0531425 Oct 26 11:58:58.723292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-ae38d9cb-c867-4303-8f41-4d8f0dd1184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:58.725870 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-ae38d9cb-c867-4303-8f41-4d8f0dd1184e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.2952137 Oct 26 11:58:58.846847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:58.857724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-684a861f-58fe-4e40-9b2b-bab615e76968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:58.965430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-f883f763-6e77-4fae-9994-06e1cab0c2bc tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:58:58.978477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-684a861f-58fe-4e40-9b2b-bab615e76968 None None] For port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,segment=NetworkSegment(e79f3424-5de0-4d60-8f46-795e90f4b865),segment_id=e79f3424-5de0-4d60-8f46-795e90f4b865)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:58.979242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-f883f763-6e77-4fae-9994-06e1cab0c2bc tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 816 time: 0.3056366 Oct 26 11:58:58.986194 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-684a861f-58fe-4e40-9b2b-bab615e76968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.022182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-469763b5-3c53-4ee0-9b35-72c6cf820635 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/quotas/affdb79ee5304374a9cb6f4dc183ca17 HTTP/1.1" status: 200 len: 375 time: 0.0417016 Oct 26 11:58:59.055866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a861f-58fe-4e40-9b2b-bab615e76968 None None] Pushing event updated for resources: {'Port': ['ID=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:59.147411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-1bcb5ba0-6b91-4701-b25b-53736fcfe6bf tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240499 Oct 26 11:58:59.173764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34101a57-e0d3-42b5-8de5-784bd8dd6d0e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:59.259729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:58:59.326055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:59.329472 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.426127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-0ad690f2-1741-41f9-89af-727d2d65d4e8 service neutron] 10.222.0.88 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767913 Oct 26 11:58:59.588845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6e60bd9b-31b2-4df5-9ff5-55de1077be61 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:59.638187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-04521302-906f-422b-b213-3c988a32a5fe None None] Could not find standard attr ID for object 4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 11:58:59.639379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.685219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-04521302-906f-422b-b213-3c988a32a5fe None None] Provisioning complete for port c97e6588-938f-4780-b2ae-5ca3fea8ea54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:59.686110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04521302-906f-422b-b213-3c988a32a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.755057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-04521302-906f-422b-b213-3c988a32a5fe None None] Port c97e6588-938f-4780-b2ae-5ca3fea8ea54 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:58:59.756703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:59.758725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.807125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-727dc73a-f4a0-4315-bf8a-c8d04bb2260f service neutron] 10.222.0.88 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786516 Oct 26 11:58:59.813830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64684c81-6120-493f-a9e5-875d575c82ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.836432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-04521302-906f-422b-b213-3c988a32a5fe None None] Provisioning complete for port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:58:59.836956 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04521302-906f-422b-b213-3c988a32a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:58:59.951742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ce35b-91c0-406b-bc45-2ab8ade3abe6 None None] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:58:59.967043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4fcfa2d-48a4-4604-82aa-897a0d39bd13 req-67ed6bca-f134-4919-aa13-b0bb7ae40f0b tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.1167662 Oct 26 11:59:00.160580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event deleted for resources: {'Port': ['ID=4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:00.253655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:00.322658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 6e60bd9b-31b2-4df5-9ff5-55de1077be61, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6e60bd9b-31b2-4df5-9ff5-55de1077be61,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:00.344114 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:00.463755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-916a1aae-cf01-44cc-9a8d-7966089238fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:00.479334 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-916a1aae-cf01-44cc-9a8d-7966089238fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 1.6908336 Oct 26 11:59:00.565159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7806a449-35cf-4ef7-9676-5efe1a38abfc None None] Provisioning complete for port c97e6588-938f-4780-b2ae-5ca3fea8ea54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:00.565641 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7806a449-35cf-4ef7-9676-5efe1a38abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:00.647062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:00.653670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7806a449-35cf-4ef7-9676-5efe1a38abfc None None] Port c97e6588-938f-4780-b2ae-5ca3fea8ea54 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:00.653899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-57118ac2-04d6-4b05-aa1d-bbdb8840343a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "DELETE /v2.0/ports/4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf HTTP/1.1" status: 204 len: 168 time: 3.1777298 Oct 26 11:59:00.718164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:00.719009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=6e60bd9b-31b2-4df5-9ff5-55de1077be61,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:00.721706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7806a449-35cf-4ef7-9676-5efe1a38abfc None None] Provisioning complete for port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:00.722895 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7806a449-35cf-4ef7-9676-5efe1a38abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:00.733078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Request body: {'port': {'name': 'tempest-new-port-name-1722555836', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:00.733726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.api.validators [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] bootfile-name is not in valid_values {{(pid=102759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 11:59:00.735877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.api.validators [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] tftp-server is not in valid_values {{(pid=102759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 11:59:00.736315 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.api.validators [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] server-ip-address is not in valid_values {{(pid=102759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 11:59:00.805970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Allocated IP 172.20.0.1 (2e7a4285-118e-4bcd-8306-0041cb04b23e/3d6fc330-8129-4336-8610-f1140aa9d465/6e2a023a-bdbf-402f-bf27-f92a4137575b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:00.818988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-ba2fd709-86c2-4d86-899f-33fa96aa2977 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:00.825919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-ba2fd709-86c2-4d86-899f-33fa96aa2977 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 816 time: 0.4863868 Oct 26 11:59:00.888948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Request body: {'port': {'device_id': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'admin_state_up': True, 'tenant_id': 'affdb79ee5304374a9cb6f4dc183ca17'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:00.901499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64684c81-6120-493f-a9e5-875d575c82ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:00.931759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34101a57-e0d3-42b5-8de5-784bd8dd6d0e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:01.081546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-abf33c8d-bc44-4da8-92c2-ed0c7954897c None None] Could not find standard attr ID for object 4d4685b6-ff0d-4f98-b451-d9bf7dc2a9cf. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 11:59:01.082836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Allocated IP 172.25.4.21 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ba29bb90-1ee7-412d-aae4-12ad58586010) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:01.099661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:01.112084 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:01.187095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-1cbfec80-b3c8-42a5-a218-90b5da8c72ab tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:01.195707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-1cbfec80-b3c8-42a5-a218-90b5da8c72ab tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 816 time: 0.3656170 Oct 26 11:59:01.202685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2893330-56a7-44cd-b7e2-1b6bf8063659 req-ff9f53ef-ac6a-435c-8778-aeddc5387c1a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0580113 Oct 26 11:59:01.235924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-da7ada95-75e9-4d3e-b8bc-fd15d5926b49 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/quotas/affdb79ee5304374a9cb6f4dc183ca17 HTTP/1.1" status: 200 len: 375 time: 0.0390167 Oct 26 11:59:01.272205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Made reservation on behalf of affdb79ee5304374a9cb6f4dc183ca17 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:01.276960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:01.312815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bb05371b-f3dc-46ab-80ef-da136157c085 None None] Provisioning complete for port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:01.313613 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb05371b-f3dc-46ab-80ef-da136157c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:01.319643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-6e4e2333-3e0d-409a-9166-c832337a50a0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825140 Oct 26 11:59:01.424425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6e60bd9b-31b2-4df5-9ff5-55de1077be61 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:01.689353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:01.690177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:01.782371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Allocated IP 172.20.0.5 (ccd41ae1-e02d-4ec0-9db5-432ad67d9cad/4f07f267-890b-4056-8eec-85ab7891e864/9a32d179-d8bf-4e49-987f-985d720df07e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:01.869012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:01.892134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-6a254496-96fe-4e25-adc6-4e6ac1059b30 service neutron] 10.222.0.88 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214634 Oct 26 11:59:01.926196 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-091a5728-3ccb-41b0-aff5-4bfd8f99c5f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 1.2953241 Oct 26 11:59:01.926984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-64684c81-6120-493f-a9e5-875d575c82ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:01.988543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-64684c81-6120-493f-a9e5-875d575c82ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd17a6723e224102b849c96c697e15f9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6262202 Oct 26 11:59:01.989246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41158) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:02.045648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64684c81-6120-493f-a9e5-875d575c82ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d2638-42ca-4ae0-9716-ea28d24930cc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:02.141229 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.204133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.241883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-ec5c03c0-e0f5-4dcd-a708-9e76570cd9ff service neutron] 10.222.0.88 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683049 Oct 26 11:59:02.274149 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.322137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:02.327348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:02.338236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:02.505276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-08e0e817-6faa-4a71-b97a-a318f0ac5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:02.508168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-08e0e817-6faa-4a71-b97a-a318f0ac5cc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.5578709 Oct 26 11:59:02.511924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Pushing event updated for resources: {'Port': ['ID=9a32d179-d8bf-4e49-987f-985d720df07e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:02.536819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.539776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73cc3164-30b4-4130-8027-2aa070a0e3fb req-033ddf60-61fd-425c-9cc5-b9469e91f6ac tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.1303661 Oct 26 11:59:02.559244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.559669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.560013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.560407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.560753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.561083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.561634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.561986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.562306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.562635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.563020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.563398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:02.584104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-83ce05b3-7801-4ac0-b439-971789bc5b6f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:02.586207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-83ce05b3-7801-4ac0-b439-971789bc5b6f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.100 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 816 time: 0.3818066 Oct 26 11:59:02.601092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:02.602527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.619688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Request body: {'port': {'device_id': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'admin_state_up': True, 'tenant_id': 'affdb79ee5304374a9cb6f4dc183ca17'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:02.661214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:02.698697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'Port': ['ID=ba29bb90-1ee7-412d-aae4-12ad58586010,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:02.744333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:02.756712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:02.763815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-19424117-0fbc-4087-9f38-82bd89375fc1 None None] Provisioning complete for port 9a32d179-d8bf-4e49-987f-985d720df07e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:02.764278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19424117-0fbc-4087-9f38-82bd89375fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.786044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6f6a63a0-d348-42d1-8855-838e68a28211 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9149895 Oct 26 11:59:02.815966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Request body: {'port': {'device_id': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:02.839591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-19424117-0fbc-4087-9f38-82bd89375fc1 None None] Port 9a32d179-d8bf-4e49-987f-985d720df07e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:02.876371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3a1a-b4ba-47c3-806c-41a5f85f1d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:02.912891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.017686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-4c3595e7-9c51-498b-949d-5d259699294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:03.019349 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-4c3595e7-9c51-498b-949d-5d259699294d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4516966 Oct 26 11:59:03.021330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3a1a-b4ba-47c3-806c-41a5f85f1d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.068156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Made reservation on behalf of affdb79ee5304374a9cb6f4dc183ca17 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:03.072094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.082903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.222344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.246105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.298323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.352402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a32d179-d8bf-4e49-987f-985d720df07e {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:03.361688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.420816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event updated for resources: {'Port': ['ID=c97e6588-938f-4780-b2ae-5ca3fea8ea54,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:03.443509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Transition to ACTIVE for port object 9a32d179-d8bf-4e49-987f-985d720df07e will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:59:03.444615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-bc33162c-9e62-49ce-8c20-25a3df7ff90f service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962567 Oct 26 11:59:03.446173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.459283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3a1a-b4ba-47c3-806c-41a5f85f1d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.462410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3a1a-b4ba-47c3-806c-41a5f85f1d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.463548 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d0d3a1a-b4ba-47c3-806c-41a5f85f1d7f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/811d2638-42ca-4ae0-9716-ea28d24930cc HTTP/1.1" status: 204 len: 168 time: 1.4148748 Oct 26 11:59:03.465108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.532875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] In _notify_port_updated(), no bound segment for port c97e6588-938f-4780-b2ae-5ca3fea8ea54 on network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 11:59:03.543447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:03.544189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.546113 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5e25aa3c-a8cc-46bd-b4a8-5b335b631381 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "PUT /v2.0/ports/c97e6588-938f-4780-b2ae-5ca3fea8ea54 HTTP/1.1" status: 200 len: 1136 time: 2.8201311 Oct 26 11:59:03.546827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.579951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41168) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:03.629062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.785302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-10749767-8bce-4ccb-962c-f6aaf8039afc None None] Provisioning complete for port c97e6588-938f-4780-b2ae-5ca3fea8ea54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:03.785926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10749767-8bce-4ccb-962c-f6aaf8039afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.890394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-10749767-8bce-4ccb-962c-f6aaf8039afc None None] Port c97e6588-938f-4780-b2ae-5ca3fea8ea54 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:03.905267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-043e7f1c-fe49-489f-9411-c0bcb24a672d req-40d5eeec-0a30-4435-8651-000a23d45293 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.1474888 Oct 26 11:59:03.919228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.932093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:03.939477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cba7295f-1a34-4560-aa67-da33443b95c4 req-1222b519-76ca-4805-ad40-94b3e6d1db87 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 210 time: 0.1954730 Oct 26 11:59:03.941569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:03.943577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:03.973474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:03.979813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Allocated IP 172.20.0.12 (ccd41ae1-e02d-4ec0-9db5-432ad67d9cad/4f07f267-890b-4056-8eec-85ab7891e864/95f1d758-799b-4238-93b7-34e2df261593) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:04.004596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755a3d0-5f13-49dc-8376-23cc71041546 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:04.011626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0755a3d0-5f13-49dc-8376-23cc71041546 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "GET /v2.0/ports/c97e6588-938f-4780-b2ae-5ca3fea8ea54 HTTP/1.1" status: 200 len: 1136 time: 0.4221058 Oct 26 11:59:04.037553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41188) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:04.079101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Pushing event updated for resources: {'Port': ['ID=9a32d179-d8bf-4e49-987f-985d720df07e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:04.154956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.337753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.343093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e43d14c4-061d-4afd-9c18-c93ff9156076 req-c53045fe-8d91-42a5-b912-b92ae130d342 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8847442 Oct 26 11:59:04.343843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Port': ['ID=6e2a023a-bdbf-402f-bf27-f92a4137575b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:04.347193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d3a1a-b4ba-47c3-806c-41a5f85f1d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d2638-42ca-4ae0-9716-ea28d24930cc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:04.397940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Attempting to bind port 9a32d179-d8bf-4e49-987f-985d720df07e on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:04.400164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Attempting to bind port 9a32d179-d8bf-4e49-987f-985d720df07e by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:04.401676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Attempting to bind port 9a32d179-d8bf-4e49-987f-985d720df07e on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:04.452764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Port 9a32d179-d8bf-4e49-987f-985d720df07e on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:59:04.453088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Attempting to bind port 9a32d179-d8bf-4e49-987f-985d720df07e on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:04.479309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:04.479655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Checking segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:04.480112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Bound using segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:04.480570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Bound port: 9a32d179-d8bf-4e49-987f-985d720df07e, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:04.481439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.490793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-93a7cffd-9088-409e-bac6-ed4a23251e54 None None] Provisioning complete for port 6e2a023a-bdbf-402f-bf27-f92a4137575b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:04.492869 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93a7cffd-9088-409e-bac6-ed4a23251e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.494965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Deleting port c97e6588-938f-4780-b2ae-5ca3fea8ea54 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:04.495880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.512214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.515536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8285663 Oct 26 11:59:04.516577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda63a9-e654-4180-89b2-6b9c40b5e03b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'Port': ['ID=ba29bb90-1ee7-412d-aae4-12ad58586010,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:04.546110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-93a7cffd-9088-409e-bac6-ed4a23251e54 None None] Port 6e2a023a-bdbf-402f-bf27-f92a4137575b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:04.740532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.892042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:04.945101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] For port 9a32d179-d8bf-4e49-987f-985d720df07e, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:05.014371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] For port 9a32d179-d8bf-4e49-987f-985d720df07e, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a32d179-d8bf-4e49-987f-985d720df07e,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:05.056349 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.096804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Calling delete_port for c97e6588-938f-4780-b2ae-5ca3fea8ea54 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:05.199958 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.202010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.216890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.225933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.248680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.330832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd41bdba-5e21-4a42-9220-e97f730276d2 req-b494182e-0b19-4016-b70a-a4bd8c9e6a07 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 210 time: 0.1997356 Oct 26 11:59:05.332362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.345884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:05.346617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:05.347948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] 10.222.0.30 "PUT /v2.0/ports/9a32d179-d8bf-4e49-987f-985d720df07e HTTP/1.1" status: 200 len: 1091 time: 2.5458400 Oct 26 11:59:05.351903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'tag': '9a32d179-d8bf-4e49-987f-985d720df07e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:05.354550 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1c9ac-53ca-416d-b40e-3df55481ec0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b809fbd-c701-4146-aab2-a2072a6c4cf6", "tag": "9a32d179-d8bf-4e49-987f-985d720df07e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:05.411307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Port': ['ID=6e2a023a-bdbf-402f-bf27-f92a4137575b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:05.618995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-bfe6ff44-788a-47a4-9742-e3ff3f54416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:05.621168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-bfe6ff44-788a-47a4-9742-e3ff3f54416d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 1094 time: 0.1913788 Oct 26 11:59:05.685588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:05.687513 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-4fdd5e36-f7b0-4cf3-8ebc-27ddc1d4f5f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a32d179-d8bf-4e49-987f-985d720df07e HTTP/1.1" status: 200 len: 217 time: 0.0569155 Oct 26 11:59:05.689017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:05.923161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-9efbb1f8-f036-471f-8505-ae9a9a8a1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:05.930060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-9efbb1f8-f036-471f-8505-ae9a9a8a1e10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.2250292 Oct 26 11:59:05.988116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:05.994902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:06.020672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:06.031503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-eb556c7c-6ba2-41f7-b96d-f02143b1be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:06.033412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-eb556c7c-6ba2-41f7-b96d-f02143b1be72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995305 Oct 26 11:59:06.042580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Router 848340ef-7da2-4c3b-ac5a-b8af06bf2440 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:06.123966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:06.124543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.188331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7d93b77e-d223-49ce-8045-bb22d00f2d81 None None] Provisioning complete for port 6e2a023a-bdbf-402f-bf27-f92a4137575b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:06.189090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d93b77e-d223-49ce-8045-bb22d00f2d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.209812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55ead791-6b7d-4c81-93a8-7cb2e17c01e2 req-d71c8eb1-a78b-4a10-99ae-447941f53704 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.2122624 Oct 26 11:59:06.237037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41266) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:06.260868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6492903 Oct 26 11:59:06.263832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7d93b77e-d223-49ce-8045-bb22d00f2d81 None None] Port 6e2a023a-bdbf-402f-bf27-f92a4137575b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:06.289502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Request body: {'port': {'device_id': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:06.336005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:06.343083 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-59e4084e-7828-4828-a631-d9464ff198d0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "PUT /v2.0/routers/848340ef-7da2-4c3b-ac5a-b8af06bf2440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9856777 Oct 26 11:59:06.345577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:06.353191 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] Sync routers for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:06.353726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Request body: {'port': {'network_id': '2e7a4285-118e-4bcd-8306-0041cb04b23e', 'name': 'tempest-FloatingIPAdminTestJSON-833506811'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:06.380168 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:06.380504 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.429092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.439381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95338c-ad8a-4501-b581-08de86c4ae12 service neutron] Pushing event updated for resources: {'Port': ['ID=9a32d179-d8bf-4e49-987f-985d720df07e,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:06.457423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-741b3efe-2933-43d6-bf5d-efe4cdb0c384 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1433777112&fields=id&tenant_id=5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 267 time: 1.3277347 Oct 26 11:59:06.465648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-042c0895-7a56-4c0f-bd3c-52b964454b92 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213955 Oct 26 11:59:06.480303 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.499180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b10a6472-2c95-45ea-b4cd-cfe9fdc3e9bc None None] Provisioning complete for port 95f1d758-799b-4238-93b7-34e2df261593 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:06.500572 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b10a6472-2c95-45ea-b4cd-cfe9fdc3e9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.532080 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:06.532708 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.591260 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.592016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b10a6472-2c95-45ea-b4cd-cfe9fdc3e9bc None None] Port 95f1d758-799b-4238-93b7-34e2df261593 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:06.592403 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273d6a7-29f8-4211-9f89-9b49a277216e None None] The sync data for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:06.648939 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0716e77-5a95-4457-95b4-ed308c89edea x-openstack-request-id: req-e0716e77-5a95-4457-95b4-ed308c89edea {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:06.649485 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b809fbd-c701-4146-aab2-a2072a6c4cf6", "tag": "9a32d179-d8bf-4e49-987f-985d720df07e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:06.649843 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0716e77-5a95-4457-95b4-ed308c89edea {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:06.650968 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'tag': '9a32d179-d8bf-4e49-987f-985d720df07e', 'status': 'completed', 'code': 200} Oct 26 11:59:06.677818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Made reservation on behalf of cd700d2c44084dbaae0557e215b10bf7 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:06.681402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.687799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.699029 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-da1b88fd-6986-4c12-8edc-978f7a386f33 req-a34bb62e-61b3-4fbe-96a4-b6886fd8aae5 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138605 Oct 26 11:59:06.704243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] device_id is not set on port d864701c-4a28-4f9a-8f78-faedb54c1939 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:06.778287 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-769bc255-c17b-47b0-9e79-864404a4e0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:06.833638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18b0cbfe-04bb-440b-a629-003e5590c836 req-9dcb4bed-e1f0-4b5b-acb6-83a96d21bcbf tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 210 time: 0.1588130 Oct 26 11:59:06.943476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Allocated IP 172.20.0.11 (2e7a4285-118e-4bcd-8306-0041cb04b23e/3d6fc330-8129-4336-8610-f1140aa9d465/d864701c-4a28-4f9a-8f78-faedb54c1939) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:06.950713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c9ea3-0338-41dd-ab31-1aa95bb7b2f6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Pushing event updated for resources: {'Port': ['ID=95f1d758-799b-4238-93b7-34e2df261593,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:07.009264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-1e0a83e9-974c-4f4a-8138-08e28a7d072d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.011453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-1e0a83e9-974c-4f4a-8138-08e28a7d072d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 816 time: 1.0449514 Oct 26 11:59:07.035663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event deleted for resources: {'Port': ['ID=c97e6588-938f-4780-b2ae-5ca3fea8ea54,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:07.062083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Request body: {'port': {'device_id': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'admin_state_up': True, 'tenant_id': 'affdb79ee5304374a9cb6f4dc183ca17'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:07.121742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-d3a62da9-38cb-4860-81c1-fb8149068bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.123978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-d3a62da9-38cb-4860-81c1-fb8149068bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 1094 time: 0.2390647 Oct 26 11:59:07.143306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-fb9d27f7-c6b4-400e-845f-18288aed883e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.144933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-fb9d27f7-c6b4-400e-845f-18288aed883e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 817 time: 0.6830773 Oct 26 11:59:07.227468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.233221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d1b5a4aa-398b-40ca-971e-4f7e4a78eb6a tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "DELETE /v2.0/ports/c97e6588-938f-4780-b2ae-5ca3fea8ea54 HTTP/1.1" status: 204 len: 168 time: 3.1924536 Oct 26 11:59:07.243088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41276) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:07.259820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-fb602150-a4cd-4d03-9b5e-213fd52f9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.261487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-fb602150-a4cd-4d03-9b5e-213fd52f9fb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 918 time: 0.1230061 Oct 26 11:59:07.261947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-d6163df0-87be-4bad-9b28-3adf6af6df69 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/quotas/5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 375 time: 0.0721238 Oct 26 11:59:07.315288 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-8f4a5847-ab34-444d-ba4c-833a4c0e98d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a32d179-d8bf-4e49-987f-985d720df07e HTTP/1.1" status: 200 len: 217 time: 0.0440147 Oct 26 11:59:07.399782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.407674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-cbe158ec-5384-45ad-9352-5414cd4698f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.409955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-cbe158ec-5384-45ad-9352-5414cd4698f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.0842152 Oct 26 11:59:07.446919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a4e035d-bf14-4477-80bd-b18ec29296b5 req-5c29cd15-652c-4010-ab64-1e1fefb36c6d tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0933270 Oct 26 11:59:07.491024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-769bc255-c17b-47b0-9e79-864404a4e0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.493845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Deleting subnet 3c89f8f1-302a-4337-b851-64b2401f4db1 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:07.495214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-20812d40-351f-4e04-9fd5-5a81d1b5ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.503743 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-20812d40-351f-4e04-9fd5-5a81d1b5ab00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802004 Oct 26 11:59:07.505516 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.506013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.536913 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-769bc255-c17b-47b0-9e79-864404a4e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.643222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:07.644046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-d302b7af-6823-4e49-99b5-3905ee7a9a62 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3640201 Oct 26 11:59:07.656156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:07.660691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:07.666214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event updated for resources: {'Port': ['ID=d864701c-4a28-4f9a-8f78-faedb54c1939,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:07.710133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.714399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Made reservation on behalf of affdb79ee5304374a9cb6f4dc183ca17 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:07.720407 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.741491 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-dc84a9ed-63a1-4161-b1d7-25185e8cf2f0 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300470 Oct 26 11:59:07.752056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:07.752724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:07.759630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-769bc255-c17b-47b0-9e79-864404a4e0f5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b569b9292242485796b78dc9671495f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5148492 Oct 26 11:59:07.760391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bc255-c17b-47b0-9e79-864404a4e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee34599-cc0c-413a-bfa2-469a1720d881,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:07.781952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41282) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:07.785343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3709977-58c2-4935-a2a5-17f3f19c0c56 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4387803 Oct 26 11:59:07.793568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41284) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:08.021711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f1d758-799b-4238-93b7-34e2df261593 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:08.041385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.059356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-feb109c6-3e50-43c5-9551-aaff14dc7238 None None] Provisioning complete for port d864701c-4a28-4f9a-8f78-faedb54c1939 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:08.060610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-feb109c6-3e50-43c5-9551-aaff14dc7238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.111479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-feb109c6-3e50-43c5-9551-aaff14dc7238 None None] Port d864701c-4a28-4f9a-8f78-faedb54c1939 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:08.124696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7af0c4c3-50d9-49f6-8f88-a81bd374137f req-a66c9266-7caf-46c7-823d-557c7590fc22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 210 time: 0.0960979 Oct 26 11:59:08.135545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Transition to ACTIVE for port object 95f1d758-799b-4238-93b7-34e2df261593 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:59:08.155177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.159529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.295464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-0ff7ef18-d425-4a35-9093-e0fbad63e2a1 service neutron] 10.222.0.88 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446680 Oct 26 11:59:08.389017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Allocated IP 172.20.0.4 (ccd41ae1-e02d-4ec0-9db5-432ad67d9cad/4f07f267-890b-4056-8eec-85ab7891e864/4f9fdb08-f518-4ea7-864c-545f57c6dc24) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:08.407880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Pushing event updated for resources: {'Port': ['ID=95f1d758-799b-4238-93b7-34e2df261593,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:08.420111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'project_id': 'cd700d2c44084dbaae0557e215b10bf7', 'port_id': 'd864701c-4a28-4f9a-8f78-faedb54c1939'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:08.488889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.494191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9c3eea3-9b2b-4242-acf4-36aa0ec06493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.509155 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-51c1c9ac-53ca-416d-b40e-3df55481ec0d req-6de71b4d-cc45-4a70-a790-2ee2399882f8 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385342 Oct 26 11:59:08.530167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.566121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9c3eea3-9b2b-4242-acf4-36aa0ec06493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.620636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event deleted for resources: {'Subnet': ['ID=3c89f8f1-302a-4337-b851-64b2401f4db1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:08.631436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a7ca8-7066-49a6-a304-cabf7aee4b36 None None] Network 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:08.634649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.637961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-de54b081-db3c-48ad-aa55-57d8b6753ed0 tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "DELETE /v2.0/subnets/3c89f8f1-302a-4337-b851-64b2401f4db1 HTTP/1.1" status: 204 len: 168 time: 1.3937953 Oct 26 11:59:08.641118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:08.650828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-cfe4302d-5ff2-4d9e-bf2f-1dfc06963700 service neutron] 10.222.0.88 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407919 Oct 26 11:59:08.693618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdbb3624-d5ec-45b8-810c-6a9bc8ea7751 req-2d80fe33-8dc9-4887-9a4c-bdb8c23c2099 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdb6589-7545-4649-a7bf-058cf098b774 HTTP/1.1" status: 200 len: 210 time: 0.0854123 Oct 26 11:59:08.718770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9c3eea3-9b2b-4242-acf4-36aa0ec06493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.718770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9c3eea3-9b2b-4242-acf4-36aa0ec06493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.718770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f9c3eea3-9b2b-4242-acf4-36aa0ec06493 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ee34599-cc0c-413a-bfa2-469a1720d881 HTTP/1.1" status: 204 len: 168 time: 0.9303226 Oct 26 11:59:08.736760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3eea3-9b2b-4242-acf4-36aa0ec06493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee34599-cc0c-413a-bfa2-469a1720d881,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:08.743129 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.802753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:08.835243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Attempting to bind port 95f1d758-799b-4238-93b7-34e2df261593 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:08.836737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Attempting to bind port 95f1d758-799b-4238-93b7-34e2df261593 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:08.837366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Attempting to bind port 95f1d758-799b-4238-93b7-34e2df261593 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:08.852058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Port 95f1d758-799b-4238-93b7-34e2df261593 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:59:08.852389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Attempting to bind port 95f1d758-799b-4238-93b7-34e2df261593 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:08.887769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:08.888105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Checking segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:08.888499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Bound using segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:08.888962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Bound port: 95f1d758-799b-4238-93b7-34e2df261593, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:08.889328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.016675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3210e8-acff-4f7a-8c31-039eb009d2ea req-08a360ea-c4cd-4560-a613-440fb59a9eb8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 210 time: 0.0800815 Oct 26 11:59:09.100725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.105758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Allocated IP 172.25.4.239 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/73fc25f2-4b0d-48d1-aa88-b43b5fcbd0e8) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:09.137566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] For port 95f1d758-799b-4238-93b7-34e2df261593, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:09.142224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Deleting port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:09.142564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.143483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] For port 95f1d758-799b-4238-93b7-34e2df261593, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=95f1d758-799b-4238-93b7-34e2df261593,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:09.166664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.191263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:09.191982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.193955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] 10.222.0.100 "PUT /v2.0/ports/95f1d758-799b-4238-93b7-34e2df261593 HTTP/1.1" status: 200 len: 1092 time: 2.9157121 Oct 26 11:59:09.250969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'tag': '95f1d758-799b-4238-93b7-34e2df261593'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:09.254482 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baeab11-1e89-420a-ab1b-21aae6487e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "14c4c552-1592-455f-9bfd-341c439b0aa1", "tag": "95f1d758-799b-4238-93b7-34e2df261593"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:09.296323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.348215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a32d179-d8bf-4e49-987f-985d720df07e details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:59:09.373357 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbea19a-e25a-4912-90b1-58a1d707e5c2 x-openstack-request-id: req-7dbea19a-e25a-4912-90b1-58a1d707e5c2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:09.373703 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c4c552-1592-455f-9bfd-341c439b0aa1", "tag": "95f1d758-799b-4238-93b7-34e2df261593", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:09.375865 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7dbea19a-e25a-4912-90b1-58a1d707e5c2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:09.379722 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'tag': '95f1d758-799b-4238-93b7-34e2df261593', 'status': 'completed', 'code': 200} Oct 26 11:59:09.424154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] For port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,segment=NetworkSegment(e79f3424-5de0-4d60-8f46-795e90f4b865),segment_id=e79f3424-5de0-4d60-8f46-795e90f4b865)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:09.424703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.461509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Calling delete_port for 34101a57-e0d3-42b5-8de5-784bd8dd6d0e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:09.470009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.490306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:09.514967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:09.523689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:09.573775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ecb86-4373-4d2e-8385-cc264b112c3d service neutron] Pushing event updated for resources: {'Port': ['ID=95f1d758-799b-4238-93b7-34e2df261593,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:09.585303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-977b5c81-55c9-4be6-9a62-fccaac6c91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:09.587450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-977b5c81-55c9-4be6-9a62-fccaac6c91d7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 1095 time: 0.3280406 Oct 26 11:59:09.603857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9a32d179-d8bf-4e49-987f-985d720df07e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a32d179-d8bf-4e49-987f-985d720df07e,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:09.635371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] DHCP port deletion for 6ade7cd3-5f8a-456b-b7fd-73b8bf52958e request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:09.643933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '9a32d179-d8bf-4e49-987f-985d720df07e', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'port_id': '9a32d179-d8bf-4e49-987f-985d720df07e', 'mac_address': 'fa:16:3e:54:88:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f07f267-890b-4056-8eec-85ab7891e864', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:59:09.693500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-b22e4541-6af8-41c9-afec-2e22e3bd739b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f1d758-799b-4238-93b7-34e2df261593 HTTP/1.1" status: 200 len: 217 time: 0.0883512 Oct 26 11:59:09.707954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.718832 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.743395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a32d179-d8bf-4e49-987f-985d720df07e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:09.823141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:09.823814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.840161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9a32d179-d8bf-4e49-987f-985d720df07e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a32d179-d8bf-4e49-987f-985d720df07e,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:09.847678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc96a-f5e4-443c-a605-223109445de7 req-51ac0a33-59c5-4507-a2b5-3311b0ac899c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:09.857416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f5cc96a-f5e4-443c-a605-223109445de7 req-51ac0a33-59c5-4507-a2b5-3311b0ac899c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 931 time: 0.5667272 Oct 26 11:59:09.871620 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.904325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Pushing event updated for resources: {'Port': ['ID=4f9fdb08-f518-4ea7-864c-545f57c6dc24,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:09.912684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Pushing event updated for resources: {'Port': ['ID=73fc25f2-4b0d-48d1-aa88-b43b5fcbd0e8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:09.927595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41336) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:09.949867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-a1b817dd-9ef0-424b-89a4-18e8993ffaa0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9032397 Oct 26 11:59:09.964765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:09.969713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:09.970495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f5cc96a-f5e4-443c-a605-223109445de7 req-4b6ab3ec-c8e3-406e-aa50-2b27e3d171a3 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118085 Oct 26 11:59:09.985918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:09.999329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:10.012627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-7545a758-1afa-482f-9391-434b98246678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:10.016145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-7545a758-1afa-482f-9391-434b98246678 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.2951131 Oct 26 11:59:10.028636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Request body: {'port': {'device_id': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:10.107851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9a32d179-d8bf-4e49-987f-985d720df07e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:10.121717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event deleted for resources: {'Port': ['ID=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:10.150249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9a32d179-d8bf-4e49-987f-985d720df07e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:10.156360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] No DVR routers for this DVR port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:10.161596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Deleting port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:10.162104 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.245305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dab01f2-9bc1-4c1f-b04c-72252267ea80 req-751b8fb0-391f-4cbf-bbfa-3f4b6060d9a4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 210 time: 0.1095178 Oct 26 11:59:10.266853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e136755a-08ee-4343-9051-eddb226f92b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.290592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.297121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e6e63145-380b-41c5-a6aa-ef377aff5a49 None None] Provisioning complete for port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:10.298003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e6e63145-380b-41c5-a6aa-ef377aff5a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.315418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993175-f176-406f-b6b8-33a958798865 req-9d549910-43bf-4e43-b4a4-cf4976d9499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:10.316956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-9d549910-43bf-4e43-b4a4-cf4976d9499b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919069 Oct 26 11:59:10.321099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.324453 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e136755a-08ee-4343-9051-eddb226f92b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.366123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ade7cd3-5f8a-456b-b7fd-73b8bf52958e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:10.376920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] For port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:10.377514 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.389241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e6e63145-380b-41c5-a6aa-ef377aff5a49 None None] Port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:10.410941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79f3424-5de0-4d60-8f46-795e90f4b865') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:10.411245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79f3424-5de0-4d60-8f46-795e90f4b865') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:10.415073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Calling delete_port for 34101a57-e0d3-42b5-8de5-784bd8dd6d0e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:10.427048 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.458803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.466763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:59:10.481791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:10.487757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.497958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:10.502548 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:10.537156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] Pushing event deleted for resources: {'Port': ['ID=34101a57-e0d3-42b5-8de5-784bd8dd6d0e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:10.564192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6245af-ffa9-4ba8-b897-a4da356eab41 None None] No DVR routers for this DVR port 34101a57-e0d3-42b5-8de5-784bd8dd6d0e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:10.606464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e136755a-08ee-4343-9051-eddb226f92b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.609570 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e136755a-08ee-4343-9051-eddb226f92b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.610801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e136755a-08ee-4343-9051-eddb226f92b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/security-groups/3efd5c83-0908-4030-be65-63abcc4d74f0 HTTP/1.1" status: 204 len: 168 time: 0.6819487 Oct 26 11:59:10.656674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41346) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:10.774399 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-bd87b0cd-06e7-4ff0-b0f4-12755c84e16e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] show failed (client error): The resource could not be found. Oct 26 11:59:10.775419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd87b0cd-06e7-4ff0-b0f4-12755c84e16e tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "GET /v2.0/security-groups/3efd5c83-0908-4030-be65-63abcc4d74f0 HTTP/1.1" status: 404 len: 347 time: 0.1119432 Oct 26 11:59:10.781777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:10.784505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.856765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34101a57-e0d3-42b5-8de5-784bd8dd6d0e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:10.895592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 34101a57-e0d3-42b5-8de5-784bd8dd6d0e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:10.896083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 34101a57-e0d3-42b5-8de5-784bd8dd6d0e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:10.953883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:10.957406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] 10.222.0.88 "DELETE /v2.0/networks/6ade7cd3-5f8a-456b-b7fd-73b8bf52958e HTTP/1.1" status: 204 len: 168 time: 2.3151622 Oct 26 11:59:10.972348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-3daafbc7-a355-486d-8ab2-27e3fe964d70 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:10.973938 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-3daafbc7-a355-486d-8ab2-27e3fe964d70 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 817 time: 0.4148917 Oct 26 11:59:11.049324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136755a-08ee-4343-9051-eddb226f92b8 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd5c83-0908-4030-be65-63abcc4d74f0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:11.079489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-8d0cdf01-640a-4326-8f9c-0ea602c97e8e service neutron] 10.222.0.100 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357352 Oct 26 11:59:11.102896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452ab83-5172-4495-aa40-29ef0973230d tempest-ExtraDHCPOptionsTestJSON-1976677968 tempest-ExtraDHCPOptionsTestJSON-1976677968-project] Pushing event deleted for resources: {'Network': ['ID=6ade7cd3-5f8a-456b-b7fd-73b8bf52958e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:11.116119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-6760fc58-f57e-4000-afec-8e36f2975b7d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 380 time: 0.1185408 Oct 26 11:59:11.164569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41364) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:11.164955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'port': {'device_id': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'admin_state_up': True, 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'security_groups': ['099629f3-499b-4e12-bb99-144e7568d131']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:11.175862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.276449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c618fb-3250-48a4-8126-1dc6476c9b1b req-53dd4afc-8016-4be0-8b19-c53aa33984dd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:11.278106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41c618fb-3250-48a4-8126-1dc6476c9b1b req-53dd4afc-8016-4be0-8b19-c53aa33984dd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 931 time: 0.1273303 Oct 26 11:59:11.329912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49993175-f176-406f-b6b8-33a958798865 req-46a724d3-4ff1-4b1e-a110-69e6253f48cd service neutron] 10.222.0.100 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397904 Oct 26 11:59:11.337574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port ce76047b-b88e-454a-9063-be49ea1d764c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:11.338000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.360693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a32d179-d8bf-4e49-987f-985d720df07e up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:11.375481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9fdb08-f518-4ea7-864c-545f57c6dc24 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:11.404484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.417842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.421558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c0944c43-5bc5-4b6f-a650-f25987747375 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2029395577'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:11.422561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c0944c43-5bc5-4b6f-a650-f25987747375 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Unknown quota resources ['metering_label']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:59:11.438797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41c618fb-3250-48a4-8126-1dc6476c9b1b req-2c78aa40-f35b-4b40-97d1-1f0a4da390a2 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436634 Oct 26 11:59:11.482425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 9a32d179-d8bf-4e49-987f-985d720df07e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:59:11.487848 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 9a32d179-d8bf-4e49-987f-985d720df07e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:11.488231 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.506855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Made reservation on behalf of 5d54f7e30c12467cb9bfe1b69641b67d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:11.511285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.525661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41372) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:11.529706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Transition to ACTIVE for port object 4f9fdb08-f518-4ea7-864c-545f57c6dc24 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:59:11.548704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.549116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.569480 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eebb1505-4e41-440f-aae1-fc15ca745cec req-d8ae1de2-7f74-407e-93e7-e1cbec41df49 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 210 time: 0.1304770 Oct 26 11:59:11.598030 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.602438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.610094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for ce76047b-b88e-454a-9063-be49ea1d764c owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:11.622426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32d179-d8bf-4e49-987f-985d720df07e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:11.633619 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f77787-2905-4b81-8158-40216bf0c9fe" -d '{"events": [{"server_uuid": "2b809fbd-c701-4146-aab2-a2072a6c4cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9a32d179-d8bf-4e49-987f-985d720df07e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:11.689026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 9a32d179-d8bf-4e49-987f-985d720df07e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a32d179-d8bf-4e49-987f-985d720df07e,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:11.698157 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.705762 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960040b4-cc6b-4d74-9efe-4cdb23001823 x-openstack-request-id: req-960040b4-cc6b-4d74-9efe-4cdb23001823 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:11.706191 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b809fbd-c701-4146-aab2-a2072a6c4cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9a32d179-d8bf-4e49-987f-985d720df07e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:11.706527 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-960040b4-cc6b-4d74-9efe-4cdb23001823 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:11.707402 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32d179-d8bf-4e49-987f-985d720df07e', 'code': 200} Oct 26 11:59:11.782362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=9a32d179-d8bf-4e49-987f-985d720df07e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:11.785579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-848a26dd-785c-460b-9ef7-516a11bd5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:11.788224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-848a26dd-785c-460b-9ef7-516a11bd5a99 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 1095 time: 0.3712234 Oct 26 11:59:11.797679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0944c43-5bc5-4b6f-a650-f25987747375 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.802834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c0944c43-5bc5-4b6f-a650-f25987747375 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6273174 Oct 26 11:59:11.809994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:11.821382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-38fdda17-cf58-4872-8395-0e513e909853 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a7498aba-0708-4583-93a5-b54dd06d1116'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:11.821870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-38fdda17-cf58-4872-8395-0e513e909853 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:59:11.863435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Pushing event updated for resources: {'Port': ['ID=4f9fdb08-f518-4ea7-864c-545f57c6dc24,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:11.899647 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-15a663d6-4e49-4927-858c-124ed435d5ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=853bde2544a74753860ec69df1420f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653672 Oct 26 11:59:11.916093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41380) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:11.943681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Allocated IP 172.20.0.13 (c7442f1f-3908-4381-991c-02efd34245eb/66bcc311-f69c-440b-b7a3-fd2370d42634/1c9c32bb-96e6-48ac-8978-8e486466832f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:11.954130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.972386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:11.973800 n-d-812150-3 neutron-server[102760]: WARNING neutron.services.metering.metering_plugin [None req-38fdda17-cf58-4872-8395-0e513e909853 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:59:12.055937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3607f36-82dd-41e6-b23c-6fa8ffd49875 req-ac4762dd-4fb0-4ea1-96f4-1210204b73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:12.058102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3607f36-82dd-41e6-b23c-6fa8ffd49875 req-ac4762dd-4fb0-4ea1-96f4-1210204b73d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 1096 time: 0.2299378 Oct 26 11:59:12.093436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-38fdda17-cf58-4872-8395-0e513e909853 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.094634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-38fdda17-cf58-4872-8395-0e513e909853 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2804279 Oct 26 11:59:12.103121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41382) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:12.107372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-98d52c20-5378-4e82-b59a-dfa6586de094 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a7498aba-0708-4583-93a5-b54dd06d1116'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:12.107868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-98d52c20-5378-4e82-b59a-dfa6586de094 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:59:12.114682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-b57c94cf-232f-4a34-a39a-2647cbd9c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:12.116178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-b57c94cf-232f-4a34-a39a-2647cbd9c68c service neutron] 10.222.0.100 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 918 time: 0.3143723 Oct 26 11:59:12.209748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Attempting to bind port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:12.210089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Attempting to bind port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:12.210538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Attempting to bind port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:12.213588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-c2a4ef4b-aabf-4e90-b9cf-333be2b7c257 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f1d758-799b-4238-93b7-34e2df261593 HTTP/1.1" status: 200 len: 217 time: 0.0853424 Oct 26 11:59:12.216848 n-d-812150-3 neutron-server[102760]: WARNING neutron.services.metering.metering_plugin [None req-98d52c20-5378-4e82-b59a-dfa6586de094 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:59:12.224459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Pushing event updated for resources: {'Port': ['ID=73fc25f2-4b0d-48d1-aa88-b43b5fcbd0e8,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:12.225378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:59:12.225726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Attempting to bind port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 on network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:12.240377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.249920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aec8-4723-472b-8ab6-6e96c042288b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.260442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3607f36-82dd-41e6-b23c-6fa8ffd49875 req-8e8bd7df-3c58-4124-a1e9-7a13c7f4f950 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876774 Oct 26 11:59:12.261205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.282013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:12.282535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Checking segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:12.282730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Bound using segment: {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:12.283158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Bound port: 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2008a9fe-5d8c-41e8-b296-490a94a58eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:12.283520 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.325463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=ce76047b-b88e-454a-9063-be49ea1d764c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:12.343900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98d52c20-5378-4e82-b59a-dfa6586de094 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.345115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-98d52c20-5378-4e82-b59a-dfa6586de094 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2438881 Oct 26 11:59:12.348185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41386) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:12.386639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-944fca98-d328-4c09-b514-3e1756401972 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=da764d7a-1cb1-43dc-8abe-9c6a5be295e3 HTTP/1.1" status: 200 len: 462 time: 0.0371208 Oct 26 11:59:12.393493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41388) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:12.398563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-5bb1d89f-3dd0-4245-b39f-6b24404e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:12.399981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-5bb1d89f-3dd0-4245-b39f-6b24404e84bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.1756487 Oct 26 11:59:12.417615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aec8-4723-472b-8ab6-6e96c042288b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.448295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 95f1d758-799b-4238-93b7-34e2df261593 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:59:12.457668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] For port 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:12.479500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] For port 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:12.486281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-98689b44-b101-4832-a307-39e61156a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:12.487931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-98689b44-b101-4832-a307-39e61156a695 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802345 Oct 26 11:59:12.489596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.527343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.559487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.562273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.566505 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a729e797-ca74-4be3-a962-cb26c0d3fb24 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/floatingips/f8926518-a33f-4c0b-a15a-ef11d01513b2 HTTP/1.1" status: 204 len: 168 time: 1.7835431 Oct 26 11:59:12.573543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41392) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:12.589407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:12.590035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.591491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] 10.222.0.30 "PUT /v2.0/ports/4f9fdb08-f518-4ea7-864c-545f57c6dc24 HTTP/1.1" status: 200 len: 1091 time: 2.5907626 Oct 26 11:59:12.591974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'tag': '4f9fdb08-f518-4ea7-864c-545f57c6dc24'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:12.594342 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5579209b-cdb5-42fd-a7a0-f09be4416b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d818a018-b43e-4d58-8cd8-8c7503a036b1", "tag": "4f9fdb08-f518-4ea7-864c-545f57c6dc24"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:12.702438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b393ef-0a09-4732-9907-4eaa6909673a service neutron] Pushing event updated for resources: {'Port': ['ID=4f9fdb08-f518-4ea7-864c-545f57c6dc24,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:12.712139 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Floating IP ae423575-2093-4108-98f6-c5c16119b9b0 associated. External IP: 172.25.4.239, port: d864701c-4a28-4f9a-8f78-faedb54c1939. Oct 26 11:59:12.744045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 95f1d758-799b-4238-93b7-34e2df261593, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=95f1d758-799b-4238-93b7-34e2df261593,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:12.760281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '95f1d758-799b-4238-93b7-34e2df261593', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'port_id': '95f1d758-799b-4238-93b7-34e2df261593', 'mac_address': 'fa:16:3e:2d:26:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f07f267-890b-4056-8eec-85ab7891e864', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:59:12.779736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3b409bf-64d4-41df-ad25-c1c08f558945 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.781017 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b3b409bf-64d4-41df-ad25-c1c08f558945 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/da764d7a-1cb1-43dc-8abe-9c6a5be295e3 HTTP/1.1" status: 204 len: 168 time: 0.3834152 Oct 26 11:59:12.806291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41398) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:12.817811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aec8-4723-472b-8ab6-6e96c042288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.821160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aec8-4723-472b-8ab6-6e96c042288b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.822371 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9dd6aec8-4723-472b-8ab6-6e96c042288b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b2e9bf9-71e6-4f28-a8d6-91f28c7fc1d0 HTTP/1.1" status: 204 len: 168 time: 0.9042230 Oct 26 11:59:12.831396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.849931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f1d758-799b-4238-93b7-34e2df261593 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:12.850169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6aec8-4723-472b-8ab6-6e96c042288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2e9bf9-71e6-4f28-a8d6-91f28c7fc1d0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:12.875165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.915201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 95f1d758-799b-4238-93b7-34e2df261593, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=95f1d758-799b-4238-93b7-34e2df261593,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:12.922832 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:12.934780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-cc3bf58a-5818-4008-a33e-c4e02d9ac7a6 service neutron] 10.222.0.100 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358392 Oct 26 11:59:12.937572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-097393c3-6814-4c08-9c62-06ddae0453c2 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=da764d7a-1cb1-43dc-8abe-9c6a5be295e3 HTTP/1.1" status: 200 len: 221 time: 0.1249771 Oct 26 11:59:12.950671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41402) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:12.960103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-17f6c97e-6017-45dc-92d5-e72d46daaee8 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1889472036', 'description': 'label created by tempest'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:12.961360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-17f6c97e-6017-45dc-92d5-e72d46daaee8 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Unknown quota resources ['metering_label']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 11:59:13.019921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=95f1d758-799b-4238-93b7-34e2df261593,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:13.102790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb02d4-55a1-4b69-ad70-d3852841ffcf req-5e1bfc15-983e-4f74-8f11-5414b03d824c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:13.107439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-caeb02d4-55a1-4b69-ad70-d3852841ffcf req-5e1bfc15-983e-4f74-8f11-5414b03d824c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 943 time: 0.4269776 Oct 26 11:59:13.124020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-926fcb46-4309-4f26-a6de-7c437ee48fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:13.125877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-926fcb46-4309-4f26-a6de-7c437ee48fbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 1094 time: 0.4076760 Oct 26 11:59:13.263341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec534b-6adf-46e5-aa1b-21531c2dde8c req-32ed3175-f0db-4291-bb33-08f39af6e0e3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:13.263341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5eec534b-6adf-46e5-aa1b-21531c2dde8c req-32ed3175-f0db-4291-bb33-08f39af6e0e3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 932 time: 0.4578776 Oct 26 11:59:13.269866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-d2991b93-2e22-441f-9f9e-a473a24a9e72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24 HTTP/1.1" status: 200 len: 217 time: 0.1179626 Oct 26 11:59:13.274093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Network c7442f1f-3908-4381-991c-02efd34245eb is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:13.275264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['95f1d758-799b-4238-93b7-34e2df261593'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:13.280011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:13.283671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:13.287036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:13.332131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port 14f7a6ab-3f7c-438a-80dd-a9d280aa579d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:13.332670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:13.438984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:13.439492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:13.480049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-614d5d5c-8ebe-4d4e-82e7-c8a179a667a7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3483284 Oct 26 11:59:13.482342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Router 848340ef-7da2-4c3b-ac5a-b8af06bf2440 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:13.495950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Request body: {'port': {'device_id': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:13.629119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17f6c97e-6017-45dc-92d5-e72d46daaee8 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:13.633702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-17f6c97e-6017-45dc-92d5-e72d46daaee8 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6748610 Oct 26 11:59:13.645834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41420) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:13.654089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-caeb02d4-55a1-4b69-ad70-d3852841ffcf req-e8d5d3e1-b947-4cb1-8603-306e1d0786bf tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369043 Oct 26 11:59:13.678506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4baeab11-1e89-420a-ab1b-21aae6487e1b req-3a674ea3-d353-42b3-82b5-951b7c6537b3 service neutron] 10.222.0.100 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294891 Oct 26 11:59:13.717080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:13.760075 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad78a066-5b20-4a1f-af93-a39e94499b28 x-openstack-request-id: req-ad78a066-5b20-4a1f-af93-a39e94499b28 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:13.760474 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d818a018-b43e-4d58-8cd8-8c7503a036b1", "tag": "4f9fdb08-f518-4ea7-864c-545f57c6dc24", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:13.760656 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad78a066-5b20-4a1f-af93-a39e94499b28 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:13.761041 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'tag': '4f9fdb08-f518-4ea7-864c-545f57c6dc24', 'status': 'completed', 'code': 200} Oct 26 11:59:13.773337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-671a072d-9d87-4648-87df-ca043ce6d171 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=c1967d6e-aba2-4448-a97c-b25bc12cecb0 HTTP/1.1" status: 200 len: 468 time: 0.1148374 Oct 26 11:59:13.776333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41424) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:13.776524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-51e01149-37e5-4300-8df7-e250b7461542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:13.778039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-51e01149-37e5-4300-8df7-e250b7461542 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.4611382 Oct 26 11:59:13.783573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5eec534b-6adf-46e5-aa1b-21531c2dde8c req-8923f3a4-da42-4739-a76d-9a75953f4287 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654808 Oct 26 11:59:13.792996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:13.817801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a21469f2-8868-4253-b993-64e4500e6e2c None None] Provisioning complete for port 1c9c32bb-96e6-48ac-8978-8e486466832f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:13.818410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a21469f2-8868-4253-b993-64e4500e6e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:13.825974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] Sync routers for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:13.840460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:13.866953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for 14f7a6ab-3f7c-438a-80dd-a9d280aa579d owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:13.881422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-8e1e20b3-6239-4b5c-b696-4d9abb8ee7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:13.883557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-8e1e20b3-6239-4b5c-b696-4d9abb8ee7d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915637 Oct 26 11:59:13.899611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:13.900255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:13.936758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:13.943484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a21469f2-8868-4253-b993-64e4500e6e2c None None] Port 1c9c32bb-96e6-48ac-8978-8e486466832f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:13.950441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:13.951018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:13.989581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:13.990253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e7d64-f24a-4037-9b2b-52dfc21a85bc None None] The sync data for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:14.013623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41430) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.044102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.077633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-ff8e4377-7f84-4c63-8835-f3c0733c8b06 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859763 Oct 26 11:59:14.162754 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9d440756-2cf0-453e-a02e-144771dabec4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.3584156 Oct 26 11:59:14.213349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.221363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1184545267'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:14.236885 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e682-0f5c-4949-b4d3-f67dc95584ab tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.238037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3fc9e682-0f5c-4949-b4d3-f67dc95584ab tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/c1967d6e-aba2-4448-a97c-b25bc12cecb0 HTTP/1.1" status: 204 len: 168 time: 0.4607584 Oct 26 11:59:14.274898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41438) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.347439 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-580acda6-c41b-4b2c-846f-abde40822bf3 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=c1967d6e-aba2-4448-a97c-b25bc12cecb0 HTTP/1.1" status: 200 len: 216 time: 0.0610285 Oct 26 11:59:14.362708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41440) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.389379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Made reservation on behalf of 45cec2e25c084cacaa8a4552837c4152 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:14.392964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.403507 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0550982f-5cda-4550-9c3b-569a7a0ba1a1 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] 10.222.0.88 "GET /v2.0/floatingips/ae423575-2093-4108-98f6-c5c16119b9b0 HTTP/1.1" status: 200 len: 983 time: 0.1888728 Oct 26 11:59:14.404177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41442) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.414248 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4bac1d44-9f20-493a-bb34-585984cd40d2 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0498250 Oct 26 11:59:14.446234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 95f1d758-799b-4238-93b7-34e2df261593 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:14.457353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41444) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.486270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.505019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 95f1d758-799b-4238-93b7-34e2df261593 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:59:14.510007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 95f1d758-799b-4238-93b7-34e2df261593 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:14.511379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.520239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-21b43ef1-aa0b-43a5-b71b-a7889d028f60 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0582414 Oct 26 11:59:14.524827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41446) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.552585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:14.564170 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-124c86f8-ce61-49e0-a5ae-e752ba48437f tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1497066 Oct 26 11:59:14.567850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.570380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.606053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2cdda58c-ac83-4e63-81e3-f6cfcf20fc2d tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels/a7498aba-0708-4583-93a5-b54dd06d1116 HTTP/1.1" status: 200 len: 473 time: 0.0768101 Oct 26 11:59:14.614765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.623581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.639556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.641925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Transition to ACTIVE for port object 1c9c32bb-96e6-48ac-8978-8e486466832f will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:59:14.651575 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.675125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f1d758-799b-4238-93b7-34e2df261593'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:14.677099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=14f7a6ab-3f7c-438a-80dd-a9d280aa579d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:14.677632 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2248948-18d4-4c70-b84a-2f59a869f25d" -d '{"events": [{"server_uuid": "14c4c552-1592-455f-9bfd-341c439b0aa1", "name": "network-vif-plugged", "status": "completed", "tag": "95f1d758-799b-4238-93b7-34e2df261593"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:14.680538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-57f4a995-d029-491f-87b9-4c1ab45fa5c3 tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules/f743c782-7494-4364-a07e-f839a18ddad5 HTTP/1.1" status: 200 len: 459 time: 0.0644076 Oct 26 11:59:14.683911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed467e61-ce4b-4de3-a06d-e5b029d0eca3 req-31f80f32-d2ac-4eff-955c-6ac04da3dbe5 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921500 Oct 26 11:59:14.685595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41452) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:14.758179 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0fbe6-962f-4434-a267-c55cf6b52f46 x-openstack-request-id: req-28a0fbe6-962f-4434-a267-c55cf6b52f46 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:14.758553 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c4c552-1592-455f-9bfd-341c439b0aa1", "name": "network-vif-plugged", "status": "completed", "tag": "95f1d758-799b-4238-93b7-34e2df261593", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:14.758930 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28a0fbe6-962f-4434-a267-c55cf6b52f46 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:14.759931 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f1d758-799b-4238-93b7-34e2df261593', 'code': 200} Oct 26 11:59:14.775717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 95f1d758-799b-4238-93b7-34e2df261593, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=95f1d758-799b-4238-93b7-34e2df261593,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:14.786663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.816937 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.844518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.872444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:14.889306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=95f1d758-799b-4238-93b7-34e2df261593,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:14.912787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:14.956762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f4c85-877d-4c56-ada9-d99126180fde,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:14.959951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:14.960541 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Added segment 8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7 of type vlan for network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 Oct 26 11:59:15.020141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.024215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0bb72734-6625-4ef8-b9b4-e587de694e32 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/ports/14f7a6ab-3f7c-438a-80dd-a9d280aa579d HTTP/1.1" status: 204 len: 168 time: 2.4469786 Oct 26 11:59:15.030084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:15.080142 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.098824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d58b4406-9aca-4089-8ecd-ba676060435e tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.104012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d58b4406-9aca-4089-8ecd-ba676060435e tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/f743c782-7494-4364-a07e-f839a18ddad5 HTTP/1.1" status: 204 len: 168 time: 0.4101932 Oct 26 11:59:15.105883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41464) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:15.115719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-337efaa8-22e8-4441-9750-7b2f1230ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.117320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-337efaa8-22e8-4441-9750-7b2f1230ad2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 1094 time: 0.3238466 Oct 26 11:59:15.156015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:15.156351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:15.156676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:15.169198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting port 73fc25f2-4b0d-48d1-aa88-b43b5fcbd0e8 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:15.169546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.173841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Port 1c9c32bb-96e6-48ac-8978-8e486466832f on network c7442f1f-3908-4381-991c-02efd34245eb not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:59:15.174175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:15.185469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.191063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.191653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.250507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719122-28e2-4742-b3d6-3fd21ef1106e req-651638da-5f60-447b-ae8d-51e832160a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.252012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8719122-28e2-4742-b3d6-3fd21ef1106e req-651638da-5f60-447b-ae8d-51e832160a2b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 1097 time: 0.3788459 Oct 26 11:59:15.257087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:15.257499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:15.257947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Bound using segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:15.258477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Bound port: 1c9c32bb-96e6-48ac-8978-8e486466832f, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:15.258837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.274536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6fdd7-c48a-493a-b223-559d800ea9f1 req-4f6d9cc5-d82e-44b8-9433-fbfae606f4be tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.276118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6af6fdd7-c48a-493a-b223-559d800ea9f1 req-4f6d9cc5-d82e-44b8-9433-fbfae606f4be tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 943 time: 0.4396272 Oct 26 11:59:15.299833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5eca1-8f8f-4987-8a61-3482ac1d5fb8 req-3cf77cb5-bb52-4512-a13f-b02a4a1f0475 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.301416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20b5eca1-8f8f-4987-8a61-3482ac1d5fb8 req-3cf77cb5-bb52-4512-a13f-b02a4a1f0475 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.3136377 Oct 26 11:59:15.315320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2997522 Oct 26 11:59:15.329483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41466) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:15.339542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'subnet': {'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:15.420181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ff72-e2d5-4bf6-92ca-671024f1ccc7 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Network': ['ID=145678d0-a52d-4d6e-8346-5fc7c2bf8d56,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:15.433226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:15.455962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8719122-28e2-4742-b3d6-3fd21ef1106e req-2981c817-b4c8-4603-bff1-c1ba938993e7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901615 Oct 26 11:59:15.459745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.460071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.497040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Calling delete_port for 73fc25f2-4b0d-48d1-aa88-b43b5fcbd0e8 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:15.502852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port 1c04f458-6594-44e2-87cf-ceb18cd03ace {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:15.503189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.532361 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e482-de59-46bd-a816-44c9b195b33e tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.534302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9ba3e482-de59-46bd-a816-44c9b195b33e tempest-MeteringIpV6TestJSON-557689739 tempest-MeteringIpV6TestJSON-557689739-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/a7498aba-0708-4583-93a5-b54dd06d1116 HTTP/1.1" status: 204 len: 168 time: 0.4235878 Oct 26 11:59:15.534447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:15.537805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6af6fdd7-c48a-493a-b223-559d800ea9f1 req-90cc3cd1-3a95-4f96-8efb-3b73185f59b0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976032 Oct 26 11:59:15.542042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20b5eca1-8f8f-4987-8a61-3482ac1d5fb8 req-d75a136d-e0e5-4344-93d4-a65aa37a04f5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971474 Oct 26 11:59:15.543181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-84b8b1a4-3733-4a3c-9b6e-c169261bd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.544640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-84b8b1a4-3733-4a3c-9b6e-c169261bd7ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 918 time: 0.4133899 Oct 26 11:59:15.610979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-728d41db-3ff0-4804-83b0-5690087c8bae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24 HTTP/1.1" status: 200 len: 217 time: 0.0545833 Oct 26 11:59:15.657457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:15.673911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-bfcaa0ac-cf6c-4f81-b7a9-36b19b66b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.675850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-bfcaa0ac-cf6c-4f81-b7a9-36b19b66b039 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.0566683 Oct 26 11:59:15.693718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.734374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Made reservation on behalf of 45cec2e25c084cacaa8a4552837c4152 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:15.737888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.738161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-353c58fa-d392-42e0-84ad-036a08dd7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.740432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-353c58fa-d392-42e0-84ad-036a08dd7cd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543897 Oct 26 11:59:15.855095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.864093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-5b43274d-56f7-4fc0-ac2f-e548481b6961 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141949 Oct 26 11:59:15.865960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:15.867144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:15.868573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] 10.222.0.100 "PUT /v2.0/ports/1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 1092 time: 2.3786261 Oct 26 11:59:15.872437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:15.875040 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55894de-b7c4-45ec-a76f-2e207804cfac" -d '{"events": [{"name": "network-changed", "server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:15.883647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41472) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:15.967740 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c72066-a6b3-41c0-84c1-f4bd3ce25a69 x-openstack-request-id: req-46c72066-a6b3-41c0-84c1-f4bd3ce25a69 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:15.968359 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:15.969212 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46c72066-a6b3-41c0-84c1-f4bd3ce25a69 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:15.969798 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'status': 'completed', 'code': 200} Oct 26 11:59:15.970829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for 1c04f458-6594-44e2-87cf-ceb18cd03ace owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:15.985801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5579209b-cdb5-42fd-a7a0-f09be4416b5c req-9e71e75e-1a37-43d8-9831-e4c33d6ac365 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115503 Oct 26 11:59:16.025519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab7b73-5dfc-4813-9ef0-0f0ba1e69d8f service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:16.080941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a744a699-d1a2-43a4-8e6c-c7dc8a9acedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.178070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a744a699-d1a2-43a4-8e6c-c7dc8a9acedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.178631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-2b313773-db96-4e8f-af27-a5334663422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:16.180902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-2b313773-db96-4e8f-af27-a5334663422b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1095 time: 0.2060082 Oct 26 11:59:16.182372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a744a699-d1a2-43a4-8e6c-c7dc8a9acedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.225294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a744a699-d1a2-43a4-8e6c-c7dc8a9acedc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e86752a339a4053bdccb048078bdf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404660 Oct 26 11:59:16.226684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744a699-d1a2-43a4-8e6c-c7dc8a9acedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e210f15e-ff93-4a6e-b579-8878b4050873,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:16.229126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41478) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:16.292373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7381c2e7-b68b-44ee-9c9c-61c8f8c77414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.316838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7381c2e7-b68b-44ee-9c9c-61c8f8c77414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.368098 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7381c2e7-b68b-44ee-9c9c-61c8f8c77414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.370997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7381c2e7-b68b-44ee-9c9c-61c8f8c77414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.372683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7381c2e7-b68b-44ee-9c9c-61c8f8c77414 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e210f15e-ff93-4a6e-b579-8878b4050873 HTTP/1.1" status: 204 len: 168 time: 0.1423917 Oct 26 11:59:16.383877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381c2e7-b68b-44ee-9c9c-61c8f8c77414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210f15e-ff93-4a6e-b579-8878b4050873,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:16.602096 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-895d2c32-15f9-4e73-8707-a92e9daafcbb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 217 time: 0.3953714 Oct 26 11:59:16.682659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.757738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:16.768235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Port': ['ID=73fc25f2-4b0d-48d1-aa88-b43b5fcbd0e8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:16.770548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa9ab-8396-4ff1-851b-5650e8019154 req-b44129ca-6ba7-45d7-a728-7af100dfee1c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:16.778893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-710aa9ab-8396-4ff1-851b-5650e8019154 req-b44129ca-6ba7-45d7-a728-7af100dfee1c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.1229701 Oct 26 11:59:16.801063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83e770e8-8f05-4530-bdfa-f561a0b40191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.803768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.808804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-83a6aa1c-ac4b-4b10-ab91-38d550c79480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:16.810378 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-83a6aa1c-ac4b-4b10-ab91-38d550c79480 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1996040 Oct 26 11:59:16.831546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b5e7-7f42-40b4-ba3b-8604e6886e20 req-53461ec7-d9e8-462e-9c14-651c97358a2a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:16.833135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3433b5e7-7f42-40b4-ba3b-8604e6886e20 req-53461ec7-d9e8-462e-9c14-651c97358a2a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 943 time: 0.1288633 Oct 26 11:59:16.873563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-710aa9ab-8396-4ff1-851b-5650e8019154 req-1c91d64c-aee1-454f-b9b5-30d1d998a2cf tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937958 Oct 26 11:59:16.897989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.927660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3433b5e7-7f42-40b4-ba3b-8604e6886e20 req-cf3a40c0-5589-4311-894c-380147d985cd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807807 Oct 26 11:59:16.962124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=1c04f458-6594-44e2-87cf-ceb18cd03ace,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:16.964813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:16.965451 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Floating IP ae423575-2093-4108-98f6-c5c16119b9b0 disassociated (deleted). External IP: 172.25.4.239, port: d864701c-4a28-4f9a-8f78-faedb54c1939. Oct 26 11:59:16.998945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83e770e8-8f05-4530-bdfa-f561a0b40191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.003970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83e770e8-8f05-4530-bdfa-f561a0b40191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.050405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-83e770e8-8f05-4530-bdfa-f561a0b40191 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1690f96c3e08493384e9a50518cb2426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906449 Oct 26 11:59:17.052965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e770e8-8f05-4530-bdfa-f561a0b40191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa50aef-d43a-4297-bc84-965719d97921,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:17.055951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41492) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:17.078666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Subnet': ['ID=80e0dc58-566b-4690-a7bc-49dedf8a4383,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:17.115018 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d443cb5-f5b0-466b-9a28-19d489df2c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.115307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-28c76744-f7cc-4ec7-b1cc-de7bd3ddf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:17.117646 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-28c76744-f7cc-4ec7-b1cc-de7bd3ddf6fc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2958353 Oct 26 11:59:17.138576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d443cb5-f5b0-466b-9a28-19d489df2c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.140966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Checking segment: {'id': '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:17.141335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network hostable DHCP agents. Network: 145678d0-a52d-4d6e-8346-5fc7c2bf8d56, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:17.192721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d443cb5-f5b0-466b-9a28-19d489df2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.195685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d443cb5-f5b0-466b-9a28-19d489df2c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.196955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7d443cb5-f5b0-466b-9a28-19d489df2c57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/caa50aef-d43a-4297-bc84-965719d97921 HTTP/1.1" status: 204 len: 168 time: 0.1396093 Oct 26 11:59:17.208758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.214624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443cb5-f5b0-466b-9a28-19d489df2c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa50aef-d43a-4297-bc84-965719d97921,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:17.214829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b69378c6-c863-4f9a-a0ed-974ad1512404 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/ports/1c04f458-6594-44e2-87cf-ceb18cd03ace HTTP/1.1" status: 204 len: 168 time: 2.1790824 Oct 26 11:59:17.216589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41496) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:17.252805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:17.289350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting subnet f54028e2-314d-4e85-aae9-0708a74abc2b {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:17.292808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.314578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-1108f073-5bcc-4652-90f2-5089d9e6f20f service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876733 Oct 26 11:59:17.346472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 145678d0-a52d-4d6e-8346-5fc7c2bf8d56) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:17.352815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.365022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f6e21-3f94-4061-abfe-9c4b8aa25084 None None] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:17.381477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:17.382482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.484133 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-de5ed61e-58ed-4294-876c-b38f28908047 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1533082 Oct 26 11:59:17.487506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41500) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:17.496611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2081042652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:17.527283 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.547742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Router 848340ef-7da2-4c3b-ac5a-b8af06bf2440 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:17.550397 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-34bfcc8e-d122-4d3d-9906-edccd4691b62 req-a2b63cbe-5804-4d0f-8595-d0fd36bc3a26 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016881 Oct 26 11:59:17.567985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4f9fdb08-f518-4ea7-864c-545f57c6dc24 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:59:17.603613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.605652 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.680412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-145678d0-a52d-4d6e-8346-5fc7c2bf8d56', 'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56', 'tenant_id': '45cec2e25c084cacaa8a4552837c4152', 'fixed_ips': [{'subnet_id': '80e0dc58-566b-4690-a7bc-49dedf8a4383'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:59:17.681831 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.692147 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.695075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.737768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Subnet': ['ID=f54028e2-314d-4e85-aae9-0708a74abc2b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:17.739857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.746106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.751541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3f92d9c7-76de-4437-9ff2-5611f03e2361 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/subnets/f54028e2-314d-4e85-aae9-0708a74abc2b HTTP/1.1" status: 204 len: 168 time: 0.5335517 Oct 26 11:59:17.756165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41508) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:17.758770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a4910-0681-4747-a44d-caa4bea49ab3 None None] Network 037c1482-cbb0-4eeb-9be0-3fc618365408 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:17.769734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:17.778906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.789307 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] Sync routers for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:17.801134 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:17.802374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:17.823225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.824092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-52738335-28a4-4cfa-83ce-fea4c9425a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:17.827157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-52738335-28a4-4cfa-83ce-fea4c9425a6f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1095 time: 0.1930964 Oct 26 11:59:17.827157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eaf34374-e149-4352-9637-02dabe4e8525 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "DELETE /v2.0/floatingips/ae423575-2093-4108-98f6-c5c16119b9b0 HTTP/1.1" status: 204 len: 168 time: 3.2557247 Oct 26 11:59:17.827877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-00e1a377-d60a-495e-a18b-813ba9f01506 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3359451 Oct 26 11:59:17.828037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:17.832303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:17.842853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:17.869530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting subnet 5fe8a418-6cf7-4e8f-8350-86c9773fab38 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:17.875689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.911275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:17.957140 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:17.995730 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:18.003774 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:18.004698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:18.033565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.076598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '4f9fdb08-f518-4ea7-864c-545f57c6dc24', 'network_id': 'ccd41ae1-e02d-4ec0-9db5-432ad67d9cad', 'port_id': '4f9fdb08-f518-4ea7-864c-545f57c6dc24', 'mac_address': 'fa:16:3e:18:a4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f07f267-890b-4056-8eec-85ab7891e864', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:59:18.104028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-7d1d00ea-a05a-4bc6-9469-bd1148820b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:18.105633 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-7d1d00ea-a05a-4bc6-9469-bd1148820b06 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.2702734 Oct 26 11:59:18.173032 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:18.175384 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7bc14-93fb-4704-b9a5-ab7dd016a782 None None] The sync data for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:18.221022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-059b0ff2-bd8c-41bc-9a08-423061ec3361 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 217 time: 0.0816553 Oct 26 11:59:18.224255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5ebe8-12dc-4cdb-8ac9-be18ebf2e86c req-414376e9-ea3e-4425-8e11-52483842056f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:18.225930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a5ebe8-12dc-4cdb-8ac9-be18ebf2e86c req-414376e9-ea3e-4425-8e11-52483842056f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 943 time: 0.1323342 Oct 26 11:59:18.292355 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.314975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2a06-35fe-4560-a677-8cf330282ca6 req-f3bcfa19-0193-495c-bd99-ec27b2c63d07 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:18.324073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef6b2a06-35fe-4560-a677-8cf330282ca6 req-f3bcfa19-0193-495c-bd99-ec27b2c63d07 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.2956946 Oct 26 11:59:18.328304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9fdb08-f518-4ea7-864c-545f57c6dc24 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:18.352147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a5ebe8-12dc-4cdb-8ac9-be18ebf2e86c req-a29fd045-802a-430a-9816-51283bcfe6ca tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979092 Oct 26 11:59:18.377435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.379966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.388916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.402145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:18.416892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.420783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-80c2ce0a-9778-4a46-8300-6f76e1e6388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:18.426746 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-80c2ce0a-9778-4a46-8300-6f76e1e6388a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1691241 Oct 26 11:59:18.474353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Allocated IP 172.20.0.2 (145678d0-a52d-4d6e-8346-5fc7c2bf8d56/80e0dc58-566b-4690-a7bc-49dedf8a4383/263db670-43bc-4106-bb60-15f621bb6077) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:18.497669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4f9fdb08-f518-4ea7-864c-545f57c6dc24,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:18.581201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] DHCP port deletion for 037c1482-cbb0-4eeb-9be0-3fc618365408 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:18.583530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef6b2a06-35fe-4560-a677-8cf330282ca6 req-0c0ac228-7ff2-4452-9fbf-55cd9dcfbb4b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585864 Oct 26 11:59:18.653106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:18.680579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.681716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['4f9fdb08-f518-4ea7-864c-545f57c6dc24'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:18.718719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Allocated IP 172.25.4.90 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/bd656a11-2945-482c-b1dd-b3f0c3638a83) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:18.746001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] Deleting port a8797253-1596-4ba3-bc10-fb927f60de20 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:18.746372 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.824978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.860250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.865645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] For port a8797253-1596-4ba3-bc10-fb927f60de20, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a8797253-1596-4ba3-bc10-fb927f60de20,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:18.866046 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.896915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'networks': [{'name': 'tempest-network--1665711036'}, {'name': 'tempest-network--566978654'}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:18.897628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'network': {'name': 'tempest-network--1665711036'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:18.897987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'network': {'name': 'tempest-network--566978654'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:18.904121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe8a418-6cf7-4e8f-8350-86c9773fab38,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:18.910918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] Calling delete_port for a8797253-1596-4ba3-bc10-fb927f60de20 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:18.916784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a8797253-1596-4ba3-bc10-fb927f60de20 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:18.926857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:18.931339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2c44e06f-3dc8-4b0c-8d68-2e83b6f18b1f tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/subnets/5fe8a418-6cf7-4e8f-8350-86c9773fab38 HTTP/1.1" status: 204 len: 168 time: 1.1716793 Oct 26 11:59:18.936905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41534) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:18.957003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c92ba9-e4d0-4244-9b8a-06a23593abe8 None None] Network 27efb480-40de-46e0-a1bd-5c2fdb66e587 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:18.977958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:19.002293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'network': 2} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:19.007784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.035645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:19.046478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.076255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-8a247df3-3b30-4934-8584-05d71f04537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:19.077837 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-8a247df3-3b30-4934-8584-05d71f04537e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975118 Oct 26 11:59:19.084091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:19.091448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Pushing event updated for resources: {'Port': ['ID=263db670-43bc-4106-bb60-15f621bb6077,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.106620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.121803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.182205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Allocated IP 172.20.0.1 (145678d0-a52d-4d6e-8346-5fc7c2bf8d56/80e0dc58-566b-4690-a7bc-49dedf8a4383/c2540ddd-8362-4523-be83-6b595761cce3) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:19.222143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.251494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-27b93dfa-ae4c-4e97-b6bd-3040f912954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.270759 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-555cca21-2fbc-4e7e-b2b5-8c9fe5e66ace service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834962 Oct 26 11:59:19.292502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:19.299899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.306400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:19.310897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:19.312070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.312357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.314064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Pushing event updated for resources: {'Port': ['ID=bd656a11-2945-482c-b1dd-b3f0c3638a83,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.332520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Attempting to bind port 263db670-43bc-4106-bb60-15f621bb6077 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:19.332893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Attempting to bind port 263db670-43bc-4106-bb60-15f621bb6077 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:19.333257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Attempting to bind port 263db670-43bc-4106-bb60-15f621bb6077 on network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:19.346974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:19.346974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Checking segment: {'id': '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:19.347369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.347650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Bound using segment: {'id': '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:19.348042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Bound port: 263db670-43bc-4106-bb60-15f621bb6077, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:19.348869 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.360949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.365969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Deleting port a8797253-1596-4ba3-bc10-fb927f60de20 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:19.366313 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.400946 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.409320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.430782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e55894de-b7c4-45ec-a76f-2e207804cfac req-773b1ca9-c7d9-4138-8b82-31ccb41eb68e service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491151 Oct 26 11:59:19.464473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.477957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:19.481485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b6aa4-5c16-4bca-970f-184682a479be,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.521820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] Pushing event deleted for resources: {'Port': ['ID=a8797253-1596-4ba3-bc10-fb927f60de20,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.526241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Port': ['ID=c2540ddd-8362-4523-be83-6b595761cce3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.526500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.526815 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Added segment d63854cb-ad5d-4dbe-86eb-d16cd77acabb of type vlan for network 5fbab792-917f-4a65-920d-bb2adccaafc6 Oct 26 11:59:19.534614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7ea48-5b9a-49e5-b014-b62387e44648 None None] No DVR routers for this DVR port a8797253-1596-4ba3-bc10-fb927f60de20 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:19.539904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.540310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.540660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.541002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.541343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.541674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.542002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.542373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.543108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.543443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.543769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.544185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:19.559807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:19.561697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:19.565418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:19.597609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] For port a8797253-1596-4ba3-bc10-fb927f60de20, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a8797253-1596-4ba3-bc10-fb927f60de20,segment=NetworkSegment(4ba41fe4-c8af-4466-9b20-b02930c4dcd1),segment_id=4ba41fe4-c8af-4466-9b20-b02930c4dcd1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:19.597987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.617391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] For port 263db670-43bc-4106-bb60-15f621bb6077, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:19.621719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] For port 263db670-43bc-4106-bb60-15f621bb6077, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=263db670-43bc-4106-bb60-15f621bb6077,segment=NetworkSegment(8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7),segment_id=8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:19.627464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.634975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.687114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Calling delete_port for a8797253-1596-4ba3-bc10-fb927f60de20 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:19.715264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.741194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15804f-a476-40b9-ad2b-121b24201b28 None None] Pushing event updated for resources: {'Port': ['ID=263db670-43bc-4106-bb60-15f621bb6077,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.753172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] DHCP port deletion for 27efb480-40de-46e0-a1bd-5c2fdb66e587 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:19.773993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.790799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.838152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc56835-0897-4833-a42a-36d0c8f40547 req-2eed829e-2843-47f5-ad1a-6baf54a39cb7 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:19.839990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bc56835-0897-4833-a42a-36d0c8f40547 req-2eed829e-2843-47f5-ad1a-6baf54a39cb7 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 944 time: 0.3104508 Oct 26 11:59:19.842203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] Deleting port b1544932-ad81-4d22-9f67-e1f25f002e62 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:19.842820 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.908887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:19.912708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.931513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] For port b1544932-ad81-4d22-9f67-e1f25f002e62, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b1544932-ad81-4d22-9f67-e1f25f002e62,segment=NetworkSegment(d9dc59d9-65b9-4d4a-bc42-9a83d12938b1),segment_id=d9dc59d9-65b9-4d4a-bc42-9a83d12938b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:19.931867 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.952872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] Calling delete_port for b1544932-ad81-4d22-9f67-e1f25f002e62 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:19.974737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:19.975252 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Added segment 4043e4f9-e556-41ae-a990-1cbc6380957a of type vlan for network 74ad77a9-9b86-47c3-854f-0ebf3b629f64 Oct 26 11:59:19.987012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641bc31-df76-4aa4-8f07-29982af3729e req-d2c6a957-264c-4a71-9aa6-fd293710bf76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:19.988858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9641bc31-df76-4aa4-8f07-29982af3729e req-d2c6a957-264c-4a71-9aa6-fd293710bf76 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.2200477 Oct 26 11:59:20.014842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bc56835-0897-4833-a42a-36d0c8f40547 req-d1706a2b-0826-4d45-9cf4-15871de6d820 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517775 Oct 26 11:59:20.095233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.108039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.116530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.149960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] No DVR routers for this DVR port b1544932-ad81-4d22-9f67-e1f25f002e62 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:20.155565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faa58d-d6a6-45f6-a2ff-b77b55492e11 None None] Pushing event deleted for resources: {'Port': ['ID=b1544932-ad81-4d22-9f67-e1f25f002e62,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:20.175935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Port': ['ID=a8797253-1596-4ba3-bc10-fb927f60de20,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:20.193005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.198598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.219927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] No DVR routers for this DVR port a8797253-1596-4ba3-bc10-fb927f60de20 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:20.225726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 11:59:20.281755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Port': ['ID=c2540ddd-8362-4523-be83-6b595761cce3,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:20.284179 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.386232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:20.388133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:20.479683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:59:20.516402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Router a04b3d26-2883-4e7b-917b-403c257af304 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:59:20.560105 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9641bc31-df76-4aa4-8f07-29982af3729e req-c9e5a91f-45da-4483-b877-3ac116052886 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5528407 Oct 26 11:59:20.610609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:20.625905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'mac_address': 'fa:16:3e:4d:1d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:59:20.633431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:20.644200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e24895cf-0e5e-4cc3-b36e-358f271b8e88 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "PUT /v2.0/routers/a04b3d26-2883-4e7b-917b-403c257af304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8132091 Oct 26 11:59:20.644490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41544) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:20.654745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'port': {'network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56', 'name': 'tempest-FloatingIPNegativeTestJSON-913817616'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:20.677826 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.680545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] Sync routers for ids ['a04b3d26-2883-4e7b-917b-403c257af304'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:20.697117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.700993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] Routers {'a04b3d26-2883-4e7b-917b-403c257af304'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:20.701224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.701631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a04b3d26-2883-4e7b-917b-403c257af304'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:20.717027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:20.725575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:20.726335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.760790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:20.765526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:20.790947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] Routers {'a04b3d26-2883-4e7b-917b-403c257af304'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:20.791823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:58:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a04b3d26-2883-4e7b-917b-403c257af304'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:20.905407 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.920558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2641904 Oct 26 11:59:20.922084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:20.962068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Made reservation on behalf of 45cec2e25c084cacaa8a4552837c4152 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:20.966768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.972448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:20.983161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037c1482-cbb0-4eeb-9be0-3fc618365408']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:20.986066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Network': ['ID=5fbab792-917f-4a65-920d-bb2adccaafc6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:20.988423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.010810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba41fe4-c8af-4466-9b20-b02930c4dcd1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.011302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba41fe4-c8af-4466-9b20-b02930c4dcd1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.080611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.097637 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.098334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:21.099505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 263db670-43bc-4106-bb60-15f621bb6077 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:21.101410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5fbab792-917f-4a65-920d-bb2adccaafc6 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:21.106372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.107584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a22a2-fb03-4d5b-b616-33f13b3a2cac None None] The sync data for ids ['a04b3d26-2883-4e7b-917b-403c257af304'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:21.155414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.156081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:21.156609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:21.161066 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:21.195892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] device_id is not set on port eda4b623-9fe0-4561-aa48-65f5304b0707 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:21.236894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e97821-d901-490a-948d-c74ea462fbd2 None None] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:21.333791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Pushing event updated for resources: {'Port': ['ID=bd656a11-2945-482c-b1dd-b3f0c3638a83,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:21.340254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6446-6815-4e39-8b0d-e4127a3c9f73 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Network': ['ID=74ad77a9-9b86-47c3-854f-0ebf3b629f64,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:21.345462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.359162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.362475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/networks/037c1482-cbb0-4eeb-9be0-3fc618365408 HTTP/1.1" status: 204 len: 168 time: 2.4243689 Oct 26 11:59:21.365939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41550) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:21.386952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf57645-6e66-4e9d-806d-894ffe86b601 tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Network': ['ID=037c1482-cbb0-4eeb-9be0-3fc618365408,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:21.387278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 74ad77a9-9b86-47c3-854f-0ebf3b629f64 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:21.388702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef8239-88f4-44c5-9909-eee552f446f9 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:21.393533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-690a3ddb-d4ec-4597-afb8-5e714eec6225 None None] Provisioning complete for port 263db670-43bc-4106-bb60-15f621bb6077 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:21.393895 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690a3ddb-d4ec-4597-afb8-5e714eec6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.395584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef8239-88f4-44c5-9909-eee552f446f9 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:21.399691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2077f28-6688-45de-8e69-dddbc5e91524 req-9676afd8-c762-4801-b7ce-de09e89b3bf8 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:21.401280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2077f28-6688-45de-8e69-dddbc5e91524 req-9676afd8-c762-4801-b7ce-de09e89b3bf8 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 944 time: 0.1432023 Oct 26 11:59:21.402479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef8239-88f4-44c5-9909-eee552f446f9 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:21.402610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.409025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef8239-88f4-44c5-9909-eee552f446f9 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:21.410961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cbef8239-88f4-44c5-9909-eee552f446f9 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4874725 Oct 26 11:59:21.415056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41552) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:21.423806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:21.445356 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.449317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bf52f6a3-0159-4125-8c5b-34145c3218f4 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6137669 Oct 26 11:59:21.449513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4f9fdb08-f518-4ea7-864c-545f57c6dc24 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:21.477288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41554) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:21.513625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1c9c32bb-96e6-48ac-8978-8e486466832f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:21.526531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2077f28-6688-45de-8e69-dddbc5e91524 req-3605cadc-7f64-4bbf-bd32-c59110660145 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132748 Oct 26 11:59:21.532399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.540649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Allocated IP 172.20.0.12 (145678d0-a52d-4d6e-8346-5fc7c2bf8d56/80e0dc58-566b-4690-a7bc-49dedf8a4383/eda4b623-9fe0-4561-aa48-65f5304b0707) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:21.600782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.631762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 263db670-43bc-4106-bb60-15f621bb6077 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:21.632819 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.640140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:21.658006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.688708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbab792-917f-4a65-920d-bb2adccaafc6']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.703318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63854cb-ad5d-4dbe-86eb-d16cd77acabb') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.703926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63854cb-ad5d-4dbe-86eb-d16cd77acabb') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.745633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.776443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.779883 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f7cad6c-7601-4691-a658-5091105b79c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.781406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:59:21.786554 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690a3ddb-d4ec-4597-afb8-5e714eec6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.792798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8102-bf4b-4356-8ac3-d44f0ca424b7 req-00ba1809-6879-4e95-b84c-b404dbdfce84 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:21.794716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-919b8102-bf4b-4356-8ac3-d44f0ca424b7 req-00ba1809-6879-4e95-b84c-b404dbdfce84 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.0944068 Oct 26 11:59:21.798237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:21.798794 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.799930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:21.800300 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:21.802668 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:21.831846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.882853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.895266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-919b8102-bf4b-4356-8ac3-d44f0ca424b7 req-40c80a6b-ba4d-4e09-936b-88e9a4b01632 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882330 Oct 26 11:59:21.896350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.898590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-690a3ddb-d4ec-4597-afb8-5e714eec6225 None None] For port 263db670-43bc-4106-bb60-15f621bb6077, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=263db670-43bc-4106-bb60-15f621bb6077,segment=NetworkSegment(8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7),segment_id=8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:21.905710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:21.908877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/networks/5fbab792-917f-4a65-920d-bb2adccaafc6 HTTP/1.1" status: 204 len: 168 time: 0.4926283 Oct 26 11:59:21.923585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41562) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:21.933092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b83d6-f877-4a93-a8db-ca660930babc tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Network': ['ID=5fbab792-917f-4a65-920d-bb2adccaafc6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:22.001659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27efb480-40de-46e0-a1bd-5c2fdb66e587']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:22.019245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690a3ddb-d4ec-4597-afb8-5e714eec6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.029492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:22.029822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9dc59d9-65b9-4d4a-bc42-9a83d12938b1') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:22.049165 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.066826 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.095213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.106586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.118192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:22.118451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.120455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b1544932-ad81-4d22-9f67-e1f25f002e62 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:22.125361 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:22.166156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b1544932-ad81-4d22-9f67-e1f25f002e62 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:22.166511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b1544932-ad81-4d22-9f67-e1f25f002e62 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:22.184855 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.187147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3ddb-d4ec-4597-afb8-5e714eec6225 None None] Pushing event updated for resources: {'Port': ['ID=263db670-43bc-4106-bb60-15f621bb6077,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:22.200014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.215405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9fdb08-f518-4ea7-864c-545f57c6dc24'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:22.217800 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a592a2-6ed6-469f-bc92-722b2dd64d0f" -d '{"events": [{"server_uuid": "d818a018-b43e-4d58-8cd8-8c7503a036b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9fdb08-f518-4ea7-864c-545f57c6dc24"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:22.225069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.232685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:22.237790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ad77a9-9b86-47c3-854f-0ebf3b629f64']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:22.243231 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.254416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4043e4f9-e556-41ae-a990-1cbc6380957a') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:22.254787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4043e4f9-e556-41ae-a990-1cbc6380957a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:22.268609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.270716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.288651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.294734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.295337 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] 10.222.0.88 "DELETE /v2.0/networks/27efb480-40de-46e0-a1bd-5c2fdb66e587 HTTP/1.1" status: 204 len: 168 time: 0.9236276 Oct 26 11:59:22.321076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa6162-26ba-430d-b540-46403dba669a tempest-TaggedBootDevicesTest-120359696 tempest-TaggedBootDevicesTest-120359696-project] Pushing event deleted for resources: {'Network': ['ID=27efb480-40de-46e0-a1bd-5c2fdb66e587,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:22.324612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:22.325034 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:22.328929 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:22.337927 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae551edd-9a80-450a-a62f-700784fd8055 x-openstack-request-id: req-ae551edd-9a80-450a-a62f-700784fd8055 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:22.338263 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d818a018-b43e-4d58-8cd8-8c7503a036b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9fdb08-f518-4ea7-864c-545f57c6dc24", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:22.338528 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae551edd-9a80-450a-a62f-700784fd8055 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:22.338948 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9fdb08-f518-4ea7-864c-545f57c6dc24', 'code': 200} Oct 26 11:59:22.341054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=4f9fdb08-f518-4ea7-864c-545f57c6dc24,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:22.352962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.379011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-52405b02-7ba0-491a-b340-dae755b52cff None None] Provisioning complete for port c2540ddd-8362-4523-be83-6b595761cce3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:22.381122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52405b02-7ba0-491a-b340-dae755b52cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.458751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-52405b02-7ba0-491a-b340-dae755b52cff None None] Port c2540ddd-8362-4523-be83-6b595761cce3 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:22.482427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-52405b02-7ba0-491a-b340-dae755b52cff None None] Provisioning complete for port 263db670-43bc-4106-bb60-15f621bb6077 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:22.482736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52405b02-7ba0-491a-b340-dae755b52cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.516008 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.525354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.528749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/networks/74ad77a9-9b86-47c3-854f-0ebf3b629f64 HTTP/1.1" status: 204 len: 168 time: 0.6039226 Oct 26 11:59:22.531719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41570) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:22.535287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef579-ffb3-4638-8966-de6b911ec0c9 req-c5530562-7949-41be-86ff-babe3af53d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:22.536947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d82ef579-ffb3-4638-8966-de6b911ec0c9 req-c5530562-7949-41be-86ff-babe3af53d98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 1096 time: 0.1196249 Oct 26 11:59:22.562813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Port': ['ID=eda4b623-9fe0-4561-aa48-65f5304b0707,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:22.580089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:22.589711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:22.599521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eee84d-5b25-49d3-af03-4e843d8aa23b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Network': ['ID=74ad77a9-9b86-47c3-854f-0ebf3b629f64,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:22.608122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:22.624604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Allocated IP 172.25.4.82 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/e44df6b9-cc85-4a15-92b1-2d544b9efa5b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:22.726997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d82ef579-ffb3-4638-8966-de6b911ec0c9 req-5c60ba89-e75b-427b-825a-408d07bcabbc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580911 Oct 26 11:59:22.763824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:22.764676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.774109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5191f793-7d44-421e-a58d-8558d6629fd9 None None] Provisioning complete for port c2540ddd-8362-4523-be83-6b595761cce3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:22.774596 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5191f793-7d44-421e-a58d-8558d6629fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.782672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85805e55-cdd6-4e11-b342-141064565104 req-ad155837-694c-49f2-b05b-37a2396e3010 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:22.797255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6985278-5209-472a-8273-4ba5dd078c5d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1514506 Oct 26 11:59:22.797900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41580) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:22.799522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85805e55-cdd6-4e11-b342-141064565104 req-ad155837-694c-49f2-b05b-37a2396e3010 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.1444418 Oct 26 11:59:22.806131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:22.820785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf2bf6-11b7-45e0-a7d5-6e926b5c2ada tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:22.836125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf2bf6-11b7-45e0-a7d5-6e926b5c2ada tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:22.837798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f4cf2bf6-11b7-45e0-a7d5-6e926b5c2ada tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3050034 Oct 26 11:59:22.850167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41584) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:22.860168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-965069868'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:22.875310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5191f793-7d44-421e-a58d-8558d6629fd9 None None] Port c2540ddd-8362-4523-be83-6b595761cce3 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:22.880839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.915665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 263db670-43bc-4106-bb60-15f621bb6077 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:22.954642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85805e55-cdd6-4e11-b342-141064565104 req-541f07d7-bee9-43f2-8029-0b19272873b7 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050246 Oct 26 11:59:22.982914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:22.988675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:22.993171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.007743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.034604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:23.047028 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.047600 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Added segment 61ce77e2-156f-47c3-9c7b-da320850d449 of type vlan for network 6fcbcb27-217f-4e3f-95aa-31711fcd7887 Oct 26 11:59:23.078138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-126b291f-c93c-4fec-89de-c6932846138d None None] Provisioning complete for port c2540ddd-8362-4523-be83-6b595761cce3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:23.078518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-126b291f-c93c-4fec-89de-c6932846138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.096872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.157439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.163510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:23.164686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.183798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 263db670-43bc-4106-bb60-15f621bb6077 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:23.184498 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.207946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-126b291f-c93c-4fec-89de-c6932846138d None None] Port c2540ddd-8362-4523-be83-6b595761cce3 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:23.214099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.312812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4597638 Oct 26 11:59:23.314793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0bc2e-9d78-4a47-8417-807f5f5a98dd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Network': ['ID=6fcbcb27-217f-4e3f-95aa-31711fcd7887,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:23.317138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41588) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:23.328155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6fcbcb27-217f-4e3f-95aa-31711fcd7887 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:23.336207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4e024-21d4-4522-9747-c9b241e84187 req-801fb505-e9ae-4b18-9f2b-12792aad10ea tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:23.337799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40e4e024-21d4-4522-9747-c9b241e84187 req-801fb505-e9ae-4b18-9f2b-12792aad10ea tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.2328503 Oct 26 11:59:23.342411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1483346669'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:23.396034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40e4e024-21d4-4522-9747-c9b241e84187 req-1e0187ee-5f7d-4bb3-9d0d-a3a9e1d70dc0 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476758 Oct 26 11:59:23.412110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:23.418820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.435431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a42b8163-d334-4b65-b3f0-61ea26c398f6 None None] Provisioning complete for port eda4b623-9fe0-4561-aa48-65f5304b0707 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:23.436034 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a42b8163-d334-4b65-b3f0-61ea26c398f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.448709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.452762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:23.463946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.464342 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Added segment 145a762f-d28d-44e3-8bba-11c011bd24bb of type vlan for network 6cc5d8c2-767a-4dbe-b5a3-2911d119fa51 Oct 26 11:59:23.484251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a42b8163-d334-4b65-b3f0-61ea26c398f6 None None] Port eda4b623-9fe0-4561-aa48-65f5304b0707 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 11:59:23.513370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.524895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:23.531131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:23.540117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:23.542709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Pushing event updated for resources: {'Port': ['ID=e44df6b9-cc85-4a15-92b1-2d544b9efa5b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:23.543830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.552947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:23.553930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.587222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.617280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2903712 Oct 26 11:59:23.617516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:23.624936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'ports': [{'network_id': '6fcbcb27-217f-4e3f-95aa-31711fcd7887', 'name': 'tempest-port--983924755', 'admin_state_up': True}, {'network_id': '6cc5d8c2-767a-4dbe-b5a3-2911d119fa51', 'admin_state_up': False}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:23.625260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'port': {'network_id': '6fcbcb27-217f-4e3f-95aa-31711fcd7887', 'name': 'tempest-port--983924755', 'admin_state_up': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:23.625743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'port': {'network_id': '6cc5d8c2-767a-4dbe-b5a3-2911d119fa51', 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:23.684229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d96348-c6b2-434e-8fd3-184eaf6de51c tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Network': ['ID=6cc5d8c2-767a-4dbe-b5a3-2911d119fa51,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:23.701268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6cc5d8c2-767a-4dbe-b5a3-2911d119fa51 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:23.717979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.768711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Allocated IP 172.25.4.117 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cec1ca26-96ef-4881-abcd-879e13e2394e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:23.785528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.857216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'port': 2} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:23.863728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.884142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:23.975434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.009452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] device_id is not set on port 7c4fef90-8136-464d-9180-16fbec9339f3 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:24.056745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.071452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.075434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.120671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:24.130119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:24.133825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:24.187526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27984ca7-8d2f-4f57-940e-09128131d580 req-5d2ce1ff-74e7-4b43-b9d5-77ea9feca4a1 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:24.191385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27984ca7-8d2f-4f57-940e-09128131d580 req-5d2ce1ff-74e7-4b43-b9d5-77ea9feca4a1 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.0870128 Oct 26 11:59:24.201450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Pushing event updated for resources: {'Port': ['ID=e44df6b9-cc85-4a15-92b1-2d544b9efa5b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:24.223456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.256064 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.296278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Port': ['ID=cec1ca26-96ef-4881-abcd-879e13e2394e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:24.305367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.306601 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-961d90de-abaf-42a2-ab94-db426de2e18c tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8282800 Oct 26 11:59:24.309266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41598) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:24.315160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27984ca7-8d2f-4f57-940e-09128131d580 req-4ee42c66-b4fc-447a-b9eb-3020b28648f1 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178443 Oct 26 11:59:24.329752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] device_id is not set on port 69987f27-1c35-48fc-a633-27bcc6eb769d yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:24.365401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.388241 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3aca5eea-1773-4f38-9f13-c7667407a68c tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.0754068 Oct 26 11:59:24.388478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:24.475914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.477915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.482167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d51e40b8-7e71-4956-812c-766dab0c108d tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0927901 Oct 26 11:59:24.493293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41604) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:24.503692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:24.565534 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.578837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 1c9c32bb-96e6-48ac-8978-8e486466832f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:59:24.583564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1c9c32bb-96e6-48ac-8978-8e486466832f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:24.583930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.671273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.677052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.684736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.716512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6ddd6-56c1-49e6-8be4-469f0e9e3580 req-4c6d9b22-20f5-4889-974e-dddad5b35b95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:24.718179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ab6ddd6-56c1-49e6-8be4-469f0e9e3580 req-4c6d9b22-20f5-4889-974e-dddad5b35b95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.2239745 Oct 26 11:59:24.774312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Port': ['ID=7c4fef90-8136-464d-9180-16fbec9339f3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:24.809581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ab6ddd6-56c1-49e6-8be4-469f0e9e3580 req-ff63520a-0592-40c1-a064-c5f655cdd997 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773432 Oct 26 11:59:24.819216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Checking segment: {'id': '61ce77e2-156f-47c3-9c7b-da320850d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6fcbcb27-217f-4e3f-95aa-31711fcd7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:24.819593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network hostable DHCP agents. Network: 6fcbcb27-217f-4e3f-95aa-31711fcd7887, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:24.822307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Deleting port e44df6b9-cc85-4a15-92b1-2d544b9efa5b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:24.822656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.836716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.839062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.863806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Port': ['ID=cec1ca26-96ef-4881-abcd-879e13e2394e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:24.871107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.874040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8e04a9d8-f6ac-4c7c-9f88-d231f5090afa tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0724010 Oct 26 11:59:24.876301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41606) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:24.880857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-57d36982-4b38-470a-92ec-623fbcb20e24 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'floatingip': {'port_id': 'eda4b623-9fe0-4561-aa48-65f5304b0707', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:24.883771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:24.886389 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be9cbd-89e6-4d39-8619-a613dba3e3a5" -d '{"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:24.901336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:24.907993 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.926573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.926984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.939534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57d36982-4b38-470a-92ec-623fbcb20e24 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:24.940981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Calling delete_port for e44df6b9-cc85-4a15-92b1-2d544b9efa5b owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:24.959893 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf99c7-1dbf-43b8-abcd-f52e5b000cb5 x-openstack-request-id: req-4bbf99c7-1dbf-43b8-abcd-f52e5b000cb5 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:24.960456 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:24.960807 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4bbf99c7-1dbf-43b8-abcd-f52e5b000cb5 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:24.961298 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'code': 200} Oct 26 11:59:24.978131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:25.044763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network 6fcbcb27-217f-4e3f-95aa-31711fcd7887 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:25.075302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6fcbcb27-217f-4e3f-95aa-31711fcd7887) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:25.086942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf9a75-21bf-43f8-89d4-47accd8d2072 None None] Network 6fcbcb27-217f-4e3f-95aa-31711fcd7887 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:25.091739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:25.093986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.110764 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-57d36982-4b38-470a-92ec-623fbcb20e24 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] update failed (client error): The resource could not be found. Oct 26 11:59:25.126467 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-57d36982-4b38-470a-92ec-623fbcb20e24 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "PUT /v2.0/floatingips/a64e3cf4-1250-4c44-8ea3-d29a71a9c881 HTTP/1.1" status: 404 len: 507 time: 0.2490671 Oct 26 11:59:25.128860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41614) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:25.158698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Port': ['ID=69987f27-1c35-48fc-a633-27bcc6eb769d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:25.209680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034f1a7-5b1d-411b-be22-9de76127b363 req-84293643-f290-4c59-8a5a-4b7c73f9ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.211777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c034f1a7-5b1d-411b-be22-9de76127b363 req-84293643-f290-4c59-8a5a-4b7c73f9ec14 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1097 time: 0.1706271 Oct 26 11:59:25.226722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Checking segment: {'id': '145a762f-d28d-44e3-8bba-11c011bd24bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6cc5d8c2-767a-4dbe-b5a3-2911d119fa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:25.227118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network hostable DHCP agents. Network: 6cc5d8c2-767a-4dbe-b5a3-2911d119fa51, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:25.260026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network 6cc5d8c2-767a-4dbe-b5a3-2911d119fa51 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:25.278846 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.292093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6cc5d8c2-767a-4dbe-b5a3-2911d119fa51) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:25.306159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d6896-a8a5-41a4-b5e4-fd20382a5472 None None] Network 6cc5d8c2-767a-4dbe-b5a3-2911d119fa51 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:25.320031 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c034f1a7-5b1d-411b-be22-9de76127b363 req-42f7fef3-57f7-4104-b7c0-44c19c0eb730 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962217 Oct 26 11:59:25.358492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Deleting port cec1ca26-96ef-4881-abcd-879e13e2394e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:25.359144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.371080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:25.377363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.383222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.383916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.389516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Pushing event deleted for resources: {'Port': ['ID=e44df6b9-cc85-4a15-92b1-2d544b9efa5b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:25.447170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aa2d8177-9272-4cac-9910-580de62c1e81 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8285265 Oct 26 11:59:25.448379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.452370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.453217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5c5cd663-81b4-4175-8691-d88c32eafcf0 tempest-FloatingIPAdminTestJSON-1071400523 tempest-FloatingIPAdminTestJSON-1071400523-project] 10.222.0.88 "DELETE /v2.0/floatingips/da825982-c80f-41d3-b729-822b2c4786c4 HTTP/1.1" status: 204 len: 168 time: 0.9577672 Oct 26 11:59:25.454552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41618) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:25.463856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41620) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:25.465872 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.466215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.480783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Calling delete_port for cec1ca26-96ef-4881-abcd-879e13e2394e owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:25.580638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388d9da-00d7-46a3-b3a4-0d4c0705a355 req-2df44baa-0b00-49b4-b8ae-71e04f4b6354 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.582325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6388d9da-00d7-46a3-b3a4-0d4c0705a355 req-2df44baa-0b00-49b4-b8ae-71e04f4b6354 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.1798666 Oct 26 11:59:25.626021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.653336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Port': ['ID=cec1ca26-96ef-4881-abcd-879e13e2394e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:25.657354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0530ef59-c2d3-45f8-ac7c-bda35632113e tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.664710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0530ef59-c2d3-45f8-ac7c-bda35632113e tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.666459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0530ef59-c2d3-45f8-ac7c-bda35632113e tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2109284 Oct 26 11:59:25.677204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41622) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:25.707180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6388d9da-00d7-46a3-b3a4-0d4c0705a355 req-edfeea09-f16e-4265-bb9d-4690d1dee09e tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Oct 26 11:59:25.727042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Deleting port bd656a11-2945-482c-b1dd-b3f0c3638a83 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:25.727525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.798442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.801507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.806709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4ebc8169-5430-4f58-b82e-8f18d34e232e tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "DELETE /v2.0/floatingips/a64e3cf4-1250-4c44-8ea3-d29a71a9c881 HTTP/1.1" status: 204 len: 168 time: 0.6730437 Oct 26 11:59:25.806965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:25.812116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b9dc8228-d0d3-4149-beb7-a73046bf6f0d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'floatingip': {'floating_network_id': '145678d0-a52d-4d6e-8346-5fc7c2bf8d56', 'port_id': 'eda4b623-9fe0-4561-aa48-65f5304b0707', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:25.846217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8228-d0d3-4149-beb7-a73046bf6f0d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.847740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.848118 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:25.865348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Calling delete_port for bd656a11-2945-482c-b1dd-b3f0c3638a83 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:25.894058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8008d-5af6-4447-a995-3d2bc03546cf req-8b5e5a7f-9046-4579-81b3-5ceafe1feec4 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:25.895791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ab8008d-5af6-4447-a995-3d2bc03546cf req-8b5e5a7f-9046-4579-81b3-5ceafe1feec4 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0949826 Oct 26 11:59:25.936278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Deleting port 7c4fef90-8136-464d-9180-16fbec9339f3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:25.936630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.014727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ab8008d-5af6-4447-a995-3d2bc03546cf req-9438374b-3f78-461c-b8eb-fda0e4dd1248 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874350 Oct 26 11:59:26.019472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.039142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Calling delete_port for 7c4fef90-8136-464d-9180-16fbec9339f3 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:26.050927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe1b82-a4ec-4610-a08e-bc9bfdb06aec req-6fcc4d4f-b953-46f9-a8d1-29ecaeedb904 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:26.051462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3dfe1b82-a4ec-4610-a08e-bc9bfdb06aec req-6fcc4d4f-b953-46f9-a8d1-29ecaeedb904 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1253743 Oct 26 11:59:26.120758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3dfe1b82-a4ec-4610-a08e-bc9bfdb06aec req-670ad57b-8f68-4e78-816d-addface188dc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683534 Oct 26 11:59:26.187470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.187759 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-b9dc8228-d0d3-4149-beb7-a73046bf6f0d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:26.193060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b9dc8228-d0d3-4149-beb7-a73046bf6f0d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3850672 Oct 26 11:59:26.193659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41634) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:26.200049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'eda4b623-9fe0-4561-aa48-65f5304b0707', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:26.206772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.240287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe3c60-716b-42f4-8c28-b83704c819b3 req-52cdb249-04dd-4a7e-8f7f-81b6c88ec4ac tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:26.242172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95fe3c60-716b-42f4-8c28-b83704c819b3 req-52cdb249-04dd-4a7e-8f7f-81b6c88ec4ac tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 946 time: 0.1023130 Oct 26 11:59:26.245478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd656a11-2945-482c-b1dd-b3f0c3638a83,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:26.261147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Port': ['ID=7c4fef90-8136-464d-9180-16fbec9339f3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:26.280702 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.283556 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ab3c84b5-6437-44dd-8904-f10b73081b1a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/ports/7c4fef90-8136-464d-9180-16fbec9339f3 HTTP/1.1" status: 204 len: 168 time: 0.6050432 Oct 26 11:59:26.285219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.287725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41638) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:26.378130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95fe3c60-716b-42f4-8c28-b83704c819b3 req-e78b96a4-70b0-41e1-b619-aa08212ee2bf tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251802 Oct 26 11:59:26.392283 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.395395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.396922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.400535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41640) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:26.401890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-252d8f11-a3d5-4b44-b6a4-c1eb089a7a55 tempest-FloatingIPAdminTestJSON-685462029 tempest-FloatingIPAdminTestJSON-685462029-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/defa895d-5c3b-40e0-a00b-45f45201766c HTTP/1.1" status: 204 len: 168 time: 0.9360132 Oct 26 11:59:26.459316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Deleting port 69987f27-1c35-48fc-a633-27bcc6eb769d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:26.459667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.536232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.551464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Calling delete_port for 69987f27-1c35-48fc-a633-27bcc6eb769d owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:26.629204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Allocated IP 172.25.4.194 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/64cfcc2e-182e-4af0-a8f9-9171e776a062) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:26.640977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.643524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting port d864701c-4a28-4f9a-8f78-faedb54c1939 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:26.643886 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.683036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.690811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/ports/69987f27-1c35-48fc-a633-27bcc6eb769d HTTP/1.1" status: 204 len: 168 time: 0.4003530 Oct 26 11:59:26.691911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41644) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:26.729470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae4011-69e5-4c1d-86e0-2b83ba7ffa2a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Port': ['ID=69987f27-1c35-48fc-a633-27bcc6eb769d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:26.738537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-010f4a6a-9ca3-44d7-b469-11daea72f55a tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452278 Oct 26 11:59:26.739541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41646) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:26.759196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-700186386'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:26.820935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b511ae-79ae-4111-ae20-7bdbacb9db51 req-03a2ff49-0933-4adf-ae5e-92e5bbce0ea0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:26.822733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21b511ae-79ae-4111-ae20-7bdbacb9db51 req-03a2ff49-0933-4adf-ae5e-92e5bbce0ea0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.0906508 Oct 26 11:59:26.823618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:26.827058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.883961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21b511ae-79ae-4111-ae20-7bdbacb9db51 req-d5b34354-526b-48ea-9644-3e5d22aa91c8 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529783 Oct 26 11:59:26.884728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:26.903291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.904046 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Added segment c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1 of type vlan for network c230a186-0771-405e-9255-67cc376dd17c Oct 26 11:59:26.962349 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.993379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:26.999873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:27.000544 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.078030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3327744 Oct 26 11:59:27.078781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41650) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:27.080705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.088412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-819418936'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:27.095910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cc8c0-8910-4d13-ae8a-81393b4cab07 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Network': ['ID=c230a186-0771-405e-9255-67cc376dd17c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:27.108518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network c230a186-0771-405e-9255-67cc376dd17c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:27.109554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Calling delete_port for d864701c-4a28-4f9a-8f78-faedb54c1939 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:27.230611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:27.234648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.255395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.285471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797e790-58aa-4d82-903a-fb9a81fb0b0e req-e39b674b-4d4a-4976-b7c7-316c6659d1c5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:27.294659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4797e790-58aa-4d82-903a-fb9a81fb0b0e req-e39b674b-4d4a-4976-b7c7-316c6659d1c5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0976980 Oct 26 11:59:27.321898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:27.365398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4797e790-58aa-4d82-903a-fb9a81fb0b0e req-1777d3bd-479b-4cc0-9a03-e0c29f3bdc59 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696480 Oct 26 11:59:27.388889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.389314 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Added segment 23e979e1-f6a6-472c-8939-3d6e31bd1fc7 of type vlan for network 3b328f21-1723-428e-bc93-06174ba58ca5 Oct 26 11:59:27.403716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.416726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d804ec-6a47-478d-84af-99534672d70a req-202cf7c3-0092-4b50-b2c9-391e155e393f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:27.423123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55d804ec-6a47-478d-84af-99534672d70a req-202cf7c3-0092-4b50-b2c9-391e155e393f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1551571 Oct 26 11:59:27.481747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55d804ec-6a47-478d-84af-99534672d70a req-25dba6ab-391c-4de8-9d63-42788b8abc95 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534315 Oct 26 11:59:27.532363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.553429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:27.565028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:27.571127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:27.633843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event updated for resources: {'Port': ['ID=64cfcc2e-182e-4af0-a8f9-9171e776a062,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:27.643232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.689915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.696510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:27.697169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:27.708400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Port': ['ID=d864701c-4a28-4f9a-8f78-faedb54c1939,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:27.752085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6866e-2d08-4326-ab1c-8c20d8db72e9 req-0d9703a4-6419-4bb3-bd92-b0c9740e3a78 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:27.763955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8d6866e-2d08-4326-ab1c-8c20d8db72e9 req-0d9703a4-6419-4bb3-bd92-b0c9740e3a78 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1491258 Oct 26 11:59:27.764492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41666) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:27.769265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Request body: {'floatingip': {'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:27.833550 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.029324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Network': ['ID=3b328f21-1723-428e-bc93-06174ba58ca5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:28.041490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3b328f21-1723-428e-bc93-06174ba58ca5 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:28.142894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2c82023-470a-4511-956c-efec95d03ea7 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0480716 Oct 26 11:59:28.224941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.229629 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f183685a-be54-430c-8d06-589dcb049cf4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "DELETE /v2.0/ports/d864701c-4a28-4f9a-8f78-faedb54c1939 HTTP/1.1" status: 204 len: 168 time: 1.8285649 Oct 26 11:59:28.232854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41668) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:28.308284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Deleting port 64cfcc2e-182e-4af0-a8f9-9171e776a062 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:28.308545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.369479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36168767-ab7c-4262-adc7-32430f6875a0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:28.371460 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-36168767-ab7c-4262-adc7-32430f6875a0 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "GET /v2.0/ports?device_id=848340ef-7da2-4c3b-ac5a-b8af06bf2440 HTTP/1.1" status: 200 len: 913 time: 0.1376417 Oct 26 11:59:28.374765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41672) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:28.518929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.519218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.541968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Calling delete_port for 64cfcc2e-182e-4af0-a8f9-9171e776a062 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:28.843562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.859017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.878496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:28.891806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Port': ['ID=64cfcc2e-182e-4af0-a8f9-9171e776a062,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:28.999341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997fca-3918-40d4-831d-f1a857ed7a36 req-15f56444-3ce3-4321-90f5-77f83707f514 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:29.008658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997fca-3918-40d4-831d-f1a857ed7a36 req-15f56444-3ce3-4321-90f5-77f83707f514 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:29.016706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997fca-3918-40d4-831d-f1a857ed7a36 req-15f56444-3ce3-4321-90f5-77f83707f514 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:29.025348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5997fca-3918-40d4-831d-f1a857ed7a36 req-15f56444-3ce3-4321-90f5-77f83707f514 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1&device_id=14c4c552-1592-455f-9bfd-341c439b0aa1&device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 2417 time: 0.5015326 Oct 26 11:59:29.080050 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] create failed (client error): The resource could not be found. Oct 26 11:59:29.081335 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d539e4e-97bc-410d-a548-84815fff1370 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8851109 Oct 26 11:59:29.086963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41678) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:29.091381 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5997fca-3918-40d4-831d-f1a857ed7a36 req-d809dea8-9c1f-4584-93a4-0ad6cc56b241 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Oct 26 11:59:29.106719 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Floating IP 522e36fc-bad3-46b7-a663-36c06b314c56 associated. External IP: 172.25.4.21, port: 1c9c32bb-96e6-48ac-8978-8e486466832f. Oct 26 11:59:29.179174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:29.326313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Deleting port eda4b623-9fe0-4561-aa48-65f5304b0707 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:29.326777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:29.398363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333609d-1cc2-4670-8199-5d36590c3fab req-a1c0fc2a-5690-41a8-b8c4-cd4603bb1e0b tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:29.400335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6333609d-1cc2-4670-8199-5d36590c3fab req-a1c0fc2a-5690-41a8-b8c4-cd4603bb1e0b tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.1522744 Oct 26 11:59:29.425304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Router 52bbe416-5d26-4097-8262-d3d033b7537d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:29.532877 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:59:29.540079 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:29.550746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6333609d-1cc2-4670-8199-5d36590c3fab req-762fcade-68df-4802-be2e-9ae84c4e1397 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233985 Oct 26 11:59:29.575251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Calling delete_port for eda4b623-9fe0-4561-aa48-65f5304b0707 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:29.638330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:29.646000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:29.669690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:29.721264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-be5375d0-793b-4560-9477-e9953833e680 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "PUT /v2.0/floatingips/522e36fc-bad3-46b7-a663-36c06b314c56 HTTP/1.1" status: 200 len: 991 time: 1.9530833 Oct 26 11:59:29.724869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:29.730840 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:29.735459 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:29.736085 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:29.841631 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f40caa-fbf1-40bc-9c8d-d4256e7d3635 x-openstack-request-id: req-74f40caa-fbf1-40bc-9c8d-d4256e7d3635 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:29.841926 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:29.842189 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-74f40caa-fbf1-40bc-9c8d-d4256e7d3635 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:29.842603 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'status': 'completed', 'code': 200} Oct 26 11:59:30.191515 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:59:30.238659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:30.356655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3d28-9be2-4df4-a320-5625cd7d03d3 req-a31be8fc-9cd1-4f45-b3c9-6c34efbdf091 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:30.363352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2ca3d28-9be2-4df4-a320-5625cd7d03d3 req-a31be8fc-9cd1-4f45-b3c9-6c34efbdf091 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1682715 Oct 26 11:59:30.365551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-dd151260-6f1a-42bf-9acf-f1c2fd453b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:30.373338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-dd151260-6f1a-42bf-9acf-f1c2fd453b3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.1930873 Oct 26 11:59:30.391397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Port': ['ID=eda4b623-9fe0-4561-aa48-65f5304b0707,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:30.580768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:30.587084 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f7dc676a-db8a-4ff2-9623-108e1ffc97e0 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "DELETE /v2.0/ports/eda4b623-9fe0-4561-aa48-65f5304b0707 HTTP/1.1" status: 204 len: 168 time: 1.4958603 Oct 26 11:59:30.587566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-0f1e5829-17b9-4b89-896e-8533e91a0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:30.589000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-0f1e5829-17b9-4b89-896e-8533e91a0861 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1097 time: 0.4415007 Oct 26 11:59:30.589464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41706) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:30.627699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting port 6e2a023a-bdbf-402f-bf27-f92a4137575b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:30.627699 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:30.695866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2ca3d28-9be2-4df4-a320-5625cd7d03d3 req-cfed2bb5-e0db-401d-8c60-05956f7c599f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213773 Oct 26 11:59:30.826488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-cdb009f2-bde6-4ffa-bc30-6c6f162eb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:30.828209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-cdb009f2-bde6-4ffa-bc30-6c6f162eb545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.4391782 Oct 26 11:59:30.862910 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '522e36fc-bad3-46b7-a663-36c06b314c56', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'mac_address': 'fa:16:3e:4d:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:59:02Z', 'updated_at': '2021-10-26T11:59:28Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:30.933207 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:30.961855 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:30.962587 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:31.001994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-c82d4d15-7a75-4392-b49d-ba67fd041c53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.1597674 Oct 26 11:59:31.108334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead4006-e586-42ca-b370-121062a1c7d6 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.117964 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0ead4006-e586-42ca-b370-121062a1c7d6 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "GET /v2.0/ports?device_id=a04b3d26-2883-4e7b-917b-403c257af304 HTTP/1.1" status: 200 len: 913 time: 0.5260634 Oct 26 11:59:31.121416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:31.144100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-31eb1efc-fdd0-42ca-b212-6bd9b124cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.151519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-31eb1efc-fdd0-42ca-b212-6bd9b124cd29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1412587 Oct 26 11:59:31.204566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-8561c452-3567-4b10-ac01-813960292735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.207564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-8561c452-3567-4b10-ac01-813960292735 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.5957470 Oct 26 11:59:31.212452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:31.224352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:59:31.346482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-c429bc74-9e65-4a97-9219-8740cdbeec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.350463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-c429bc74-9e65-4a97-9219-8740cdbeec82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315875 Oct 26 11:59:31.353278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-45046095-e6fd-4384-8e9c-9a7fc05057e0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 999 time: 0.1350787 Oct 26 11:59:31.501769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-240652f1-d0e0-40dd-94f0-58adba233b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.510561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-240652f1-d0e0-40dd-94f0-58adba233b0e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1358895 Oct 26 11:59:31.536728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Calling delete_port for 6e2a023a-bdbf-402f-bf27-f92a4137575b owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:31.610188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:31.625238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'subnets': [{'network_id': 'c230a186-0771-405e-9255-67cc376dd17c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--462334226', 'ip_version': 6}, {'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:31.625238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'subnet': {'network_id': 'c230a186-0771-405e-9255-67cc376dd17c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--462334226', 'ip_version': 6}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:31.626181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Request body: {'subnet': {'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:31.659176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-e2851e05-908c-498d-ab76-2a617db12fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.660766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-e2851e05-908c-498d-ab76-2a617db12fe5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400948 Oct 26 11:59:31.740711 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '522e36fc-bad3-46b7-a663-36c06b314c56', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'mac_address': 'fa:16:3e:4d:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:59:02Z', 'updated_at': '2021-10-26T11:59:28Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:31.767174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3bcf-891d-4f9c-841b-4062de5dec9f req-5b0bc283-20eb-48f8-acda-f04e9705fb41 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:31.768915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31ff3bcf-891d-4f9c-841b-4062de5dec9f req-5b0bc283-20eb-48f8-acda-f04e9705fb41 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.2839844 Oct 26 11:59:31.779846 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2dfc-0376-4929-a7ae-3a4c8cbc0f5d None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '522e36fc-bad3-46b7-a663-36c06b314c56', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'mac_address': 'fa:16:3e:4d:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T11:59:02Z', 'updated_at': '2021-10-26T11:59:28Z', 'revision_number': 1, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:31.840750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-67e7a187-9385-49cf-bc2f-789a4532545f service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452959 Oct 26 11:59:31.858044 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-3b8460bc-ab3d-4727-a362-0bdbe3ee5e96 service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889923 Oct 26 11:59:32.002333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31ff3bcf-891d-4f9c-841b-4062de5dec9f req-4316ce09-decf-46b1-8088-85aa38aa5099 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112451 Oct 26 11:59:32.042826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f942683-efde-499a-b5d0-8eb6dceb6ded req-2d772e7c-5d6e-4ebf-bfaf-6f7ccb51ef9c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:32.044438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f942683-efde-499a-b5d0-8eb6dceb6ded req-2d772e7c-5d6e-4ebf-bfaf-6f7ccb51ef9c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2346554 Oct 26 11:59:32.101793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:32.142267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Port': ['ID=6e2a023a-bdbf-402f-bf27-f92a4137575b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:32.154707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Made reservation on behalf of 21532ecd282f4b2a9bb4a30affa3f565 for: {'subnet': 2} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:32.159225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:32.159571 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:32.164789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec92cd7f-d7d8-4cae-ae5b-fc539b29fa8a req-1cde4c80-508f-47b9-9d97-bc2e833652ac service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238209 Oct 26 11:59:32.177706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-892ac456-ed49-42aa-aac7-26ce0ec3ac32 req-ea34ea2e-fa08-4fe1-b677-de6f4a659e64 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768509 Oct 26 11:59:32.229065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d147aa31-3e8c-48f0-a696-be250d328ca3 None None] New status for floating IP 522e36fc-bad3-46b7-a663-36c06b314c56: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 11:59:32.248451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f942683-efde-499a-b5d0-8eb6dceb6ded req-baaded04-2469-46e0-a89e-9338376a97a1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765993 Oct 26 11:59:32.305758 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:32.517682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:32.786374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Router 848340ef-7da2-4c3b-ac5a-b8af06bf2440 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:32.878976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Deleting port c2540ddd-8362-4523-be83-6b595761cce3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:32.879511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:32.961399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:32.974407 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bb1ae1f6-9667-44b9-9f08-b6938e4dcb14 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "PUT /v2.0/routers/848340ef-7da2-4c3b-ac5a-b8af06bf2440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5965621 Oct 26 11:59:32.975312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:32.982372 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] Sync routers for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:33.002751 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:33.003396 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.068957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.085458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.087794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Calling delete_port for c2540ddd-8362-4523-be83-6b595761cce3 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:33.139570 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.139852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.183973 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] Routers {'848340ef-7da2-4c3b-ac5a-b8af06bf2440'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:33.191117 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.265961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.295705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.296422 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a746d57-d8bf-4be2-8cd1-fde3a938cfbd None None] The sync data for ids ['848340ef-7da2-4c3b-ac5a-b8af06bf2440'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:33.369080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting port ef8625b1-7efc-4772-a947-8b135af2f743 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:33.369343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.436471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Subnet': ['ID=a659fab1-ef5a-4eba-b344-a7885c623166,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:33.458466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cc596-79ad-43c9-8f0b-0836ae0d2c40 req-af699ea5-9ab6-48ce-a369-70622f98c2ce tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:33.461127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-244cc596-79ad-43c9-8f0b-0836ae0d2c40 req-af699ea5-9ab6-48ce-a369-70622f98c2ce tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.2798915 Oct 26 11:59:33.493338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Checking segment: {'id': 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c230a186-0771-405e-9255-67cc376dd17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:33.493707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network hostable DHCP agents. Network: c230a186-0771-405e-9255-67cc376dd17c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:33.507208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.523677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Calling delete_port for ef8625b1-7efc-4772-a947-8b135af2f743 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:33.562243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd9aa6-3a38-4d9d-a8b4-6d30bdbb56b5 req-8bc4b64d-0f37-4740-b8fd-e5e0d92c9bee tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:33.563738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1bd9aa6-3a38-4d9d-a8b4-6d30bdbb56b5 req-8bc4b64d-0f37-4740-b8fd-e5e0d92c9bee tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1703298 Oct 26 11:59:33.571543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-244cc596-79ad-43c9-8f0b-0836ae0d2c40 req-96b57256-3283-47bd-a9ce-a20df21c100f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999701 Oct 26 11:59:33.606571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.613663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network c230a186-0771-405e-9255-67cc376dd17c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:33.652129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, c230a186-0771-405e-9255-67cc376dd17c) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:33.658134 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.661880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd2fae-6cd6-4146-86cf-ce3b089ba2f4 None None] Network c230a186-0771-405e-9255-67cc376dd17c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:33.685184 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.800338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1bd9aa6-3a38-4d9d-a8b4-6d30bdbb56b5 req-084025c1-39c2-4035-8efd-f6cca525717e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980696 Oct 26 11:59:33.834121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.872384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Port': ['ID=ef8625b1-7efc-4772-a947-8b135af2f743,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:33.926667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Port': ['ID=c2540ddd-8362-4523-be83-6b595761cce3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:33.968571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:33.996471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-c230a186-0771-405e-9255-67cc376dd17c', 'network_id': 'c230a186-0771-405e-9255-67cc376dd17c', 'tenant_id': '21532ecd282f4b2a9bb4a30affa3f565', 'fixed_ips': [{'subnet_id': 'a659fab1-ef5a-4eba-b344-a7885c623166'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:59:33.997934 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.032946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.056072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event updated for resources: {'Subnet': ['ID=fb9d5b83-9745-40a5-836e-2a5cd95909b7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:34.157024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.159510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.202142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Checking segment: {'id': '23e979e1-f6a6-472c-8939-3d6e31bd1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:34.202142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network hostable DHCP agents. Network: 3b328f21-1723-428e-bc93-06174ba58ca5, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:34.268865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.270400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Fanout notify agent at l3_agent the message router_deleted on router 848340ef-7da2-4c3b-ac5a-b8af06bf2440 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:59:34.271777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Allocated IP 2001:db8::1 (c230a186-0771-405e-9255-67cc376dd17c/a659fab1-ef5a-4eba-b344-a7885c623166/f50bcf62-5b3d-4357-9388-1eed1054d09e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:34.301252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.308104 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c1f4eae-1b28-458e-8c52-fbd6ee285caa tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "DELETE /v2.0/routers/848340ef-7da2-4c3b-ac5a-b8af06bf2440 HTTP/1.1" status: 204 len: 168 time: 1.3303399 Oct 26 11:59:34.311338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:34.402110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting subnet 3d6fc330-8129-4336-8610-f1140aa9d465 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:34.408912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.468494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.534588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.541900 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.613325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.617353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Network c230a186-0771-405e-9255-67cc376dd17c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:34.620514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:34.645039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:34.652162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Pushing event updated for resources: {'Port': ['ID=f50bcf62-5b3d-4357-9388-1eed1054d09e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:34.674629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Network 3b328f21-1723-428e-bc93-06174ba58ca5 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:34.677083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.677431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.677773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.678112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.678982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.679324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.679658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.679982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.680305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.680624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.680944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.681262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:59:34.682642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Router a04b3d26-2883-4e7b-917b-403c257af304 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:34.708397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3b328f21-1723-428e-bc93-06174ba58ca5) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:34.716909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.732081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:34.732299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a0249-1be9-4008-9c86-6b431d2bdc41 None None] Network 3b328f21-1723-428e-bc93-06174ba58ca5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:34.732555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:34.733190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.753630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6fc330-8129-4336-8610-f1140aa9d465,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:34.758066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.763935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b87b2f04-f540-4ba9-a65f-6d0a11690190 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "DELETE /v2.0/subnets/3d6fc330-8129-4336-8610-f1140aa9d465 HTTP/1.1" status: 204 len: 168 time: 0.4499052 Oct 26 11:59:34.770224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41758) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:34.810369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59876f06-83b1-4ce3-b0aa-39f5c160f6b5 None None] Network 2e7a4285-118e-4bcd-8306-0041cb04b23e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:34.839290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde252f-49da-4c14-8803-09c7e94e5cc4 req-d789db58-47d3-49f6-b7af-348a0f43562f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:34.843756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cde252f-49da-4c14-8803-09c7e94e5cc4 req-d789db58-47d3-49f6-b7af-348a0f43562f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.1526012 Oct 26 11:59:34.852187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-51ed4002-2412-4838-b83b-e0ee1e6a781b tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2369926 Oct 26 11:59:34.857784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:34.872369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:34.874607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41762) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:34.876738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-376d5acf-834c-409d-b58a-64bd737022fd tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "PUT /v2.0/routers/a04b3d26-2883-4e7b-917b-403c257af304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7498801 Oct 26 11:59:34.879844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41764) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:34.992531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] Sync routers for ids ['a04b3d26-2883-4e7b-917b-403c257af304'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:34.997352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Attempting to bind port f50bcf62-5b3d-4357-9388-1eed1054d09e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:34.997766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Attempting to bind port f50bcf62-5b3d-4357-9388-1eed1054d09e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c230a186-0771-405e-9255-67cc376dd17c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:34.997898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab655600-fc79-4320-99c8-198522dd10a6 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:34.998256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Attempting to bind port f50bcf62-5b3d-4357-9388-1eed1054d09e on network c230a186-0771-405e-9255-67cc376dd17c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:34.999355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab655600-fc79-4320-99c8-198522dd10a6 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:35.001234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab655600-fc79-4320-99c8-198522dd10a6 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:35.002961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ab655600-fc79-4320-99c8-198522dd10a6 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1272972 Oct 26 11:59:35.013424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41766) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:35.027694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.073237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting port f126f515-f5e3-468d-bbec-d3006863b16c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:35.073739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.079259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Deleting subnet a659fab1-ef5a-4eba-b344-a7885c623166 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:35.082696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.085689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:35.086065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Checking segment: {'id': 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c230a186-0771-405e-9255-67cc376dd17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:35.086462 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.087050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Bound using segment: {'id': 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c230a186-0771-405e-9255-67cc376dd17c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:35.087702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Bound port: f50bcf62-5b3d-4357-9388-1eed1054d09e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c230a186-0771-405e-9255-67cc376dd17c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:35.088085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.128790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.137104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] Routers {'a04b3d26-2883-4e7b-917b-403c257af304'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:35.137892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a04b3d26-2883-4e7b-917b-403c257af304'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:35.145691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cde252f-49da-4c14-8803-09c7e94e5cc4 req-7e7a10c1-f7fa-4575-819d-995d88bdf5b6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919333 Oct 26 11:59:35.217512 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.271241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:35.293195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] For port f50bcf62-5b3d-4357-9388-1eed1054d09e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:35.307470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] For port f50bcf62-5b3d-4357-9388-1eed1054d09e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f50bcf62-5b3d-4357-9388-1eed1054d09e,segment=NetworkSegment(c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1),segment_id=c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:35.320499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7948b-3003-46c8-a9f6-bc222a03a93f req-8cd94749-3ad8-4519-b6ef-e8eee317e782 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:35.328440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08a7948b-3003-46c8-a9f6-bc222a03a93f req-8cd94749-3ad8-4519-b6ef-e8eee317e782 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.4502621 Oct 26 11:59:35.340934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] Routers {'a04b3d26-2883-4e7b-917b-403c257af304'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:35.342174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a04b3d26-2883-4e7b-917b-403c257af304'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:35.345975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.355694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.359403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.373746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.405981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] DHCP port deletion for 2e7a4285-118e-4bcd-8306-0041cb04b23e request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:35.425983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] For port f126f515-f5e3-468d-bbec-d3006863b16c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f126f515-f5e3-468d-bbec-d3006863b16c,segment=NetworkSegment(b31c7e2d-8c2b-4693-93ef-bf9e06c980ef),segment_id=b31c7e2d-8c2b-4693-93ef-bf9e06c980ef)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:35.426836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.431948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08a7948b-3003-46c8-a9f6-bc222a03a93f req-278487f2-7469-4659-b10e-d08ed2bdfcc7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016502 Oct 26 11:59:35.436200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.437755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:35.438367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Fanout notify agent at l3_agent the message router_deleted on router a04b3d26-2883-4e7b-917b-403c257af304 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:59:35.438499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c9a5d-4bb6-4453-a9bf-5c421cf9cdfa None None] The sync data for ids ['a04b3d26-2883-4e7b-917b-403c257af304'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:35.456333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.463816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3b328f21-1723-428e-bc93-06174ba58ca5', 'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5', 'tenant_id': '21532ecd282f4b2a9bb4a30affa3f565', 'fixed_ips': [{'subnet_id': 'fb9d5b83-9745-40a5-836e-2a5cd95909b7'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 11:59:35.464260 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.472536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.481594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a1568635-82e1-42e2-854b-08a0f0d61242 tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "DELETE /v2.0/routers/a04b3d26-2883-4e7b-917b-403c257af304 HTTP/1.1" status: 204 len: 168 time: 0.5947616 Oct 26 11:59:35.483353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41774) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:35.531726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Calling delete_port for f126f515-f5e3-468d-bbec-d3006863b16c owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:35.533648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Subnet': ['ID=a659fab1-ef5a-4eba-b344-a7885c623166,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:35.551769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.556422 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d9d07b15-58dc-46e2-9335-5cc1cc547e18 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/subnets/a659fab1-ef5a-4eba-b344-a7885c623166 HTTP/1.1" status: 204 len: 168 time: 0.5395679 Oct 26 11:59:35.559059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41776) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:35.570478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c9578-d293-42c6-814c-a338c34f47f5 None None] Pushing event updated for resources: {'Port': ['ID=f50bcf62-5b3d-4357-9388-1eed1054d09e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:35.589752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Deleting subnet 80e0dc58-566b-4690-a7bc-49dedf8a4383 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:35.595506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.671675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.679115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] Deleting port f126f515-f5e3-468d-bbec-d3006863b16c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:35.679686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.681241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Deleting subnet fb9d5b83-9745-40a5-836e-2a5cd95909b7 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:35.734802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.752692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Allocated IP 2001:db8:0:1::1 (3b328f21-1723-428e-bc93-06174ba58ca5/fb9d5b83-9745-40a5-836e-2a5cd95909b7/c537d4d0-bd6b-49e1-9705-645256814b7d) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:35.769679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Port': ['ID=f126f515-f5e3-468d-bbec-d3006863b16c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:35.778815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] No DVR routers for this DVR port f126f515-f5e3-468d-bbec-d3006863b16c on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:35.780882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] For port f126f515-f5e3-468d-bbec-d3006863b16c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f126f515-f5e3-468d-bbec-d3006863b16c,segment=NetworkSegment(b31c7e2d-8c2b-4693-93ef-bf9e06c980ef),segment_id=b31c7e2d-8c2b-4693-93ef-bf9e06c980ef)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:35.781384 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.852712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] Calling delete_port for f126f515-f5e3-468d-bbec-d3006863b16c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:35.890119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.945815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: from cryptography.utils import int_from_bytes Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: from cryptography.utils import int_from_bytes Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.972151 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:59:35.975837 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 11:59:35.979156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:35.984625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7a4285-118e-4bcd-8306-0041cb04b23e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:35.996825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:35.998282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31c7e2d-8c2b-4693-93ef-bf9e06c980ef') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:36.000890 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.012011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.021434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] Pushing event deleted for resources: {'Port': ['ID=f126f515-f5e3-468d-bbec-d3006863b16c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:36.027451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768ceb3-1ccf-418c-849a-f6fd82d04832 None None] No DVR routers for this DVR port f126f515-f5e3-468d-bbec-d3006863b16c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:36.032551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.041966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:36.042260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.057373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Subnet': ['ID=80e0dc58-566b-4690-a7bc-49dedf8a4383,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:36.077614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.084014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6db14ba6-b048-45a3-b332-58f6ca64c60d tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "DELETE /v2.0/subnets/80e0dc58-566b-4690-a7bc-49dedf8a4383 HTTP/1.1" status: 204 len: 168 time: 0.5994394 Oct 26 11:59:36.086302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41778) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:36.087759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f9314-425a-4722-a408-3cdc53d6fab6 None None] Network 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:36.112656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:36.145919 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:36.150450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.151722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.179152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Network 3b328f21-1723-428e-bc93-06174ba58ca5 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:36.191722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:36.211137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.219202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:36.243932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.369465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4c08-4355-4bbf-b73a-beaac0596332 req-abe0e9d3-8eaf-49ca-83fe-2651095d24b7 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:36.377920 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82ea4c08-4355-4bbf-b73a-beaac0596332 req-abe0e9d3-8eaf-49ca-83fe-2651095d24b7 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0765188 Oct 26 11:59:36.444404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82ea4c08-4355-4bbf-b73a-beaac0596332 req-9b15cb34-13aa-450e-9d22-f675137151f2 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Oct 26 11:59:36.480975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Deleting port 263db670-43bc-4106-bb60-15f621bb6077 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:36.481336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.637588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] For port 263db670-43bc-4106-bb60-15f621bb6077, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=263db670-43bc-4106-bb60-15f621bb6077,segment=NetworkSegment(8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7),segment_id=8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:36.637841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.663166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Calling delete_port for 263db670-43bc-4106-bb60-15f621bb6077 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:36.684219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.697329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Pushing event updated for resources: {'Port': ['ID=c537d4d0-bd6b-49e1-9705-645256814b7d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:36.708282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Attempting to bind port c537d4d0-bd6b-49e1-9705-645256814b7d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:36.708931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Attempting to bind port c537d4d0-bd6b-49e1-9705-645256814b7d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '23e979e1-f6a6-472c-8939-3d6e31bd1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:36.709610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Attempting to bind port c537d4d0-bd6b-49e1-9705-645256814b7d on network 3b328f21-1723-428e-bc93-06174ba58ca5 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:36.719848 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:36.720520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Checking segment: {'id': '23e979e1-f6a6-472c-8939-3d6e31bd1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:36.721331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.721791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Bound using segment: {'id': '23e979e1-f6a6-472c-8939-3d6e31bd1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:36.722445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Bound port: c537d4d0-bd6b-49e1-9705-645256814b7d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e979e1-f6a6-472c-8939-3d6e31bd1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '3b328f21-1723-428e-bc93-06174ba58ca5'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:36.722733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.761228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02842e-748f-4223-96eb-44ecdd5ea125 req-28773669-c5c5-456a-94d2-3fd3cc204409 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:36.763476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a02842e-748f-4223-96eb-44ecdd5ea125 req-28773669-c5c5-456a-94d2-3fd3cc204409 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1983535 Oct 26 11:59:36.774479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.809586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.816001 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "DELETE /v2.0/networks/2e7a4285-118e-4bcd-8306-0041cb04b23e HTTP/1.1" status: 204 len: 168 time: 2.0435314 Oct 26 11:59:36.818317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.823052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dce28b-e53f-4f42-ac27-cac3940404a4 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Network': ['ID=2e7a4285-118e-4bcd-8306-0041cb04b23e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:36.825266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:36.869751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:36.879160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/subnets/fb9d5b83-9745-40a5-836e-2a5cd95909b7 HTTP/1.1" status: 204 len: 168 time: 1.3187120 Oct 26 11:59:36.880338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] For port c537d4d0-bd6b-49e1-9705-645256814b7d, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:36.885281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41792) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:36.892522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] DHCP port deletion for 145678d0-a52d-4d6e-8346-5fc7c2bf8d56 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:36.902508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] For port c537d4d0-bd6b-49e1-9705-645256814b7d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c537d4d0-bd6b-49e1-9705-645256814b7d,segment=NetworkSegment(23e979e1-f6a6-472c-8939-3d6e31bd1fc7),segment_id=23e979e1-f6a6-472c-8939-3d6e31bd1fc7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:36.965650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.016946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a033e1-af40-4b30-8a00-1a8c1211cd20 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9d5b83-9745-40a5-836e-2a5cd95909b7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.019909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a02842e-748f-4223-96eb-44ecdd5ea125 req-674b4c9d-f2c4-4314-b56c-d2f756b5c37c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389984 Oct 26 11:59:37.093710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.097835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f50bcf62-5b3d-4357-9388-1eed1054d09e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:37.142264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] No DVR routers for this DVR port 263db670-43bc-4106-bb60-15f621bb6077 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:37.155245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Deleting port 2ae44db4-1d7f-46ea-ade3-afcaa3b2b823 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:37.155586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.180302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979c49b-13a9-4ba0-8281-5ea9138814f0 None None] Pushing event updated for resources: {'Port': ['ID=c537d4d0-bd6b-49e1-9705-645256814b7d,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.205479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Port': ['ID=263db670-43bc-4106-bb60-15f621bb6077,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.229435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073b908-73c8-493e-981c-29f43d8595ba None None] Network c230a186-0771-405e-9255-67cc376dd17c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:37.238922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6471470e-a325-4ec6-b138-358bfa4bce8e tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:37.240298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6471470e-a325-4ec6-b138-358bfa4bce8e tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3516970 Oct 26 11:59:37.250398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41794) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:37.311159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41798) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:37.313201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Deleting port 263db670-43bc-4106-bb60-15f621bb6077 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:37.313580 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.318843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.335823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.344902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145678d0-a52d-4d6e-8346-5fc7c2bf8d56']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:37.345866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.357752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:37.358039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7a4b8e-97ca-41b3-9d79-54df6ea2b0e7') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:37.372278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.389967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.397989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Calling delete_port for 2ae44db4-1d7f-46ea-ade3-afcaa3b2b823 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:37.405600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] For port 263db670-43bc-4106-bb60-15f621bb6077, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:37.406062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.421674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Calling delete_port for 263db670-43bc-4106-bb60-15f621bb6077 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:37.430696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Port 263db670-43bc-4106-bb60-15f621bb6077 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 11:59:37.430696 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.440432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:37.440432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:37.457557 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:37.481043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.539032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] Pushing event deleted for resources: {'Port': ['ID=263db670-43bc-4106-bb60-15f621bb6077,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.594677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91682ea-0f8e-4be1-a15a-49630eac1e6e None None] No DVR routers for this DVR port 263db670-43bc-4106-bb60-15f621bb6077 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:37.609446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ac0f7f19-b0c5-42ea-9c3e-87cdd55c2a63 None None] Provisioning complete for port f50bcf62-5b3d-4357-9388-1eed1054d09e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:37.609816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7f19-b0c5-42ea-9c3e-87cdd55c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.730899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.732771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f50bcf62-5b3d-4357-9388-1eed1054d09e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:37.733307 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.765259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Deleting port c537d4d0-bd6b-49e1-9705-645256814b7d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:37.765819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.771970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.780148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] 10.222.0.88 "DELETE /v2.0/networks/145678d0-a52d-4d6e-8346-5fc7c2bf8d56 HTTP/1.1" status: 204 len: 168 time: 1.6923754 Oct 26 11:59:37.785985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368625e-d46d-4eb7-b3cf-33d52b6075fb tempest-FloatingIPNegativeTestJSON-1400164447 tempest-FloatingIPNegativeTestJSON-1400164447-project] Pushing event deleted for resources: {'Network': ['ID=145678d0-a52d-4d6e-8346-5fc7c2bf8d56,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.802131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962658-c15a-4a0c-8acf-ec544bd9dfb3 req-a3985a01-97d1-4d4f-a276-9c3f1d1f3754 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:37.804399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c962658-c15a-4a0c-8acf-ec544bd9dfb3 req-a3985a01-97d1-4d4f-a276-9c3f1d1f3754 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.2245724 Oct 26 11:59:37.870035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] For port c537d4d0-bd6b-49e1-9705-645256814b7d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c537d4d0-bd6b-49e1-9705-645256814b7d,segment=NetworkSegment(23e979e1-f6a6-472c-8939-3d6e31bd1fc7),segment_id=23e979e1-f6a6-472c-8939-3d6e31bd1fc7)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:37.870416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.877004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.900942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Calling delete_port for c537d4d0-bd6b-49e1-9705-645256814b7d owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:37.931821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Pushing event deleted for resources: {'Port': ['ID=2ae44db4-1d7f-46ea-ade3-afcaa3b2b823,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.956830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c962658-c15a-4a0c-8acf-ec544bd9dfb3 req-3f70e23c-8796-44dd-b795-1f26b0a1238d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435678 Oct 26 11:59:37.970155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7f19-b0c5-42ea-9c3e-87cdd55c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:37.985155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] DHCP port deletion for c230a186-0771-405e-9255-67cc376dd17c request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:37.991681 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.075081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ac0f7f19-b0c5-42ea-9c3e-87cdd55c2a63 None None] For port f50bcf62-5b3d-4357-9388-1eed1054d09e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f50bcf62-5b3d-4357-9388-1eed1054d09e,segment=NetworkSegment(c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1),segment_id=c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:38.089799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.093478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.094987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-614612f1-f886-4c61-92fe-ca1e134e45c8 tempest-FloatingIPAdminTestJSON-80219864 tempest-FloatingIPAdminTestJSON-80219864-project] 10.222.0.88 "DELETE /v2.0/floatingips/de78109b-c3a1-47b6-99c8-71eddd7514c3 HTTP/1.1" status: 204 len: 168 time: 1.2471719 Oct 26 11:59:38.102650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7f19-b0c5-42ea-9c3e-87cdd55c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.152098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.225070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] Deleting port f50bcf62-5b3d-4357-9388-1eed1054d09e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:38.226463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.233804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Port': ['ID=c537d4d0-bd6b-49e1-9705-645256814b7d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:38.257410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] No DVR routers for this DVR port c537d4d0-bd6b-49e1-9705-645256814b7d on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:38.433972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:38.446474 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 11:59:38.446835 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:59:38.487850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f7f19-b0c5-42ea-9c3e-87cdd55c2a63 None None] Pushing event updated for resources: {'Port': ['ID=f50bcf62-5b3d-4357-9388-1eed1054d09e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:38.503930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331733-26a8-4153-bbd5-d2ef54e103cd req-2cf0f470-12fd-465e-bdfd-086abdb765a0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:38.512217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9331733-26a8-4153-bbd5-d2ef54e103cd req-2cf0f470-12fd-465e-bdfd-086abdb765a0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2272227 Oct 26 11:59:38.516376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.517081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] For port f50bcf62-5b3d-4357-9388-1eed1054d09e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f50bcf62-5b3d-4357-9388-1eed1054d09e,segment=NetworkSegment(c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1),segment_id=c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:38.517590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.555959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] Calling delete_port for f50bcf62-5b3d-4357-9388-1eed1054d09e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:38.589282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b328f21-1723-428e-bc93-06174ba58ca5']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:38.619881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e979e1-f6a6-472c-8939-3d6e31bd1fc7') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:38.620248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e979e1-f6a6-472c-8939-3d6e31bd1fc7') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:38.661490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.675584 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.707527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9331733-26a8-4153-bbd5-d2ef54e103cd req-d53330d5-f054-450b-915e-214101bdedc8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943550 Oct 26 11:59:38.723246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.743260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:38.743852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.765713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d1969-b3da-4d3e-a46d-9cbd9e3d8596 req-5def6db5-239c-4928-b460-be5fe8f93c41 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:38.768012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] Pushing event deleted for resources: {'Port': ['ID=f50bcf62-5b3d-4357-9388-1eed1054d09e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:38.768498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d3d1969-b3da-4d3e-a46d-9cbd9e3d8596 req-5def6db5-239c-4928-b460-be5fe8f93c41 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.2266097 Oct 26 11:59:38.782806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dcae2-2832-4468-ae65-d9ac7c2d313a None None] No DVR routers for this DVR port f50bcf62-5b3d-4357-9388-1eed1054d09e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:38.816911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-764eb1f5-833d-49e5-b290-459875beb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:38.820959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-764eb1f5-833d-49e5-b290-459875beb95d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1772711 Oct 26 11:59:38.856889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4c4fe-fcbb-49c9-8fda-7c5aa7edc6d2 None None] Network 3b328f21-1723-428e-bc93-06174ba58ca5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:38.860054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41834) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:38.863685 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:38.911934 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.965531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:38.972027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-adfc342f-6848-4661-a8fe-ac1614ecc99e None None] Could not find standard attr ID for object c537d4d0-bd6b-49e1-9705-645256814b7d. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 11:59:38.980640 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/networks/3b328f21-1723-428e-bc93-06174ba58ca5 HTTP/1.1" status: 204 len: 168 time: 1.7273965 Oct 26 11:59:38.984428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a125-d0b0-4c3c-ac4f-f80741b3cb84 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Network': ['ID=3b328f21-1723-428e-bc93-06174ba58ca5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:38.986224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:39.028964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port f50bcf62-5b3d-4357-9388-1eed1054d09e update to ACTIVE by agent not found {{(pid=102761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 11:59:39.031841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d3d1969-b3da-4d3e-a46d-9cbd9e3d8596 req-78ae0bc2-8124-4007-93f8-16bba1e95239 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534475 Oct 26 11:59:39.160057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f126f515-f5e3-468d-bbec-d3006863b16c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:39.190987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f126f515-f5e3-468d-bbec-d3006863b16c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:39.191619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f126f515-f5e3-468d-bbec-d3006863b16c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:39.193130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.208528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-3434a1ba-33bf-4f3b-a227-5febb8be6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:39.211246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-3434a1ba-33bf-4f3b-a227-5febb8be6af9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 200 len: 918 time: 0.3796971 Oct 26 11:59:39.214555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa48db-0ecd-4af8-a3f3-0442dc30bdf5 None None] DHCP port deletion for 3b328f21-1723-428e-bc93-06174ba58ca5 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:39.219891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-44467a4d-f198-4212-b4a6-05d8f07b3b5c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45cec2e25c084cacaa8a4552837c4152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7742355 Oct 26 11:59:39.226202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:39.289372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d9251800-0030-4e6f-97ef-a59a7b52f08e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd700d2c44084dbaae0557e215b10bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132104 Oct 26 11:59:39.293930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:39.304693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-bb212742-1327-4153-a90e-3b9c71ae2da1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a32d179-d8bf-4e49-987f-985d720df07e HTTP/1.1" status: 200 len: 217 time: 0.0703342 Oct 26 11:59:39.324145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 263db670-43bc-4106-bb60-15f621bb6077 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:39.346045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 263db670-43bc-4106-bb60-15f621bb6077 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:39.346642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 263db670-43bc-4106-bb60-15f621bb6077 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:39.347263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f50bcf62-5b3d-4357-9388-1eed1054d09e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:39.368481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f50bcf62-5b3d-4357-9388-1eed1054d09e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:39.369079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f50bcf62-5b3d-4357-9388-1eed1054d09e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:39.384651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.425661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.448288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0460ba6-60c7-482e-8e6f-aa9d395c0897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.461072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c230a186-0771-405e-9255-67cc376dd17c']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:39.479683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:39.479902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c6a3cf-dd96-4da3-b413-bc2b573fd6b1') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:39.496120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0460ba6-60c7-482e-8e6f-aa9d395c0897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.497659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-6de35a31-3417-47fa-b043-79a83bf1b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:39.498738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.499445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-6de35a31-3417-47fa-b043-79a83bf1b4ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 200 len: 855 time: 0.1829963 Oct 26 11:59:39.505820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe66a30-760c-424b-a5dc-19696f337dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.530178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.543033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:39.543515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:39.546782 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:39.573233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe66a30-760c-424b-a5dc-19696f337dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.616061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0460ba6-60c7-482e-8e6f-aa9d395c0897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.619414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0460ba6-60c7-482e-8e6f-aa9d395c0897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.620955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0460ba6-60c7-482e-8e6f-aa9d395c0897 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2a8f4c85-877d-4c56-ada9-d99126180fde HTTP/1.1" status: 204 len: 168 time: 0.3877342 Oct 26 11:59:39.637709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0460ba6-60c7-482e-8e6f-aa9d395c0897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f4c85-877d-4c56-ada9-d99126180fde,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:39.646164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.655147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-517f1ac1-6522-497b-8d34-8d8c082051b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:39.656971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-517f1ac1-6522-497b-8d34-8d8c082051b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437063 Oct 26 11:59:39.670889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.675356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/networks/c230a186-0771-405e-9255-67cc376dd17c HTTP/1.1" status: 204 len: 168 time: 0.6869345 Oct 26 11:59:39.677450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:39.766161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe66a30-760c-424b-a5dc-19696f337dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.769414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe66a30-760c-424b-a5dc-19696f337dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.770732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ffe66a30-760c-424b-a5dc-19696f337dc1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c794960a-40af-4cb8-956e-597249e11993 HTTP/1.1" status: 204 len: 168 time: 0.4748888 Oct 26 11:59:39.776517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455b88f-04a1-4abc-b7a0-47dd2eb47726 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Network': ['ID=c230a186-0771-405e-9255-67cc376dd17c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:39.794963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe66a30-760c-424b-a5dc-19696f337dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c794960a-40af-4cb8-956e-597249e11993,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:39.831621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-33f02a0d-c5c1-4b6d-b82c-5496ab033eff service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554034 Oct 26 11:59:39.844784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.962428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Deleting port 0cba4cf9-d72b-42f9-85d6-84abdedd1707 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:39.962541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:39.965126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.005893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc5d8c2-767a-4dbe-b5a3-2911d119fa51']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:40.016273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c801d568-e2c2-4a49-b557-d417f2e03028 req-d7ef3ba1-8238-4a87-ab99-65a4be79b215 service neutron] 10.222.0.30 "GET /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574154 Oct 26 11:59:40.040768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145a762f-d28d-44e3-8bba-11c011bd24bb') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:40.043356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145a762f-d28d-44e3-8bba-11c011bd24bb') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:40.075431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.089253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] For port 0cba4cf9-d72b-42f9-85d6-84abdedd1707, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0cba4cf9-d72b-42f9-85d6-84abdedd1707,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:40.089749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.107560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.109814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Calling delete_port for 0cba4cf9-d72b-42f9-85d6-84abdedd1707 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:40.119075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:40.119896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:40.125591 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:40.211848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.227181 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.236041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/networks/6cc5d8c2-767a-4dbe-b5a3-2911d119fa51 HTTP/1.1" status: 204 len: 168 time: 0.5575726 Oct 26 11:59:40.238521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41868) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:40.241577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987f4f5-4c07-4ce9-9448-b36b534ee368 req-15321369-9c89-467c-80a7-d6b09ee8a75c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:40.243297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5987f4f5-4c07-4ce9-9448-b36b534ee368 req-15321369-9c89-467c-80a7-d6b09ee8a75c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.1130998 Oct 26 11:59:40.274622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41870) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:40.275483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2526f5-1408-4f99-9f0c-0c4d608a4cc2 tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Network': ['ID=6cc5d8c2-767a-4dbe-b5a3-2911d119fa51,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:40.323198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1601fb73-a0a4-4b5b-a5bf-f694038fb521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.331735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5987f4f5-4c07-4ce9-9448-b36b534ee368 req-0deb2797-dd55-462d-b92a-90a85e56e63d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Oct 26 11:59:40.364660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.409413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.447851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cba4cf9-d72b-42f9-85d6-84abdedd1707,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:40.499876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.531536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcbcb27-217f-4e3f-95aa-31711fcd7887']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:40.545938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ce77e2-156f-47c3-9c7b-da320850d449') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:40.546242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ce77e2-156f-47c3-9c7b-da320850d449') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:40.570544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.576729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1601fb73-a0a4-4b5b-a5bf-f694038fb521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.607925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1601fb73-a0a4-4b5b-a5bf-f694038fb521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.628222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:40.669340 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:40.722202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.734803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601fb73-a0a4-4b5b-a5bf-f694038fb521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451aa565-065f-4a8f-840c-eecf414c8adc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:40.745020 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1601fb73-a0a4-4b5b-a5bf-f694038fb521 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=58c3449a6e7a46b095e93790d7c7479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650011 Oct 26 11:59:40.745995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:40.783971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.798916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.802115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] 10.222.0.88 "DELETE /v2.0/networks/6fcbcb27-217f-4e3f-95aa-31711fcd7887 HTTP/1.1" status: 204 len: 168 time: 0.5628059 Oct 26 11:59:40.816931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ee5a-da9a-4593-a4e0-0bc5ca5908cd tempest-BulkNetworkOpsIpV6Test-1577665334 tempest-BulkNetworkOpsIpV6Test-1577665334-project] Pushing event deleted for resources: {'Network': ['ID=6fcbcb27-217f-4e3f-95aa-31711fcd7887,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:40.833979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8367b34-75d2-44d0-87ea-e20d71784f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.859954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8367b34-75d2-44d0-87ea-e20d71784f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.927904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8367b34-75d2-44d0-87ea-e20d71784f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.931796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8367b34-75d2-44d0-87ea-e20d71784f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:40.935370 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c8367b34-75d2-44d0-87ea-e20d71784f33 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/451aa565-065f-4a8f-840c-eecf414c8adc HTTP/1.1" status: 204 len: 168 time: 0.1860788 Oct 26 11:59:40.942920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8367b34-75d2-44d0-87ea-e20d71784f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451aa565-065f-4a8f-840c-eecf414c8adc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:41.225800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:41.360018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Router c86e6505-d390-480c-a300-97209cd1b80b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:59:41.508977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865a67-c84c-47d6-a846-5d0fb82d4f6f req-fbf2e3e0-900a-44b0-a3ed-b434dd25570f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:41.510080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65865a67-c84c-47d6-a846-5d0fb82d4f6f req-fbf2e3e0-900a-44b0-a3ed-b434dd25570f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0944417 Oct 26 11:59:41.525514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4f46589b-83ab-4eef-a935-262eb4fe2309 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21532ecd282f4b2a9bb4a30affa3f565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984788 Oct 26 11:59:41.528066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41912) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:41.547347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:59:41.555086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f1687de2-1c98-4c0f-a006-c5eeb77e3077 admin admin] 10.222.0.88 "PUT /v2.0/routers/c86e6505-d390-480c-a300-97209cd1b80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2428322 Oct 26 11:59:41.557527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:41.566003 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] Sync routers for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:41.585641 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:41.586410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41918) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:41.588683 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:41.614903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65865a67-c84c-47d6-a846-5d0fb82d4f6f req-9482c6d8-8a05-42a0-b1fa-cc4537d7148a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943272 Oct 26 11:59:41.626469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a985e16b-45e2-4d3f-b3a5-f8bcf398f3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.710564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb27-bb11-4cad-8f78-20cf037baa3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.756996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb27-bb11-4cad-8f78-20cf037baa3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.769587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.783217 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:59:41.789612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a985e16b-45e2-4d3f-b3a5-f8bcf398f3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.802451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a985e16b-45e2-4d3f-b3a5-f8bcf398f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.883244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985e16b-45e2-4d3f-b3a5-f8bcf398f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2b579-d609-4fea-a9a7-ad383684b8d6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:41.893404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a985e16b-45e2-4d3f-b3a5-f8bcf398f3bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5dedf05643664e819d3403324c2ce63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010232 Oct 26 11:59:41.903295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9004-8efb-4739-8fbf-8ffbb3176dd6 req-b28e3cbf-c22b-4848-8541-ff8b07a706a2 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:41.911142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05cb9004-8efb-4739-8fbf-8ffbb3176dd6 req-b28e3cbf-c22b-4848-8541-ff8b07a706a2 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.1188495 Oct 26 11:59:41.918564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41928) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:41.943460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:41.999356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05cb9004-8efb-4739-8fbf-8ffbb3176dd6 req-258a0566-5d7b-4275-91b0-d5c2c80281cb tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870945 Oct 26 11:59:42.032550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb27-bb11-4cad-8f78-20cf037baa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.035382 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb27-bb11-4cad-8f78-20cf037baa3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.039027 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ba54cb27-bb11-4cad-8f78-20cf037baa3c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b98b6aa4-5c16-4bca-970f-184682a479be HTTP/1.1" status: 204 len: 168 time: 0.5073059 Oct 26 11:59:42.049413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54cb27-bb11-4cad-8f78-20cf037baa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b6aa4-5c16-4bca-970f-184682a479be,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:42.096744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaab9-0147-4c58-a8ee-a26e4abf197b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.099693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Deleting port ae38a71e-37a4-4068-8b89-d4528aa156a3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:42.099950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.102172 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:59:40Z', 'revision_number': 5, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port': {'id': 'ae38a71e-37a4-4068-8b89-d4528aa156a3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:46:41Z', 'updated_at': '2021-10-26T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:42.170117 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] Checking router: c86e6505-d390-480c-a300-97209cd1b80b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:42.180171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaab9-0147-4c58-a8ee-a26e4abf197b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.200831 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] Routers {'c86e6505-d390-480c-a300-97209cd1b80b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 11:59:42.201471 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c86e6505-d390-480c-a300-97209cd1b80b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:42.221110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2208ba1-e05e-40d1-9ed4-49454a7e7cc3 req-646c3e7f-f3f8-47da-b059-fb706bcf49fd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:42.222730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2208ba1-e05e-40d1-9ed4-49454a7e7cc3 req-646c3e7f-f3f8-47da-b059-fb706bcf49fd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 946 time: 0.1194859 Oct 26 11:59:42.260620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] For port ae38a71e-37a4-4068-8b89-d4528aa156a3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ae38a71e-37a4-4068-8b89-d4528aa156a3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:42.262102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.284609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2208ba1-e05e-40d1-9ed4-49454a7e7cc3 req-3068c28b-497f-49fe-b767-741fcf224cec tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523021 Oct 26 11:59:42.289707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Calling delete_port for ae38a71e-37a4-4068-8b89-d4528aa156a3 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:42.292506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaab9-0147-4c58-a8ee-a26e4abf197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.295923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaab9-0147-4c58-a8ee-a26e4abf197b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.301869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d3cbaab9-0147-4c58-a8ee-a26e4abf197b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2fa2b579-d609-4fea-a9a7-ad383684b8d6 HTTP/1.1" status: 204 len: 168 time: 0.3812468 Oct 26 11:59:42.330454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbaab9-0147-4c58-a8ee-a26e4abf197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2b579-d609-4fea-a9a7-ad383684b8d6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:42.357190 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] Set router c86e6505-d390-480c-a300-97209cd1b80b gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 11:59:42.476735 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:59:41Z', 'revision_number': 6, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:42.544428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba46f96-4f46-4647-a2bb-d41eedfff154 req-df7c5d20-9bfe-4790-9a6d-125e8abd7c5f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:42.551336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ba46f96-4f46-4647-a2bb-d41eedfff154 req-df7c5d20-9bfe-4790-9a6d-125e8abd7c5f tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.1193643 Oct 26 11:59:42.644040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ba46f96-4f46-4647-a2bb-d41eedfff154 req-dbeda368-a778-4533-a01a-2644d0c2a902 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878243 Oct 26 11:59:42.658677 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46e7a6-c978-4e6c-9202-b59ed8285d29 None None] The sync data for ids ['c86e6505-d390-480c-a300-97209cd1b80b'] in n-d-812150-3 is: [{'id': 'c86e6505-d390-480c-a300-97209cd1b80b', 'name': 'tempest-TaggedBootDevicesTest-249730547-router', 'tenant_id': '5440eb0c056e48f8b2c8cb711416f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:46:39Z', 'updated_at': '2021-10-26T11:59:41Z', 'revision_number': 6, 'project_id': '5440eb0c056e48f8b2c8cb711416f902', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:42.691493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.707179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-6918fe5e-d490-4462-9d9e-686e9c4f61f8 req-5c3e8d1b-f655-4b9a-a6c4-1604a7a6a90c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:59:42.708631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6918fe5e-d490-4462-9d9e-686e9c4f61f8 req-5c3e8d1b-f655-4b9a-a6c4-1604a7a6a90c tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068715 Oct 26 11:59:42.736442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae38a71e-37a4-4068-8b89-d4528aa156a3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:42.822326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.888951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6918fe5e-d490-4462-9d9e-686e9c4f61f8 req-f7662e29-cb5e-4301-9614-9c7cf45351e6 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1679146 Oct 26 11:59:42.934552 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:42.949322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.022625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.023749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c86e6505-d390-480c-a300-97209cd1b80b {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:59:43.034463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.035690 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8da3d753-210b-4133-a22c-338fb14e1896 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c86e6505-d390-480c-a300-97209cd1b80b HTTP/1.1" status: 204 len: 168 time: 1.4771602 Oct 26 11:59:43.038381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41972) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:43.110142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Deleting subnet 701a57a1-ae95-4361-a790-fbb3c0f8d240 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:43.115626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.167170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.293833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d5452-fa85-4f2a-8b19-c0273513f497 req-73d90570-d7d2-4d3d-818b-b3a2f572d6e9 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:43.295416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-545d5452-fa85-4f2a-8b19-c0273513f497 req-73d90570-d7d2-4d3d-818b-b3a2f572d6e9 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.1062772 Oct 26 11:59:43.322736 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.380609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-545d5452-fa85-4f2a-8b19-c0273513f497 req-3c1b3818-7f61-47f0-8363-de3e106215c9 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684333 Oct 26 11:59:43.406766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.470200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701a57a1-ae95-4361-a790-fbb3c0f8d240,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:43.508842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.514325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a878ec2-27a4-4ec4-a81a-e5f821b8aa95 None None] Network 3d004cdd-4874-4abd-b718-802086e852e2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:43.520203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8f1bb50c-c07f-4cc3-9d61-8d843cc98063 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/701a57a1-ae95-4361-a790-fbb3c0f8d240 HTTP/1.1" status: 204 len: 168 time: 0.4785275 Oct 26 11:59:43.521703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:43.536601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42000) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:43.596625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18a3c-9ece-4cf1-9fa8-709d912a8aeb req-8212675e-e58a-4c69-a4d9-92d68c51760b tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:43.606574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32f18a3c-9ece-4cf1-9fa8-709d912a8aeb req-8212675e-e58a-4c69-a4d9-92d68c51760b tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 946 time: 0.1380196 Oct 26 11:59:43.672996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32f18a3c-9ece-4cf1-9fa8-709d912a8aeb req-992d151f-2fd7-4994-89b1-c60a886bc4bd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654943 Oct 26 11:59:43.682089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ae38a71e-37a4-4068-8b89-d4528aa156a3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:43.710957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.712355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-51de3172-7cad-4909-b6df-ec4e9b6983e1 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:43.713178 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-51de3172-7cad-4909-b6df-ec4e9b6983e1 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 11:59:43.713545 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-51de3172-7cad-4909-b6df-ec4e9b6983e1 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:59:43.718595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-51de3172-7cad-4909-b6df-ec4e9b6983e1 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1773748 Oct 26 11:59:43.718595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:43.722912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623550920'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:43.754577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ae38a71e-37a4-4068-8b89-d4528aa156a3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:43.754784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ae38a71e-37a4-4068-8b89-d4528aa156a3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:43.755559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0cba4cf9-d72b-42f9-85d6-84abdedd1707 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:43.761513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.776091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.837480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Deleting port 5c893811-2061-4de0-bca3-186003329ae6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:43.837828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.851682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0cba4cf9-d72b-42f9-85d6-84abdedd1707 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:43.854451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0cba4cf9-d72b-42f9-85d6-84abdedd1707 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:43.888155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185a740-7a5b-4fb8-95eb-689881d372ea req-9be3a57b-1f46-4970-9346-7cd15ab43edb tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:43.895876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f185a740-7a5b-4fb8-95eb-689881d372ea req-9be3a57b-1f46-4970-9346-7cd15ab43edb tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.0879245 Oct 26 11:59:43.969451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] For port 5c893811-2061-4de0-bca3-186003329ae6, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5c893811-2061-4de0-bca3-186003329ae6,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:43.969885 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:43.981347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] DHCP port deletion for 3d004cdd-4874-4abd-b718-802086e852e2 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 11:59:43.982380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f185a740-7a5b-4fb8-95eb-689881d372ea req-b7a44379-1f38-46aa-b49b-7e9a745dd8cd tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855410 Oct 26 11:59:43.992795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Calling delete_port for 5c893811-2061-4de0-bca3-186003329ae6 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:44.091834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.102155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.119983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] Deleting port 5c893811-2061-4de0-bca3-186003329ae6 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:44.125802 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.143374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.157530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41103253-a231-44e5-a6b0-813c46de4f13,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:44.195081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c893811-2061-4de0-bca3-186003329ae6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:44.197103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] No DVR routers for this DVR port 5c893811-2061-4de0-bca3-186003329ae6 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:44.242629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.254983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.306368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.326040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] For port 5c893811-2061-4de0-bca3-186003329ae6, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5c893811-2061-4de0-bca3-186003329ae6,segment=NetworkSegment(8a32f936-c312-47c7-9060-1f81f3ea7e78),segment_id=8a32f936-c312-47c7-9060-1f81f3ea7e78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:44.328602 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.341070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.345091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6234891 Oct 26 11:59:44.355724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42032) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:44.360021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] Calling delete_port for 5c893811-2061-4de0-bca3-186003329ae6 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:44.376288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'c50aef84-7f7f-40b9-ad75-fb5af2397a44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:44.388416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d004cdd-4874-4abd-b718-802086e852e2']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:44.426189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a32f936-c312-47c7-9060-1f81f3ea7e78') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:44.426470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a32f936-c312-47c7-9060-1f81f3ea7e78') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:44.440549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988dc4e-ae1e-4527-a2c8-4d1cdb8fb98f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50aef84-7f7f-40b9-ad75-fb5af2397a44,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:44.450355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.486794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386a6-2f08-4670-b13c-43cd53ec997e req-a9931285-0281-4684-9c34-472dee815691 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:44.493513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386a6-2f08-4670-b13c-43cd53ec997e req-a9931285-0281-4684-9c34-472dee815691 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:44.498095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.502541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386a6-2f08-4670-b13c-43cd53ec997e req-a9931285-0281-4684-9c34-472dee815691 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:44.504654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5b386a6-2f08-4670-b13c-43cd53ec997e req-a9931285-0281-4684-9c34-472dee815691 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1&device_id=14c4c552-1592-455f-9bfd-341c439b0aa1&device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 2417 time: 0.2001977 Oct 26 11:59:44.506389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.522764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:44.523418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: timer() Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:44.524958 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:44.576403 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.582423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5b386a6-2f08-4670-b13c-43cd53ec997e req-334dc3eb-f4ee-4a30-a99c-e722e2c4608d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649030 Oct 26 11:59:44.613728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-e3366717-9f15-49f8-9a21-b8f088aae1eb req-3cbcb824-726f-4679-b305-445284fbcea0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 11:59:44.615347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3366717-9f15-49f8-9a21-b8f088aae1eb req-3cbcb824-726f-4679-b305-445284fbcea0 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089929 Oct 26 11:59:44.617314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] Pushing event deleted for resources: {'Port': ['ID=5c893811-2061-4de0-bca3-186003329ae6,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:44.638700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead57768-dc5d-400e-8535-1a782750a6b2 None None] No DVR routers for this DVR port 5c893811-2061-4de0-bca3-186003329ae6 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:44.656400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.663397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.682413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.700709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.704337 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] 10.222.0.88 "DELETE /v2.0/networks/3d004cdd-4874-4abd-b718-802086e852e2 HTTP/1.1" status: 204 len: 168 time: 1.1804419 Oct 26 11:59:44.721524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3366717-9f15-49f8-9a21-b8f088aae1eb req-da44356e-5687-44c8-9f1a-6b14da49feae tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0986319 Oct 26 11:59:44.728258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.729690 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729794 Oct 26 11:59:44.731171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd80e53-a885-45f2-a133-d7e847886a1d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b3b668-a774-4976-a134-5962c94335c9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:44.732605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42052) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:44.734301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432688d7-664b-4519-abf0-c9bcea17a3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3d004cdd-4874-4abd-b718-802086e852e2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:44.737840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cccaa384-f1d9-448c-9b7c-328166cd5534 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'c50aef84-7f7f-40b9-ad75-fb5af2397a44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:44.787511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cccaa384-f1d9-448c-9b7c-328166cd5534 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:44.898766 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-cccaa384-f1d9-448c-9b7c-328166cd5534 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:59:44.902916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cccaa384-f1d9-448c-9b7c-328166cd5534 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1657543 Oct 26 11:59:44.903279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:44.940023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42058) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.034846 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64f9d750-b454-421e-9250-298487a99e41 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.084029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.099132 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64f9d750-b454-421e-9250-298487a99e41 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.154470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-87e59051-d4e9-43cc-8fc7-95c7d0b1f9b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5440eb0c056e48f8b2c8cb711416f902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679154 Oct 26 11:59:45.155976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42064) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.206213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64f9d750-b454-421e-9250-298487a99e41 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.209220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64f9d750-b454-421e-9250-298487a99e41 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.210463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-64f9d750-b454-421e-9250-298487a99e41 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/c50aef84-7f7f-40b9-ad75-fb5af2397a44 HTTP/1.1" status: 204 len: 168 time: 0.3060896 Oct 26 11:59:45.227458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42066) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.230195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9d750-b454-421e-9250-298487a99e41 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50aef84-7f7f-40b9-ad75-fb5af2397a44,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:45.352602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21ff9128-1c8a-486a-87f5-06c38d5f3337 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1156926 Oct 26 11:59:45.357477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42070) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.362488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5c893811-2061-4de0-bca3-186003329ae6 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:45.364397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154042400'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:45.416211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.432023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5c893811-2061-4de0-bca3-186003329ae6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:45.435495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5c893811-2061-4de0-bca3-186003329ae6 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:45.513684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e515ca26-447c-4af8-a448-8c017958cc10 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:45.580686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e515ca26-447c-4af8-a448-8c017958cc10 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "PUT /v2.0/quotas/3645de028678422d8ddbc49191651209 HTTP/1.1" status: 200 len: 366 time: 0.6393256 Oct 26 11:59:45.581575 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae247-61e4-4296-ad56-7f99779c07a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.583096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.610825 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-07f20ae2-e98f-47a0-9ea8-488684067319 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0264182 Oct 26 11:59:45.618805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42082) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.619929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.623208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae247-61e4-4296-ad56-7f99779c07a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.627162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.649326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b1f790a-a17c-4573-a194-b9a6f069b7c6 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "GET /v2.0/quotas/3645de028678422d8ddbc49191651209 HTTP/1.1" status: 200 len: 366 time: 0.0289483 Oct 26 11:59:45.652122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42086) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.673099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346644ca-3a11-4af4-8d45-26de420fde91,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:45.687422 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c1ac096c-cf49-4c25-93f1-404731a1c3a4 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/3645de028678422d8ddbc49191651209 HTTP/1.1" status: 204 len: 168 time: 0.0319414 Oct 26 11:59:45.687726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.689388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.691822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.692798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4010609b-f151-47c3-8ad9-f989b6af2ae3 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3338544 Oct 26 11:59:45.703509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1e90ed48-ab4b-47f8-b377-b861b5e0c20f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '346644ca-3a11-4af4-8d45-26de420fde91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:45.705159 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-1e90ed48-ab4b-47f8-b377-b861b5e0c20f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 11:59:45.705629 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-1e90ed48-ab4b-47f8-b377-b861b5e0c20f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:45.706724 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1e90ed48-ab4b-47f8-b377-b861b5e0c20f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0139925 Oct 26 11:59:45.708185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-09642405-0529-40ad-82d3-da33b2596512 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0171263 Oct 26 11:59:45.709385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42092) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.711522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42094) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.725939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e27470fd-9029-40bc-8a2a-4cd53d4a32b7 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "GET /v2.0/quotas/3645de028678422d8ddbc49191651209 HTTP/1.1" status: 200 len: 370 time: 0.0105472 Oct 26 11:59:45.726920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42096) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.739430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82912785-138b-4679-9fe2-448c959460a7 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "GET /v2.0/quotas/3645de028678422d8ddbc49191651209/default HTTP/1.1" status: 200 len: 370 time: 0.0097485 Oct 26 11:59:45.739646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.742019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae247-61e4-4296-ad56-7f99779c07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.744874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae247-61e4-4296-ad56-7f99779c07a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.746025 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cf5ae247-61e4-4296-ad56-7f99779c07a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/56ae5601-7751-4dec-94c9-536b7ae12131 HTTP/1.1" status: 204 len: 168 time: 0.5889275 Oct 26 11:59:45.752212 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-11f34acf-9e4f-4a2a-b042-ae51daaa961f tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] delete failed (client error): The resource could not be found. Oct 26 11:59:45.756845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-11f34acf-9e4f-4a2a-b042-ae51daaa961f tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/3645de028678422d8ddbc49191651209 HTTP/1.1" status: 404 len: 348 time: 0.0160472 Oct 26 11:59:45.766929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ae247-61e4-4296-ad56-7f99779c07a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae5601-7751-4dec-94c9-536b7ae12131,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:45.823926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a73d04e-a117-4561-889b-06aac9467d46 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.854369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a73d04e-a117-4561-889b-06aac9467d46 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.899480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42106) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.910370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a73d04e-a117-4561-889b-06aac9467d46 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.916954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a73d04e-a117-4561-889b-06aac9467d46 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:45.918098 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a73d04e-a117-4561-889b-06aac9467d46 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/346644ca-3a11-4af4-8d45-26de420fde91 HTTP/1.1" status: 204 len: 168 time: 0.2071309 Oct 26 11:59:45.921602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42108) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:45.932961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73d04e-a117-4561-889b-06aac9467d46 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346644ca-3a11-4af4-8d45-26de420fde91,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:45.958168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:network and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:45.967633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:45.979968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:subnet and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:45.992377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:45.999835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6b2428dc-c2c8-45c1-b0c4-1f0a6cea0c22 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771010 Oct 26 11:59:46.003684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.006599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:subnetpool and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:46.012462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--423650752'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.013843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:46.020725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:port and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:46.025493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:46.033478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:router and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:46.037152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:46.045175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:floatingip and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:46.053214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:46.062688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.104200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:security_group and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:46.108518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:46.117884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Usage tracker for resource:security_group_rule and project:00cdbc977c1d43c08600a77c7fbba46d is out of sync, need to count used quota {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 11:59:46.122232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.quota.resource [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102760) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 11:59:46.143403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b4e891a9-0970-4e26-bb7f-beafae169a66 tempest-QuotasTest-982614849 tempest-QuotasTest-982614849-project-admin] 10.222.0.88 "GET /v2.0/quotas/00cdbc977c1d43c08600a77c7fbba46d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2360547 Oct 26 11:59:46.153954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.166027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.200443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.202135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1966844 Oct 26 11:59:46.204148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d5dc2-cd97-4735-acbd-c1fb1f446c4b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636a613d-8e54-441e-8d45-e4c5973e7928,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:46.205723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42120) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.211806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2ff51b43-572c-4e13-a258-73f19497beb6 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '636a613d-8e54-441e-8d45-e4c5973e7928', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.212897 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-2ff51b43-572c-4e13-a258-73f19497beb6 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 11:59:46.213415 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-2ff51b43-572c-4e13-a258-73f19497beb6 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:46.214372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ff51b43-572c-4e13-a258-73f19497beb6 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068479 Oct 26 11:59:46.217350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42122) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.298839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9deee6b6-f7cc-4526-807e-b8d96cc00d8a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.341787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9deee6b6-f7cc-4526-807e-b8d96cc00d8a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.393958 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9deee6b6-f7cc-4526-807e-b8d96cc00d8a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.396919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9deee6b6-f7cc-4526-807e-b8d96cc00d8a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.400489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9deee6b6-f7cc-4526-807e-b8d96cc00d8a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/636a613d-8e54-441e-8d45-e4c5973e7928 HTTP/1.1" status: 204 len: 168 time: 0.1798234 Oct 26 11:59:46.400874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42134) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.426367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deee6b6-f7cc-4526-807e-b8d96cc00d8a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636a613d-8e54-441e-8d45-e4c5973e7928,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:46.476745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-93c61c1d-cd8b-45ad-919b-40d6dd6e9aac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743589 Oct 26 11:59:46.481813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42136) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.487553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615774999'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.503530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.518530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.619616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.632136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.705339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd837f4-a8d2-4a72-829a-3077af8c152d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:46.711572 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.715840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6f551b2c-3267-42d5-a8fd-279329bb261b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2292686 Oct 26 11:59:46.716125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42158) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.721213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5352c014-a49b-4b6e-a8fc-5cdff7be50f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.737363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d6406f9f-dff2-4ec5-a363-16d22910f3e2 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'fdd837f4-a8d2-4a72-829a-3077af8c152d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.753702 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-d6406f9f-dff2-4ec5-a363-16d22910f3e2 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 11:59:46.754368 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-d6406f9f-dff2-4ec5-a363-16d22910f3e2 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:46.755552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d6406f9f-dff2-4ec5-a363-16d22910f3e2 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0384493 Oct 26 11:59:46.758525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.763106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8cb91936-a7a8-4a84-b0b0-0ab3c9d2ed3f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'fdd837f4-a8d2-4a72-829a-3077af8c152d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.763814 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-8cb91936-a7a8-4a84-b0b0-0ab3c9d2ed3f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 11:59:46.764260 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-8cb91936-a7a8-4a84-b0b0-0ab3c9d2ed3f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:46.765289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8cb91936-a7a8-4a84-b0b0-0ab3c9d2ed3f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057662 Oct 26 11:59:46.769832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42166) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.779035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d018921a-bd98-4360-a3bf-8edfd0c6f862 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'fdd837f4-a8d2-4a72-829a-3077af8c152d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.782109 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-d018921a-bd98-4360-a3bf-8edfd0c6f862 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 11:59:46.782662 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-d018921a-bd98-4360-a3bf-8edfd0c6f862 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:46.789817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d018921a-bd98-4360-a3bf-8edfd0c6f862 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113876 Oct 26 11:59:46.789940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42170) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.794930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0ad0b7d7-2ce5-49d2-b21e-7fd643ae0769 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'fdd837f4-a8d2-4a72-829a-3077af8c152d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:46.795827 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-0ad0b7d7-2ce5-49d2-b21e-7fd643ae0769 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 11:59:46.796357 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-0ad0b7d7-2ce5-49d2-b21e-7fd643ae0769 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:46.807489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0ad0b7d7-2ce5-49d2-b21e-7fd643ae0769 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134745 Oct 26 11:59:46.808145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42172) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.851177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5352c014-a49b-4b6e-a8fc-5cdff7be50f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.857409 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5352c014-a49b-4b6e-a8fc-5cdff7be50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.897582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.899947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb0846db-44c9-43e6-8497-070a62b1fc71 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.930504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352c014-a49b-4b6e-a8fc-5cdff7be50f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e565431-dd0c-441e-9e0d-b3521e4d2423,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:46.937860 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5352c014-a49b-4b6e-a8fc-5cdff7be50f1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b218f874319c46d198b7e3c43a5fe356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331448 Oct 26 11:59:46.938228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42178) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:46.966307 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb0846db-44c9-43e6-8497-070a62b1fc71 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:46.985873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df8e4-af49-440d-99ec-c74f4073be61 req-1e8a49fb-2554-4762-8882-25444db6b54d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:46.987477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-672df8e4-af49-440d-99ec-c74f4073be61 req-1e8a49fb-2554-4762-8882-25444db6b54d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.1042783 Oct 26 11:59:47.051011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1138824017-network', 'tenant_id': 'b6e5725421544a5f9eac5f31243cc224'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.086740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-672df8e4-af49-440d-99ec-c74f4073be61 req-40f6cc5e-2819-43c2-9619-f0433cfeb91d tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892277 Oct 26 11:59:47.087420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-855c2414-b209-4105-81b2-a8b5ddd93b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.097588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Made reservation on behalf of b6e5725421544a5f9eac5f31243cc224 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:47.099821 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.107591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb0846db-44c9-43e6-8497-070a62b1fc71 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.110577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb0846db-44c9-43e6-8497-070a62b1fc71 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.113988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb0846db-44c9-43e6-8497-070a62b1fc71 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/fdd837f4-a8d2-4a72-829a-3077af8c152d HTTP/1.1" status: 204 len: 168 time: 0.3026795 Oct 26 11:59:47.114735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42182) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.121545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.132608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-855c2414-b209-4105-81b2-a8b5ddd93b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.134670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0846db-44c9-43e6-8497-070a62b1fc71 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd837f4-a8d2-4a72-829a-3077af8c152d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:47.195176 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53f26267-482b-4a8d-86bb-199f0b84d1b7 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787432 Oct 26 11:59:47.199380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.204227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--797744312'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.205009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-855c2414-b209-4105-81b2-a8b5ddd93b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.208157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-855c2414-b209-4105-81b2-a8b5ddd93b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.212356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-855c2414-b209-4105-81b2-a8b5ddd93b3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e565431-dd0c-441e-9e0d-b3521e4d2423 HTTP/1.1" status: 204 len: 168 time: 0.2697167 Oct 26 11:59:47.218163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c2414-b209-4105-81b2-a8b5ddd93b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e565431-dd0c-441e-9e0d-b3521e4d2423,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:47.294855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.296868 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.309920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.351816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:47.358804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:47.378176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.378479 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Added segment 3b0c5c39-e458-4aa2-8f27-311a09955aa8 of type vlan for network 95f586a5-2905-42dc-a53f-197d2b1eafaf Oct 26 11:59:47.440950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.454284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.466439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.503029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.507545 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3039675 Oct 26 11:59:47.507545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.508103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42192) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.508319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:47.508897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.513164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-841ff3cf-c467-47c5-ab5f-69bad93803c0 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.514192 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-841ff3cf-c467-47c5-ab5f-69bad93803c0 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 11:59:47.514936 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-841ff3cf-c467-47c5-ab5f-69bad93803c0 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.516167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-841ff3cf-c467-47c5-ab5f-69bad93803c0 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068040 Oct 26 11:59:47.516932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db07590-f1c5-4d30-89a3-2725b4afc446 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98fedc-c355-46f4-b284-e686dfb0cc8e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:47.518765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42194) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.524406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2f1ed8cf-1a81-4272-84cc-3f89f8f89032 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.552926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42196) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.572757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bf9b-6334-4a30-a359-84290cda0ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.592654 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-2f1ed8cf-1a81-4272-84cc-3f89f8f89032 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.592865 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6913476 Oct 26 11:59:47.594844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2f1ed8cf-1a81-4272-84cc-3f89f8f89032 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0749321 Oct 26 11:59:47.595750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42198) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.598472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42200) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.606189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8fd37aae-7189-415d-afe0-cb1ce5b01aab tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.606802 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-8fd37aae-7189-415d-afe0-cb1ce5b01aab tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 11:59:47.607413 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-8fd37aae-7189-415d-afe0-cb1ce5b01aab tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.609190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8fd37aae-7189-415d-afe0-cb1ce5b01aab tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096304 Oct 26 11:59:47.612373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42202) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.613131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Request body: {'subnet': {'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1138824017-subnet', 'tenant_id': 'b6e5725421544a5f9eac5f31243cc224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.618552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-18ccfa46-05ac-4b48-ab2f-dd8b320fc82d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.629084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66cb67-458e-4d3c-9998-1424c3755506 admin admin] Pushing event updated for resources: {'Network': ['ID=95f586a5-2905-42dc-a53f-197d2b1eafaf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:47.652891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Made reservation on behalf of b6e5725421544a5f9eac5f31243cc224 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:47.655664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.657143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 95f586a5-2905-42dc-a53f-197d2b1eafaf details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:47.695702 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-18ccfa46-05ac-4b48-ab2f-dd8b320fc82d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.700561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18ccfa46-05ac-4b48-ab2f-dd8b320fc82d tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0869920 Oct 26 11:59:47.701345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42206) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.707108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-885f9905-a2f8-475c-80d8-5fc77623e1f9 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.708692 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-885f9905-a2f8-475c-80d8-5fc77623e1f9 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 11:59:47.709475 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-885f9905-a2f8-475c-80d8-5fc77623e1f9 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.711615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-885f9905-a2f8-475c-80d8-5fc77623e1f9 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091274 Oct 26 11:59:47.714947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42208) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.722081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3d112cec-2371-41cb-b86c-675efb55b747 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.771719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bf9b-6334-4a30-a359-84290cda0ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.779543 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-3d112cec-2371-41cb-b86c-675efb55b747 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.781302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3d112cec-2371-41cb-b86c-675efb55b747 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649943 Oct 26 11:59:47.781818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bf9b-6334-4a30-a359-84290cda0ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.784329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42210) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.790598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2524cc76-66a4-4b4b-9cfe-714cac3134ea tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.791468 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-2524cc76-66a4-4b4b-9cfe-714cac3134ea tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 11:59:47.792142 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-2524cc76-66a4-4b4b-9cfe-714cac3134ea tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.793479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2524cc76-66a4-4b4b-9cfe-714cac3134ea tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078850 Oct 26 11:59:47.796782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.808642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6289d0e1-1453-4661-8651-a11c23ed5c3e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.846600 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-6289d0e1-1453-4661-8651-a11c23ed5c3e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.851266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6289d0e1-1453-4661-8651-a11c23ed5c3e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0501010 Oct 26 11:59:47.852910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42214) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.859337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4e6dd6d1-fcac-4f4e-a582-7c113e157c65 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '4b98fedc-c355-46f4-b284-e686dfb0cc8e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:47.866940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f3f3bf9b-6334-4a30-a359-84290cda0ceb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00cdbc977c1d43c08600a77c7fbba46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121383 Oct 26 11:59:47.868446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42216) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.878816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3bf9b-6334-4a30-a359-84290cda0ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233879c-3758-42f9-8f38-a69987f54698,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:47.916623 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-4e6dd6d1-fcac-4f4e-a582-7c113e157c65 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:47.923450 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4e6dd6d1-fcac-4f4e-a582-7c113e157c65 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0683062 Oct 26 11:59:47.924461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42220) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:47.967044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:47.995813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5dfa31ab-06ee-4fe0-b61a-caf656ae86ac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.002680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23a90f9-3875-4ea1-a8eb-ecade4cea7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.019402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5dfa31ab-06ee-4fe0-b61a-caf656ae86ac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.050552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23a90f9-3875-4ea1-a8eb-ecade4cea7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.058616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849081fe-58da-4656-8c11-cb5ea9b1c434,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:48.085340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Checking segment: {'id': '3b0c5c39-e458-4aa2-8f27-311a09955aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:48.085822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Network hostable DHCP agents. Network: 95f586a5-2905-42dc-a53f-197d2b1eafaf, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:48.087006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5dfa31ab-06ee-4fe0-b61a-caf656ae86ac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.090337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5dfa31ab-06ee-4fe0-b61a-caf656ae86ac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.095607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5dfa31ab-06ee-4fe0-b61a-caf656ae86ac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/4b98fedc-c355-46f4-b284-e686dfb0cc8e HTTP/1.1" status: 204 len: 168 time: 0.1699388 Oct 26 11:59:48.096268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:48.113065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa31ab-06ee-4fe0-b61a-caf656ae86ac tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98fedc-c355-46f4-b284-e686dfb0cc8e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:48.134782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Network 95f586a5-2905-42dc-a53f-197d2b1eafaf is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:48.157736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-78d82e3c-eb38-4e54-a3db-be09ee28ad84 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504391 Oct 26 11:59:48.159163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 95f586a5-2905-42dc-a53f-197d2b1eafaf) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:48.162243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23a90f9-3875-4ea1-a8eb-ecade4cea7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.162442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:48.166694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23a90f9-3875-4ea1-a8eb-ecade4cea7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.167841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--433772008'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:48.171775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d23a90f9-3875-4ea1-a8eb-ecade4cea7f0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d233879c-3758-42f9-8f38-a69987f54698 HTTP/1.1" status: 204 len: 168 time: 0.3008676 Oct 26 11:59:48.177802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:48.178629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.180584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5c89d-360a-45c2-a27c-22a8ebb03c6a None None] Network 95f586a5-2905-42dc-a53f-197d2b1eafaf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:48.194782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a90f9-3875-4ea1-a8eb-ecade4cea7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233879c-3758-42f9-8f38-a69987f54698,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:48.207364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.219196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ac9477ae-1d02-431c-bd95-8132787ec851 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6218727 Oct 26 11:59:48.291676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653fd52-5b6b-41e7-905e-40e2b62ea9fe req-eb949db8-7f46-42ee-b0f2-a667cb92e572 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:48.301889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e653fd52-5b6b-41e7-905e-40e2b62ea9fe req-eb949db8-7f46-42ee-b0f2-a667cb92e572 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.0803859 Oct 26 11:59:48.373260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd63344-defd-43af-905c-7747993f2292 None None] Network 95f586a5-2905-42dc-a53f-197d2b1eafaf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:48.378405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e653fd52-5b6b-41e7-905e-40e2b62ea9fe req-9292e673-c1a6-4a68-bbd6-c27178651e27 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 Oct 26 11:59:48.379168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.388958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.425487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1a69c7-87a1-4b24-9164-f99de2db6981,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:48.434005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.438609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42236) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:48.438746 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-69dfca7f-5117-4106-95a3-b97b7969a7c5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2748187 Oct 26 11:59:48.445479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-09f4e5f0-6537-4251-968e-4a44b8f08bb5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'da1a69c7-87a1-4b24-9164-f99de2db6981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:48.502341 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-09f4e5f0-6537-4251-968e-4a44b8f08bb5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The resource could not be found. Oct 26 11:59:48.506671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-09f4e5f0-6537-4251-968e-4a44b8f08bb5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0634477 Oct 26 11:59:48.507271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42238) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:48.512189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0bf58e32-6df5-408a-8e79-752372942dce tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': 'da1a69c7-87a1-4b24-9164-f99de2db6981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '22579278-e47e-411a-bbc7-af46e5221e99'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:48.579589 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-0bf58e32-6df5-408a-8e79-752372942dce tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The resource could not be found. Oct 26 11:59:48.586166 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0bf58e32-6df5-408a-8e79-752372942dce tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0746293 Oct 26 11:59:48.586457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:48.619315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-7a803df0-6f34-47d7-8e71-2329df82715a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:48.620710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-7a803df0-6f34-47d7-8e71-2329df82715a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 945 time: 0.0716486 Oct 26 11:59:48.702053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bbd8b3-20bd-49bc-95f1-9e6b195dde9e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.790416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bbd8b3-20bd-49bc-95f1-9e6b195dde9e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.816496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Deleting port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:48.816847 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.876755 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bbd8b3-20bd-49bc-95f1-9e6b195dde9e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.884448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47bbd8b3-20bd-49bc-95f1-9e6b195dde9e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:48.890533 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-47bbd8b3-20bd-49bc-95f1-9e6b195dde9e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/da1a69c7-87a1-4b24-9164-f99de2db6981 HTTP/1.1" status: 204 len: 168 time: 0.3028655 Oct 26 11:59:48.893009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42254) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:48.956345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbd8b3-20bd-49bc-95f1-9e6b195dde9e tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1a69c7-87a1-4b24-9164-f99de2db6981,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:49.034527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cc73e4f5-dcc3-437c-828b-d5c68832d47f tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087136 Oct 26 11:59:49.039274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42270) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:49.043981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e482a284-3761-48b0-96bc-6a10556a3125 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '6b394584-e950-43e1-95c4-a2c201583c29', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:49.050287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] For port 4f9fdb08-f518-4ea7-864c-545f57c6dc24, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=4f9fdb08-f518-4ea7-864c-545f57c6dc24,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:49.050839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.111510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f4327bc-12b5-42ff-bf6c-323f49f92129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.137485 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-e482a284-3761-48b0-96bc-6a10556a3125 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The resource could not be found. Oct 26 11:59:49.138902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e482a284-3761-48b0-96bc-6a10556a3125 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0985060 Oct 26 11:59:49.143825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42274) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:49.150209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Calling delete_port for 4f9fdb08-f518-4ea7-864c-545f57c6dc24 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:49.154508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086972674'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:49.189723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.288544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-cebc4ea5-030d-4428-b08e-2f92175ed269 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:49.291346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-cebc4ea5-030d-4428-b08e-2f92175ed269 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/networks?id=95f586a5-2905-42dc-a53f-197d2b1eafaf HTTP/1.1" status: 200 len: 822 time: 0.2476273 Oct 26 11:59:49.300339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.309533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.320030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-aff9064b-7229-43d3-a7cc-3ba9b8be31f1 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/quotas/b6e5725421544a5f9eac5f31243cc224 HTTP/1.1" status: 200 len: 375 time: 0.0218222 Oct 26 11:59:49.342443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870d0bd9-975c-4910-819c-400d0e0fce03,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:49.374333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ea52d68e-d2a8-489f-8902-92216695d2b8 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b6e5725421544a5f9eac5f31243cc224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487423 Oct 26 11:59:49.381677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.387109 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e45255fc-527c-42d6-b6a7-7b82ab531d88 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2419131 Oct 26 11:59:49.389626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42282) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:49.395668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858163086'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:49.441580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.473714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.488771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9a32d179-d8bf-4e49-987f-985d720df07e', '4f9fdb08-f518-4ea7-864c-545f57c6dc24'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:49.492299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['95f1d758-799b-4238-93b7-34e2df261593'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:49.529564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Pushing event deleted for resources: {'Port': ['ID=4f9fdb08-f518-4ea7-864c-545f57c6dc24,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:49.535456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.543369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.556801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-304c221a-79da-4d1a-8877-d45fc2a5de2a req-0ca3d7d6-f0e0-41a2-ae35-ef3c1148c60a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=d818a018-b43e-4d58-8cd8-8c7503a036b1 HTTP/1.1" status: 200 len: 210 time: 0.0639827 Oct 26 11:59:49.571289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-723c7c89-705d-438a-9d76-0a3d1f7571a3 service neutron] 10.222.0.88 "GET /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861966 Oct 26 11:59:49.606637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42288) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:49.623062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed1c1e9-835b-479d-ba5e-1a912062cb7f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:49.637914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.643374 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33c5eb55-940f-4e92-a105-f5cf02a71064 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2524824 Oct 26 11:59:49.644575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42290) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:49.655608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8e76c929-d082-4909-b72e-356dc526dfcb tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group_rule': {'security_group_id': '870d0bd9-975c-4910-819c-400d0e0fce03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7ed1c1e9-835b-479d-ba5e-1a912062cb7f'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:49.661481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] No DVR routers for this DVR port 4f9fdb08-f518-4ea7-864c-545f57c6dc24 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:49.665128 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.668740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18ce44d0-ceb4-49d8-9799-1ce5aaec0766 req-b1805d42-3db0-4e96-980f-786d3e0d48d5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "DELETE /v2.0/ports/4f9fdb08-f518-4ea7-864c-545f57c6dc24 HTTP/1.1" status: 204 len: 173 time: 1.0359471 Oct 26 11:59:49.669203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'name': 'network-vif-deleted', 'tag': '4f9fdb08-f518-4ea7-864c-545f57c6dc24'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:49.671541 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1979f645-8cc8-4c94-a265-1265d72e4b42" -d '{"events": [{"server_uuid": "d818a018-b43e-4d58-8cd8-8c7503a036b1", "name": "network-vif-deleted", "tag": "4f9fdb08-f518-4ea7-864c-545f57c6dc24"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:49.725142 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-8e76c929-d082-4909-b72e-356dc526dfcb tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:59:49.729048 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8e76c929-d082-4909-b72e-356dc526dfcb tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0827034 Oct 26 11:59:49.731388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42296) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:49.742538 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afad945a-fb81-4cfc-9ff4-131f3f27b2ca x-openstack-request-id: req-afad945a-fb81-4cfc-9ff4-131f3f27b2ca {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:49.744248 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d818a018-b43e-4d58-8cd8-8c7503a036b1", "name": "network-vif-deleted", "tag": "4f9fdb08-f518-4ea7-864c-545f57c6dc24", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:49.744248 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afad945a-fb81-4cfc-9ff4-131f3f27b2ca {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:49.744248 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd818a018-b43e-4d58-8cd8-8c7503a036b1', 'name': 'network-vif-deleted', 'tag': '4f9fdb08-f518-4ea7-864c-545f57c6dc24', 'status': 'completed', 'code': 200} Oct 26 11:59:49.770547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-0316f4ed-046a-47c3-9343-d9b37bb0a312 service neutron] 10.222.0.88 "GET /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973336 Oct 26 11:59:49.885229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21e69728-b767-43e7-98c3-8dff3f159c0c tempest-AgentManagementNegativeTest-122211063 tempest-AgentManagementNegativeTest-122211063-project] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2734280 Oct 26 11:59:49.906733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bad35c95-26ba-4757-be3f-8d99a644ba99 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:49.938531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bad35c95-26ba-4757-be3f-8d99a644ba99 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.016202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3fe676f0-7e14-422b-b9ec-fdab545a65c2 req-8d9d5fa0-2305-40f6-a12b-c3f3c6e54330 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 210 time: 0.0599225 Oct 26 11:59:50.054505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bad35c95-26ba-4757-be3f-8d99a644ba99 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.064052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bad35c95-26ba-4757-be3f-8d99a644ba99 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.064291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42306) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.074709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bad35c95-26ba-4757-be3f-8d99a644ba99 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/7ed1c1e9-835b-479d-ba5e-1a912062cb7f HTTP/1.1" status: 204 len: 168 time: 0.3408549 Oct 26 11:59:50.092547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad35c95-26ba-4757-be3f-8d99a644ba99 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed1c1e9-835b-479d-ba5e-1a912062cb7f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:50.202757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8ed3045a-cf92-4c2d-9987-42010bbf2342 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1384926 Oct 26 11:59:50.206529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42318) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.282412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6896504a-9a40-43ed-8b3f-80d31488db11 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.339323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6896504a-9a40-43ed-8b3f-80d31488db11 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.377972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42326) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.401224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6896504a-9a40-43ed-8b3f-80d31488db11 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.406038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6896504a-9a40-43ed-8b3f-80d31488db11 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.407914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6896504a-9a40-43ed-8b3f-80d31488db11 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/870d0bd9-975c-4910-819c-400d0e0fce03 HTTP/1.1" status: 204 len: 168 time: 0.2000403 Oct 26 11:59:50.411054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42330) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.423660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896504a-9a40-43ed-8b3f-80d31488db11 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d0bd9-975c-4910-819c-400d0e0fce03,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:50.475737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18ee2574-be3f-4200-82f9-e6cd07606d27 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622668 Oct 26 11:59:50.478788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42334) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.486707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'tempest-secgroup--907310204'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:50.518904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.554939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1478d9be-aa03-412f-80a0-86646b8c8b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.646054 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.659286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.725534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.726804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2466986 Oct 26 11:59:50.730161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42340) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.732226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1478d9be-aa03-412f-80a0-86646b8c8b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.733328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9184572-6c2e-4a1f-b187-2ee27475c903 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a3d75-8381-4108-bb18-10ca0caff618,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:50.735155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1dcd796d-417f-4057-b7f0-fd4f44384b9b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:50.735681 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-1dcd796d-417f-4057-b7f0-fd4f44384b9b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 11:59:50.736139 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-1dcd796d-417f-4057-b7f0-fd4f44384b9b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 11:59:50.737257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1dcd796d-417f-4057-b7f0-fd4f44384b9b tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "PUT /v2.0/security-groups/a06a3d75-8381-4108-bb18-10ca0caff618 HTTP/1.1" status: 409 len: 330 time: 0.0060277 Oct 26 11:59:50.739890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42342) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.740137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1478d9be-aa03-412f-80a0-86646b8c8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.790567 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1478d9be-aa03-412f-80a0-86646b8c8b02 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad31e0fbf5944e309b391382ee179d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113264 Oct 26 11:59:50.791306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42344) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:50.792133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478d9be-aa03-412f-80a0-86646b8c8b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a0c5f5-bd2e-4d31-b63e-e63fccd7ba0d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:50.848756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73cf1e4d-52d0-4730-90cc-de4fb239d0ae tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.884670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73cf1e4d-52d0-4730-90cc-de4fb239d0ae tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.907604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-731af1fa-1de8-432b-9a93-d935d78e3ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.970225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-731af1fa-1de8-432b-9a93-d935d78e3ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:50.997808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0718449-592e-412b-9c98-8039cf00625d req-c8fefef9-ce00-4ba4-9d51-6e16411a9857 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:50.999359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0718449-592e-412b-9c98-8039cf00625d req-c8fefef9-ce00-4ba4-9d51-6e16411a9857 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 946 time: 0.1118007 Oct 26 11:59:51.019081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73cf1e4d-52d0-4730-90cc-de4fb239d0ae tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:51.022260 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73cf1e4d-52d0-4730-90cc-de4fb239d0ae tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:51.026121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-73cf1e4d-52d0-4730-90cc-de4fb239d0ae tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/a06a3d75-8381-4108-bb18-10ca0caff618 HTTP/1.1" status: 204 len: 168 time: 0.2848487 Oct 26 11:59:51.026680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42350) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:51.052631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf1e4d-52d0-4730-90cc-de4fb239d0ae tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a3d75-8381-4108-bb18-10ca0caff618,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:51.086446 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0718449-592e-412b-9c98-8039cf00625d req-83db1ef6-131d-4eea-b6e5-191311b46d5a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734529 Oct 26 11:59:51.088325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-731af1fa-1de8-432b-9a93-d935d78e3ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:51.091212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-731af1fa-1de8-432b-9a93-d935d78e3ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:51.093448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-731af1fa-1de8-432b-9a93-d935d78e3ac0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36a0c5f5-bd2e-4d31-b63e-e63fccd7ba0d HTTP/1.1" status: 204 len: 168 time: 0.3004060 Oct 26 11:59:51.103254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731af1fa-1de8-432b-9a93-d935d78e3ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a0c5f5-bd2e-4d31-b63e-e63fccd7ba0d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:51.137165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42362) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:51.150398 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7316e8ff-be12-4562-b85e-de5e84e10c76 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210659 Oct 26 11:59:51.166244 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-8dbb1d42-dd09-49e8-9bf3-8f221d212e4a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] delete failed (client error): The resource could not be found. Oct 26 11:59:51.172752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8dbb1d42-dd09-49e8-9bf3-8f221d212e4a tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "DELETE /v2.0/security-groups/b1141d17-c38d-4090-a44a-41b2c51db116 HTTP/1.1" status: 404 len: 347 time: 0.0330417 Oct 26 11:59:51.173485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42364) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:51.199068 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-44bafef8-383b-4797-8050-eb1595e31e20 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] show failed (client error): The resource could not be found. Oct 26 11:59:51.205799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-44bafef8-383b-4797-8050-eb1595e31e20 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-groups/f9c2bf5e-99f4-4044-90d3-9e9a49007977 HTTP/1.1" status: 404 len: 347 time: 0.0309389 Oct 26 11:59:51.206574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42370) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:51.212522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af90a7f3-871d-48fa-9179-39f290e46259 req-976f5775-6053-49ac-9401-2ac7b91ce292 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 210 time: 0.0501993 Oct 26 11:59:51.234041 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-59678296-9372-4bf2-ad49-6eae1e7060a5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] show failed (client error): The resource could not be found. Oct 26 11:59:51.235303 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-59678296-9372-4bf2-ad49-6eae1e7060a5 tempest-NegativeSecGroupTest-1458486393 tempest-NegativeSecGroupTest-1458486393-project] 10.222.0.88 "GET /v2.0/security-group-rules/9903fd67-4fe4-4cbd-8d2c-98374c2d49ca HTTP/1.1" status: 404 len: 356 time: 0.0273788 Oct 26 11:59:51.508337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-6c440a10-2918-4f40-ad7d-69a4ee2b9d6c tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:51.509946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-6c440a10-2918-4f40-ad7d-69a4ee2b9d6c tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.30 "GET /v2.0/networks?id=95f586a5-2905-42dc-a53f-197d2b1eafaf HTTP/1.1" status: 200 len: 822 time: 0.1445241 Oct 26 11:59:51.525697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Request body: {'port': {'device_id': '707a84b1-426f-4d80-a585-19b51362e5a4', 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf', 'admin_state_up': True, 'tenant_id': 'b6e5725421544a5f9eac5f31243cc224'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:51.598751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4f9fdb08-f518-4ea7-864c-545f57c6dc24 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:51.623295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 4f9fdb08-f518-4ea7-864c-545f57c6dc24 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:51.623969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 4f9fdb08-f518-4ea7-864c-545f57c6dc24 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:51.664678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:51.703956 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8044-4ee2-41b6-9f95-31e53b403c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:51.717373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Made reservation on behalf of b6e5725421544a5f9eac5f31243cc224 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:51.722587 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:51.904961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Allocated IP 172.20.0.4 (95f586a5-2905-42dc-a53f-197d2b1eafaf/849081fe-58da-4656-8c11-cb5ea9b1c434/958851e8-2539-46f2-880b-820d2dd9e72c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:59:51.910852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4a6376ab-e34e-45f3-9dbd-bf18ba93ed4d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da784fb33b6c4499a1e60d1c551f752c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445648 Oct 26 11:59:51.915170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42394) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:52.002565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90b40978-f8f7-4353-be02-67d76742d3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.034514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90b40978-f8f7-4353-be02-67d76742d3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.110343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90b40978-f8f7-4353-be02-67d76742d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.113000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90b40978-f8f7-4353-be02-67d76742d3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.114169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-90b40978-f8f7-4353-be02-67d76742d3ca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41103253-a231-44e5-a6b0-813c46de4f13 HTTP/1.1" status: 204 len: 168 time: 0.1978114 Oct 26 11:59:52.123709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b40978-f8f7-4353-be02-67d76742d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41103253-a231-44e5-a6b0-813c46de4f13,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:52.155463 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.200791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.243117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42410) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:52.290322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Network 95f586a5-2905-42dc-a53f-197d2b1eafaf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:52.325610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dba00-9ec8-4ed5-821b-3c3756935e78 req-708693eb-cab5-4a89-bf2a-93bc8732de38 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:52.327257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76dba00-9ec8-4ed5-821b-3c3756935e78 req-708693eb-cab5-4a89-bf2a-93bc8732de38 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 946 time: 0.1237712 Oct 26 11:59:52.328222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:52.350925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:52.359582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Pushing event updated for resources: {'Port': ['ID=958851e8-2539-46f2-880b-820d2dd9e72c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:52.413221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-18e7ba40-ffb8-4b1c-a765-53968fd8e2e4 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:52.414907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-18e7ba40-ffb8-4b1c-a765-53968fd8e2e4 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.100 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 946 time: 0.1296575 Oct 26 11:59:52.440937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:52.441583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.514398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76dba00-9ec8-4ed5-821b-3c3756935e78 req-2b3859e1-a82f-400e-b1f1-b1f051aaa9fb tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659753 Oct 26 11:59:52.539397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-ec10a302-4593-4598-b8cf-07f9f4083b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0184236 Oct 26 11:59:52.568798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Request body: {'port': {'device_id': '707a84b1-426f-4d80-a585-19b51362e5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:52.569946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Deleting port 95f1d758-799b-4238-93b7-34e2df261593 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:52.570808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.643911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b40d7-ffa8-441b-ab9e-17974d580638 req-71296f32-64b8-4ced-8022-fe24e51aa68f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:52.654069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e7b40d7-ffa8-441b-ab9e-17974d580638 req-71296f32-64b8-4ced-8022-fe24e51aa68f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 931 time: 0.2440042 Oct 26 11:59:52.718093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.749998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1884448710'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:52.779842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e7b40d7-ffa8-441b-ab9e-17974d580638 req-950c94a8-7441-47c7-8271-55461371ce33 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151226 Oct 26 11:59:52.794600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] For port 95f1d758-799b-4238-93b7-34e2df261593, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=95f1d758-799b-4238-93b7-34e2df261593,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:52.797105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.817017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Calling delete_port for 95f1d758-799b-4238-93b7-34e2df261593 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:52.825935 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.830516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:52.834305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:52.845953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.040127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.047434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.114482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4445ad2-db98-4396-8e16-74a98ddccf09,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:53.126381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958851e8-2539-46f2-880b-820d2dd9e72c {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:53.132299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:53.135298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.138433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.156007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['95f1d758-799b-4238-93b7-34e2df261593'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:53.157943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['9a32d179-d8bf-4e49-987f-985d720df07e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:53.160679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Transition to ACTIVE for port object 958851e8-2539-46f2-880b-820d2dd9e72c will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 11:59:53.169308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.208332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42438) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:53.233180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Pushing event deleted for resources: {'Port': ['ID=95f1d758-799b-4238-93b7-34e2df261593,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:53.260725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.275714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.276211 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment 55043fc6-f310-4073-a278-787d58a531a3 of type vlan for network e935c8be-f653-4d9a-83d1-bfaaba97ab1e Oct 26 11:59:53.299543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] No DVR routers for this DVR port 95f1d758-799b-4238-93b7-34e2df261593 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:53.303932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.308391 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-68ae830c-8975-4599-afc5-3c309cd977c2 req-d9692b84-3e20-4405-bc9d-444c4cede6fa tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.100 "DELETE /v2.0/ports/95f1d758-799b-4238-93b7-34e2df261593 HTTP/1.1" status: 204 len: 173 time: 0.8858886 Oct 26 11:59:53.309338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'name': 'network-vif-deleted', 'tag': '95f1d758-799b-4238-93b7-34e2df261593'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:53.312334 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf11f4ca-999a-4452-9e38-1b16729ac503" -d '{"events": [{"server_uuid": "14c4c552-1592-455f-9bfd-341c439b0aa1", "name": "network-vif-deleted", "tag": "95f1d758-799b-4238-93b7-34e2df261593"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:53.359390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Pushing event updated for resources: {'Port': ['ID=958851e8-2539-46f2-880b-820d2dd9e72c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:53.425179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Attempting to bind port 958851e8-2539-46f2-880b-820d2dd9e72c on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 11:59:53.425524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Attempting to bind port 958851e8-2539-46f2-880b-820d2dd9e72c by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '3b0c5c39-e458-4aa2-8f27-311a09955aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 11:59:53.425857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Attempting to bind port 958851e8-2539-46f2-880b-820d2dd9e72c on network 95f586a5-2905-42dc-a53f-197d2b1eafaf {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:53.430942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Port 958851e8-2539-46f2-880b-820d2dd9e72c on network 95f586a5-2905-42dc-a53f-197d2b1eafaf not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 11:59:53.431272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Attempting to bind port 958851e8-2539-46f2-880b-820d2dd9e72c on network 95f586a5-2905-42dc-a53f-197d2b1eafaf {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:59:53.437216 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17bff66-8718-4115-8f9f-c02a01682ae1 x-openstack-request-id: req-b17bff66-8718-4115-8f9f-c02a01682ae1 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:53.437516 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c4c552-1592-455f-9bfd-341c439b0aa1", "name": "network-vif-deleted", "tag": "95f1d758-799b-4238-93b7-34e2df261593", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:53.437668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 11:59:53.437784 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b17bff66-8718-4115-8f9f-c02a01682ae1 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:53.437869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Checking segment: {'id': '3b0c5c39-e458-4aa2-8f27-311a09955aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:53.438239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Bound using segment: {'id': '3b0c5c39-e458-4aa2-8f27-311a09955aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:59:53.438674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Bound port: 958851e8-2539-46f2-880b-820d2dd9e72c, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0c5c39-e458-4aa2-8f27-311a09955aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 11:59:53.439142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.440794 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c4c552-1592-455f-9bfd-341c439b0aa1', 'name': 'network-vif-deleted', 'tag': '95f1d758-799b-4238-93b7-34e2df261593', 'status': 'completed', 'code': 200} Oct 26 11:59:53.487666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574102529-network', 'tenant_id': '0b95e07782e4429ba7298286cd011811'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:53.522369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Made reservation on behalf of 0b95e07782e4429ba7298286cd011811 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:53.525418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.547876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.555592 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.581834 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-6e02ba0f-9bf6-4782-bf3b-6ce40094c997 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1663027 Oct 26 11:59:53.612936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] For port 958851e8-2539-46f2-880b-820d2dd9e72c, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:59:53.631807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.641362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.642641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.689542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] For port 958851e8-2539-46f2-880b-820d2dd9e72c, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=958851e8-2539-46f2-880b-820d2dd9e72c,segment=NetworkSegment(3b0c5c39-e458-4aa2-8f27-311a09955aa8),segment_id=3b0c5c39-e458-4aa2-8f27-311a09955aa8)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:59:53.705675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.736096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=e935c8be-f653-4d9a-83d1-bfaaba97ab1e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:53.753601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:53.801419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.804152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.805506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.806014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.806549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.807098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.807586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.829582 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a363d1e1-52dc-4ec9-9203-1088f6dda9f3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6502 time: 0.0876818 Oct 26 11:59:53.837129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-34c4b867-20dd-4db7-a903-eedfda5d6f5a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5896614 Oct 26 11:59:53.840743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42456) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:53.846656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e39c89-2906-436a-8aee-194d67040a49 req-5a789bba-6c72-41da-adcb-2e0fedb955c3 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=14c4c552-1592-455f-9bfd-341c439b0aa1 HTTP/1.1" status: 200 len: 210 time: 0.1381242 Oct 26 11:59:53.847715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'name': 'tempest-PortsIpV6TestJSON-209916215'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:53.900146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:53.901079 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:53.916323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/958851e8-2539-46f2-880b-820d2dd9e72c HTTP/1.1" status: 200 len: 1091 time: 1.3656573 Oct 26 11:59:53.949836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707a84b1-426f-4d80-a585-19b51362e5a4', 'tag': '958851e8-2539-46f2-880b-820d2dd9e72c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:53.960511 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "707a84b1-426f-4d80-a585-19b51362e5a4", "tag": "958851e8-2539-46f2-880b-820d2dd9e72c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:54.027279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.089880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-3a0f5d05-ae2b-41d1-8e2f-a0cbd2d85751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.090390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-3a0f5d05-ae2b-41d1-8e2f-a0cbd2d85751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.090817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-3a0f5d05-ae2b-41d1-8e2f-a0cbd2d85751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.092814 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-3a0f5d05-ae2b-41d1-8e2f-a0cbd2d85751 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4204cc42-892f-4bd5-b083-d05a5f5e0135&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&id=db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 200 len: 2302 time: 0.1490471 Oct 26 11:59:54.114831 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.131941 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4343c6-9803-41c0-82ef-ec8d6a138e67 x-openstack-request-id: req-df4343c6-9803-41c0-82ef-ec8d6a138e67 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:54.132333 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707a84b1-426f-4d80-a585-19b51362e5a4", "tag": "958851e8-2539-46f2-880b-820d2dd9e72c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:54.132731 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df4343c6-9803-41c0-82ef-ec8d6a138e67 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:54.133018 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707a84b1-426f-4d80-a585-19b51362e5a4', 'tag': '958851e8-2539-46f2-880b-820d2dd9e72c', 'status': 'completed', 'code': 200} Oct 26 11:59:54.151886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:54.168857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:54.172405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.187261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.187804 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Added segment 9ea4e531-a70e-4cb4-a56a-a6e993e1107a of type vlan for network 42e6d497-190c-46dd-9224-c14af6c1fce1 Oct 26 11:59:54.193114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4c1e7-d783-446d-8bf2-de9a358267b4 service neutron] Pushing event updated for resources: {'Port': ['ID=958851e8-2539-46f2-880b-820d2dd9e72c,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:54.202381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:54.215339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ac6a7-8975-45bd-9273-56568bb08d01,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:54.259725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-645b6a5d-e41e-41a3-8c0b-f4c243c69b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.261459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-645b6a5d-e41e-41a3-8c0b-f4c243c69b99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e5725421544a5f9eac5f31243cc224&device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 1094 time: 0.2153776 Oct 26 11:59:54.272206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb538c-4a6d-485c-a815-849b8316b906 req-36e86933-e703-4a81-898f-980f6d7c98a1 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.273692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9fb538c-4a6d-485c-a815-849b8316b906 req-36e86933-e703-4a81-898f-980f6d7c98a1 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 943 time: 0.2223487 Oct 26 11:59:54.275395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.301580 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-0a086f8a-fe68-449e-b03a-04c20cc6c5cd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 200 len: 1002 time: 0.1967261 Oct 26 11:59:54.333327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-953c5bb5-3d53-40a9-9484-4d2f970f2296 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=958851e8-2539-46f2-880b-820d2dd9e72c HTTP/1.1" status: 200 len: 217 time: 0.0553563 Oct 26 11:59:54.400837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.401831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.402418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.421485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a05b1246-eec7-45f4-b1ca-5469e23e1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.423036 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-a05b1246-eec7-45f4-b1ca-5469e23e1421 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8f0dec01-3fd3-4823-bde6-290e15793ce1 HTTP/1.1" status: 200 len: 856 time: 0.1051202 Oct 26 11:59:54.436212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9fb538c-4a6d-485c-a815-849b8316b906 req-6b3e3044-0e22-4dee-b0c8-a5857681b081 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512592 Oct 26 11:59:54.470051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.474286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2627332 Oct 26 11:59:54.474889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42460) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:54.480040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-a5bf3ef2-bf24-4328-9708-934c56a1e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.481513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-a5bf3ef2-bf24-4328-9708-934c56a1e46c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=849081fe-58da-4656-8c11-cb5ea9b1c434 HTTP/1.1" status: 200 len: 862 time: 0.1344960 Oct 26 11:59:54.485093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Request body: {'subnet': {'network_id': '42e6d497-190c-46dd-9224-c14af6c1fce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574102529-subnet', 'tenant_id': '0b95e07782e4429ba7298286cd011811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:54.492536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef960a-04c1-42be-98ca-55968294f19f admin admin] Pushing event updated for resources: {'Network': ['ID=42e6d497-190c-46dd-9224-c14af6c1fce1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:54.511692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 42e6d497-190c-46dd-9224-c14af6c1fce1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:54.516019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-ee53fcf6-8d32-4351-8944-5e4315f6d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:54.517536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-ee53fcf6-8d32-4351-8944-5e4315f6d926 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4204cc42-892f-4bd5-b083-d05a5f5e0135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865588 Oct 26 11:59:54.522977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-8b6abef6-79a7-43da-946c-dfb1fd83d0aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95f586a5-2905-42dc-a53f-197d2b1eafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279958 Oct 26 11:59:54.589831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Made reservation on behalf of 0b95e07782e4429ba7298286cd011811 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:54.592207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.624507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.647836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:54.782257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:54.796883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': '55043fc6-f310-4073-a278-787d58a531a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:54.797244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: e935c8be-f653-4d9a-83d1-bfaaba97ab1e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:54.803807 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-1adf5161-c8ba-4196-8773-3e2150890265 service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675426 Oct 26 11:59:54.952779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:55.001281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e935c8be-f653-4d9a-83d1-bfaaba97ab1e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:55.010342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b096ed-2e66-4978-a98c-069cd0fc2739 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:55.092698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:55.097739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-431cd0b9-15ed-4e57-b76e-282d29e747ed service neutron] 10.222.0.30 "GET /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647666 Oct 26 11:59:55.103204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.103847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.137984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-f4176fa0-ae04-4cf6-8a91-47c19b0d239f service neutron] 10.222.0.100 "GET /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264258 Oct 26 11:59:55.139173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.166182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ab59e11-1396-43f5-8a56-f20e9af7fb77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3183305 Oct 26 11:59:55.192405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42474) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:55.197630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-720634417'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:55.262436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-3eb8e30c-c8f9-4a7d-85b8-31b85eb539a8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 217 time: 0.1061354 Oct 26 11:59:55.269129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fc90024-697a-41e7-a481-eb02803bdcf9 req-78a75b66-84c3-40ea-89d0-69f7a28ef3c5 service neutron] 10.222.0.30 "GET /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606798 Oct 26 11:59:55.308128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9756dd44-0363-4bef-ae74-36efb74be8f2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:55.309738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:55.325201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.353428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Checking segment: {'id': '9ea4e531-a70e-4cb4-a56a-a6e993e1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '42e6d497-190c-46dd-9224-c14af6c1fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:55.353699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Network hostable DHCP agents. Network: 42e6d497-190c-46dd-9224-c14af6c1fce1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:55.356381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-90c67c30-f77d-4ec1-95fd-9b45ef150459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.357877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-90c67c30-f77d-4ec1-95fd-9b45ef150459 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0849450 Oct 26 11:59:55.422613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:55.452457 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.452457 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment fcdcef79-1915-4df2-a0f4-9f1bd39ad627 of type vlan for network 4ae50ab9-fa00-4682-85e4-cc4236037e3c Oct 26 11:59:55.465227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Network 42e6d497-190c-46dd-9224-c14af6c1fce1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:55.473175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-b81176ad-3bb1-48b9-9b38-b25cba681b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.475199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-b81176ad-3bb1-48b9-9b38-b25cba681b1c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041670 Oct 26 11:59:55.482431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 42e6d497-190c-46dd-9224-c14af6c1fce1) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:55.489529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.490168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.490348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-5fa04c5f-2d67-4fb5-82fe-c5912dfd1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.491853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-5fa04c5f-2d67-4fb5-82fe-c5912dfd1ff7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e5725421544a5f9eac5f31243cc224&device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 1094 time: 0.1317837 Oct 26 11:59:55.498214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470be4f-0a58-4a67-9ce6-c8bece79ab82 None None] Network 42e6d497-190c-46dd-9224-c14af6c1fce1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:55.510011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.522549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e367c8-e08d-4434-aaa3-462aaca0b48e req-2a126fcc-e193-47b2-b52d-9fae6ccf847a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.529834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21e367c8-e08d-4434-aaa3-462aaca0b48e req-2a126fcc-e193-47b2-b52d-9fae6ccf847a tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.1496263 Oct 26 11:59:55.577119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-752c759a-0308-4463-bf84-db69f2a4cdc7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1000593 Oct 26 11:59:55.658619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.665081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.665735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:55.725444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21e367c8-e08d-4434-aaa3-462aaca0b48e req-4dede5b3-b19e-4f94-8d99-c86f36a813fb tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946669 Oct 26 11:59:55.789232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5958364 Oct 26 11:59:55.792116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42488) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:55.807058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'ports': [{'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'}, {'network_id': '4ae50ab9-fa00-4682-85e4-cc4236037e3c'}]} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:55.807776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:55.808554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': '4ae50ab9-fa00-4682-85e4-cc4236037e3c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:55.841468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb6c6c-c203-4ff1-9e23-d85f7fa2c3a3 req-44c2573a-f74a-43a5-b1f3-b3f2f82349bc tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.843463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35cb6c6c-c203-4ff1-9e23-d85f7fa2c3a3 req-44c2573a-f74a-43a5-b1f3-b3f2f82349bc tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 943 time: 0.2309184 Oct 26 11:59:55.846604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbb85a-f72c-4f0c-bc86-d272d65e46ca tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=4ae50ab9-fa00-4682-85e4-cc4236037e3c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:55.851749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-288c8e2b-5042-467c-aba7-7c9647f0e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:55.854009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-288c8e2b-5042-467c-aba7-7c9647f0e54e service neutron] 10.222.0.30 "GET /v2.0/networks?id=95f586a5-2905-42dc-a53f-197d2b1eafaf HTTP/1.1" status: 200 len: 924 time: 0.3198209 Oct 26 11:59:55.894766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4ae50ab9-fa00-4682-85e4-cc4236037e3c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:55.931949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e65b8cf-34f6-497d-80c8-3774c2513ddf None None] Network 42e6d497-190c-46dd-9224-c14af6c1fce1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:55.937667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-fe414399-d71a-4833-a44c-e36f6a4f2d95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=958851e8-2539-46f2-880b-820d2dd9e72c HTTP/1.1" status: 200 len: 217 time: 0.0664842 Oct 26 11:59:56.011610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35cb6c6c-c203-4ff1-9e23-d85f7fa2c3a3 req-dc404131-f124-4e93-9817-793e5d430019 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475277 Oct 26 11:59:56.047870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-2aef9ed4-5c23-4caa-a5c6-22d031a695ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:56.049465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-2aef9ed4-5c23-4caa-a5c6-22d031a695ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=849081fe-58da-4656-8c11-cb5ea9b1c434 HTTP/1.1" status: 200 len: 862 time: 0.0958302 Oct 26 11:59:56.076858 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-2704ef6f-10e8-4d7b-a5d9-93052557aa27 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668483 Oct 26 11:59:56.126522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-f663240a-af36-44d6-818b-795d73353abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95f586a5-2905-42dc-a53f-197d2b1eafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626547 Oct 26 11:59:56.257733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 2} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:56.262745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.289271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.293632 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-2da31837-417d-4a97-8da7-84b0bf72f9d4 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898315 Oct 26 11:59:56.310992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-128f083c-c3fa-4eba-bea0-55014f352444 service neutron] 10.222.0.30 "GET /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756747 Oct 26 11:59:56.398889 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5d42165e-c4a1-4123-b2e4-83ae7558b2ce service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 217 time: 0.0965712 Oct 26 11:59:56.455318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 3d50c5b9-4f8b-465b-a3ea-feef05eeacd5 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:56.480471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-14c42a91-d488-4760-9998-4920d5127c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:56.482071 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-14c42a91-d488-4760-9998-4920d5127c48 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.0753250 Oct 26 11:59:56.496478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f8639a3-4a1c-4951-9b9c-c2019263bb0c req-e47e68f7-9399-4fbe-8a4c-c47198d7f17e service neutron] 10.222.0.30 "GET /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733868 Oct 26 11:59:56.548499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42504) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:56.555614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417492850-network', 'tenant_id': '7d4dc3b4e76e42999ca377041b364aad'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:56.561445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-58f04a5c-a618-4436-a6ae-99fb36f4b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:56.563070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-58f04a5c-a618-4436-a6ae-99fb36f4b590 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687692 Oct 26 11:59:56.589448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Made reservation on behalf of 7d4dc3b4e76e42999ca377041b364aad for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:56.590951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.602836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.671637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 95f1d758-799b-4238-93b7-34e2df261593 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:56.705961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 95f1d758-799b-4238-93b7-34e2df261593 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:56.706558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 95f1d758-799b-4238-93b7-34e2df261593 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:56.720589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.734513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.739428 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.776321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-86c37dfe-34cb-4ad8-b21d-d17b87e88652 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816814 Oct 26 11:59:56.797616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13edd3c2-0255-4cee-a96b-aa1ccd528c80,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:56.825352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:59:56.839165 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.840150 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Added segment 3d54bdfc-48f9-4c59-b7df-3cc7088aa4f2 of type vlan for network f076c800-2baf-491f-8c1d-b6abceee3cd4 Oct 26 11:59:56.879562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 0be740ed-c9d9-4045-a111-ee2a14c841c6 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 11:59:56.936238 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5f202817-e1fd-4cfb-a9ae-cb7b6d63cdb8 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518724 Oct 26 11:59:56.946567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.987746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ae09a-6c5c-4139-a2a3-139c2eb05c72 req-9693d7f2-eb85-445f-90fa-26639a65eced tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:56.989405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e2ae09a-6c5c-4139-a2a3-139c2eb05c72 req-9693d7f2-eb85-445f-90fa-26639a65eced tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0902190 Oct 26 11:59:56.993536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:56.998544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:56.999272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.025993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-486bad42-2d56-46ec-b64e-fdffcdfe527e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=844306c2-34be-4134-ae16-572278d8b570 HTTP/1.1" status: 200 len: 217 time: 0.0719593 Oct 26 11:59:57.065794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] Pushing event updated for resources: {'Network': ['ID=f076c800-2baf-491f-8c1d-b6abceee3cd4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:57.079938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f076c800-2baf-491f-8c1d-b6abceee3cd4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:59:57.098988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9871d799-c9f3-4fb7-a125-115e5a035415 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5486579 Oct 26 11:59:57.103218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:57.117715 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e2ae09a-6c5c-4139-a2a3-139c2eb05c72 req-681fe572-e5f5-43f6-ad6a-3f180d77c782 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/security-groups?id=55a8ebe7-442e-488c-924c-f197d9d40120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157722 Oct 26 11:59:57.123167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Request body: {'subnet': {'network_id': 'f076c800-2baf-491f-8c1d-b6abceee3cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417492850-subnet', 'tenant_id': '7d4dc3b4e76e42999ca377041b364aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 11:59:57.269068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d8a8-47ca-40d7-bbae-419ea84666ca req-ce6c512a-6024-45b8-9909-49043a2b1b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:57.271005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c43d8a8-47ca-40d7-bbae-419ea84666ca req-ce6c512a-6024-45b8-9909-49043a2b1b8f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 943 time: 0.0625277 Oct 26 11:59:57.349097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c43d8a8-47ca-40d7-bbae-419ea84666ca req-3ac6c24d-f608-49dd-b58c-e12f7b253baf tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Oct 26 11:59:57.449041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.455875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-bd66ac6d-386e-4164-a4cf-67cf36aa102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:57.457467 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-bd66ac6d-386e-4164-a4cf-67cf36aa102b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.4214842 Oct 26 11:59:57.460758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Made reservation on behalf of 7d4dc3b4e76e42999ca377041b364aad for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:59:57.462513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.497536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-91c6cc2b-e062-4103-8db1-bf92f1e070a5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:57.498976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-91c6cc2b-e062-4103-8db1-bf92f1e070a5 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0625565 Oct 26 11:59:57.558906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.613795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Deleting port 9a32d179-d8bf-4e49-987f-985d720df07e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:57.613795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.628831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 958851e8-2539-46f2-880b-820d2dd9e72c details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:59:57.639299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5e9312d8-0dd0-4c41-b013-33e67b27ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:57.641028 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5e9312d8-0dd0-4c41-b013-33e67b27ab42 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1753609 Oct 26 11:59:57.645218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:59:57.661045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:57.668356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:57.669186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.708439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=3d50c5b9-4f8b-465b-a3ea-feef05eeacd5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:57.759400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] For port 9a32d179-d8bf-4e49-987f-985d720df07e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=9a32d179-d8bf-4e49-987f-985d720df07e,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:57.761065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.776230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 958851e8-2539-46f2-880b-820d2dd9e72c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=958851e8-2539-46f2-880b-820d2dd9e72c,segment=NetworkSegment(3b0c5c39-e458-4aa2-8f27-311a09955aa8),segment_id=3b0c5c39-e458-4aa2-8f27-311a09955aa8)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:57.796426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Calling delete_port for 9a32d179-d8bf-4e49-987f-985d720df07e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:57.799758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '958851e8-2539-46f2-880b-820d2dd9e72c', 'network_id': '95f586a5-2905-42dc-a53f-197d2b1eafaf', 'port_id': '958851e8-2539-46f2-880b-820d2dd9e72c', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849081fe-58da-4656-8c11-cb5ea9b1c434', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:59:57.836827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=0be740ed-c9d9-4045-a111-ee2a14c841c6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:57.863494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': 'fcdcef79-1915-4df2-a0f4-9f1bd39ad627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4ae50ab9-fa00-4682-85e4-cc4236037e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:57.863494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: 4ae50ab9-fa00-4682-85e4-cc4236037e3c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:57.895483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.896231 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5b6322dd-bb96-4f1c-8ee3-0eea5c609671 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455931 Oct 26 11:59:57.919843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958851e8-2539-46f2-880b-820d2dd9e72c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 11:59:57.944915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 958851e8-2539-46f2-880b-820d2dd9e72c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=958851e8-2539-46f2-880b-820d2dd9e72c,segment=NetworkSegment(3b0c5c39-e458-4aa2-8f27-311a09955aa8),segment_id=3b0c5c39-e458-4aa2-8f27-311a09955aa8)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:57.960736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.980713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:57.989158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 4ae50ab9-fa00-4682-85e4-cc4236037e3c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:58.033300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4ae50ab9-fa00-4682-85e4-cc4236037e3c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:58.044218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 11:59:58.048203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd430a-1718-451f-9874-8e2b202be190 None None] Network 4ae50ab9-fa00-4682-85e4-cc4236037e3c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:58.049601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:58.055186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:58.056234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.086756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.089187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=657f099f-6366-4f05-b8ee-a4f8a090cf34,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:58.108601 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-254593b2-cd32-4725-8594-5b259820cfa0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3139970 Oct 26 11:59:58.111631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:58.124573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-2c4fa3fa-b95e-4f9c-9a47-b05644b56b49 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191954 Oct 26 11:59:58.126518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Checking segment: {'id': '3d54bdfc-48f9-4c59-b7df-3cc7088aa4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f076c800-2baf-491f-8c1d-b6abceee3cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 11:59:58.126900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Network hostable DHCP agents. Network: f076c800-2baf-491f-8c1d-b6abceee3cd4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:59:58.185203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Pushing event deleted for resources: {'Port': ['ID=9a32d179-d8bf-4e49-987f-985d720df07e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:58.199934 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-54a9fd6e-3c30-4455-85da-eb340cf97ab2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d295fd22-dbf0-46e7-afff-66babc705d3e HTTP/1.1" status: 200 len: 217 time: 0.0505116 Oct 26 11:59:58.306334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=958851e8-2539-46f2-880b-820d2dd9e72c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:58.307173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Network f076c800-2baf-491f-8c1d-b6abceee3cd4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:59:58.335557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['958851e8-2539-46f2-880b-820d2dd9e72c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 11:59:58.352815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 0be740ed-c9d9-4045-a111-ee2a14c841c6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:58.354120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.415190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41ef1966-fdb3-4626-b9cf-3283e38a305b req-17d8c48b-6c85-4bc8-a5c2-ceaa64023438 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b809fbd-c701-4146-aab2-a2072a6c4cf6 HTTP/1.1" status: 200 len: 210 time: 0.1107821 Oct 26 11:59:58.417098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] No DVR routers for this DVR port 9a32d179-d8bf-4e49-987f-985d720df07e on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 11:59:58.425226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.432526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0ec916-733f-43c7-b638-5b348eb2501b req-c82a6b0d-c4d8-473e-a136-d4f8e426ac22 tempest-ListServerFiltersTestJSON-229469743 tempest-ListServerFiltersTestJSON-229469743-project] 10.222.0.30 "DELETE /v2.0/ports/9a32d179-d8bf-4e49-987f-985d720df07e HTTP/1.1" status: 204 len: 173 time: 0.9255886 Oct 26 11:59:58.433335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'name': 'network-vif-deleted', 'tag': '9a32d179-d8bf-4e49-987f-985d720df07e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:58.446174 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b412c9e-322a-4918-975d-33ab9953f45d" -d '{"events": [{"server_uuid": "2b809fbd-c701-4146-aab2-a2072a6c4cf6", "name": "network-vif-deleted", "tag": "9a32d179-d8bf-4e49-987f-985d720df07e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:58.470793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.532963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 0be740ed-c9d9-4045-a111-ee2a14c841c6 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:58.641871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-94059403-e05d-4f63-aa94-a4de42f4060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:58.648328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-94059403-e05d-4f63-aa94-a4de42f4060c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 200 len: 797 time: 0.4364073 Oct 26 11:59:58.650829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f076c800-2baf-491f-8c1d-b6abceee3cd4) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:59:58.659512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff081034-da9d-4c1a-afbf-7a660b3b167a None None] Network f076c800-2baf-491f-8c1d-b6abceee3cd4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:58.659692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:58.660769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.660946 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c649b-9de0-428f-8408-9bb462eb0ee1 x-openstack-request-id: req-0e1c649b-9de0-428f-8408-9bb462eb0ee1 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:59:58.662687 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b809fbd-c701-4146-aab2-a2072a6c4cf6", "name": "network-vif-deleted", "tag": "9a32d179-d8bf-4e49-987f-985d720df07e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:59:58.663167 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e1c649b-9de0-428f-8408-9bb462eb0ee1 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:59:58.664379 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b809fbd-c701-4146-aab2-a2072a6c4cf6', 'name': 'network-vif-deleted', 'tag': '9a32d179-d8bf-4e49-987f-985d720df07e', 'status': 'completed', 'code': 200} Oct 26 11:59:58.692498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a96fa82-4456-4fae-8b67-539587fee74d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5834322 Oct 26 11:59:58.753329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10669a-b892-41fa-9d10-868eb9de5a29 req-ef5fae6c-f6dd-454f-9dfa-d4abfb2cff64 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:58.755750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed10669a-b892-41fa-9d10-868eb9de5a29 req-ef5fae6c-f6dd-454f-9dfa-d4abfb2cff64 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 944 time: 0.2082381 Oct 26 11:59:58.759961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-ab50dd4c-b9a5-4a44-afb9-c24263038cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:58.761523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-ab50dd4c-b9a5-4a44-afb9-c24263038cb6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=acaf89a7-0f45-4fd2-8626-b9c26d1c554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867703 Oct 26 11:59:58.817936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed10669a-b892-41fa-9d10-868eb9de5a29 req-ac2e8657-5eee-4368-98bd-e5efcb7207f0 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 Oct 26 11:59:58.830540 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.873966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42538) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:58.899255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=0be740ed-c9d9-4045-a111-ee2a14c841c6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:58.906259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:58.913636 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cddf9550-ec09-4a05-8b22-5fa7bfa2deb1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/0be740ed-c9d9-4045-a111-ee2a14c841c6 HTTP/1.1" status: 204 len: 168 time: 0.7996743 Oct 26 11:59:58.914368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:58.946021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd4775-8e8c-49a4-a4c7-8571936d0f96 None None] Network f076c800-2baf-491f-8c1d-b6abceee3cd4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 11:59:58.980409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Deleting subnet 9756dd44-0363-4bef-ae74-36efb74be8f2 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:58.988598 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.028576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30a695-4373-4b8d-927f-22ed2a75a570 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:59.037147 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5371ac13-ae2f-47d2-a088-5cfed22380ef service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650878 Oct 26 11:59:59.037595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30a695-4373-4b8d-927f-22ed2a75a570 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:59.039537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8d30a695-4373-4b8d-927f-22ed2a75a570 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1231084 Oct 26 11:59:59.042605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42542) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:59.106644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.173658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.228009 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-ceac2607-dc42-4899-8496-ac9e7061d410 service neutron] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799712 Oct 26 11:59:59.252432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.263368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 3d50c5b9-4f8b-465b-a3ea-feef05eeacd5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 11:59:59.264241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.284772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9756dd44-0363-4bef-ae74-36efb74be8f2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:59.298091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.304520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5e3755e6-e3eb-445d-be89-e32896f28e21 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9756dd44-0363-4bef-ae74-36efb74be8f2 HTTP/1.1" status: 204 len: 168 time: 0.4290071 Oct 26 11:59:59.305138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42548) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:59.356852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-9f5206f6-4464-4dcd-bc9a-3195ad489cb4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 200 len: 217 time: 0.1178656 Oct 26 11:59:59.404920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.421031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.448523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 3d50c5b9-4f8b-465b-a3ea-feef05eeacd5 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 11:59:59.467353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-535aa2be-2735-4aa3-b1f6-4485cd695dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:59.468814 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-535aa2be-2735-4aa3-b1f6-4485cd695dca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.1037586 Oct 26 11:59:59.479027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42554) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:59.545527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.575282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e6d497-190c-46dd-9224-c14af6c1fce1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:59.594224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea4e531-a70e-4cb4-a56a-a6e993e1107a') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:59.597145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea4e531-a70e-4cb4-a56a-a6e993e1107a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:59.605715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5c6cd8ae-d8ee-4504-96c5-1842ef977908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:59.607383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-5c6cd8ae-d8ee-4504-96c5-1842ef977908 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292534 Oct 26 11:59:59.616736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Deleting subnet 4f07f267-890b-4056-8eec-85ab7891e864 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 11:59:59.629595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.630672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.631520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 958851e8-2539-46f2-880b-820d2dd9e72c up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:59.673619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.688920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:59:59.689385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: timer() Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 11:59:59.691226 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 11:59:59.726368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.726602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 958851e8-2539-46f2-880b-820d2dd9e72c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 11:59:59.728240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.732026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 958851e8-2539-46f2-880b-820d2dd9e72c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 11:59:59.732553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.787805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.792053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.795432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.797961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/3d50c5b9-4f8b-465b-a3ea-feef05eeacd5 HTTP/1.1" status: 204 len: 168 time: 0.7523470 Oct 26 11:59:59.801243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] 10.222.0.88 "DELETE /v2.0/networks/42e6d497-190c-46dd-9224-c14af6c1fce1 HTTP/1.1" status: 204 len: 168 time: 0.4928868 Oct 26 11:59:59.801389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dccdc3-f3db-47a1-a07a-d38d1f739c9c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=3d50c5b9-4f8b-465b-a3ea-feef05eeacd5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:59.802603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42558) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:59.810434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42560) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 11:59:59.837468 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-fee37028-a3ab-4087-b48e-37a2ddaadb4d service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167590 Oct 26 11:59:59.856056 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.898199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 958851e8-2539-46f2-880b-820d2dd9e72c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=958851e8-2539-46f2-880b-820d2dd9e72c,segment=NetworkSegment(3b0c5c39-e458-4aa2-8f27-311a09955aa8),segment_id=3b0c5c39-e458-4aa2-8f27-311a09955aa8)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:59.899613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707a84b1-426f-4d80-a585-19b51362e5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958851e8-2539-46f2-880b-820d2dd9e72c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 11:59:59.903076 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b46f15-c3ca-4e32-9989-6eb69956b12d" -d '{"events": [{"server_uuid": "707a84b1-426f-4d80-a585-19b51362e5a4", "name": "network-vif-plugged", "status": "completed", "tag": "958851e8-2539-46f2-880b-820d2dd9e72c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:59:59.907437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:59:59.909031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a32d179-d8bf-4e49-987f-985d720df07e no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:59.934194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a8efd-840f-4284-b286-a68294c3853b admin admin] Pushing event deleted for resources: {'Network': ['ID=42e6d497-190c-46dd-9224-c14af6c1fce1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:59.958059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 9a32d179-d8bf-4e49-987f-985d720df07e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 11:59:59.959853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 9a32d179-d8bf-4e49-987f-985d720df07e not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:59:59.972023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fe409-0867-442c-a82e-a18deccf24ad tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:59:59.976933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-014fe409-0867-442c-a82e-a18deccf24ad tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1651528 Oct 26 11:59:59.980382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42566) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:00.026800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Deleting subnet 657f099f-6366-4f05-b8ee-a4f8a090cf34 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:00.030878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.032837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=958851e8-2539-46f2-880b-820d2dd9e72c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:00.039341 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b0deed-45bd-4737-afda-a960a8cc5b74 x-openstack-request-id: req-88b0deed-45bd-4737-afda-a960a8cc5b74 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:00.040106 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707a84b1-426f-4d80-a585-19b51362e5a4", "name": "network-vif-plugged", "status": "completed", "tag": "958851e8-2539-46f2-880b-820d2dd9e72c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:00.040570 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88b0deed-45bd-4737-afda-a960a8cc5b74 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:00.041170 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707a84b1-426f-4d80-a585-19b51362e5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958851e8-2539-46f2-880b-820d2dd9e72c', 'code': 200} Oct 26 12:00:00.070809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-d89d1af0-7d43-4317-a647-02e5e0e6b54a service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477115 Oct 26 12:00:00.076551 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.085682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.130569 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df75a1-bdf2-4fd0-9dfd-4619d62344ac tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:00.135575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b1df75a1-bdf2-4fd0-9dfd-4619d62344ac tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/0be740ed-c9d9-4045-a111-ee2a14c841c6 HTTP/1.1" status: 404 len: 333 time: 0.1429667 Oct 26 12:00:00.139154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:00.143919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-d024810e-290d-471b-a07e-aff405b6a197 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 200 len: 217 time: 0.0651131 Oct 26 12:00:00.173578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.185451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82a8d3-7c73-4df7-90ad-71a358365391 req-cb5bddf9-cd1a-4017-85f7-66c7521c27a1 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:00.192295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c82a8d3-7c73-4df7-90ad-71a358365391 req-cb5bddf9-cd1a-4017-85f7-66c7521c27a1 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 945 time: 0.2109597 Oct 26 12:00:00.200227 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8083b6a1-71d5-4e12-9f7c-929b120207a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:00.201940 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8083b6a1-71d5-4e12-9f7c-929b120207a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/3d50c5b9-4f8b-465b-a3ea-feef05eeacd5 HTTP/1.1" status: 404 len: 333 time: 0.0601730 Oct 26 12:00:00.210404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:00.269390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cad897-b264-4f5e-b566-01a789269dba req-3196a0e0-7261-4721-a021-07942d47c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:00.270944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7cad897-b264-4f5e-b566-01a789269dba req-3196a0e0-7261-4721-a021-07942d47c3c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1677840 Oct 26 12:00:00.283728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c82a8d3-7c73-4df7-90ad-71a358365391 req-81101433-cf28-4f32-9af7-b997b1e4e28d tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901611 Oct 26 12:00:00.291571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-86ae6de4-b20b-4c73-962f-45f37dbf4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:00.293061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-86ae6de4-b20b-4c73-962f-45f37dbf4f67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 200 len: 797 time: 0.1401010 Oct 26 12:00:00.326346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.339374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.359378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7cad897-b264-4f5e-b566-01a789269dba req-b4bd848a-1f09-4c2a-a19f-32684a0228f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797706 Oct 26 12:00:00.373932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.376092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f07f267-890b-4056-8eec-85ab7891e864,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:00.382911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.386209 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ec0aef93-984c-4f7e-84ec-0d6a8cf24894 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4f07f267-890b-4056-8eec-85ab7891e864 HTTP/1.1" status: 204 len: 168 time: 0.9063134 Oct 26 12:00:00.391219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42574) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:00.392271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84a0b9-9332-4a5a-b740-c41f60fa3846 None None] Network ccd41ae1-e02d-4ec0-9db5-432ad67d9cad requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:00.410445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657f099f-6366-4f05-b8ee-a4f8a090cf34,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:00.420051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.427492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7b85de62-b785-459e-bf7d-538ca0d2ce30 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/657f099f-6366-4f05-b8ee-a4f8a090cf34 HTTP/1.1" status: 204 len: 168 time: 0.6016507 Oct 26 12:00:00.429726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42576) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:00.486258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-2352718f-7424-4f55-a454-5b7cd963f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:00.487842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-2352718f-7424-4f55-a454-5b7cd963f351 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=db3e3ca7-ff9e-4524-97de-77e9f508c48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828985 Oct 26 12:00:00.566020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.593224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.619683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.735184 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.767856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae50ab9-fa00-4682-85e4-cc4236037e3c']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:00.769372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f076c800-2baf-491f-8c1d-b6abceee3cd4']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:00.784319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d54bdfc-48f9-4c59-b7df-3cc7088aa4f2') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:00.784618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d54bdfc-48f9-4c59-b7df-3cc7088aa4f2') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:00.789799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdcef79-1915-4df2-a0f4-9f1bd39ad627') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:00.790094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdcef79-1915-4df2-a0f4-9f1bd39ad627') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:00.799227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.809619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.830177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.838500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.842315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:00.842727 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:00.845029 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:00.849575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-93df8793-fab6-43b3-9f48-38379635344d service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487902 Oct 26 12:00:00.851261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:00.851613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:00.854767 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:00.900898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Deleting port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:00.902021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.917341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.920079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] DHCP port deletion for ccd41ae1-e02d-4ec0-9db5-432ad67d9cad request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:00:00.949231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:00.954818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f076c800-2baf-491f-8c1d-b6abceee3cd4 HTTP/1.1" status: 204 len: 168 time: 0.5213575 Oct 26 12:00:00.974348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04907ac6-ee1d-447b-bb99-f3f4f1680527 admin admin] Pushing event deleted for resources: {'Network': ['ID=f076c800-2baf-491f-8c1d-b6abceee3cd4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:00.995266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] Deleting port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:00.996270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.035596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.079377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc95cbc3-1c60-4bee-8f2a-4fc7e321c234 req-64d011d9-3da8-4030-a64a-3c93cd2750d4 service neutron] 10.222.0.100 "GET /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121959 Oct 26 12:00:01.087950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.098047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42586) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:01.098376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/4ae50ab9-fa00-4682-85e4-cc4236037e3c HTTP/1.1" status: 204 len: 168 time: 0.8868511 Oct 26 12:00:01.102211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] For port 6e60bd9b-31b2-4df5-9ff5-55de1077be61, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6e60bd9b-31b2-4df5-9ff5-55de1077be61,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:01.102752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.103771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1071995524'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:01.119313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09d009-1ce9-41ed-b246-92eb60e9632a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=4ae50ab9-fa00-4682-85e4-cc4236037e3c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:01.129411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] Calling delete_port for 6e60bd9b-31b2-4df5-9ff5-55de1077be61 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:01.138840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] For port 6e60bd9b-31b2-4df5-9ff5-55de1077be61, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6e60bd9b-31b2-4df5-9ff5-55de1077be61,segment=NetworkSegment(2008a9fe-5d8c-41e8-b296-490a94a58eaf),segment_id=2008a9fe-5d8c-41e8-b296-490a94a58eaf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:01.139823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.161026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Calling delete_port for 6e60bd9b-31b2-4df5-9ff5-55de1077be61 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:01.167100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:01.170810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.239100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:01.251652 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.252146 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment 87ef0d48-2f27-4856-808d-c5798a2d6e6f of type vlan for network eb5933dc-dd43-4ca2-8541-555349c9a523 Oct 26 12:00:01.306217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.348948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] Pushing event deleted for resources: {'Port': ['ID=6e60bd9b-31b2-4df5-9ff5-55de1077be61,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:01.352924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.356625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fd673-0afc-4cf2-bc6f-8c136c6750e3 None None] No DVR routers for this DVR port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:01.426307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:01.430211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6e60bd9b-31b2-4df5-9ff5-55de1077be61 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:01.453051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.461828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:01.462728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.464302 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.477879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6e60bd9b-31b2-4df5-9ff5-55de1077be61 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:01.478235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6e60bd9b-31b2-4df5-9ff5-55de1077be61 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:01.539424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] No DVR routers for this DVR port 6e60bd9b-31b2-4df5-9ff5-55de1077be61 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:01.549840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e60bd9b-31b2-4df5-9ff5-55de1077be61,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:01.561494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=eb5933dc-dd43-4ca2-8541-555349c9a523,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:01.572576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network eb5933dc-dd43-4ca2-8541-555349c9a523 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:01.609443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-79a4b5ec-6f9a-494e-aa5f-7750bcdb0700 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b95e07782e4429ba7298286cd011811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817927 Oct 26 12:00:01.610084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42596) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:01.616546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a42430b-9a84-4dad-89e3-81a5627278c3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5173557 Oct 26 12:00:01.619581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42598) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:01.625658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:01.696982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415c52b-45c7-442c-af60-b73e5d501fcc req-8d098fca-6246-45fd-bd76-671e9416cc77 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:01.698791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9415c52b-45c7-442c-af60-b73e5d501fcc req-8d098fca-6246-45fd-bd76-671e9416cc77 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 945 time: 0.1480739 Oct 26 12:00:01.782846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9415c52b-45c7-442c-af60-b73e5d501fcc req-962985c3-8ffd-4749-8bd2-057f1b26b94b tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Oct 26 12:00:01.804256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:01.810387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.814157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.844141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd41ae1-e02d-4ec0-9db5-432ad67d9cad']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:01.862897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2008a9fe-5d8c-41e8-b296-490a94a58eaf') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:01.863219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2008a9fe-5d8c-41e8-b296-490a94a58eaf') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:01.865029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aca61cd5-dd03-4894-b2c7-ea2fa8e09b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.882973 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.897983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Performing IP validity checks on allocation pools {{(pid=102760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:00:01.902845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:00:01.911379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.915324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aca61cd5-dd03-4894-b2c7-ea2fa8e09b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.927526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:01.928164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:01.929929 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:02.016857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.025012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.029664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ccd41ae1-e02d-4ec0-9db5-432ad67d9cad HTTP/1.1" status: 204 len: 168 time: 1.6374838 Oct 26 12:00:02.032431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aca61cd5-dd03-4894-b2c7-ea2fa8e09b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.035712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aca61cd5-dd03-4894-b2c7-ea2fa8e09b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.036945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aca61cd5-dd03-4894-b2c7-ea2fa8e09b3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa6ac6a7-8975-45bd-9273-56568bb08d01 HTTP/1.1" status: 204 len: 168 time: 0.4255195 Oct 26 12:00:02.050081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a18452-ad8e-4f3f-8178-ea194a737602 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd41ae1-e02d-4ec0-9db5-432ad67d9cad,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:02.058577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca61cd5-dd03-4894-b2c7-ea2fa8e09b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ac6a7-8975-45bd-9273-56568bb08d01,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:02.296317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.310426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42622) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:02.390279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00825f41-a046-4530-bc99-8e73a27cd408 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=affdb79ee5304374a9cb6f4dc183ca17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781419 Oct 26 12:00:02.393012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:02.397727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=c180d60b-c7aa-4a61-a304-2521c87105b9,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:02.406527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': '87ef0d48-2f27-4856-808d-c5798a2d6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:02.407154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: eb5933dc-dd43-4ca2-8541-555349c9a523, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:02.428494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network eb5933dc-dd43-4ca2-8541-555349c9a523 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:02.442966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, eb5933dc-dd43-4ca2-8541-555349c9a523) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:02.457361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05318808-5c23-4380-80e5-bb32b51f0339 None None] Network eb5933dc-dd43-4ca2-8541-555349c9a523 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:02.459466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:02.461096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.496537 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9785-2cbc-4b94-9ffb-4f480c5d33d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.498047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-acb3e855-0d35-4a46-9dbb-c7bab990f77e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8772182 Oct 26 12:00:02.498324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42628) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:02.503659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523', 'name': 'tempest-PortsIpV6TestJSON-741231279'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:02.575479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42630) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:02.630355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c8f34e7-6556-48f8-a523-1c2033bd9015 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d4dc3b4e76e42999ca377041b364aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513508 Oct 26 12:00:02.631620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42632) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:02.682194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-eb5933dc-dd43-4ca2-8541-555349c9a523', 'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': 'c180d60b-c7aa-4a61-a304-2521c87105b9'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:00:02.683404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.711468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.738495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.802522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.807232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:02.809542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13edd3c2-0255-4cee-a96b-aa1ccd528c80 HTTP/1.1" status: 204 len: 168 time: 0.1769035 Oct 26 12:00:02.819505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13edd3c2-0255-4cee-a96b-aa1ccd528c80,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:02.849145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.854410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.854941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.855361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.855849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.856208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.856555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.856959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.857256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.857600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.857940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.858278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd9014-c01e-4505-858c-f17e44ac24f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:02.884999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Allocated IP 2001:db8::2 (eb5933dc-dd43-4ca2-8541-555349c9a523/c180d60b-c7aa-4a61-a304-2521c87105b9/1ae603f6-fdc9-4992-92dd-25f75b8d042b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:02.900995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9785-2cbc-4b94-9ffb-4f480c5d33d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.014524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9785-2cbc-4b94-9ffb-4f480c5d33d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.019300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9785-2cbc-4b94-9ffb-4f480c5d33d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.026064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7a4a9785-2cbc-4b94-9ffb-4f480c5d33d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55a8ebe7-442e-488c-924c-f197d9d40120 HTTP/1.1" status: 204 len: 168 time: 0.6295764 Oct 26 12:00:03.030672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:03.035429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.065984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a9785-2cbc-4b94-9ffb-4f480c5d33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a8ebe7-442e-488c-924c-f197d9d40120,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:03.069121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408ada-34fc-4ba6-aee4-2630f1243c08 req-af9a2e64-6997-4a16-b23f-da239da65682 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:03.071731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97408ada-34fc-4ba6-aee4-2630f1243c08 req-af9a2e64-6997-4a16-b23f-da239da65682 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 945 time: 0.1180017 Oct 26 12:00:03.111753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 45d11f35-cacd-4827-834e-dd3cc434457e yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:03.133897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97408ada-34fc-4ba6-aee4-2630f1243c08 req-939a0a27-df8a-4cf6-8ea1-d3160ab5bbfb tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Oct 26 12:00:03.308636 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.318798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.401510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::322 (eb5933dc-dd43-4ca2-8541-555349c9a523/c180d60b-c7aa-4a61-a304-2521c87105b9/45d11f35-cacd-4827-834e-dd3cc434457e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:03.445908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Pushing event updated for resources: {'Port': ['ID=1ae603f6-fdc9-4992-92dd-25f75b8d042b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:03.458768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Network eb5933dc-dd43-4ca2-8541-555349c9a523 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:03.471103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:03.473869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:03.547406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Attempting to bind port 1ae603f6-fdc9-4992-92dd-25f75b8d042b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:03.547858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Attempting to bind port 1ae603f6-fdc9-4992-92dd-25f75b8d042b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '87ef0d48-2f27-4856-808d-c5798a2d6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:03.548346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Attempting to bind port 1ae603f6-fdc9-4992-92dd-25f75b8d042b on network eb5933dc-dd43-4ca2-8541-555349c9a523 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:03.555189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:03.555682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Checking segment: {'id': '87ef0d48-2f27-4856-808d-c5798a2d6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:03.556163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.556632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Bound using segment: {'id': '87ef0d48-2f27-4856-808d-c5798a2d6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:03.557181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Bound port: 1ae603f6-fdc9-4992-92dd-25f75b8d042b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ef0d48-2f27-4856-808d-c5798a2d6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'eb5933dc-dd43-4ca2-8541-555349c9a523'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:03.557634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.648998 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.656095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] For port 1ae603f6-fdc9-4992-92dd-25f75b8d042b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:03.663045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] For port 1ae603f6-fdc9-4992-92dd-25f75b8d042b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1ae603f6-fdc9-4992-92dd-25f75b8d042b,segment=NetworkSegment(87ef0d48-2f27-4856-808d-c5798a2d6e6f),segment_id=87ef0d48-2f27-4856-808d-c5798a2d6e6f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:03.669208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.676113 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.700318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ba2a1-96c5-46d1-9e1e-4c4feeaed92f req-e2c2ed30-93d7-4113-ae23-7b4aa1fabcf2 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:03.721074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.731466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b25ba2a1-96c5-46d1-9e1e-4c4feeaed92f req-e2c2ed30-93d7-4113-ae23-7b4aa1fabcf2 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 945 time: 0.1129549 Oct 26 12:00:03.805655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network eb5933dc-dd43-4ca2-8541-555349c9a523 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:03.807733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b25ba2a1-96c5-46d1-9e1e-4c4feeaed92f req-03d8aef8-4a52-4fc0-90f0-80709598e5b1 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753222 Oct 26 12:00:03.811099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:03.822520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=45d11f35-cacd-4827-834e-dd3cc434457e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:03.833290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e555c-fd58-4a7e-a701-e60972f03401 None None] Pushing event updated for resources: {'Port': ['ID=1ae603f6-fdc9-4992-92dd-25f75b8d042b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:03.836716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:03.844998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:03.845862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:03.878446 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12415405-eaf0-4759-a608-54d7e5cf3211 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3780932 Oct 26 12:00:03.880674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42676) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:04.026543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 45d11f35-cacd-4827-834e-dd3cc434457e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:04.027186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.211378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.238195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 45d11f35-cacd-4827-834e-dd3cc434457e owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:04.408483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.436593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42702) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:04.462929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=45d11f35-cacd-4827-834e-dd3cc434457e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:04.529219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.534480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-184de596-bbc0-405f-bc1a-d136e17035b0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/45d11f35-cacd-4827-834e-dd3cc434457e HTTP/1.1" status: 204 len: 168 time: 0.6521771 Oct 26 12:00:04.537884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42708) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:04.571162 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-214f4c04-3422-4998-a37a-f478179d04bd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:00:04.571958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214f4c04-3422-4998-a37a-f478179d04bd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:00:04.576666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-214f4c04-3422-4998-a37a-f478179d04bd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/45d11f35-cacd-4827-834e-dd3cc434457e HTTP/1.1" status: 404 len: 333 time: 0.0376637 Oct 26 12:00:04.577963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42712) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:04.605656 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f45549-c31b-4488-b165-86b385b2aa2a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:04.607722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d9f45549-c31b-4488-b165-86b385b2aa2a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/45d11f35-cacd-4827-834e-dd3cc434457e HTTP/1.1" status: 404 len: 333 time: 0.0284438 Oct 26 12:00:04.610394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42714) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:04.671080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet c180d60b-c7aa-4a61-a304-2521c87105b9 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:04.677322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.742327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.762783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1552268232-network', 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:04.808825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:04.811988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.832341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:04.944072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.040145 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.106241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.109161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=c180d60b-c7aa-4a61-a304-2521c87105b9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:05.119024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.123343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9dfb7670-1917-4579-8bee-bb50bd524214 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/c180d60b-c7aa-4a61-a304-2521c87105b9 HTTP/1.1" status: 204 len: 168 time: 0.5116997 Oct 26 12:00:05.126040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42730) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:05.173517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.191889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:05.208811 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.209562 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Added segment 1a67c254-bf0b-45e7-b288-fc02cafd498a of type vlan for network b219cc38-9295-4a8e-940f-156488ad9016 Oct 26 12:00:05.247439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.307980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.343378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0227da6-20b6-4760-90fa-a4e09320aa87 None None] Network eb5933dc-dd43-4ca2-8541-555349c9a523 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:05.385501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1e1e8ac1-ca9c-4a91-891b-29e00bb069c6 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:05.387130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1e1e8ac1-ca9c-4a91-891b-29e00bb069c6 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.30 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 945 time: 0.2741745 Oct 26 12:00:05.392446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.400598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d16c694-872e-4341-9c34-ee993b19949a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:05.410392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d5f8-d46b-48eb-ad2d-7be557948e9d req-049ef566-89c2-4872-9d6b-424182a0e708 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:05.412779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4e1d5f8-d46b-48eb-ad2d-7be557948e9d req-049ef566-89c2-4872-9d6b-424182a0e708 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 945 time: 0.4161477 Oct 26 12:00:05.413001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 1ae603f6-fdc9-4992-92dd-25f75b8d042b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:05.417605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.429910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae603f6-fdc9-4992-92dd-25f75b8d042b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:05.513492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:00:05.515326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port 1ae603f6-fdc9-4992-92dd-25f75b8d042b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1ae603f6-fdc9-4992-92dd-25f75b8d042b,segment=NetworkSegment(87ef0d48-2f27-4856-808d-c5798a2d6e6f),segment_id=87ef0d48-2f27-4856-808d-c5798a2d6e6f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:05.516406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.537823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 1ae603f6-fdc9-4992-92dd-25f75b8d042b owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:05.587371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-53dd5e6e-e06d-4918-8212-8d8ffb95cb7b None None] Provisioning complete for port 1ae603f6-fdc9-4992-92dd-25f75b8d042b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:05.587843 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53dd5e6e-e06d-4918-8212-8d8ffb95cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.600217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4e1d5f8-d46b-48eb-ad2d-7be557948e9d req-63771922-8f15-439c-9fda-92b3f7ce5cf0 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421185 Oct 26 12:00:05.618109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.619392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:05.620268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.652050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.659989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Deleting port 958851e8-2539-46f2-880b-820d2dd9e72c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:05.660586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.668411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2296431 Oct 26 12:00:05.680965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No active binding found for port 1ae603f6-fdc9-4992-92dd-25f75b8d042b {{(pid=102761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 12:00:05.681398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae603f6-fdc9-4992-92dd-25f75b8d042b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 12:00:05.705886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42750) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:05.707686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=1ae603f6-fdc9-4992-92dd-25f75b8d042b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:05.725189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84144ec-9838-419a-9e28-3ab7d7fe95e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b219cc38-9295-4a8e-940f-156488ad9016,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:05.740444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Request body: {'subnet': {'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1552268232-subnet', 'tenant_id': 'cc4e153da4d04b038b5019884423e22e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:05.756681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port 1ae603f6-fdc9-4992-92dd-25f75b8d042b on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:05.781537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b219cc38-9295-4a8e-940f-156488ad9016 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:05.878274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] For port 958851e8-2539-46f2-880b-820d2dd9e72c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=958851e8-2539-46f2-880b-820d2dd9e72c,segment=NetworkSegment(3b0c5c39-e458-4aa2-8f27-311a09955aa8),segment_id=3b0c5c39-e458-4aa2-8f27-311a09955aa8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:05.879586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.897264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Calling delete_port for 958851e8-2539-46f2-880b-820d2dd9e72c owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:05.905468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.909851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:05.912381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:05.951822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port 1ae603f6-fdc9-4992-92dd-25f75b8d042b not found, will not notify nova. {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 12:00:05.985363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-53dd5e6e-e06d-4918-8212-8d8ffb95cb7b None None] Could not find standard attr ID for object 1ae603f6-fdc9-4992-92dd-25f75b8d042b. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:00:05.990718 n-d-812150-3 neutron-server[102761]: INFO neutron.plugins.ml2.db [None req-53dd5e6e-e06d-4918-8212-8d8ffb95cb7b None None] No ports have port_id starting with 1ae603f6-fdc9-4992-92dd-25f75b8d042b Oct 26 12:00:05.998124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5933dc-dd43-4ca2-8541-555349c9a523']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:06.026844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ef0d48-2f27-4856-808d-c5798a2d6e6f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:06.027905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ef0d48-2f27-4856-808d-c5798a2d6e6f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:06.056972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.066804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5431d8e-4942-4218-accf-be2f29bc4bc1 None None] DHCP port deletion for eb5933dc-dd43-4ca2-8541-555349c9a523 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:00:06.149982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.179176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:06.179560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:06.182798 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:06.187405 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.255033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Pushing event deleted for resources: {'Port': ['ID=958851e8-2539-46f2-880b-820d2dd9e72c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:06.298379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] No DVR routers for this DVR port 958851e8-2539-46f2-880b-820d2dd9e72c on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:06.301623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.306224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.310947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6f97fb5-9d40-4ef8-8fd9-c9a7516b013b req-1296c1b2-e367-4d46-a310-22a4cc9d3f1f tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.30 "DELETE /v2.0/ports/958851e8-2539-46f2-880b-820d2dd9e72c HTTP/1.1" status: 204 len: 173 time: 0.9128366 Oct 26 12:00:06.311457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707a84b1-426f-4d80-a585-19b51362e5a4', 'name': 'network-vif-deleted', 'tag': '958851e8-2539-46f2-880b-820d2dd9e72c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:06.315696 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9202e7a-b367-403e-97df-cd9bcc76fcde" -d '{"events": [{"server_uuid": "707a84b1-426f-4d80-a585-19b51362e5a4", "name": "network-vif-deleted", "tag": "958851e8-2539-46f2-880b-820d2dd9e72c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:06.320187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.323572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/eb5933dc-dd43-4ca2-8541-555349c9a523 HTTP/1.1" status: 204 len: 168 time: 1.1963620 Oct 26 12:00:06.329613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:06.340204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-308875162'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:06.346075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb77a1-6500-43c6-8289-2b72fe963f97 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=eb5933dc-dd43-4ca2-8541-555349c9a523,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:06.401908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:06.414728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.421181 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94535eea-7850-4d8d-b020-c9378f698183 x-openstack-request-id: req-94535eea-7850-4d8d-b020-c9378f698183 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:06.427271 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707a84b1-426f-4d80-a585-19b51362e5a4", "name": "network-vif-deleted", "tag": "958851e8-2539-46f2-880b-820d2dd9e72c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:06.428028 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94535eea-7850-4d8d-b020-c9378f698183 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:06.429466 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707a84b1-426f-4d80-a585-19b51362e5a4', 'name': 'network-vif-deleted', 'tag': '958851e8-2539-46f2-880b-820d2dd9e72c', 'status': 'completed', 'code': 200} Oct 26 12:00:06.463660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:06.478519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.479179 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment cfa544ee-67ed-4f70-aa59-936c440dbe6b of type vlan for network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 Oct 26 12:00:06.513775 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:00:06.527141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.532300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.589826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.597916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:06.599055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.610579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:06.610978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Network hostable DHCP agents. Network: b219cc38-9295-4a8e-940f-156488ad9016, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:06.615998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d545f69-7b6d-431f-8cc8-f88f2a793540,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:06.638693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Network b219cc38-9295-4a8e-940f-156488ad9016 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:06.650324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, b219cc38-9295-4a8e-940f-156488ad9016) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:06.656249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:06.656842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:06.664109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb35441-06c6-4b78-88b5-f8764c551d53 None None] Network b219cc38-9295-4a8e-940f-156488ad9016 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:06.685089 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-efac29b5-20eb-4761-9f3e-212e55429fbd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9582586 Oct 26 12:00:06.685089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42772) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:06.685380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3540158 Oct 26 12:00:06.704935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:06.774162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391244a0-2161-4471-9813-f9f36f1633b3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:06.807503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:06.857789 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c32965b-ca19-418e-912a-87d3a47227da req-05980a8a-5813-4b1d-868b-e352c50f3189 tempest-ServerAddressesNegativeTestJSON-256617171 tempest-ServerAddressesNegativeTestJSON-256617171-project] 10.222.0.88 "GET /v2.0/ports?device_id=707a84b1-426f-4d80-a585-19b51362e5a4 HTTP/1.1" status: 200 len: 210 time: 0.0612609 Oct 26 12:00:06.876506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:06.880771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:07.108866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fbd031-b0a5-49dd-a503-7febc7fa8a55 None None] Network b219cc38-9295-4a8e-940f-156488ad9016 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:07.251536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:07.389293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae603f6-fdc9-4992-92dd-25f75b8d042b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:07.424749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': 'cfa544ee-67ed-4f70-aa59-936c440dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:07.425126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:07.437809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=c0f59b75-8b14-44c6-aacf-fd6706ed5467,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:07.445700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1ae603f6-fdc9-4992-92dd-25f75b8d042b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:07.447171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1ae603f6-fdc9-4992-92dd-25f75b8d042b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:07.495882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:07.521076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:07.532688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ffdcc-6302-4272-818d-2be7f8888ee5 None None] Network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:07.543015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:07.544684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:07.548761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-d48a28ea-8e4f-426c-a46a-983ad373f2de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:07.551162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-d48a28ea-8e4f-426c-a46a-983ad373f2de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.2168405 Oct 26 12:00:07.575623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-2956d96f-1faa-4617-8801-0c93829d4220 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0169640 Oct 26 12:00:07.590406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-419a03d9-5101-4624-904f-e19b107031f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8951592 Oct 26 12:00:07.593148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:07.606437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1039999391'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:07.642665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-fad9374d-9fd4-404f-939b-f502f684888b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609419 Oct 26 12:00:07.648633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 958851e8-2539-46f2-880b-820d2dd9e72c no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:07.674155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 958851e8-2539-46f2-880b-820d2dd9e72c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:07.674799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 958851e8-2539-46f2-880b-820d2dd9e72c not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:07.766100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41', 'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': 'c0f59b75-8b14-44c6-aacf-fd6706ed5467'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:00:07.767824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:07.781931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:07.786736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:07.786947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-b340bf78-b2d4-4f4d-9ff5-e42089d334e9 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367917 Oct 26 12:00:07.807054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 6fa201df-4321-4436-a873-3a30f64f69b2 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:07.907306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-c4857b68-7f33-4e50-8a97-cddb9fa3e3dd service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134119 Oct 26 12:00:07.949988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:07.959880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Allocated IP 2001:db8::2 (5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41/c0f59b75-8b14-44c6-aacf-fd6706ed5467/0b7b9c20-a46e-496c-ba1d-5d04397307ae) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:08.003066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Deleting subnet 849081fe-58da-4656-8c11-cb5ea9b1c434 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:08.006464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.070497 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.138283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.169583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c031bf72-14bc-415d-a26d-746cfcde4cb4 req-6a3632cf-9c9f-4fcd-9c5c-841282ef294a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 210 time: 0.0670033 Oct 26 12:00:08.229939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.243832 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.250817 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.297172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849081fe-58da-4656-8c11-cb5ea9b1c434,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:08.301266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:08.305255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:08.306266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.309444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:08.313451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42818) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:08.313704 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd9c6843-d771-4ee5-86f4-d5fb282f82aa admin admin] 10.222.0.88 "DELETE /v2.0/subnets/849081fe-58da-4656-8c11-cb5ea9b1c434 HTTP/1.1" status: 204 len: 168 time: 0.3641706 Oct 26 12:00:08.317159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Pushing event updated for resources: {'Port': ['ID=0b7b9c20-a46e-496c-ba1d-5d04397307ae,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:08.362913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::304 (5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41/c0f59b75-8b14-44c6-aacf-fd6706ed5467/6fa201df-4321-4436-a873-3a30f64f69b2) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:08.372670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Attempting to bind port 0b7b9c20-a46e-496c-ba1d-5d04397307ae on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:08.373305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Attempting to bind port 0b7b9c20-a46e-496c-ba1d-5d04397307ae by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'cfa544ee-67ed-4f70-aa59-936c440dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:08.374600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Attempting to bind port 0b7b9c20-a46e-496c-ba1d-5d04397307ae on network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:08.383152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:08.383541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Checking segment: {'id': 'cfa544ee-67ed-4f70-aa59-936c440dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:08.383950 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.384345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Bound using segment: {'id': 'cfa544ee-67ed-4f70-aa59-936c440dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:08.384823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Bound port: 0b7b9c20-a46e-496c-ba1d-5d04397307ae, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa544ee-67ed-4f70-aa59-936c440dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:08.385206 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.400813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.461382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] For port 0b7b9c20-a46e-496c-ba1d-5d04397307ae, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:08.465879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] For port 0b7b9c20-a46e-496c-ba1d-5d04397307ae, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0b7b9c20-a46e-496c-ba1d-5d04397307ae,segment=NetworkSegment(cfa544ee-67ed-4f70-aa59-936c440dbe6b),segment_id=cfa544ee-67ed-4f70-aa59-936c440dbe6b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:08.476946 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.560456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e4e27-756e-4016-98b6-7f69784febf7 None None] Pushing event updated for resources: {'Port': ['ID=0b7b9c20-a46e-496c-ba1d-5d04397307ae,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:08.579554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.580420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.624851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f586a5-2905-42dc-a53f-197d2b1eafaf']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:08.647469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0c5c39-e458-4aa2-8f27-311a09955aa8') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:08.648076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0c5c39-e458-4aa2-8f27-311a09955aa8') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:08.660554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.667675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.691174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.702119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:08.702843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:08.707846 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:08.728964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:08.739692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:08.746260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:08.757037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:08.757707 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.780439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=6fa201df-4321-4436-a873-3a30f64f69b2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:08.785099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.790276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2569ab7c-90d0-4b33-90a8-81ae3ea803dc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1928411 Oct 26 12:00:08.795581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:08.796050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:08.802304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] 10.222.0.88 "DELETE /v2.0/networks/95f586a5-2905-42dc-a53f-197d2b1eafaf HTTP/1.1" status: 204 len: 168 time: 0.4846632 Oct 26 12:00:08.829405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb8a9e-ce6b-498b-bac1-8755c1156b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=95f586a5-2905-42dc-a53f-197d2b1eafaf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:08.974937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 6fa201df-4321-4436-a873-3a30f64f69b2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:08.974937 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.127500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.142146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 6fa201df-4321-4436-a873-3a30f64f69b2 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:09.161337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42846) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:09.209572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d1f92740-5613-44d4-8774-0a2b6e78218a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b6e5725421544a5f9eac5f31243cc224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432606 Oct 26 12:00:09.210132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42854) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:09.338312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64066a2c-7868-4400-871e-1b9979f6d686 req-fb627cbb-a07a-4823-a56e-9444392adea9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 210 time: 0.0760963 Oct 26 12:00:09.376539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b506c179-91c1-4094-9489-9c67ca2e3921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.414731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.428227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0b7b9c20-a46e-496c-ba1d-5d04397307ae up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:09.441133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b506c179-91c1-4094-9489-9c67ca2e3921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.569506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.574520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0b7b9c20-a46e-496c-ba1d-5d04397307ae triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:09.576014 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.578921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/6fa201df-4321-4436-a873-3a30f64f69b2 HTTP/1.1" status: 204 len: 168 time: 0.7806892 Oct 26 12:00:09.578921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f5bfb-1ffc-4e4f-b60c-9a6a6c032984 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=6fa201df-4321-4436-a873-3a30f64f69b2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:09.582909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42862) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:09.673864 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8916ab-3549-4a46-ac9c-05eafb2632a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:09.676696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b8916ab-3549-4a46-ac9c-05eafb2632a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/6fa201df-4321-4436-a873-3a30f64f69b2 HTTP/1.1" status: 404 len: 333 time: 0.0927410 Oct 26 12:00:09.679737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42868) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:09.755345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-86fb9360-20ff-45b3-9e5e-0beca709d3cc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:09.768552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-86fb9360-20ff-45b3-9e5e-0beca709d3cc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.2864075 Oct 26 12:00:09.799004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:09.822506 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.826829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet c0f59b75-8b14-44c6-aacf-fd6706ed5467 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:09.837147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.861123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b506c179-91c1-4094-9489-9c67ca2e3921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.869383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b506c179-91c1-4094-9489-9c67ca2e3921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.885039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b506c179-91c1-4094-9489-9c67ca2e3921 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c9d0055-49f3-43de-8aa7-1cf0fefbd28d HTTP/1.1" status: 204 len: 168 time: 0.6738362 Oct 26 12:00:09.917562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 0b7b9c20-a46e-496c-ba1d-5d04397307ae, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0b7b9c20-a46e-496c-ba1d-5d04397307ae,segment=NetworkSegment(cfa544ee-67ed-4f70-aa59-936c440dbe6b),segment_id=cfa544ee-67ed-4f70-aa59-936c440dbe6b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:09.928536 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.935634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:09.947675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506c179-91c1-4094-9489-9c67ca2e3921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9d0055-49f3-43de-8aa7-1cf0fefbd28d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:10.035752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=0b7b9c20-a46e-496c-ba1d-5d04397307ae,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:10.113302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333242c2-2c7e-4e9c-a742-54d131d6b527 None None] Network 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:10.119117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:10.124603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.159512 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.216371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cd043b15-76fb-4ef2-a16c-787f90fcac1b None None] Provisioning complete for port 0b7b9c20-a46e-496c-ba1d-5d04397307ae triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:10.216735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd043b15-76fb-4ef2-a16c-787f90fcac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.352010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.386246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.403956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/c0f59b75-8b14-44c6-aacf-fd6706ed5467 HTTP/1.1" status: 204 len: 168 time: 0.7206924 Oct 26 12:00:10.429330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:10.446122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b070e5-7730-4bf0-a8f1-138e4ccd1ea4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f59b75-8b14-44c6-aacf-fd6706ed5467,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:10.541348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.612683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 0b7b9c20-a46e-496c-ba1d-5d04397307ae {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:10.613033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.713775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port 0b7b9c20-a46e-496c-ba1d-5d04397307ae, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0b7b9c20-a46e-496c-ba1d-5d04397307ae,segment=NetworkSegment(cfa544ee-67ed-4f70-aa59-936c440dbe6b),segment_id=cfa544ee-67ed-4f70-aa59-936c440dbe6b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:10.714283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.743163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 0b7b9c20-a46e-496c-ba1d-5d04397307ae owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:10.873457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] DHCP port deletion for 5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:00:10.885205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:10.934663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=0b7b9c20-a46e-496c-ba1d-5d04397307ae,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:10.961147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port 0b7b9c20-a46e-496c-ba1d-5d04397307ae on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:11.001941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Deleting port 0b7b9c20-a46e-496c-ba1d-5d04397307ae {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:11.006801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.027596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b7abc95-55d1-4a35-823f-d609f9966446 req-1ea8217d-5b93-44a0-8ac5-815b93dde4b0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 210 time: 0.0384488 Oct 26 12:00:11.047627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.7 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/201b6b63-7a02-4027-b826-fc2be22691e4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:11.103691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] For port 0b7b9c20-a46e-496c-ba1d-5d04397307ae, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:11.104374 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.119337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Calling delete_port for 0b7b9c20-a46e-496c-ba1d-5d04397307ae owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:11.123025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Port 0b7b9c20-a46e-496c-ba1d-5d04397307ae was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:00:11.124588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.141946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.158915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] Pushing event deleted for resources: {'Port': ['ID=0b7b9c20-a46e-496c-ba1d-5d04397307ae,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:11.163047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3835497-4a58-487f-b90f-b488dad70fd3 None None] No DVR routers for this DVR port 0b7b9c20-a46e-496c-ba1d-5d04397307ae on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:11.181559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:11.194221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa544ee-67ed-4f70-aa59-936c440dbe6b') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:11.194628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa544ee-67ed-4f70-aa59-936c440dbe6b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:11.206119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.221753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.230566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:11.231130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:11.236716 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:11.339173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.350978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42912) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:11.360803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.376585 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.384896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41 HTTP/1.1" status: 204 len: 168 time: 0.9543104 Oct 26 12:00:11.390146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:11.399516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0b7b9c20-a46e-496c-ba1d-5d04397307ae no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:11.401552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.401805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'name': 'tempest-PortsIpV6TestJSON-1082981887'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:11.441725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0b7b9c20-a46e-496c-ba1d-5d04397307ae {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:11.443773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0b7b9c20-a46e-496c-ba1d-5d04397307ae not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:11.463482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:11.466677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:11.474028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:11.488302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e197ef8-49b5-4736-a448-70ca6e5d8f4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=5dc9efc0-c8d1-43ae-b8bc-6f3cf9845b41,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:11.520212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=201b6b63-7a02-4027-b826-fc2be22691e4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:11.534246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-network', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:11.553478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:11.553478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.565644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Made reservation on behalf of f39a517af7294ab295ebb868e2f83052 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:11.568720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.582767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.601558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:11.606982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.610570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-079f1f97-c572-4cc9-b61c-f175cdfd732e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8288150 Oct 26 12:00:11.631153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Request body: {'port': {'device_id': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:11.634758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 94f60145-8686-4558-bc0c-27c11a74e9b7 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:11.711314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.806386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.815992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.868564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:11.901308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.901697 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Added segment 96469e04-5e10-4bb9-8b56-48ddaebe0275 of type vlan for network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 Oct 26 12:00:11.912094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:11.914377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7d29e-4316-4cdd-99df-49be9c0622f0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:11.962388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.023825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.066546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.070894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:12.070894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.136955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=94f60145-8686-4558-bc0c-27c11a74e9b7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:12.152108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:12.164042 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8118529 Oct 26 12:00:12.171248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:12.181110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Request body: {'subnet': {'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-subnet', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:12.189571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:12.196687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:12.216231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:12.216869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.243347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9c7f1-bcc0-4887-a649-aeac3094f985 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:12.254425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:12.268957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201b6b63-7a02-4027-b826-fc2be22691e4 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:12.279016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.294647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Transition to ACTIVE for port object 201b6b63-7a02-4027-b826-fc2be22691e4 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:12.310510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Made reservation on behalf of f39a517af7294ab295ebb868e2f83052 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:12.312763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.314677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.352233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-138aa19d-5f1e-4f48-8c50-c317c0b7b22d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9577701 Oct 26 12:00:12.382151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42954) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:12.401045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Pushing event updated for resources: {'Port': ['ID=201b6b63-7a02-4027-b826-fc2be22691e4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:12.468188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27ddf-8874-4381-b653-327576746809 req-5f742c37-050f-4871-b522-0871ba20439a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:12.476588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71d27ddf-8874-4381-b653-327576746809 req-5f742c37-050f-4871-b522-0871ba20439a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2757428 Oct 26 12:00:12.568138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.591964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65807795-47fc-4f82-9be5-241208b1ad1c req-c7512a42-ec7b-4ba9-8fe9-a0d47de3a35e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:12.593507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65807795-47fc-4f82-9be5-241208b1ad1c req-c7512a42-ec7b-4ba9-8fe9-a0d47de3a35e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 943 time: 0.2973080 Oct 26 12:00:12.645133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d72836-d3eb-4646-af44-426da1940604,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:12.655842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Checking segment: {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:12.656286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Network hostable DHCP agents. Network: 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:12.667391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71d27ddf-8874-4381-b653-327576746809 req-9b848363-d379-4a0b-97f7-c41299b77681 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869185 Oct 26 12:00:12.687412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:12.704455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:12.710567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:12.711448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.719788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4100b0d-74a1-41a7-be4c-9d2e6c801fd7 None None] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:12.741119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dba73b57-4f9f-4f95-b80e-0b0f004e229f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5686445 Oct 26 12:00:12.744014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42958) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:12.753659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:12.783190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Attempting to bind port 201b6b63-7a02-4027-b826-fc2be22691e4 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:12.783787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Attempting to bind port 201b6b63-7a02-4027-b826-fc2be22691e4 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:12.784101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Attempting to bind port 201b6b63-7a02-4027-b826-fc2be22691e4 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:12.788444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.790165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.836871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Port 201b6b63-7a02-4027-b826-fc2be22691e4 on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:12.837208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Attempting to bind port 201b6b63-7a02-4027-b826-fc2be22691e4 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:12.866971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65807795-47fc-4f82-9be5-241208b1ad1c req-e898f5f0-d24c-4d66-a802-92c341876240 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199442 Oct 26 12:00:12.881518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:12.881886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:12.882415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:12.883539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Bound port: 201b6b63-7a02-4027-b826-fc2be22691e4, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:12.883539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.904924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 94f60145-8686-4558-bc0c-27c11a74e9b7 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:12.905360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.905770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:12.947123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22f7a1-61d3-4561-b6f9-8ff3fd6a5c99 None None] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:12.982751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.015686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 94f60145-8686-4558-bc0c-27c11a74e9b7 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:13.103350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40adb2-77d0-44ad-a501-9664c08bb3ea req-1c38475d-cc18-4d7b-813c-7c0dfc16cf0a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:13.105882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a40adb2-77d0-44ad-a501-9664c08bb3ea req-1c38475d-cc18-4d7b-813c-7c0dfc16cf0a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.3325143 Oct 26 12:00:13.208249 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.320835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] For port 201b6b63-7a02-4027-b826-fc2be22691e4, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:13.343774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a40adb2-77d0-44ad-a501-9664c08bb3ea req-14b3f11f-811d-4d69-b130-e806f44c6515 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194941 Oct 26 12:00:13.371250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] For port 201b6b63-7a02-4027-b826-fc2be22691e4, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=201b6b63-7a02-4027-b826-fc2be22691e4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:13.372613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.416898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=94f60145-8686-4558-bc0c-27c11a74e9b7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:13.424221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.519446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.526644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7bdc38b8-c032-4739-905d-bbd5b2b84503 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/94f60145-8686-4558-bc0c-27c11a74e9b7 HTTP/1.1" status: 204 len: 168 time: 1.1223240 Oct 26 12:00:13.528984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Pushing event updated for resources: {'Port': ['ID=201b6b63-7a02-4027-b826-fc2be22691e4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:13.537354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:13.544446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'mac_address': 'fa:16:3e:98:61:c8', 'name': 'tempest-PortsIpV6TestJSON-1181841033'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:13.550777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:13.551785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.554091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-dc14363c-3951-429b-a66b-2cad8477295c service neutron] 10.222.0.30 "PUT /v2.0/ports/201b6b63-7a02-4027-b826-fc2be22691e4 HTTP/1.1" status: 200 len: 1091 time: 1.9303236 Oct 26 12:00:13.556181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'tag': '201b6b63-7a02-4027-b826-fc2be22691e4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:13.566739 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd743c-9795-41b5-96d9-5c1ff8705092" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ed5e50-413b-46b5-82fd-9e0a5bab79cc", "tag": "201b6b63-7a02-4027-b826-fc2be22691e4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:13.682289 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac005ce7-a99d-4fa9-9311-d42d035c05bb x-openstack-request-id: req-ac005ce7-a99d-4fa9-9311-d42d035c05bb {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:13.682853 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ed5e50-413b-46b5-82fd-9e0a5bab79cc", "tag": "201b6b63-7a02-4027-b826-fc2be22691e4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:13.683322 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac005ce7-a99d-4fa9-9311-d42d035c05bb {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:13.683737 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'tag': '201b6b63-7a02-4027-b826-fc2be22691e4', 'status': 'completed', 'code': 200} Oct 26 12:00:13.821374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-51abb373-cf00-4af7-9093-141a5d3f69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:13.822987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-51abb373-cf00-4af7-9093-141a5d3f69e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 1094 time: 0.1803417 Oct 26 12:00:13.841587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:13.897290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-414598f5-ccdf-4775-a0fd-35dc8c1949a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b6b63-7a02-4027-b826-fc2be22691e4 HTTP/1.1" status: 200 len: 217 time: 0.0632908 Oct 26 12:00:13.899554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:13.922857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:14.033858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-15b304be-503b-4df1-b2a6-f58d9ce4aa5b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:14.035418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-15b304be-503b-4df1-b2a6-f58d9ce4aa5b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.4206762 Oct 26 12:00:14.045944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Allocated IP 172.25.4.103 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/c5a2f1e6-50a5-489a-b5fa-8e0c25b15487) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:14.100445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-1b18cc2a-d6ed-472b-a1e5-fe906e0990ab tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/quotas/3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 375 time: 0.0494370 Oct 26 12:00:14.105475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:14.108885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-904c9371-fc73-418f-86c2-393bbff7e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:14.110359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-904c9371-fc73-418f-86c2-393bbff7e00e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1939521 Oct 26 12:00:14.174375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce816-96ec-4185-ab60-65ba1b9d74a7 req-3c0b95c7-512b-464f-984b-b5c460b94485 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:14.175960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-569ce816-96ec-4185-ab60-65ba1b9d74a7 req-3c0b95c7-512b-464f-984b-b5c460b94485 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 943 time: 0.2513509 Oct 26 12:00:14.199407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:14.203352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-a94fe942-da11-48a1-9bde-a7ed5e354541 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805387 Oct 26 12:00:14.243834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port daea290b-0172-43ca-827c-4bf585f4da40 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:14.274061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:14.350487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-a036caf7-d988-4727-9b85-5ca1fdd3e4ed tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2380645 Oct 26 12:00:14.390656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-569ce816-96ec-4185-ab60-65ba1b9d74a7 req-b9d97bc3-2b95-4fca-9677-3ebcf79bfcca tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895759 Oct 26 12:00:14.392565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:14.393948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:14.398150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:14.400611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:14.549238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-5af2358c-084e-48ea-93b8-fe251af2c42a service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104525 Oct 26 12:00:14.797877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-ed55a01d-25dc-435d-a4a3-8325ff617c11 service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110858 Oct 26 12:00:14.811955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:14.860238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:14.890154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0402aa19-98d6-4947-86bb-3fb93cf30be7 req-aed6f2bc-08e5-448b-aacd-6b607e0e4aef service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266685 Oct 26 12:00:14.939628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:15.024694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-03ba79d9-a388-4d10-a871-4940ec733324 service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885064 Oct 26 12:00:15.039937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:15.045275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:15.047915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:15.054291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:15.055027 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:15.071234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=daea290b-0172-43ca-827c-4bf585f4da40,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:15.082982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-4cad2bae-224a-4c29-9b76-c212de9147b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:15.085429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-4cad2bae-224a-4c29-9b76-c212de9147b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 1094 time: 0.1188822 Oct 26 12:00:15.090440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a6698da-c553-4927-8560-8eadf98fc9f4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5517340 Oct 26 12:00:15.093258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:15.100980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:15.191684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb6422-79d3-4008-8bf0-7244da71f08a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:15.193392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0bcb6422-79d3-4008-8bf0-7244da71f08a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/daea290b-0172-43ca-827c-4bf585f4da40 HTTP/1.1" status: 200 len: 845 time: 0.0975502 Oct 26 12:00:15.198852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43014) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:15.298948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-3c65f048-e2b2-432d-a9e2-a40b553bdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:15.300761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-3c65f048-e2b2-432d-a9e2-a40b553bdc7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.2065194 Oct 26 12:00:15.323489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1791c489-5d06-4ce4-ae85-eddc266d04de req-16aa7a7f-a997-406b-8ffe-13170e69255d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 210 time: 0.0405970 Oct 26 12:00:15.367568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-a096428c-8fad-4ea2-aa6e-23f0f2425b34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b6b63-7a02-4027-b826-fc2be22691e4 HTTP/1.1" status: 200 len: 217 time: 0.0477514 Oct 26 12:00:15.389883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port daea290b-0172-43ca-827c-4bf585f4da40 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:15.390506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:15.396329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Router 3a639b22-a734-42bd-900d-540d76fe5451 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:00:15.436558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-34ab754d-29c5-4256-9a69-3b09c41060fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:15.438637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-34ab754d-29c5-4256-9a69-3b09c41060fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.0547616 Oct 26 12:00:15.479808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-6bbf46c7-3412-4a15-8180-39be9bb6cf53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322657 Oct 26 12:00:15.583248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:15.596393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-7900ea46-00d1-488f-976a-9aafe389b4e4 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045401 Oct 26 12:00:15.606244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for daea290b-0172-43ca-827c-4bf585f4da40 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:15.690217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:00:15.702977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Sync routers for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:00:15.738349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:00:15.744070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:15.745731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:15.751019 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a4587a41-2d09-428c-b3dd-ac146903c9c1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0055752 Oct 26 12:00:15.751897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43042) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:15.875096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea81c4-3ef7-4e51-a32f-20c814cf1ace req-68b86a31-15c4-4f8f-a0d8-47d60b2806c8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:15.877903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eaea81c4-3ef7-4e51-a32f-20c814cf1ace req-68b86a31-15c4-4f8f-a0d8-47d60b2806c8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 943 time: 0.2804031 Oct 26 12:00:15.966459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:00:15.985559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79cd743c-9795-41b5-96d9-5c1ff8705092 req-ce0c9e99-ac9c-4d0b-b996-658628bcccc5 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646216 Oct 26 12:00:15.990244 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:16.027832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eaea81c4-3ef7-4e51-a32f-20c814cf1ace req-72895410-8eef-4fc5-a872-f744a7d1d8bb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312809 Oct 26 12:00:16.087356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=daea290b-0172-43ca-827c-4bf585f4da40,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:16.103983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:16.108829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e9df6ee7-6f79-4a59-9a53-5e8c711f90e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/daea290b-0172-43ca-827c-4bf585f4da40 HTTP/1.1" status: 204 len: 168 time: 0.9089446 Oct 26 12:00:16.111630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43046) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:16.149466 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6996c6-ffd0-4b2d-b83b-62e98ee82b15 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:16.151175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-af6996c6-ffd0-4b2d-b83b-62e98ee82b15 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/daea290b-0172-43ca-827c-4bf585f4da40 HTTP/1.1" status: 404 len: 333 time: 0.0386529 Oct 26 12:00:16.155378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43048) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:16.165572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'name': 'tempest-PortsIpV6TestJSON-914249587'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:16.251851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:14Z', 'revision_number': 3, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:16.282631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Checking router: 3a639b22-a734-42bd-900d-540d76fe5451 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:00:16.283254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Updating router 3a639b22-a734-42bd-900d-540d76fe5451 port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:00:16.310519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:16.496766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:16.508716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:16.565753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81a534a1-00a0-4167-9a00-ea8f02e27227 req-388165c9-d35d-480a-bd94-a8357d88d3f2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 210 time: 0.0905604 Oct 26 12:00:16.620287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:16.638523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port fab0a720-f4dc-41c9-b357-a85ef914acba yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:16.892947 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:16.914525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.001846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55dd04-ab81-4f74-b0f9-6db61a445942 None None] Pushing event updated for resources: {'Port': ['ID=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:17.047527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.047856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Attempting to bind port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:17.050448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Attempting to bind port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:17.050925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Attempting to bind port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:17.083712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 11, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:17.085752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:17.086944 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.086944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:17.087698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Bound port: c5a2f1e6-50a5-489a-b5fa-8e0c25b15487, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:17.090694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.091783 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.224255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] For port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:17.243604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] For port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:17.251216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.271993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:17.277782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:17.287775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:17.310593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:17.311288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.337676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=fab0a720-f4dc-41c9-b357-a85ef914acba,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:17.377571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfac46-8314-41cd-833b-e6852c11a650 req-6c9cb071-ac57-4f70-bdc0-a95417cae6ef tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:17.385111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-a3ae1c53-273e-4353-83fb-dc6227cb3cf5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:17.386635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-a3ae1c53-273e-4353-83fb-dc6227cb3cf5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.5470068 Oct 26 12:00:17.387383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cfac46-8314-41cd-833b-e6852c11a650 req-6c9cb071-ac57-4f70-bdc0-a95417cae6ef tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 943 time: 0.2155766 Oct 26 12:00:17.396736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e73979ad-c2eb-4a00-82ff-34ecc2ff72ea tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2388556 Oct 26 12:00:17.397386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43090) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:17.400089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55dd04-ab81-4f74-b0f9-6db61a445942 None None] Pushing event updated for resources: {'Port': ['ID=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:17.402699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:17.410882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:00:17.411363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'port': {'device_id': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'admin_state_up': True, 'tenant_id': '3606d198b6d449ddb60071384baddc01'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:17.414701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:17.570290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cfac46-8314-41cd-833b-e6852c11a650 req-290a9bf4-4a86-414f-a91b-6a0d7f61f16b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450961 Oct 26 12:00:17.638431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:17.665948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:00:17.825581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 201b6b63-7a02-4027-b826-fc2be22691e4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:00:17.937739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f66c0a52-e79e-42a8-99f2-802da22fd3db req-ac9cd269-bb99-40d2-b443-7240ab2e6ad0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 210 time: 0.1403558 Oct 26 12:00:17.993558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Allocated IP 172.20.0.1 (0ecdccc7-7736-4e2a-a7a2-9c5c3457b253/97d72836-d3eb-4646-af44-426da1940604/b3a277d1-cb47-4186-8587-f4ca067a7fec) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:18.083716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:00:18.102048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.115133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.194644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] In _notify_port_updated(), no bound segment for port fab0a720-f4dc-41c9-b357-a85ef914acba on network e935c8be-f653-4d9a-83d1-bfaaba97ab1e {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:00:18.200399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:18.201047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.202914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/ports/fab0a720-f4dc-41c9-b357-a85ef914acba HTTP/1.1" status: 200 len: 818 time: 0.8040912 Oct 26 12:00:18.205536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:18.209822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 201b6b63-7a02-4027-b826-fc2be22691e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=201b6b63-7a02-4027-b826-fc2be22691e4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:18.264335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '201b6b63-7a02-4027-b826-fc2be22691e4', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': '201b6b63-7a02-4027-b826-fc2be22691e4', 'mac_address': 'fa:16:3e:6f:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:00:18.285034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dde24-7e05-4653-bd2e-7942c6a2e091 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=fab0a720-f4dc-41c9-b357-a85ef914acba,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:18.294436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:18.298335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.299465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:14Z', 'revision_number': 3, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:18.329733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3c8a0-0fd9-41ca-b4b1-171f1facf681 None None] The sync data for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 is: [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:14Z', 'revision_number': 3, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:00:18.373735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port fab0a720-f4dc-41c9-b357-a85ef914acba {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:18.374103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.379273 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.404621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201b6b63-7a02-4027-b826-fc2be22691e4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:18.410730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.428368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 201b6b63-7a02-4027-b826-fc2be22691e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=201b6b63-7a02-4027-b826-fc2be22691e4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:18.437155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.498808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.512226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=201b6b63-7a02-4027-b826-fc2be22691e4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:18.514918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Allocated IP 172.20.0.13 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/3648a18c-55eb-476e-ab7b-ef01b27f7336) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:18.524954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for fab0a720-f4dc-41c9-b357-a85ef914acba owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:18.541217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.621111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:18.627898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:18.631005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:18.654775 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.685760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.722524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=fab0a720-f4dc-41c9-b357-a85ef914acba,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:18.730298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:18.767048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:18.777682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b9537e06-28fa-4a44-b42a-a8fd97762e34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/fab0a720-f4dc-41c9-b357-a85ef914acba HTTP/1.1" status: 204 len: 168 time: 0.5684466 Oct 26 12:00:18.777886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a277d1-cb47-4186-8587-f4ca067a7fec,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:18.779738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43112) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:18.908871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.106539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.114562 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d23437cd-ede7-4a88-ba3b-7a1abb72dae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.213700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.229046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'e14da95a-e3b3-4acc-bb32-953e244f2452'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:19.273553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:19.316351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:19.420044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:19.427378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:19.523862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:19.630101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b04519-82c8-494c-aa1f-28333b6e1990 req-a1729d72-e71b-4c56-a586-1ab2c498be71 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:19.634285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:19.638620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96b04519-82c8-494c-aa1f-28333b6e1990 req-a1729d72-e71b-4c56-a586-1ab2c498be71 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 944 time: 0.9249558 Oct 26 12:00:19.651903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.705682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cdc6f-b015-420e-9683-7a3dde1e0511 req-82ebdb5e-ed0e-4a13-9f79-b22620271afd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:19.712241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 201b6b63-7a02-4027-b826-fc2be22691e4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:19.716484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d7cdc6f-b015-420e-9683-7a3dde1e0511 req-82ebdb5e-ed0e-4a13-9f79-b22620271afd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 932 time: 0.1687875 Oct 26 12:00:19.758935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585c8da-3b83-499a-a4a8-0b806e258e6b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:19.759166 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-98b5aecc-8147-45d7-a76f-de3076411189 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3427987 Oct 26 12:00:19.764187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3585c8da-3b83-499a-a4a8-0b806e258e6b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9749150 Oct 26 12:00:19.764393 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Request body: {'port': {'device_id': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:19.778922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:19.813183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96b04519-82c8-494c-aa1f-28333b6e1990 req-554fc67c-317e-4ff7-be85-3aade0bf0c8d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731033 Oct 26 12:00:19.874576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d7cdc6f-b015-420e-9683-7a3dde1e0511 req-34f665bc-111e-42ee-9ff6-1553a91a1b07 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480892 Oct 26 12:00:19.881381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:19.881706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.931319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:19.945724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 201b6b63-7a02-4027-b826-fc2be22691e4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:00:19.952345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 201b6b63-7a02-4027-b826-fc2be22691e4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:19.952713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.018431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.022411 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d734dec1-174b-4605-a178-58a014c98c02 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:20.024120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d734dec1-174b-4605-a178-58a014c98c02 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/fab0a720-f4dc-41c9-b357-a85ef914acba HTTP/1.1" status: 404 len: 333 time: 0.2432783 Oct 26 12:00:20.029795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43146) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:20.042033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-61890527'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:20.098313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:20.102191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.104417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-eb8258eb-a240-4c92-bfff-899b1a10ccf3 None None] Provisioning complete for port 3648a18c-55eb-476e-ab7b-ef01b27f7336 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:20.104790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eb8258eb-a240-4c92-bfff-899b1a10ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.152009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:20.179673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.183047 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment 2df46fd5-0975-4c07-adb6-0bad4434d19a of type vlan for network d4a3741b-55ff-4147-9427-cac74f64aa23 Oct 26 12:00:20.199389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.225860 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.254329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a277d1-cb47-4186-8587-f4ca067a7fec,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:20.274763 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.309080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.309340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.309475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.309763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.310107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.310446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.310781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.311190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.311511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.311825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.314719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-eb8258eb-a240-4c92-bfff-899b1a10ccf3 None None] Port 3648a18c-55eb-476e-ab7b-ef01b27f7336 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:20.329449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.330106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.330458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:20.343553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 201b6b63-7a02-4027-b826-fc2be22691e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=201b6b63-7a02-4027-b826-fc2be22691e4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:20.345363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201b6b63-7a02-4027-b826-fc2be22691e4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:20.348384 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb4ed1b-682d-44fa-904d-51ba6aefdc5a" -d '{"events": [{"server_uuid": "d1ed5e50-413b-46b5-82fd-9e0a5bab79cc", "name": "network-vif-plugged", "status": "completed", "tag": "201b6b63-7a02-4027-b826-fc2be22691e4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:20.352424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.361436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.397558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.406453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:20.407101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.527059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4940605 Oct 26 12:00:20.533351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43154) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:20.540433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:20.585570 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855dbc6b-4d66-491b-874f-3d01e1648842 x-openstack-request-id: req-855dbc6b-4d66-491b-874f-3d01e1648842 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:20.585869 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ed5e50-413b-46b5-82fd-9e0a5bab79cc", "name": "network-vif-plugged", "status": "completed", "tag": "201b6b63-7a02-4027-b826-fc2be22691e4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:20.586129 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-855dbc6b-4d66-491b-874f-3d01e1648842 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:20.586528 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201b6b63-7a02-4027-b826-fc2be22691e4', 'code': 200} Oct 26 12:00:20.591298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d91ba1-269a-412f-8c30-2549d32a3e7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=d4a3741b-55ff-4147-9427-cac74f64aa23,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:20.609110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:20.613196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:20.646605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90e9f2-1130-4c78-906b-66e3bb07a901 req-34508cca-e50b-475e-9cc9-fe403bb8a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:20.648204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d90e9f2-1130-4c78-906b-66e3bb07a901 req-34508cca-e50b-475e-9cc9-fe403bb8a02b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 1096 time: 0.1375926 Oct 26 12:00:20.681851 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:20.722631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d90e9f2-1130-4c78-906b-66e3bb07a901 req-1a660497-8529-4f4e-9476-198c94774b86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Oct 26 12:00:20.738585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=201b6b63-7a02-4027-b826-fc2be22691e4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:20.850737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:20.856344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:20.860340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:20.869063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:20.873869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.024914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688e439-6572-4667-b0fd-97092307fc5c req-cddea355-86be-41d1-b4a3-ce74466f8038 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:21.026508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7688e439-6572-4667-b0fd-97092307fc5c req-cddea355-86be-41d1-b4a3-ce74466f8038 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 945 time: 0.0955038 Oct 26 12:00:21.043855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb3bf-7555-4a63-b356-851d12f4f0f5 req-4c0984e3-270f-40d3-af19-c1cd6d9829dd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:21.047391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5addb3bf-7555-4a63-b356-851d12f4f0f5 req-4c0984e3-270f-40d3-af19-c1cd6d9829dd tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 932 time: 0.1047130 Oct 26 12:00:21.129422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5addb3bf-7555-4a63-b356-851d12f4f0f5 req-1258aaf7-273c-4b95-9c32-2ea2d7e4d981 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Oct 26 12:00:21.140580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7688e439-6572-4667-b0fd-97092307fc5c req-a8f26176-3c67-475d-bb1a-8407a8e0da3f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921280 Oct 26 12:00:21.157082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Router 3a639b22-a734-42bd-900d-540d76fe5451 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:00:21.362963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:21.382900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3648a18c-55eb-476e-ab7b-ef01b27f7336 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:21.408634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.434171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:21.435091 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.442113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Transition to ACTIVE for port object 3648a18c-55eb-476e-ab7b-ef01b27f7336 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:21.453620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.564429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:00:21.573034 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a25f947e-1810-46c5-8e0c-4b8b5373aad8 admin admin] 10.222.0.88 "PUT /v2.0/routers/3a639b22-a734-42bd-900d-540d76fe5451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8184621 Oct 26 12:00:21.576812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.592749 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Sync routers for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:00:21.612330 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:00:21.612744 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T11:59:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:21.647716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=b2ccf202-29be-4d0b-be43-0ace3573cb1c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:21.686968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Pushing event updated for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:21.714145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf93efef-374b-44b1-b1bc-0dca99873520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.795085 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:00:21.815903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': '2df46fd5-0975-4c07-adb6-0bad4434d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:21.816501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: d4a3741b-55ff-4147-9427-cac74f64aa23, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:21.849708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Attempting to bind port 3648a18c-55eb-476e-ab7b-ef01b27f7336 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:21.853006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Attempting to bind port 3648a18c-55eb-476e-ab7b-ef01b27f7336 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:21.853410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Attempting to bind port 3648a18c-55eb-476e-ab7b-ef01b27f7336 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:21.862128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network d4a3741b-55ff-4147-9427-cac74f64aa23 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:21.865445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Port 3648a18c-55eb-476e-ab7b-ef01b27f7336 on network bb11f0eb-07fd-4935-96ad-89706714e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:21.865778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Attempting to bind port 3648a18c-55eb-476e-ab7b-ef01b27f7336 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:21.898591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:21.898970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:21.899370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:21.899826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Bound port: 3648a18c-55eb-476e-ab7b-ef01b27f7336, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:21.900195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:21.913858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, d4a3741b-55ff-4147-9427-cac74f64aa23) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:21.924008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc72fa-4ceb-4688-9f3c-fda7dcc66910 None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:21.949808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:21.950427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.045647 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0ff00c66-8b37-4568-8456-03cce6dac9db tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5106246 Oct 26 12:00:22.048885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43194) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:22.055135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:22.139787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:22.145066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:22.160507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.331180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Pushing event updated for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:22.350051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:22.351180 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.356042 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-b3e8194d-b4b3-46c5-96c6-d341503cb91c service neutron] 10.222.0.100 "PUT /v2.0/ports/3648a18c-55eb-476e-ab7b-ef01b27f7336 HTTP/1.1" status: 200 len: 1092 time: 2.5937517 Oct 26 12:00:22.359125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:22.362052 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 2, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:22.372756 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5221e9-9104-4ebe-a523-a839ada7e4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:22.400618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-d4a3741b-55ff-4147-9427-cac74f64aa23', 'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': 'b2ccf202-29be-4d0b-be43-0ace3573cb1c'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:00:22.404019 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.435553 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Checking router: 3a639b22-a734-42bd-900d-540d76fe5451 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:00:22.436225 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Updating router 3a639b22-a734-42bd-900d-540d76fe5451 port b3a277d1-cb47-4186-8587-f4ca067a7fec binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:00:22.468170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-0ae7b864-4c99-41c4-8e2b-9f2cd499af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:22.469789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-0ae7b864-4c99-41c4-8e2b-9f2cd499af75 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 1095 time: 0.0619552 Oct 26 12:00:22.479343 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.491145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7f26-95b1-4dad-9c2e-5dd61581f1b4 req-8148ce6f-c23d-4e6c-b398-1747d44ed6d6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:22.492965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bcf7f26-95b1-4dad-9c2e-5dd61581f1b4 req-8148ce6f-c23d-4e6c-b398-1747d44ed6d6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 944 time: 0.1951301 Oct 26 12:00:22.518419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-02929a52-75ac-4621-ae64-381c7a62f900 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336 HTTP/1.1" status: 200 len: 217 time: 0.0407076 Oct 26 12:00:22.595361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:22.598082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-1d68fc1b-9511-40b1-bd71-dad9c77ad873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:22.600360 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-1d68fc1b-9511-40b1-bd71-dad9c77ad873 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0749359 Oct 26 12:00:22.609086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.668237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad648-65ea-4659-a851-4424f29579b9 req-413eeee1-72ad-4742-9785-9e57272c5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:22.672098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Allocated IP 2001:db8::2 (d4a3741b-55ff-4147-9427-cac74f64aa23/b2ccf202-29be-4d0b-be43-0ace3573cb1c/48c1d08f-5457-4087-bbad-fe40c0cab730) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:22.672303 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-413eeee1-72ad-4742-9785-9e57272c5e43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652645 Oct 26 12:00:22.786013 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-36da7969-2e55-4b93-81ff-26e76da1119f service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055334 Oct 26 12:00:22.811448 n-d-812150-3 neutron-server[102760]: INFO neutron.db.ipam_backend_mixin [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2ccf202-29be-4d0b-be43-0ace3573cb1c (CIDR: 2001:db8::/64) Oct 26 12:00:22.835530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-38cab9de-e39d-49b1-b042-bcb5f9797f73 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:22.837523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-38cab9de-e39d-49b1-b042-bcb5f9797f73 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 820 time: 0.5987747 Oct 26 12:00:22.842374 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:00:22.843134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:00:22.874788 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.881985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.882596 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.900096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-c6ead21d-5d85-4d94-9e3c-f1eed81f207e tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/quotas/f39a517af7294ab295ebb868e2f83052 HTTP/1.1" status: 200 len: 375 time: 0.0429506 Oct 26 12:00:22.913208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.918441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bcf7f26-95b1-4dad-9c2e-5dd61581f1b4 req-b36225cb-cf15-4901-a339-1de6f99db937 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721826 Oct 26 12:00:22.928230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43222) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:22.928535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e3c81b5c-8890-44eb-93b3-7c0f64af7c41 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8726547 Oct 26 12:00:22.933871 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:22.934176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:22.954350 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Pushing event updated for resources: {'Port': ['ID=b3a277d1-cb47-4186-8587-f4ca067a7fec,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:22.967807 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.968153 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.968495 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.968833 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.969167 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.969501 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.969828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.970154 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.970479 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.970802 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.971180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:22.971502 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:23.019429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e75ad648-65ea-4659-a851-4424f29579b9 req-186e5abe-4fd2-4a3b-9268-ecf8037753b0 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251828 Oct 26 12:00:23.031512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-53a7f8d3-e5c2-4d3a-a683-7cde010c7414 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165128 Oct 26 12:00:23.059965 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Attempting to bind port b3a277d1-cb47-4186-8587-f4ca067a7fec on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:23.059965 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Attempting to bind port b3a277d1-cb47-4186-8587-f4ca067a7fec by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:23.059965 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Attempting to bind port b3a277d1-cb47-4186-8587-f4ca067a7fec on network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:23.065758 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:23.066509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Checking segment: {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:23.066509 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.066963 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Bound using segment: {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:23.070576 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Bound port: b3a277d1-cb47-4186-8587-f4ca067a7fec, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:23.070576 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.092375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:23.093253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Pushing event updated for resources: {'Port': ['ID=48c1d08f-5457-4087-bbad-fe40c0cab730,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:23.106435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:23.112081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:23.139420 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] For port b3a277d1-cb47-4186-8587-f4ca067a7fec, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:23.143119 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] For port b3a277d1-cb47-4186-8587-f4ca067a7fec, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b3a277d1-cb47-4186-8587-f4ca067a7fec,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:23.146456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-cf7e8538-b7ce-48d5-ab0d-8e17c1c61f79 service neutron] 10.222.0.88 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132746 Oct 26 12:00:23.150638 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.183448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:23.188424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.220198 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee5f82-96c0-4bc3-88d2-0ac164772b9c None None] Pushing event updated for resources: {'Port': ['ID=b3a277d1-cb47-4186-8587-f4ca067a7fec,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:23.237998 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:00:23.239244 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:00:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:23.280282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Attempting to bind port 48c1d08f-5457-4087-bbad-fe40c0cab730 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:23.281365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Attempting to bind port 48c1d08f-5457-4087-bbad-fe40c0cab730 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '2df46fd5-0975-4c07-adb6-0bad4434d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:23.282089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Attempting to bind port 48c1d08f-5457-4087-bbad-fe40c0cab730 on network d4a3741b-55ff-4147-9427-cac74f64aa23 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:23.290257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:23.291007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Checking segment: {'id': '2df46fd5-0975-4c07-adb6-0bad4434d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:23.292384 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.292985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Bound using segment: {'id': '2df46fd5-0975-4c07-adb6-0bad4434d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:23.293640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Bound port: 48c1d08f-5457-4087-bbad-fe40c0cab730, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df46fd5-0975-4c07-adb6-0bad4434d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:23.294331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.297961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.366370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] For port 48c1d08f-5457-4087-bbad-fe40c0cab730, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:23.370152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] For port 48c1d08f-5457-4087-bbad-fe40c0cab730, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=48c1d08f-5457-4087-bbad-fe40c0cab730,segment=NetworkSegment(2df46fd5-0975-4c07-adb6-0bad4434d19a),segment_id=2df46fd5-0975-4c07-adb6-0bad4434d19a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:23.378802 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.379971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac53607-d268-46ec-a7d6-759a2235c43e req-e92c8dcf-d9c5-4873-a5bd-ea0e8ca97ecb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:23.390310 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:00:23.392664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac53607-d268-46ec-a7d6-759a2235c43e req-e92c8dcf-d9c5-4873-a5bd-ea0e8ca97ecb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 945 time: 0.2361522 Oct 26 12:00:23.443921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-6a09caa0-25d9-49ac-837f-bd9fa3a1d795 service neutron] 10.222.0.88 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953150 Oct 26 12:00:23.541888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac53607-d268-46ec-a7d6-759a2235c43e req-9edc0bf8-9939-463d-88ff-7c61eba4ec43 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475222 Oct 26 12:00:23.567406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4f244-e989-4eb3-919c-2c70c47d78e5 None None] Pushing event updated for resources: {'Port': ['ID=48c1d08f-5457-4087-bbad-fe40c0cab730,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:23.758001 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.850570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network d4a3741b-55ff-4147-9427-cac74f64aa23 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:23.856510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:23.856707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:23Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:23.867795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:23.905922 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8fad4-f1d0-43d6-9f50-265d826b1790 None None] The sync data for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 is: [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:23Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:00:23.910671 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:23.935185 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5640be6c-db36-4e59-a911-2a77aef6222c x-openstack-request-id: req-5640be6c-db36-4e59-a911-2a77aef6222c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:23.936536 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:23.936873 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5640be6c-db36-4e59-a911-2a77aef6222c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:23.941706 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336', 'status': 'completed', 'code': 200} Oct 26 12:00:23.987115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f741dc0-d2ca-4bf0-87bf-960985509f9f req-cf2d148c-ddfc-45a3-a41c-9fe9319afc35 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 210 time: 0.0727568 Oct 26 12:00:24.012238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=5ef84bee-1f8b-4dc2-904a-71fd5837fdf1,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:24.068817 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00926d04-c8a4-4cda-a15d-29db09486472 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1394644 Oct 26 12:00:24.069671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43252) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:24.089206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23', 'fixed_ips': [{'subnet_id': 'b2ccf202-29be-4d0b-be43-0ace3573cb1c'}, {'subnet_id': '5ef84bee-1f8b-4dc2-904a-71fd5837fdf1'}], 'name': 'tempest-PortsIpV6TestJSON-1534164588'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:24.185519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-94ae87f0-4178-4a00-977d-e3e1d0c8e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:24.188175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-94ae87f0-4178-4a00-977d-e3e1d0c8e1f7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 1095 time: 0.2550156 Oct 26 12:00:24.255330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648681-cdaf-4d1c-9486-b6358ed77b82 req-29cab9a6-edfa-4a2d-9500-9f41a7612d2e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:24.257246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44648681-cdaf-4d1c-9486-b6358ed77b82 req-29cab9a6-edfa-4a2d-9500-9f41a7612d2e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.1975992 Oct 26 12:00:24.272586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b918e9-0a18-4ea3-a4fe-619ab2ae9817 req-60b5c330-33c9-4692-9a48-5480f6b07d91 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:24.279907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8b918e9-0a18-4ea3-a4fe-619ab2ae9817 req-60b5c330-33c9-4692-9a48-5480f6b07d91 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 944 time: 0.1162527 Oct 26 12:00:24.304725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44648681-cdaf-4d1c-9486-b6358ed77b82 req-2200b3ec-5136-4bfc-ba80-ce64ee409ce4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0226028 Oct 26 12:00:24.424238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8b918e9-0a18-4ea3-a4fe-619ab2ae9817 req-cacb034b-b3fd-4ccf-b7ac-aee293d1bcc6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433930 Oct 26 12:00:24.453191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44648681-cdaf-4d1c-9486-b6358ed77b82 req-975f7d26-403f-46d3-b833-0bd427bf02b8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385643 Oct 26 12:00:24.589537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:24.682562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44648681-cdaf-4d1c-9486-b6358ed77b82 req-6c3fb6ba-4aab-465d-8197-8b8a786adfc4 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208736 Oct 26 12:00:24.862820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44648681-cdaf-4d1c-9486-b6358ed77b82 req-7431d69a-33fe-4e2b-a6ab-15697860d438 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793690 Oct 26 12:00:24.961668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-475f35e7-8779-41c2-b91e-e9243e597e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:24.963449 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-475f35e7-8779-41c2-b91e-e9243e597e60 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.7568181 Oct 26 12:00:25.040977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:25.050979 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-fcef90c1-bd15-4fcf-a4a4-b2a5bf813503 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336 HTTP/1.1" status: 200 len: 217 time: 0.0787015 Oct 26 12:00:25.215939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a40061-1f4c-4b63-b08b-14b3d0032b5c None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:25.231782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:25.257083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b246884-4a0a-472f-9107-ee837d2da1d6 req-9a2f82a8-bce2-41c4-bc58-5045c7117422 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 210 time: 0.0578494 Oct 26 12:00:25.293928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 01a837fe-df21-445f-9f8b-c819ebb55e6e yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:25.300499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-caebb642-04cd-442a-a2f5-f02f6155f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:25.302046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-caebb642-04cd-442a-a2f5-f02f6155f69e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1484280 Oct 26 12:00:25.502705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1de33630-f355-4434-bed0-5dfb8825bf11 None None] Provisioning complete for port 48c1d08f-5457-4087-bbad-fe40c0cab730 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:25.509125 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1de33630-f355-4434-bed0-5dfb8825bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:25.611376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 48c1d08f-5457-4087-bbad-fe40c0cab730 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:25.663109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-1d555396-3b74-4b90-8e4d-cbafbb79399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:25.674359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-1d555396-3b74-4b90-8e4d-cbafbb79399e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3356113 Oct 26 12:00:25.747900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 48c1d08f-5457-4087-bbad-fe40c0cab730 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:25.751020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:25.775391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a987-0ffa-49c8-8aa2-649765c19354 req-32bbf6b4-d5a4-4455-aa0d-8330fde68404 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:25.777067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b780a987-0ffa-49c8-8aa2-649765c19354 req-32bbf6b4-d5a4-4455-aa0d-8330fde68404 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 944 time: 0.2053580 Oct 26 12:00:26.002542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.045170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1de33630-f355-4434-bed0-5dfb8825bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.068764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-cc60ba04-2af8-4ed5-9cbd-fa8713257ac3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:26.072306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-cc60ba04-2af8-4ed5-9cbd-fa8713257ac3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 820 time: 0.6671104 Oct 26 12:00:26.124165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'port': {'device_id': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'admin_state_up': True, 'tenant_id': 'f39a517af7294ab295ebb868e2f83052'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:26.130519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 48c1d08f-5457-4087-bbad-fe40c0cab730, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=48c1d08f-5457-4087-bbad-fe40c0cab730,segment=NetworkSegment(2df46fd5-0975-4c07-adb6-0bad4434d19a),segment_id=2df46fd5-0975-4c07-adb6-0bad4434d19a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:26.133304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] Update dhcp port {'port': {'network_id': 'd4a3741b-55ff-4147-9427-cac74f64aa23', 'fixed_ips': [{'subnet_id': 'b2ccf202-29be-4d0b-be43-0ace3573cb1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ef84bee-1f8b-4dc2-904a-71fd5837fdf1'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '48c1d08f-5457-4087-bbad-fe40c0cab730'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:00:26.140082 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.140878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b3a277d1-cb47-4186-8587-f4ca067a7fec up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:26.148123 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-2232a7d4-1fd7-465e-80fb-393c21d6002e service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676111 Oct 26 12:00:26.152606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b780a987-0ffa-49c8-8aa2-649765c19354 req-16101899-5e02-4cbf-80f6-8607e876ecb3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620751 Oct 26 12:00:26.154990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::109 (d4a3741b-55ff-4147-9427-cac74f64aa23/b2ccf202-29be-4d0b-be43-0ace3573cb1c/01a837fe-df21-445f-9f8b-c819ebb55e6e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:26.200267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8:0:1::13f (d4a3741b-55ff-4147-9427-cac74f64aa23/5ef84bee-1f8b-4dc2-904a-71fd5837fdf1/01a837fe-df21-445f-9f8b-c819ebb55e6e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:26.277334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.294425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-e0b308bf-a420-4b4b-a81f-b5212cc7647a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:26.303993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-e0b308bf-a420-4b4b-a81f-b5212cc7647a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.3985682 Oct 26 12:00:26.335180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-b775560c-a821-4676-b451-19be1f574c99 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0294929 Oct 26 12:00:26.343102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-1de33630-f355-4434-bed0-5dfb8825bf11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:00:26.343102 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-1de33630-f355-4434-bed0-5dfb8825bf11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:00:26.354156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=48c1d08f-5457-4087-bbad-fe40c0cab730,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:26.370479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Made reservation on behalf of f39a517af7294ab295ebb868e2f83052 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:26.375022 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.381113 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cf5221e9-9104-4ebe-a523-a839ada7e4e4 req-e5251299-07a0-4724-a132-549da3ede5d0 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229972 Oct 26 12:00:26.438399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b3a277d1-cb47-4186-8587-f4ca067a7fec triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:26.438829 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.441265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-4f4bd66b-6bd9-4939-a83b-bfe4faba8063 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051619 Oct 26 12:00:26.479920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.523340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.561163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6747ee3d-ad68-4b10-a44b-d81570680076 req-8444e7ca-3ce5-461b-b8d4-ad4f929541fe tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 210 time: 0.0403829 Oct 26 12:00:26.577690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network d4a3741b-55ff-4147-9427-cac74f64aa23 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:26.581187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:26.585997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:26.593403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:26.594077 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.608331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=01a837fe-df21-445f-9f8b-c819ebb55e6e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:26.623786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ac3b705-1f13-4983-953b-25e34675b6a3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5418103 Oct 26 12:00:26.627442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43336) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:26.641553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2ccf202-29be-4d0b-be43-0ace3573cb1c'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:26.683504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-e70c765d-2524-4c6e-ba3f-fdd0ed136534 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409444 Oct 26 12:00:26.752664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Allocated IP 172.20.0.11 (0ecdccc7-7736-4e2a-a7a2-9c5c3457b253/97d72836-d3eb-4646-af44-426da1940604/251d68c6-24af-4430-af3f-ded7c46bb2cf) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:26.805911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] Allocated IP 2001:db8:0:1::2 (d4a3741b-55ff-4147-9427-cac74f64aa23/5ef84bee-1f8b-4dc2-904a-71fd5837fdf1/48c1d08f-5457-4087-bbad-fe40c0cab730) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:26.833820 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.885673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 3648a18c-55eb-476e-ab7b-ef01b27f7336 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:00:26.890412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-ef660af9-a2ad-4e7e-8df5-52c5054d6c7b service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005424 Oct 26 12:00:26.960018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port b3a277d1-cb47-4186-8587-f4ca067a7fec, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b3a277d1-cb47-4186-8587-f4ca067a7fec,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:26.975094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:26.987379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.127137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] For port 48c1d08f-5457-4087-bbad-fe40c0cab730, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=48c1d08f-5457-4087-bbad-fe40c0cab730,segment=NetworkSegment(2df46fd5-0975-4c07-adb6-0bad4434d19a),segment_id=2df46fd5-0975-4c07-adb6-0bad4434d19a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:27.129589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67f10086-80cf-4944-9baf-b927356e5513 req-e22a9f87-54ed-41e1-bb8d-696b02ad422b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 210 time: 0.0722003 Oct 26 12:00:27.131918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.230358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=b3a277d1-cb47-4186-8587-f4ca067a7fec,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:27.261525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.280561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:27.284627 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.330126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '3648a18c-55eb-476e-ab7b-ef01b27f7336', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': '3648a18c-55eb-476e-ab7b-ef01b27f7336', 'mac_address': 'fa:16:3e:53:c0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:00:27.469048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.487776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.511907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3648a18c-55eb-476e-ab7b-ef01b27f7336 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:27.540449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 48c1d08f-5457-4087-bbad-fe40c0cab730 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:27.585717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Delete allocated IP 2001:db8:0:1::13f (d4a3741b-55ff-4147-9427-cac74f64aa23/5ef84bee-1f8b-4dc2-904a-71fd5837fdf1) {{(pid=102760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 12:00:27.655386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:27.712045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:27.717601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3988d03-8823-47cc-b75c-970dad4b9bec None None] Pushing event updated for resources: {'Port': ['ID=48c1d08f-5457-4087-bbad-fe40c0cab730,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:27.726344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf0c1-1150-479d-ae86-c389c625692e req-f3474100-605c-4459-8303-02a8b61d59ad tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:27.733179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.734368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f88cf0c1-1150-479d-ae86-c389c625692e req-f3474100-605c-4459-8303-02a8b61d59ad tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 944 time: 0.2509615 Oct 26 12:00:27.736647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:27.743398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:27.759078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:27.789803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 48c1d08f-5457-4087-bbad-fe40c0cab730 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:27.790280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:27.897684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:27.998204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f88cf0c1-1150-479d-ae86-c389c625692e req-9d13552d-2c5d-4beb-8c8e-9a0d4e3a97de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630382 Oct 26 12:00:28.013823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b3a277d1-cb47-4186-8587-f4ca067a7fec up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:28.018435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:28.020444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.053983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['3648a18c-55eb-476e-ab7b-ef01b27f7336'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:28.099701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df936e3-127d-4b73-9c2e-ce2ed67add58 req-d1761051-a776-4af4-99ef-c566e28f06b2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:28.110590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7df936e3-127d-4b73-9c2e-ce2ed67add58 req-d1761051-a776-4af4-99ef-c566e28f06b2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 932 time: 0.3936749 Oct 26 12:00:28.147351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b3a277d1-cb47-4186-8587-f4ca067a7fec triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:28.147768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.166332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e2debc82-daa9-4d74-bd39-9a5b61f2cf37 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0484016 Oct 26 12:00:28.199096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Request body: {'port': {'device_id': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:28.343301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.362940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22b25f1a-abf4-443f-a0bd-13c8b96dd238 req-ab53603e-da4d-45fa-b3df-ef9314b0e626 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 210 time: 0.0804946 Oct 26 12:00:28.383873 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7df936e3-127d-4b73-9c2e-ce2ed67add58 req-3bcae996-0652-477a-ad58-75c00ea426bf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677109 Oct 26 12:00:28.387455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.548615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] In _notify_port_updated(), no bound segment for port 01a837fe-df21-445f-9f8b-c819ebb55e6e on network d4a3741b-55ff-4147-9427-cac74f64aa23 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:00:28.560100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:28.561047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.569733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/ports/01a837fe-df21-445f-9f8b-c819ebb55e6e HTTP/1.1" status: 200 len: 926 time: 1.9333019 Oct 26 12:00:28.570697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.572196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43394) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:28.588317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2ccf202-29be-4d0b-be43-0ace3573cb1c'}, {'subnet_id': '5ef84bee-1f8b-4dc2-904a-71fd5837fdf1'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:28.592382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704d6a-32f8-4ff5-ba82-e689a8bab6fa tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=01a837fe-df21-445f-9f8b-c819ebb55e6e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:28.762741 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:28.774236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-20f3a965-b0e6-4c86-b2e0-8d8f1699de08 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:28.776066 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-20f3a965-b0e6-4c86-b2e0-8d8f1699de08 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.3955781 Oct 26 12:00:28.784631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06c710-e805-45b6-b192-49084e396e51 None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:28.792625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:28.943605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a2f4ffa1-e5ef-454c-afc3-a9eed48c44bb None None] Provisioning complete for port 48c1d08f-5457-4087-bbad-fe40c0cab730 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:28.944169 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ffa1-e5ef-454c-afc3-a9eed48c44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.104139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251d68c6-24af-4430-af3f-ded7c46bb2cf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:29.112970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.136793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:29.137068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Transition to ACTIVE for port object 251d68c6-24af-4430-af3f-ded7c46bb2cf will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:29.140986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.203494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.359647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8:0:1::277 (d4a3741b-55ff-4147-9427-cac74f64aa23/5ef84bee-1f8b-4dc2-904a-71fd5837fdf1/01a837fe-df21-445f-9f8b-c819ebb55e6e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:29.443793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 48c1d08f-5457-4087-bbad-fe40c0cab730 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:29.550577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 48c1d08f-5457-4087-bbad-fe40c0cab730 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:29.550982 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.582012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.598927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.727665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=01a837fe-df21-445f-9f8b-c819ebb55e6e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:29.774599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.11 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/b703afa5-2ebe-4db3-9057-456e5182e24a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:29.781650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c0ebb342-3507-4102-b063-eade7e8d8737 None None] Provisioning complete for port 01a837fe-df21-445f-9f8b-c819ebb55e6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:29.783963 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb342-3507-4102-b063-eade7e8d8737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.901575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebb342-3507-4102-b063-eade7e8d8737 None None] Port 01a837fe-df21-445f-9f8b-c819ebb55e6e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:29.928723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c0ebb342-3507-4102-b063-eade7e8d8737 None None] Provisioning complete for port 48c1d08f-5457-4087-bbad-fe40c0cab730 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:29.929109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb342-3507-4102-b063-eade7e8d8737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.931961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] In _notify_port_updated(), no bound segment for port 01a837fe-df21-445f-9f8b-c819ebb55e6e on network d4a3741b-55ff-4147-9427-cac74f64aa23 {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:00:29.945943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:29.946642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:29.950481 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-21e4b7de-2b28-488f-a9b8-d13f7692c358 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/ports/01a837fe-df21-445f-9f8b-c819ebb55e6e HTTP/1.1" status: 200 len: 1012 time: 1.3727813 Oct 26 12:00:29.960276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43414) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:30.112515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144515ab-eed9-4c12-b7d3-b364d1e3feef req-20779c40-ac11-4990-8b54-cc63bdf4cad8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:30.114673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-144515ab-eed9-4c12-b7d3-b364d1e3feef req-20779c40-ac11-4990-8b54-cc63bdf4cad8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 945 time: 0.9757168 Oct 26 12:00:30.123234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ef05005-c9d9-42c3-89d1-2dfd59eb4ce0 req-cb862a4a-3524-4e14-a97d-2c68ef793002 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 210 time: 0.1654227 Oct 26 12:00:30.126193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:30.200706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-144515ab-eed9-4c12-b7d3-b364d1e3feef req-18e233ff-ad96-480a-87f3-b8b1f7187ee6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Oct 26 12:00:30.201592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Attempting to bind port 251d68c6-24af-4430-af3f-ded7c46bb2cf on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:30.201935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Attempting to bind port 251d68c6-24af-4430-af3f-ded7c46bb2cf by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:30.202265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Attempting to bind port 251d68c6-24af-4430-af3f-ded7c46bb2cf on network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:30.210412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Port 251d68c6-24af-4430-af3f-ded7c46bb2cf on network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:30.210741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Attempting to bind port 251d68c6-24af-4430-af3f-ded7c46bb2cf on network 0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:30.221330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:30.221630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Checking segment: {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:30.222050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Bound using segment: {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:30.225667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Bound port: 251d68c6-24af-4430-af3f-ded7c46bb2cf, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96469e04-5e10-4bb9-8b56-48ddaebe0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:30.226130 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.346739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0c7d1211-d1a6-4df3-ba93-e8204065b0b5 None None] Provisioning complete for port 01a837fe-df21-445f-9f8b-c819ebb55e6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:30.347282 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1211-d1a6-4df3-ba93-e8204065b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.460574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4016055-8db3-4f44-986e-51be9f6ffeee req-ddfcb3a0-d770-4373-8d6e-56539ebf944d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:30.475569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4016055-8db3-4f44-986e-51be9f6ffeee req-ddfcb3a0-d770-4373-8d6e-56539ebf944d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 944 time: 0.2076118 Oct 26 12:00:30.500091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d1211-d1a6-4df3-ba93-e8204065b0b5 None None] Port 01a837fe-df21-445f-9f8b-c819ebb55e6e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:30.525352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:30.527841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.530822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:30.544654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.588101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.601442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:30.616270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:30.617125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.618729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] 10.222.0.30 "PUT /v2.0/ports/251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 1092 time: 2.4329031 Oct 26 12:00:30.632986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4016055-8db3-4f44-986e-51be9f6ffeee req-45504308-903e-45f8-8179-bfd1e3403970 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558561 Oct 26 12:00:30.633855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:30.638339 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fa1f69-7082-4f57-a594-3c1d96207e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:30.676265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 01a837fe-df21-445f-9f8b-c819ebb55e6e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:30.676780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.725344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8eb38ee4-2c42-45ad-a6b5-71c51df02bee None None] Provisioning complete for port 01a837fe-df21-445f-9f8b-c819ebb55e6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:30.725720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8eb38ee4-2c42-45ad-a6b5-71c51df02bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.756260 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4ac462-b881-408d-aecb-f1656cd6b833 x-openstack-request-id: req-3c4ac462-b881-408d-aecb-f1656cd6b833 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:30.756699 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:30.757052 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c4ac462-b881-408d-aecb-f1656cd6b833 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:30.757555 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'status': 'completed', 'code': 200} Oct 26 12:00:30.766343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3da04f-7771-4dbd-82ba-43c0c4ab2971 service neutron] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:30.811307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-98327d39-c193-47f4-af06-1c5db9434beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:30.818567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-98327d39-c193-47f4-af06-1c5db9434beb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1095 time: 0.1358333 Oct 26 12:00:30.825577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8eb38ee4-2c42-45ad-a6b5-71c51df02bee None None] Port 01a837fe-df21-445f-9f8b-c819ebb55e6e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:30.873224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-19075526-0bd9-48b8-942f-ed22b7d31038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.0463102 Oct 26 12:00:30.877256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=b703afa5-2ebe-4db3-9057-456e5182e24a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:30.889197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 3648a18c-55eb-476e-ab7b-ef01b27f7336 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:30.901565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:30.914482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:30.921589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:30.964984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-baef0467-17fb-49ad-854f-f5a5a26632a5 None None] Provisioning complete for port 01a837fe-df21-445f-9f8b-c819ebb55e6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:30.965233 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-baef0467-17fb-49ad-854f-f5a5a26632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:30.976440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e9b357b8-1690-4a6c-8155-12605c181387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:30.978087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-e9b357b8-1690-4a6c-8155-12605c181387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.0977204 Oct 26 12:00:31.015371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-baef0467-17fb-49ad-854f-f5a5a26632a5 None None] Port 01a837fe-df21-445f-9f8b-c819ebb55e6e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:31.017188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.023478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 3648a18c-55eb-476e-ab7b-ef01b27f7336 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:00:31.029063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 3648a18c-55eb-476e-ab7b-ef01b27f7336 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:31.029482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.043497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-6b723b2f-2ed4-4cb0-a822-3e5d9ca3fcc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573826 Oct 26 12:00:31.044610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 01a837fe-df21-445f-9f8b-c819ebb55e6e owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:31.123379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.136828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:31.137643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.160450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:31.163938 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b71f873-f6df-4457-990d-ea101cd8e385" -d '{"events": [{"server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "name": "network-vif-plugged", "status": "completed", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:31.183029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:31.184658 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-6ef86e4e-9961-4755-b982-dc44a2f5d0e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3968194 Oct 26 12:00:31.191954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-b3b412a9-2bca-4ea2-9aef-ca0eae58b746 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402152 Oct 26 12:00:31.193111 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.210755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Request body: {'port': {'device_id': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:31.256234 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b1f87-adbe-4269-95de-71771be701a6 x-openstack-request-id: req-851b1f87-adbe-4269-95de-71771be701a6 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:31.256534 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "name": "network-vif-plugged", "status": "completed", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:31.257114 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-851b1f87-adbe-4269-95de-71771be701a6 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:31.257229 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336', 'code': 200} Oct 26 12:00:31.330323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:31.394699 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.451629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430c1ac-cf2d-41ce-8e1d-321b4dc312c4 req-2e8613fc-cc20-498b-82cc-3dab938d621c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:31.453171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0430c1ac-cf2d-41ce-8e1d-321b4dc312c4 req-2e8613fc-cc20-498b-82cc-3dab938d621c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 932 time: 0.1800773 Oct 26 12:00:31.483524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dcc36-a847-43e8-8d4e-534eec7c7ac2 req-d94bbd45-b1e4-4ea6-852d-8846b2e16e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:31.485015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-427dcc36-a847-43e8-8d4e-534eec7c7ac2 req-d94bbd45-b1e4-4ea6-852d-8846b2e16e34 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 1097 time: 0.1419837 Oct 26 12:00:31.533780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71ebc28-d2cc-4c19-b49e-4d52ba5ed30e req-5a33fa37-6dce-46b7-b067-f97c9b69d489 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300729 Oct 26 12:00:31.594157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae5c7f-a6f4-4094-b578-74a9ebcd640b req-292bd6d7-b05f-4491-a12b-ec6449d79de9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:31.598101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46ae5c7f-a6f4-4094-b578-74a9ebcd640b req-292bd6d7-b05f-4491-a12b-ec6449d79de9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 946 time: 0.2416093 Oct 26 12:00:31.672621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0430c1ac-cf2d-41ce-8e1d-321b4dc312c4 req-181c1c0c-9687-4dca-bd10-f8693ab2fc39 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036214 Oct 26 12:00:31.684324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-427dcc36-a847-43e8-8d4e-534eec7c7ac2 req-6d491ca2-a429-4b10-85ba-c23531b11d40 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742537 Oct 26 12:00:31.702138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.717424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-99263a66-a5f3-4cde-8075-e613f11f5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:31.725256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-99263a66-a5f3-4cde-8075-e613f11f5069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1095 time: 0.1230898 Oct 26 12:00:31.735085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46ae5c7f-a6f4-4094-b578-74a9ebcd640b req-909807d2-6268-4112-8e0a-c0773e3f18b6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896361 Oct 26 12:00:31.768853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=01a837fe-df21-445f-9f8b-c819ebb55e6e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:31.881515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:31.888300 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-930f8f55-ce3a-49fc-83b3-20300a069bf6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/01a837fe-df21-445f-9f8b-c819ebb55e6e HTTP/1.1" status: 204 len: 168 time: 1.9267964 Oct 26 12:00:31.888818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43440) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:31.931801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-2481efed-87ac-4bf3-8a8b-fb9ddd5eb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:31.933592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-2481efed-87ac-4bf3-8a8b-fb9ddd5eb170 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.1976430 Oct 26 12:00:31.961413 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e0fe90-0547-45f5-8a88-6bd031ea1f5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:31.966160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a9e0fe90-0547-45f5-8a88-6bd031ea1f5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/01a837fe-df21-445f-9f8b-c819ebb55e6e HTTP/1.1" status: 404 len: 333 time: 0.0731504 Oct 26 12:00:31.966791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43442) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:32.008242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-56e98f6c-173f-4514-a509-2cbb7a665748 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.0584896 Oct 26 12:00:32.121988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b703afa5-2ebe-4db3-9057-456e5182e24a {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:32.127342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d4c9c-8825-4bee-ba7e-304ca5907550 req-aac6b211-adc4-4749-9a98-81dad302651f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:32.129196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-718d4c9c-8825-4bee-ba7e-304ca5907550 req-aac6b211-adc4-4749-9a98-81dad302651f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 944 time: 0.1140819 Oct 26 12:00:32.134848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-b3fba206-1c17-445d-9eac-141538f3bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:32.136325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-b3fba206-1c17-445d-9eac-141538f3bc34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.1012111 Oct 26 12:00:32.144040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.158567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 5ef84bee-1f8b-4dc2-904a-71fd5837fdf1 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:32.164711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.176539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-718d4c9c-8825-4bee-ba7e-304ca5907550 req-a35aa599-c58e-4b43-bbc7-55f43092e569 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Oct 26 12:00:32.203285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-71a62fc0-fb35-4da2-b104-b46c5ef54a12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302622 Oct 26 12:00:32.211089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Transition to ACTIVE for port object b703afa5-2ebe-4db3-9057-456e5182e24a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:32.234767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.266239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.376860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-c64ec51a-443d-449c-a98c-1bd454ec6e79 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574442 Oct 26 12:00:32.403798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Pushing event updated for resources: {'Port': ['ID=b703afa5-2ebe-4db3-9057-456e5182e24a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:32.484596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.544503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3fa1f69-7082-4f57-a594-3c1d96207e1f req-25d6e0f1-9ec6-4034-871b-9cad4d4c0144 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591523 Oct 26 12:00:32.587225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Attempting to bind port b703afa5-2ebe-4db3-9057-456e5182e24a on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:32.587569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Attempting to bind port b703afa5-2ebe-4db3-9057-456e5182e24a by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:32.587897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Attempting to bind port b703afa5-2ebe-4db3-9057-456e5182e24a on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:32.593158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.603658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Port b703afa5-2ebe-4db3-9057-456e5182e24a on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:32.603982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Attempting to bind port b703afa5-2ebe-4db3-9057-456e5182e24a on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:32.635802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef84bee-1f8b-4dc2-904a-71fd5837fdf1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:32.637977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.643832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cba44f75-306c-4c1b-b1f0-ba6ed92ddbe8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/5ef84bee-1f8b-4dc2-904a-71fd5837fdf1 HTTP/1.1" status: 204 len: 168 time: 0.6704402 Oct 26 12:00:32.643832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:32.643832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:32.643832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:32.643832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Bound port: b703afa5-2ebe-4db3-9057-456e5182e24a, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:32.643832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.644403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:32.655781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0245c-ba4f-45c1-ae0e-b504e2266d59 None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:32.710575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet b2ccf202-29be-4d0b-be43-0ace3573cb1c {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:32.714971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.746984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] For port b703afa5-2ebe-4db3-9057-456e5182e24a, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:32.760962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] For port b703afa5-2ebe-4db3-9057-456e5182e24a, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b703afa5-2ebe-4db3-9057-456e5182e24a,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:32.772134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.776753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.849669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:32.850781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:32.853190 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] 10.222.0.100 "PUT /v2.0/ports/b703afa5-2ebe-4db3-9057-456e5182e24a HTTP/1.1" status: 200 len: 1092 time: 1.6529181 Oct 26 12:00:32.853876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'tag': 'b703afa5-2ebe-4db3-9057-456e5182e24a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:32.857814 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374" -d '{"events": [{"name": "network-changed", "server_uuid": "5370c4dc-e698-45b0-bf2d-731ef6fb92c4", "tag": "b703afa5-2ebe-4db3-9057-456e5182e24a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:32.890182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df6fa6-0424-4d5f-9028-031209f9a0cb service neutron] Pushing event updated for resources: {'Port': ['ID=b703afa5-2ebe-4db3-9057-456e5182e24a,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:32.956410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d553aaa3-ccea-4a9d-b6a8-1fcfdf1c63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:32.958668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-d553aaa3-ccea-4a9d-b6a8-1fcfdf1c63b8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 1095 time: 0.0600152 Oct 26 12:00:33.009603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d47fe3-07b4-49d7-8a45-dcec35c5759d req-6d5cc1de-036c-44e6-bbd9-75eeea5ecf2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:33.011482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47d47fe3-07b4-49d7-8a45-dcec35c5759d req-6d5cc1de-036c-44e6-bbd9-75eeea5ecf2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 944 time: 0.1722555 Oct 26 12:00:33.025755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-0184632c-98e5-428f-b3f9-7cc7619d3ca0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703afa5-2ebe-4db3-9057-456e5182e24a HTTP/1.1" status: 200 len: 217 time: 0.0595889 Oct 26 12:00:33.050388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12c6e8-355c-4f65-a4b2-755471409340 req-0be1dfa4-3557-44ca-975d-98286985983e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:33.058525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d12c6e8-355c-4f65-a4b2-755471409340 req-0be1dfa4-3557-44ca-975d-98286985983e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 946 time: 0.1608534 Oct 26 12:00:33.077005 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.089656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-95413207-df07-436a-92c2-3a50ceaa3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:33.091608 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-95413207-df07-436a-92c2-3a50ceaa3285 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.0564864 Oct 26 12:00:33.132047 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-bdcb7657-8c76-4eb4-a58e-2cc1754f8a46 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306427 Oct 26 12:00:33.149451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47d47fe3-07b4-49d7-8a45-dcec35c5759d req-27c44fdd-02ab-4811-b7a4-749f403bc9d4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309750 Oct 26 12:00:33.195737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d12c6e8-355c-4f65-a4b2-755471409340 req-0c192090-2d30-43ab-b829-d6a047994e58 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363356 Oct 26 12:00:33.216380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.264435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ccf202-29be-4d0b-be43-0ace3573cb1c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:33.275501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.279694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9c4ca8d4-d4d1-4d5c-a4dc-7239655bc9c8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/b2ccf202-29be-4d0b-be43-0ace3573cb1c HTTP/1.1" status: 204 len: 168 time: 0.6344121 Oct 26 12:00:33.282082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43476) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:33.310498 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8015437-5540-415b-95ac-21551346e6b8 x-openstack-request-id: req-d8015437-5540-415b-95ac-21551346e6b8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:33.310797 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5370c4dc-e698-45b0-bf2d-731ef6fb92c4", "tag": "b703afa5-2ebe-4db3-9057-456e5182e24a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:33.331250 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8015437-5540-415b-95ac-21551346e6b8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:33.331747 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'tag': 'b703afa5-2ebe-4db3-9057-456e5182e24a', 'status': 'completed', 'code': 200} Oct 26 12:00:33.428473 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-629f38e8-91b3-4f78-910e-0dde2f25698c service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875781 Oct 26 12:00:33.438839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.569347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82180f94-e6ea-487c-a41f-5f87fc064de1 req-2b8f3f68-b657-47c0-a9b3-17a2ec72a623 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:33.571013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82180f94-e6ea-487c-a41f-5f87fc064de1 req-2b8f3f68-b657-47c0-a9b3-17a2ec72a623 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 944 time: 0.0858123 Oct 26 12:00:33.615429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.616656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 48c1d08f-5457-4087-bbad-fe40c0cab730 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:33.617000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.695975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82180f94-e6ea-487c-a41f-5f87fc064de1 req-c732a86f-7e36-431f-9736-2adf78d15627 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025052 Oct 26 12:00:33.703769 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ec159b7-ed6e-4f59-9c00-6ee7d945d617 req-90d6e820-01ea-456d-b64c-c7d2380a82e1 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676699 Oct 26 12:00:33.754241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port 48c1d08f-5457-4087-bbad-fe40c0cab730, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=48c1d08f-5457-4087-bbad-fe40c0cab730,segment=NetworkSegment(2df46fd5-0975-4c07-adb6-0bad4434d19a),segment_id=2df46fd5-0975-4c07-adb6-0bad4434d19a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:33.755471 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.769518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 251d68c6-24af-4430-af3f-ded7c46bb2cf details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:00:33.802999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 48c1d08f-5457-4087-bbad-fe40c0cab730 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:33.843396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-481c8572-6d9b-436f-9f07-a7b6bb449196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:33.850226 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-481c8572-6d9b-436f-9f07-a7b6bb449196 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 1095 time: 0.0889335 Oct 26 12:00:33.978727 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:33.982008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:33.997984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba405d-d8d5-43ca-ba57-bcdc79ef494f None None] Network d4a3741b-55ff-4147-9427-cac74f64aa23 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:34.003231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'port_id': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'mac_address': 'fa:16:3e:2b:2b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:00:34.024322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-91c64fe0-1543-43a7-a1e4-1f406163c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:34.025880 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-91c64fe0-1543-43a7-a1e4-1f406163c7d8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.1617618 Oct 26 12:00:34.026729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port 48c1d08f-5457-4087-bbad-fe40c0cab730 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:34.032193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=48c1d08f-5457-4087-bbad-fe40c0cab730,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:34.096271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0cf998d6-745a-49e2-88b8-00822be94246 None None] Could not find standard attr ID for object 48c1d08f-5457-4087-bbad-fe40c0cab730. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:00:34.096527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-b32c4e30-e28d-4b01-81a2-1fa7cbdfab0c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703afa5-2ebe-4db3-9057-456e5182e24a HTTP/1.1" status: 200 len: 217 time: 0.0611641 Oct 26 12:00:34.148316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.176679 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.179934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a3741b-55ff-4147-9427-cac74f64aa23']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:34.191318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251d68c6-24af-4430-af3f-ded7c46bb2cf {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:34.194380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-383c579f-9822-4534-9f61-ad67b005682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:34.194976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df46fd5-0975-4c07-adb6-0bad4434d19a') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:34.195344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df46fd5-0975-4c07-adb6-0bad4434d19a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:34.202707 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-383c579f-9822-4534-9f61-ad67b005682b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.0937314 Oct 26 12:00:34.207853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.234323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:34.241350 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.245863 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.253065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:34.253817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.296943 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-5808d6ba-e58c-422b-84e9-d0c749f40f47 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918756 Oct 26 12:00:34.309632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:34.332683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052c90d-bdbd-43ef-8fa5-aaf06bbba643 None None] DHCP port deletion for d4a3741b-55ff-4147-9427-cac74f64aa23 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:34.357789 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:34.386347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.426016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.430438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/d4a3741b-55ff-4147-9427-cac74f64aa23 HTTP/1.1" status: 204 len: 168 time: 1.1474168 Oct 26 12:00:34.436050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43498) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:34.463423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db3acb-6fd4-449c-8b15-59878eedffe3 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=d4a3741b-55ff-4147-9427-cac74f64aa23,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:34.469663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-0633a7a6-bcec-41b7-a0a0-b6d8d60fa250 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628847 Oct 26 12:00:34.505789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd082a-7ca5-4274-b3bf-f8fb8316353a req-fa351d5e-9e17-4f67-a4c6-afbe5a5d123d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:34.508950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['251d68c6-24af-4430-af3f-ded7c46bb2cf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:34.513066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5bcd082a-7ca5-4274-b3bf-f8fb8316353a req-fa351d5e-9e17-4f67-a4c6-afbe5a5d123d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 944 time: 0.1485744 Oct 26 12:00:34.543443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c0798-2537-4e16-b1a5-0d1ecf0b03ad req-82225a67-c17a-4ea4-87dd-998c515c822e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:34.544758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d06c0798-2537-4e16-b1a5-0d1ecf0b03ad req-82225a67-c17a-4ea4-87dd-998c515c822e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 946 time: 0.1817737 Oct 26 12:00:34.613208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5bcd082a-7ca5-4274-b3bf-f8fb8316353a req-2016765f-ba8e-420c-bf49-783098af860a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991628 Oct 26 12:00:34.636580 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29afa5a9-a121-4d5f-acb1-e0efdfbc9374 req-8f26cb47-f65f-42a9-98c7-0f1acee2ceb5 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574936 Oct 26 12:00:34.653270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9b136-ae1f-4ff3-af78-076e2c92cb18 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:34.654932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d7d9b136-ae1f-4ff3-af78-076e2c92cb18 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2175388 Oct 26 12:00:34.662131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43502) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:34.719170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d06c0798-2537-4e16-b1a5-0d1ecf0b03ad req-311a1c3d-225a-4b34-ab17-7d3e83bbd74f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604295 Oct 26 12:00:34.764653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-10cfbfdd-6ad2-4691-a39d-8281e70435cf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1039927 Oct 26 12:00:34.767710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43510) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:34.773919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-807691519'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:34.836407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:34.840436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.910758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:34.933435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:34.933827 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment 3f81d5e5-6cb8-4e74-bfbd-3a78942466ee of type vlan for network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa Oct 26 12:00:34.999833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1e7f-78a3-4362-958a-b17233711061 req-d7dc577a-f274-425e-8f36-87324c5383f3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:35.007405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef2f1e7f-78a3-4362-958a-b17233711061 req-d7dc577a-f274-425e-8f36-87324c5383f3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 945 time: 0.1401198 Oct 26 12:00:35.030248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.048337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14164845-9a53-4e94-8852-e6d0d833304d req-7e5da7ef-d169-4ea8-b829-1fb18e3a071b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 267 time: 0.1265876 Oct 26 12:00:35.137740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.143363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:35.143962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.205538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef2f1e7f-78a3-4362-958a-b17233711061 req-21f39b91-4503-4fb7-be17-4e09a836a257 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550863 Oct 26 12:00:35.228739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14164845-9a53-4e94-8852-e6d0d833304d req-3621ecfd-07fe-4d1b-b684-41d862bc2529 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:35.237505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14164845-9a53-4e94-8852-e6d0d833304d req-3621ecfd-07fe-4d1b-b684-41d862bc2529 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 946 time: 0.1882024 Oct 26 12:00:35.244662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'port': {'security_groups': []}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:35.259886 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.261625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4927084 Oct 26 12:00:35.264676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43514) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:35.270285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:35.290075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd56c2-93a0-4803-b4eb-db2bc005b0a1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=24cb5c6d-d03a-47eb-81c4-c2cf566b23fa,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:35.304056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:35.368438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.400036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:35.404740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.592028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:35.628066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.634057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.636537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.696881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:35.697910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.700089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14164845-9a53-4e94-8852-e6d0d833304d req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "PUT /v2.0/ports/3648a18c-55eb-476e-ab7b-ef01b27f7336 HTTP/1.1" status: 200 len: 905 time: 0.4614384 Oct 26 12:00:35.701447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:35.704443 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a3513-288f-465d-9a2a-5998ab5572b7" -d '{"events": [{"name": "network-changed", "server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:35.786229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=900d537d-764a-4292-bf02-ed52db508281,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:35.788618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:35.788987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:35.826733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:35.841533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 48c1d08f-5457-4087-bbad-fe40c0cab730 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:35.842591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:35.858030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:35.859569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:35.868803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'e14da95a-e3b3-4acc-bb32-953e244f2452', '3648a18c-55eb-476e-ab7b-ef01b27f7336'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:35.873901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 251d68c6-24af-4430-af3f-ded7c46bb2cf up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:35.881688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 48c1d08f-5457-4087-bbad-fe40c0cab730 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:35.882146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 48c1d08f-5457-4087-bbad-fe40c0cab730 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:35.892023 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-356f14a2-e3f5-4639-9d52-746b26560734 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6260579 Oct 26 12:00:35.896686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f79474-e7e7-46b8-949d-2c337fa7ba9a None None] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:35.897203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:35.903924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa', 'name': 'tempest-PortsIpV6TestJSON-1832666925'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:35.907167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b34f9-b4a6-4007-bd2e-bec0e58dfecf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:35.976284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['3648a18c-55eb-476e-ab7b-ef01b27f7336'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:36.076807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e0167-3164-48e7-ab14-4bd02fe46348 req-df070ebb-8daa-4036-987f-f4c320d25db3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.078974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a9e0167-3164-48e7-ab14-4bd02fe46348 req-df070ebb-8daa-4036-987f-f4c320d25db3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 944 time: 0.3098238 Oct 26 12:00:36.123955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ffa67-74cf-4977-85cc-8061b58104a8 req-baf685d9-6813-4537-881f-a326b4dca4dc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.126848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-421ffa67-74cf-4977-85cc-8061b58104a8 req-baf685d9-6813-4537-881f-a326b4dca4dc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 908 time: 0.2572973 Oct 26 12:00:36.179791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a9e0167-3164-48e7-ab14-4bd02fe46348 req-8dd474b7-7872-4601-98fd-b507f6a6143c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919073 Oct 26 12:00:36.217761 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a9025-7095-40f4-b443-6798ecd5fc17 x-openstack-request-id: req-063a9025-7095-40f4-b443-6798ecd5fc17 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:36.218185 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:36.218306 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-063a9025-7095-40f4-b443-6798ecd5fc17 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:36.218729 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336', 'status': 'completed', 'code': 200} Oct 26 12:00:36.280765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f08055f6-c498-4ebf-8f7a-7cbf61e3e2a7 None None] Provisioning complete for port 3648a18c-55eb-476e-ab7b-ef01b27f7336 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:36.281318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f08055f6-c498-4ebf-8f7a-7cbf61e3e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:36.434248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 251d68c6-24af-4430-af3f-ded7c46bb2cf completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:00:36.452746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 251d68c6-24af-4430-af3f-ded7c46bb2cf triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:36.453393 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:36.508295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627fea3-94fa-4a1b-be5a-9f1c14602f16 req-b07c579c-4662-4dd4-9f24-949f5343e56b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.511444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6627fea3-94fa-4a1b-be5a-9f1c14602f16 req-b07c579c-4662-4dd4-9f24-949f5343e56b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1241865 Oct 26 12:00:36.528278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f8e56-4f91-40cc-85f0-6f07087c9c7b req-8b37bd6a-314d-4dc5-a585-bc623900d683 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.537398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d2f8e56-4f91-40cc-85f0-6f07087c9c7b req-8b37bd6a-314d-4dc5-a585-bc623900d683 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 945 time: 0.1075182 Oct 26 12:00:36.670369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d2f8e56-4f91-40cc-85f0-6f07087c9c7b req-c7371b35-9a3b-4cf6-ae53-f3fcfbdc12df tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319680 Oct 26 12:00:36.694241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-24cb5c6d-d03a-47eb-81c4-c2cf566b23fa', 'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': '900d537d-764a-4292-bf02-ed52db508281'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:00:36.695506 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:36.710891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6627fea3-94fa-4a1b-be5a-9f1c14602f16 req-493969ae-2bf6-4418-9dee-89ab5be3d5ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622927 Oct 26 12:00:36.737625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-0f6b49d4-945f-4ffe-beeb-09e40c590724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.739894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-0f6b49d4-945f-4ffe-beeb-09e40c590724 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 1059 time: 0.1091626 Oct 26 12:00:36.826840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43562) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:36.849664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-b06d440b-6d06-4380-83cc-3ac2b66ff5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.851633 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-b06d440b-6d06-4380-83cc-3ac2b66ff5eb service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.0996144 Oct 26 12:00:36.915485 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-c6355c0f-bf6f-4dc8-a0fb-e4edbdd42be4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336 HTTP/1.1" status: 200 len: 217 time: 0.0543437 Oct 26 12:00:36.934115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b703afa5-2ebe-4db3-9057-456e5182e24a details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:00:36.941313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ebe1e-e6f3-4560-bb67-6e88dd305932 req-37b6a61f-b317-4891-a40c-b90c474066d4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:36.951477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93ebe1e-e6f3-4560-bb67-6e88dd305932 req-37b6a61f-b317-4891-a40c-b90c474066d4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0846488 Oct 26 12:00:36.961332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:36.981920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.013233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93ebe1e-e6f3-4560-bb67-6e88dd305932 req-8cc5240c-d675-4f08-9bac-4a8daf28c6ea tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605083 Oct 26 12:00:37.041442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 65199848-fe20-4bcb-8abd-1db27d4b12c9 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:37.048931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-a8ea7b3f-3afd-430d-86f9-b4e9789502fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:37.050689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-a8ea7b3f-3afd-430d-86f9-b4e9789502fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1288157 Oct 26 12:00:37.055864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4165254b-6dcc-4369-bb78-69fa2714124c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.140478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Allocated IP 2001:db8::2 (24cb5c6d-d03a-47eb-81c4-c2cf566b23fa/900d537d-764a-4292-bf02-ed52db508281/bde7d3f4-094f-4a2e-a178-393571c343db) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:37.200820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-5c1ba1d0-b6b6-482d-bdc6-37133125fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:37.206602 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-5c1ba1d0-b6b6-482d-bdc6-37133125fb93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361010 Oct 26 12:00:37.252913 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4165254b-6dcc-4369-bb78-69fa2714124c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.260768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.267623 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4165254b-6dcc-4369-bb78-69fa2714124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.321986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4165254b-6dcc-4369-bb78-69fa2714124c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1ac39b087ef349a9ba193959ff848dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917030 Oct 26 12:00:37.322447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:37.405139 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-e68bfeb2-14b8-4983-b3d4-0f46011dc549 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946008 Oct 26 12:00:37.448667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165254b-6dcc-4369-bb78-69fa2714124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940686a4-a51e-434a-94e1-072adc58c1ab,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:37.490424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-357403f0-cadb-42a5-a1f4-910af81f8531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.513017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-357403f0-cadb-42a5-a1f4-910af81f8531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.527847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-756a3513-288f-465d-9a2a-5998ab5572b7 req-ee08afbb-8cbc-4756-ad26-e29c7cea312b service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142871 Oct 26 12:00:37.578474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07ca66-e6ab-466d-901e-b786b68215e9 req-4b6bc748-dd25-4b1f-b9a4-782f933a5082 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:37.582063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b07ca66-e6ab-466d-901e-b786b68215e9 req-4b6bc748-dd25-4b1f-b9a4-782f933a5082 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 944 time: 0.2681265 Oct 26 12:00:37.586740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-357403f0-cadb-42a5-a1f4-910af81f8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.590088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-357403f0-cadb-42a5-a1f4-910af81f8531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.593694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-357403f0-cadb-42a5-a1f4-910af81f8531 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/940686a4-a51e-434a-94e1-072adc58c1ab HTTP/1.1" status: 204 len: 168 time: 0.2634573 Oct 26 12:00:37.657149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357403f0-cadb-42a5-a1f4-910af81f8531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940686a4-a51e-434a-94e1-072adc58c1ab,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:37.676040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b703afa5-2ebe-4db3-9057-456e5182e24a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b703afa5-2ebe-4db3-9057-456e5182e24a,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:37.677510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b07ca66-e6ab-466d-901e-b786b68215e9 req-a8c323f6-3c05-469e-b0b8-a58461fcb32e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744224 Oct 26 12:00:37.684452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-c4f7df14-083a-4010-80ae-5d6abc548cce tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:37.693568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-c4f7df14-083a-4010-80ae-5d6abc548cce tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.3776581 Oct 26 12:00:37.694207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:37.697772 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5306c-3571-409f-953a-888b1de8c3b2" -d '{"events": [{"server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "name": "network-vif-plugged", "status": "completed", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:37.711750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-19b11b54-5ffb-47f4-ab9a-a5ec78e5717a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/quotas/3606d198b6d449ddb60071384baddc01 HTTP/1.1" status: 200 len: 375 time: 0.0177889 Oct 26 12:00:37.730894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.769714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:37.780435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'b703afa5-2ebe-4db3-9057-456e5182e24a', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': 'b703afa5-2ebe-4db3-9057-456e5182e24a', 'mac_address': 'fa:16:3e:a4:60:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:00:37.804104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-a41ac1f0-f1c1-4cb4-99de-a14f8d4a4842 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0913808 Oct 26 12:00:37.808371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.815269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:37.913508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::26 (24cb5c6d-d03a-47eb-81c4-c2cf566b23fa/900d537d-764a-4292-bf02-ed52db508281/65199848-fe20-4bcb-8abd-1db27d4b12c9) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:37.937773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-e571685a-15cf-4d8a-b8f5-2b9ada37841b service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327624 Oct 26 12:00:38.029205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Pushing event updated for resources: {'Port': ['ID=bde7d3f4-094f-4a2e-a178-393571c343db,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:38.046146 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffedb05-3c57-49c8-b071-e0287b20c2c1 x-openstack-request-id: req-0ffedb05-3c57-49c8-b071-e0287b20c2c1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:38.046442 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "name": "network-vif-plugged", "status": "completed", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:38.046706 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0ffedb05-3c57-49c8-b071-e0287b20c2c1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:38.047153 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'code': 200} Oct 26 12:00:38.049047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:38.071652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:38.090165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:38.141140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.141744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.142454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.143003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.143511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.144155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.144783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.145394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.146366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.146880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.147397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.147878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:00:38.162104 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.237705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43598) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:38.242505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b703afa5-2ebe-4db3-9057-456e5182e24a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:38.252568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Attempting to bind port bde7d3f4-094f-4a2e-a178-393571c343db on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:38.253365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Attempting to bind port bde7d3f4-094f-4a2e-a178-393571c343db by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:38.253930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Attempting to bind port bde7d3f4-094f-4a2e-a178-393571c343db on network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:38.255032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.270074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ccf42-1030-46a4-a233-f66c9b76572e req-f85e1a8c-68a2-45ec-800b-dbb03d8e4275 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:38.272216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa2ccf42-1030-46a4-a233-f66c9b76572e req-f85e1a8c-68a2-45ec-800b-dbb03d8e4275 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1637201 Oct 26 12:00:38.281767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:38.282540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Checking segment: {'id': '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:38.282720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2e1d9-7c42-493b-98d5-86b22b300873 req-9c65cbfc-b5fe-499b-8db9-559bccf5a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:38.283334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.283942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Bound using segment: {'id': '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:38.284262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75c2e1d9-7c42-493b-98d5-86b22b300873 req-9c65cbfc-b5fe-499b-8db9-559bccf5a282 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.1532474 Oct 26 12:00:38.285639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Bound port: bde7d3f4-094f-4a2e-a178-393571c343db, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:38.286829 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.287860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-3b67f6ea-4586-4b91-bd5d-4b73b664feab service neutron] 10.222.0.88 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339517 Oct 26 12:00:38.293177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-539a53f6-a828-4665-9d88-576270ffab94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.306725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.307348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:38.313426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b703afa5-2ebe-4db3-9057-456e5182e24a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b703afa5-2ebe-4db3-9057-456e5182e24a,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:38.373427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] For port bde7d3f4-094f-4a2e-a178-393571c343db, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:38.373749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa2ccf42-1030-46a4-a233-f66c9b76572e req-bd3a5617-64ea-4b65-8827-a8b16babe715 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929894 Oct 26 12:00:38.377063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75c2e1d9-7c42-493b-98d5-86b22b300873 req-0a8bd290-955b-4c2e-bb15-ed65a0a6e9ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817022 Oct 26 12:00:38.377194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] For port bde7d3f4-094f-4a2e-a178-393571c343db, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bde7d3f4-094f-4a2e-a178-393571c343db,segment=NetworkSegment(3f81d5e5-6cb8-4e74-bfbd-3a78942466ee),segment_id=3f81d5e5-6cb8-4e74-bfbd-3a78942466ee)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:38.378729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.400431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=65199848-fe20-4bcb-8abd-1db27d4b12c9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:38.410113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:38.413205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:38.417001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:38.423663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:38.424636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.437806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b703afa5-2ebe-4db3-9057-456e5182e24a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:38.441301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.449587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ce22d909-cbda-4ece-944a-d56cba90b2bb tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5543807 Oct 26 12:00:38.452016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43600) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:38.459731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': '24cb5c6d-d03a-47eb-81c4-c2cf566b23fa', 'name': 'tempest-PortsIpV6TestJSON-276048085'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:38.531453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0e7e0-7dbd-433d-aad0-f00fa1b2f5e8 None None] Pushing event updated for resources: {'Port': ['ID=bde7d3f4-094f-4a2e-a178-393571c343db,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:38.532812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-539a53f6-a828-4665-9d88-576270ffab94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.556044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-539a53f6-a828-4665-9d88-576270ffab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.585400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76d5b21-bbff-43cc-b927-0f5905c6ab18 req-d7b34c4f-db1c-4ef4-aa2a-ee26de1676f8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 210 time: 0.0433719 Oct 26 12:00:38.642112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-539a53f6-a828-4665-9d88-576270ffab94 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f539eb8c20c6458aaa6a77b1eeeaa00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973594 Oct 26 12:00:38.644692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a53f6-a828-4665-9d88-576270ffab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda098aa-8658-4366-9af9-5653d463c813,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:38.645897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43606) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:38.684793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:38.690099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.723165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a97a941-44dd-4b46-95fb-fc6ea3e01da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.747546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b703afa5-2ebe-4db3-9057-456e5182e24a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:38.766848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 58311a66-9538-4963-899e-1377f88e8967 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:38.784339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a97a941-44dd-4b46-95fb-fc6ea3e01da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.944563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a97a941-44dd-4b46-95fb-fc6ea3e01da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.948034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a97a941-44dd-4b46-95fb-fc6ea3e01da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:38.949390 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a97a941-44dd-4b46-95fb-fc6ea3e01da7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fda098aa-8658-4366-9af9-5653d463c813 HTTP/1.1" status: 204 len: 168 time: 0.3024719 Oct 26 12:00:38.965760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97a941-44dd-4b46-95fb-fc6ea3e01da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda098aa-8658-4366-9af9-5653d463c813,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:39.050790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::25c (24cb5c6d-d03a-47eb-81c4-c2cf566b23fa/900d537d-764a-4292-bf02-ed52db508281/58311a66-9538-4963-899e-1377f88e8967) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:39.210123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64ca7-d74a-4b4d-9491-270794380bd2 req-93b03981-dcaf-44c8-a001-9f30302da73e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:39.217923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8be64ca7-d74a-4b4d-9491-270794380bd2 req-93b03981-dcaf-44c8-a001-9f30302da73e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 945 time: 0.3476405 Oct 26 12:00:39.282267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.290071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8be64ca7-d74a-4b4d-9491-270794380bd2 req-aba0c098-7480-42bc-855e-b2a90f28c264 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713148 Oct 26 12:00:39.352649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.416149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:39.443887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:39.452485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:39.464419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:39.466499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.506530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0532975 Oct 26 12:00:39.508325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43646) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:39.524974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bde7d3f4-094f-4a2e-a178-393571c343db up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:39.533540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a86348-8007-47b1-b4cc-84e6cde7d3b5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=58311a66-9538-4963-899e-1377f88e8967,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:39.619102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3775ea1-ad12-4751-8def-610ce4bf2ddd req-a9f65674-0285-4647-8fe2-ca3c0c96f3cb tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:39.623771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3775ea1-ad12-4751-8def-610ce4bf2ddd req-a9f65674-0285-4647-8fe2-ca3c0c96f3cb tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.0956190 Oct 26 12:00:39.634764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bde7d3f4-094f-4a2e-a178-393571c343db triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:39.635289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.715289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2b0e5-05e1-4b24-b51a-141d375483d7 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:39.715466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3775ea1-ad12-4751-8def-610ce4bf2ddd req-64e6856b-dcf7-4730-a047-38dffd5e13e3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836637 Oct 26 12:00:39.717123 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4ef2b0e5-05e1-4b24-b51a-141d375483d7 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26 HTTP/1.1" status: 200 len: 928 time: 0.2078817 Oct 26 12:00:39.720465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43654) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:39.781301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2742e8e-48de-47ab-a4d5-21c56161d5d3 req-eade994b-7969-48b7-962b-82658a6c0821 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 210 time: 0.0643904 Oct 26 12:00:39.841740 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.876996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 58311a66-9538-4963-899e-1377f88e8967 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:39.877344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.887010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port bde7d3f4-094f-4a2e-a178-393571c343db, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bde7d3f4-094f-4a2e-a178-393571c343db,segment=NetworkSegment(3f81d5e5-6cb8-4e74-bfbd-3a78942466ee),segment_id=3f81d5e5-6cb8-4e74-bfbd-3a78942466ee)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:39.896201 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:39.995685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=bde7d3f4-094f-4a2e-a178-393571c343db,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:40.027895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f34be5-9c21-48ab-9b94-6af644407de3 None None] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:40.030832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:40.047808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 58311a66-9538-4963-899e-1377f88e8967 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:40.371681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:40.376994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ba3726fc-e468-4934-804e-9803131df09c None None] Provisioning complete for port bde7d3f4-094f-4a2e-a178-393571c343db triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:40.377515 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3726fc-e468-4934-804e-9803131df09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:40.450526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=58311a66-9538-4963-899e-1377f88e8967,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:40.477696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:40.482906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f24d9374-b883-4e6d-888a-8c57086ab844 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/58311a66-9538-4963-899e-1377f88e8967 HTTP/1.1" status: 204 len: 168 time: 0.7596323 Oct 26 12:00:40.484007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43674) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:40.538817 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-261a9533-674d-461e-862a-8ffd9cf52d9a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:40.543087 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-261a9533-674d-461e-862a-8ffd9cf52d9a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/58311a66-9538-4963-899e-1377f88e8967 HTTP/1.1" status: 404 len: 333 time: 0.0536397 Oct 26 12:00:40.543491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43680) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:40.683679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 65199848-fe20-4bcb-8abd-1db27d4b12c9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:40.684172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:40.743120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a83361-ecf0-4f77-a705-a78418dcbbb5 req-6916130c-064d-4f57-b8fa-5b9ee563deb3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:40.746017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8a83361-ecf0-4f77-a705-a78418dcbbb5 req-6916130c-064d-4f57-b8fa-5b9ee563deb3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 945 time: 0.0901625 Oct 26 12:00:40.779609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-62d1e386-cc58-4682-8f76-0b50be800def tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:40.781973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-62d1e386-cc58-4682-8f76-0b50be800def tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 810 time: 0.8271890 Oct 26 12:00:40.828416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:40.831365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Request body: {'port': {'device_id': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'admin_state_up': True, 'tenant_id': '3606d198b6d449ddb60071384baddc01'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:40.842798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 65199848-fe20-4bcb-8abd-1db27d4b12c9 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:40.913182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b703afa5-2ebe-4db3-9057-456e5182e24a up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:41.011466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port b703afa5-2ebe-4db3-9057-456e5182e24a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:00:41.018191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port b703afa5-2ebe-4db3-9057-456e5182e24a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:41.018614 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.055906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.103405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8a83361-ecf0-4f77-a705-a78418dcbbb5 req-5b479764-8a9d-43c3-812f-5f01be4d58c9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202887 Oct 26 12:00:41.142212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Made reservation on behalf of 3606d198b6d449ddb60071384baddc01 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:41.143914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-52d6f7e3-6195-4a06-9401-512d44917e81 None None] Provisioning complete for port bde7d3f4-094f-4a2e-a178-393571c343db triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:41.144308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52d6f7e3-6195-4a06-9401-512d44917e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.148471 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.151831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=65199848-fe20-4bcb-8abd-1db27d4b12c9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:41.222689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.235626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6ebcbf87-bf87-4a4e-b177-96baaba2a264 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/65199848-fe20-4bcb-8abd-1db27d4b12c9 HTTP/1.1" status: 204 len: 168 time: 0.6910000 Oct 26 12:00:41.237211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43700) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:41.239298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.283084 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb56d4f-702a-4d5f-95a6-c67076597ae5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:41.285920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cdb56d4f-702a-4d5f-95a6-c67076597ae5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/65199848-fe20-4bcb-8abd-1db27d4b12c9 HTTP/1.1" status: 404 len: 333 time: 0.0454323 Oct 26 12:00:41.288908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:41.326059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b703afa5-2ebe-4db3-9057-456e5182e24a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b703afa5-2ebe-4db3-9057-456e5182e24a,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:41.327261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405428a-7ed5-4853-867d-97a628a335eb req-6443f930-577e-4b28-b37e-5064e02f8853 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:41.332396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c405428a-7ed5-4853-867d-97a628a335eb req-6443f930-577e-4b28-b37e-5064e02f8853 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.4833450 Oct 26 12:00:41.375943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b703afa5-2ebe-4db3-9057-456e5182e24a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:41.378258 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63f81b-f2fd-4217-b6fe-8249670c6b8d" -d '{"events": [{"server_uuid": "5370c4dc-e698-45b0-bf2d-731ef6fb92c4", "name": "network-vif-plugged", "status": "completed", "tag": "b703afa5-2ebe-4db3-9057-456e5182e24a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:41.384944 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.416330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 900d537d-764a-4292-bf02-ed52db508281 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:41.431844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.493855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-515767ec-0f80-411d-9b8e-6a312fc6c2e9 req-b25e8d9d-9e70-450a-8b68-7dc14972cc5c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 210 time: 0.1593347 Oct 26 12:00:41.495249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b703afa5-2ebe-4db3-9057-456e5182e24a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:41.499324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bde7d3f4-094f-4a2e-a178-393571c343db up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:41.547421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.548269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c405428a-7ed5-4853-867d-97a628a335eb req-0408b32b-1c6a-4648-8529-37ab400312d6 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872852 Oct 26 12:00:41.578627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-52d6f7e3-6195-4a06-9401-512d44917e81 None None] Could not find standard attr ID for object 65199848-fe20-4bcb-8abd-1db27d4b12c9. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:00:41.605201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bde7d3f4-094f-4a2e-a178-393571c343db triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:41.605583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.731238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-004d0175-6340-48f1-848e-5c3e341c4cb2 None None] Could not find standard attr ID for object 65199848-fe20-4bcb-8abd-1db27d4b12c9. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:00:41.763145 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.772772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Allocated IP 172.20.0.12 (bb11f0eb-07fd-4935-96ad-89706714e048/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb/e37823b9-807b-4093-bde0-d1faad0d1c43) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:41.914305 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac01a8-9a11-4d09-8254-e5dfca5a92e0 x-openstack-request-id: req-bfac01a8-9a11-4d09-8254-e5dfca5a92e0 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:41.915417 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5370c4dc-e698-45b0-bf2d-731ef6fb92c4", "name": "network-vif-plugged", "status": "completed", "tag": "b703afa5-2ebe-4db3-9057-456e5182e24a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:41.916827 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bfac01a8-9a11-4d09-8254-e5dfca5a92e0 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:41.918102 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b703afa5-2ebe-4db3-9057-456e5182e24a', 'code': 200} Oct 26 12:00:41.939179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9fd67eb1-2180-4bcc-935b-96f8e3d3ff9e None None] Could not find standard attr ID for object 58311a66-9538-4963-899e-1377f88e8967. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:00:41.946463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:41.990763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=900d537d-764a-4292-bf02-ed52db508281,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:42.007677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.011496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b3eaefe-64b8-4753-8252-decf6865f9e4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/900d537d-764a-4292-bf02-ed52db508281 HTTP/1.1" status: 204 len: 168 time: 0.7212486 Oct 26 12:00:42.014257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43724) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:42.112546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb658b01-d86b-4a44-9ac0-9a344b69bf04 req-9b88ba8e-7d39-43e2-9e73-62e3e34f30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.114639 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb658b01-d86b-4a44-9ac0-9a344b69bf04 req-9b88ba8e-7d39-43e2-9e73-62e3e34f30e4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 1097 time: 0.2398214 Oct 26 12:00:42.146060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.195986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.215939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'e14da95a-e3b3-4acc-bb32-953e244f2452'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:42.277123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f25c5-9f12-48e7-9a22-749246dd57c3 None None] Network 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:42.305931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Network bb11f0eb-07fd-4935-96ad-89706714e048 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:42.320469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:42.324634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:42.340962 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bb658b01-d86b-4a44-9ac0-9a344b69bf04 req-60cc1558-966a-447c-859b-931f8a78ce7e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029290 Oct 26 12:00:42.351410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.396587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-0a3ee2c0-9f8b-4d3a-a58e-643ac89e999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.398650 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-0a3ee2c0-9f8b-4d3a-a58e-643ac89e999a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.2180138 Oct 26 12:00:42.426655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:42.521250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.522082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.551726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90b2d-68c2-49af-b159-d0510e16619c req-70c83d88-e511-4f58-86b6-5a9e5191c321 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.563631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cf90b2d-68c2-49af-b159-d0510e16619c req-70c83d88-e511-4f58-86b6-5a9e5191c321 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.2944264 Oct 26 12:00:42.587206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87256134-2698-4ff2-9fcb-d489f117aa7b req-2d70e4c0-f067-488e-a17e-5632fa7339e9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.594569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87256134-2698-4ff2-9fcb-d489f117aa7b req-2d70e4c0-f067-488e-a17e-5632fa7339e9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.3887398 Oct 26 12:00:42.596350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43734) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:42.603520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-075c3464-052c-4f70-a417-2c61d9e3b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.604944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-075c3464-052c-4f70-a417-2c61d9e3b921 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.1493011 Oct 26 12:00:42.627030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-b7bd0d5c-c279-44cc-bc30-16e626337ac5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8051362 Oct 26 12:00:42.651984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Request body: {'port': {'device_id': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:42.686714 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-b1a9c8d3-390d-4d70-b7c8-6d1f47d621e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.0671484 Oct 26 12:00:42.698059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port bde7d3f4-094f-4a2e-a178-393571c343db {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:42.698426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.758282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] DHCP port deletion for 24cb5c6d-d03a-47eb-81c4-c2cf566b23fa request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:00:42.776780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cf90b2d-68c2-49af-b159-d0510e16619c req-b4d011d7-8a1b-458f-8384-96061e0a7aa3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121260 Oct 26 12:00:42.792633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87256134-2698-4ff2-9fcb-d489f117aa7b req-29098314-6549-4373-b240-a626e5e72ec7 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970012 Oct 26 12:00:42.817865 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.904782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-077e64ae-acd9-4936-907a-53d047356f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:42.907638 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-077e64ae-acd9-4936-907a-53d047356f2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.2066584 Oct 26 12:00:42.934916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port bde7d3f4-094f-4a2e-a178-393571c343db, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bde7d3f4-094f-4a2e-a178-393571c343db,segment=NetworkSegment(3f81d5e5-6cb8-4e74-bfbd-3a78942466ee),segment_id=3f81d5e5-6cb8-4e74-bfbd-3a78942466ee)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:42.935304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.937629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-51465294-115e-4151-b8b1-7e6bd29192a1 None None] Provisioning complete for port e37823b9-807b-4093-bde0-d1faad0d1c43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:42.937629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51465294-115e-4151-b8b1-7e6bd29192a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.954941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e15c6022-c612-4e0d-9960-9542a08bc5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:42.978970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-73a844ae-3f04-4bba-b5fa-7f909985a5ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556405 Oct 26 12:00:42.994087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for bde7d3f4-094f-4a2e-a178-393571c343db owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:43.013790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-51465294-115e-4151-b8b1-7e6bd29192a1 None None] Port e37823b9-807b-4093-bde0-d1faad0d1c43 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:43.025050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] Deleting port bde7d3f4-094f-4a2e-a178-393571c343db {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:43.025562 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.115709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] For port bde7d3f4-094f-4a2e-a178-393571c343db, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bde7d3f4-094f-4a2e-a178-393571c343db,segment=NetworkSegment(3f81d5e5-6cb8-4e74-bfbd-3a78942466ee),segment_id=3f81d5e5-6cb8-4e74-bfbd-3a78942466ee)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:43.116110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.130831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] Calling delete_port for bde7d3f4-094f-4a2e-a178-393571c343db owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:43.138464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce2aeb-ceb3-4e56-b141-b7e8bd622147 req-2b6fb8d6-4fae-42b0-9471-b807f8249a57 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:43.140562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9ce2aeb-ceb3-4e56-b141-b7e8bd622147 req-2b6fb8d6-4fae-42b0-9471-b807f8249a57 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 932 time: 0.1993008 Oct 26 12:00:43.187935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-3e9327b8-ccad-4c27-a1c5-8f1a8cce96b6 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954820 Oct 26 12:00:43.230463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9ce2aeb-ceb3-4e56-b141-b7e8bd622147 req-480f49b1-1a86-4450-bedd-b1220da86e5b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Oct 26 12:00:43.314397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.320086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.346368 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e15c6022-c612-4e0d-9960-9542a08bc5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.359673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e15c6022-c612-4e0d-9960-9542a08bc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.378001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=bde7d3f4-094f-4a2e-a178-393571c343db,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:43.381708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port bde7d3f4-094f-4a2e-a178-393571c343db on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:43.386688 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6e10609-e9a5-4392-8c19-be68ee7d4f12 req-bf455b41-2f06-4d33-a81b-13d6c6b6715c service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869226 Oct 26 12:00:43.394884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] Pushing event deleted for resources: {'Port': ['ID=bde7d3f4-094f-4a2e-a178-393571c343db,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:43.410602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798971ec-76b7-4edd-bb0b-3fb45422f88e None None] No DVR routers for this DVR port bde7d3f4-094f-4a2e-a178-393571c343db on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:43.418236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bde7d3f4-094f-4a2e-a178-393571c343db no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:43.441943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: bde7d3f4-094f-4a2e-a178-393571c343db {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:43.443169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bde7d3f4-094f-4a2e-a178-393571c343db not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:43.462802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c6022-c612-4e0d-9960-9542a08bc5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49edf423-ef7a-4224-b49e-0d1e9f6e85af,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:43.479866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e15c6022-c612-4e0d-9960-9542a08bc5fc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9d5114c6d304e5e8127115389dbfefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669181 Oct 26 12:00:43.482492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43750) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:43.515668 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:00:43.547951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.561764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37823b9-807b-4093-bde0-d1faad0d1c43 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:43.572187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.573063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cb5c6d-d03a-47eb-81c4-c2cf566b23fa']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:43.584823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:43.584823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f81d5e5-6cb8-4e74-bfbd-3a78942466ee') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:43.591524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01329e5f-d333-43b7-8416-984f7753f707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.595361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.595752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Transition to ACTIVE for port object e37823b9-807b-4093-bde0-d1faad0d1c43 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:43.606346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.612605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.619542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:43.619942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:43.623749 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:43.643903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01329e5f-d333-43b7-8416-984f7753f707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.693531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.699891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:43.701759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.715603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/24cb5c6d-d03a-47eb-81c4-c2cf566b23fa HTTP/1.1" status: 204 len: 168 time: 1.7003024 Oct 26 12:00:43.721517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43752) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:43.730110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-94444492'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:43.733302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798d228-35b0-4b15-8a80-22f5969912e1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=24cb5c6d-d03a-47eb-81c4-c2cf566b23fa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:43.791792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01329e5f-d333-43b7-8416-984f7753f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.794218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01329e5f-d333-43b7-8416-984f7753f707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.795420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-01329e5f-d333-43b7-8416-984f7753f707 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49edf423-ef7a-4224-b49e-0d1e9f6e85af HTTP/1.1" status: 204 len: 168 time: 0.3117695 Oct 26 12:00:43.820204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:43.825278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.833969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01329e5f-d333-43b7-8416-984f7753f707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49edf423-ef7a-4224-b49e-0d1e9f6e85af,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:43.851611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Attempting to bind port e37823b9-807b-4093-bde0-d1faad0d1c43 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:43.851953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Attempting to bind port e37823b9-807b-4093-bde0-d1faad0d1c43 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:43.852284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Attempting to bind port e37823b9-807b-4093-bde0-d1faad0d1c43 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:43.866338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Port e37823b9-807b-4093-bde0-d1faad0d1c43 on network bb11f0eb-07fd-4935-96ad-89706714e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:43.866668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Attempting to bind port e37823b9-807b-4093-bde0-d1faad0d1c43 on network bb11f0eb-07fd-4935-96ad-89706714e048 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:43.891605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:43.891948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Checking segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:43.892342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Bound using segment: {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:43.892793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Bound port: e37823b9-807b-4093-bde0-d1faad0d1c43, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:43.893156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.904104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:43.979967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:43.980317 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment d65a7712-a4b0-4520-a53c-a0e1aa34b76c of type vlan for network a86eb9fd-0837-4e96-ab8e-e72c25ede046 Oct 26 12:00:44.090373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.130614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba997-ed53-41bc-8b46-909888d66e2a req-d3ee12a8-92e7-4515-9db5-7157ed1512ec tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.132199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a57ba997-ed53-41bc-8b46-909888d66e2a req-d3ee12a8-92e7-4515-9db5-7157ed1512ec tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.2129984 Oct 26 12:00:44.148420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:44.157809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc90ac-b884-4e43-9536-464bfe1ef742 req-6708a690-8306-4487-b7b4-6812fc263960 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.159416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbdc90ac-b884-4e43-9536-464bfe1ef742 req-6708a690-8306-4487-b7b4-6812fc263960 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.2135584 Oct 26 12:00:44.192699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:44.200612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.206360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.206981 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.221387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.230576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43770) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:44.246558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c80aafd4-2027-45b2-be79-cc59139d860f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.332288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c80aafd4-2027-45b2-be79-cc59139d860f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.335685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6121795 Oct 26 12:00:44.338777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43774) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:44.347975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a57ba997-ed53-41bc-8b46-909888d66e2a req-74c654a3-8f7c-49fd-ad2f-eaf5e415c22a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064126 Oct 26 12:00:44.349795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:44.350205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.350826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.352178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] 10.222.0.30 "PUT /v2.0/ports/e37823b9-807b-4093-bde0-d1faad0d1c43 HTTP/1.1" status: 200 len: 1092 time: 1.7055833 Oct 26 12:00:44.357322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:44.359025 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:44.368367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbdc90ac-b884-4e43-9536-464bfe1ef742 req-e9abaf22-af06-4b02-828e-4c15696285ab tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001584 Oct 26 12:00:44.371596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110026f-1f34-4389-be06-72c1782f96d5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=a86eb9fd-0837-4e96-ab8e-e72c25ede046,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:44.393388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327b49-a395-4f6b-b3bf-453683263830 service neutron] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:44.407478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:44.462304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c80aafd4-2027-45b2-be79-cc59139d860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.538136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80aafd4-2027-45b2-be79-cc59139d860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595e0231-16a8-41fa-bba8-f4f0fbacfdfd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:44.539480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-3b8f53a9-4e77-46b8-adb5-15027bb2e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.543747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-3b8f53a9-4e77-46b8-adb5-15027bb2e115 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 1095 time: 0.1006422 Oct 26 12:00:44.553916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c80aafd4-2027-45b2-be79-cc59139d860f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=893edda39ff74100aea4a02c3c7ee02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186283 Oct 26 12:00:44.553916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:44.554655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43780) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:44.559492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.661640 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c4252-f6ee-4656-9963-6baa09513ff2 x-openstack-request-id: req-618c4252-f6ee-4656-9963-6baa09513ff2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:44.661938 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:44.662198 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-618c4252-f6ee-4656-9963-6baa09513ff2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:44.662596 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'status': 'completed', 'code': 200} Oct 26 12:00:44.664000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-f73cf023-981b-427e-ad1f-f4be98c11370 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37823b9-807b-4093-bde0-d1faad0d1c43 HTTP/1.1" status: 200 len: 217 time: 0.1104717 Oct 26 12:00:44.814453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.846370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-522bcefb-d269-45c5-9757-7ec7bc9211a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.848075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-522bcefb-d269-45c5-9757-7ec7bc9211a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1698952 Oct 26 12:00:44.870436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2080f-af26-426e-8214-7fd7f42be5e4 req-8e64757e-6655-4949-8ace-587348b0d7ef tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.872485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acc2080f-af26-426e-8214-7fd7f42be5e4 req-8e64757e-6655-4949-8ace-587348b0d7ef tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 944 time: 0.2131891 Oct 26 12:00:44.883200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=16e344a3-8f50-46fd-88eb-12eaa2108316,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:44.891288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:44.891655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: a86eb9fd-0837-4e96-ab8e-e72c25ede046, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:44.892436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ab0f3-c484-49af-883c-9aa23fde8b03 req-4c4aa3fb-4c05-4d00-8e1c-2a359cfb4c33 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.894000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-748ab0f3-c484-49af-883c-9aa23fde8b03 req-4c4aa3fb-4c05-4d00-8e1c-2a359cfb4c33 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.1733041 Oct 26 12:00:44.911777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:44.922736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a86eb9fd-0837-4e96-ab8e-e72c25ede046) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:44.924667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dd32936-dc7b-49ff-9cdf-8c994636932a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.927543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:44.928333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:44.940749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1243b39-04be-41aa-9b2c-33e2dbdaa921 None None] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:44.948578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81d6bc3b-520e-459d-9aeb-eeb3989bd0b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6083388 Oct 26 12:00:44.952298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43782) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:44.959639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046', 'name': 'tempest-PortsIpV6TestJSON-1331755872', 'fixed_ips': [{'subnet_id': '16e344a3-8f50-46fd-88eb-12eaa2108316', 'ip_address': '2001:db8::10'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:44.996651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dd32936-dc7b-49ff-9cdf-8c994636932a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.042277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acc2080f-af26-426e-8214-7fd7f42be5e4 req-3e92fd45-83a0-4c3c-96e1-cfa4820afa66 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456981 Oct 26 12:00:45.081875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-748ab0f3-c484-49af-883c-9aa23fde8b03 req-5043129b-145a-4d20-b4f8-690ad060dd7c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599562 Oct 26 12:00:45.086594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867462-c83b-4340-b10e-e240d41331c0 req-6b9c6bd5-2f16-44d7-90c3-93e540209bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:45.107524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-6b9c6bd5-2f16-44d7-90c3-93e540209bda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340567 Oct 26 12:00:45.151563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:45.214149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a86eb9fd-0837-4e96-ab8e-e72c25ede046', 'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': '16e344a3-8f50-46fd-88eb-12eaa2108316'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:00:45.216367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.283333 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dd32936-dc7b-49ff-9cdf-8c994636932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.286795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dd32936-dc7b-49ff-9cdf-8c994636932a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.288233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0dd32936-dc7b-49ff-9cdf-8c994636932a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/595e0231-16a8-41fa-bba8-f4f0fbacfdfd HTTP/1.1" status: 204 len: 168 time: 0.7325420 Oct 26 12:00:45.290915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.303923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd32936-dc7b-49ff-9cdf-8c994636932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595e0231-16a8-41fa-bba8-f4f0fbacfdfd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:45.307016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-0e109739-b695-48e3-bb37-e11740f1ccec service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805954 Oct 26 12:00:45.315887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:45.523088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Allocated IP 2001:db8::2 (a86eb9fd-0837-4e96-ab8e-e72c25ede046/16e344a3-8f50-46fd-88eb-12eaa2108316/d6faf6c8-21fb-4545-9d56-5cf4faf86b02) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:45.596585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9867462-c83b-4340-b10e-e240d41331c0 req-dfecc632-8398-4a7b-849f-199a3b86c09e service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799466 Oct 26 12:00:45.608401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacd3d1-5993-4fd4-9a58-71b7a561a5a5 req-971f3794-d9e0-467e-b316-f8bb0033a788 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:45.616130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aacd3d1-5993-4fd4-9a58-71b7a561a5a5 req-971f3794-d9e0-467e-b316-f8bb0033a788 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.2225997 Oct 26 12:00:45.663509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e03df2-3a1b-44cf-bf11-9d31e763d43a req-75017c14-b96d-49a5-a9e9-96afd196ad16 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:45.671069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8e03df2-3a1b-44cf-bf11-9d31e763d43a req-75017c14-b96d-49a5-a9e9-96afd196ad16 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1285937 Oct 26 12:00:45.706725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aacd3d1-5993-4fd4-9a58-71b7a561a5a5 req-e7971926-f28a-4a8e-8634-cdec8f6b61cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Oct 26 12:00:45.742054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.759052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.783779 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8e03df2-3a1b-44cf-bf11-9d31e763d43a req-3a1fb348-02af-44eb-83b8-83c861579b7d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115758 Oct 26 12:00:45.804780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-95c0ed6c-12e5-402f-9a17-93d92f7050ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:45.806136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-95c0ed6c-12e5-402f-9a17-93d92f7050ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 1095 time: 0.1306055 Oct 26 12:00:45.851376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:45.860674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:45.866847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:45.880905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::10 (a86eb9fd-0837-4e96-ab8e-e72c25ede046/16e344a3-8f50-46fd-88eb-12eaa2108316/a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:45.905468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Pushing event updated for resources: {'Port': ['ID=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:45.947356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Attempting to bind port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:45.947675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Attempting to bind port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:45.950836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Attempting to bind port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 on network a86eb9fd-0837-4e96-ab8e-e72c25ede046 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:45.954071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:45.954445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Checking segment: {'id': 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:45.954893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:45.955300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Bound using segment: {'id': 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:45.955781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Bound port: d6faf6c8-21fb-4545-9d56-5cf4faf86b02, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:45.956186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.028405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] For port d6faf6c8-21fb-4545-9d56-5cf4faf86b02, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:46.032522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] For port d6faf6c8-21fb-4545-9d56-5cf4faf86b02, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,segment=NetworkSegment(d65a7712-a4b0-4520-a53c-a0e1aa34b76c),segment_id=d65a7712-a4b0-4520-a53c-a0e1aa34b76c)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:46.038559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.074207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-7e7a16a7-102a-4e1e-aae6-887ee5d54b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:46.075693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-7e7a16a7-102a-4e1e-aae6-887ee5d54b39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.2541234 Oct 26 12:00:46.143912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f4ffd-420d-4082-97a5-7a1b2703f283 None None] Pushing event updated for resources: {'Port': ['ID=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:46.174044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.174312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-119ed352-3b60-4402-9a33-b63f17dafa0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37823b9-807b-4093-bde0-d1faad0d1c43 HTTP/1.1" status: 200 len: 217 time: 0.0859163 Oct 26 12:00:46.261503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-eb79bc3e-26d2-4cf9-a04e-33af8a410319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:46.263301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-eb79bc3e-26d2-4cf9-a04e-33af8a410319 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0814862 Oct 26 12:00:46.264362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.351602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:46.355172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:46.359093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:46.365007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:46.365654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.375715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:46.393530 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b13f9fe-06a0-42ea-b323-36cd7930089f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4390640 Oct 26 12:00:46.396646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:46.401817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': 'a86eb9fd-0837-4e96-ab8e-e72c25ede046', 'name': 'tempest-PortsIpV6TestJSON-1973009111', 'fixed_ips': [{'subnet_id': '16e344a3-8f50-46fd-88eb-12eaa2108316', 'ip_address': '2001:db8::f'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:46.488910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf000ea-d8d8-4d4c-a19a-4198faf13954 req-94896147-ba9d-4ac9-b575-5838066f86f7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:46.499332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bf000ea-d8d8-4d4c-a19a-4198faf13954 req-94896147-ba9d-4ac9-b575-5838066f86f7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 944 time: 0.2348158 Oct 26 12:00:46.521398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-fae71d17-2275-4daa-918f-50b5f80308c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:46.523272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-fae71d17-2275-4daa-918f-50b5f80308c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450073 Oct 26 12:00:46.590315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:46.623122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bf000ea-d8d8-4d4c-a19a-4198faf13954 req-f9fb29d7-137d-4ee5-89d5-78faf00a9e09 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218338 Oct 26 12:00:46.653764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:46.669225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.711934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port a848fab2-f933-40d2-a10e-6effaf069f4a yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:46.717116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-7e1c55f2-4004-4f40-b020-3f39cb762edb service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700461 Oct 26 12:00:46.800190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2132318876-network', 'tenant_id': '385fed9cc0a8492098c44a0e5b96530b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:46.881609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Made reservation on behalf of 385fed9cc0a8492098c44a0e5b96530b for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:46.885138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.925813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:46.936526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba2190-1b8e-4adc-8ac9-b4a9ce379bfd req-05778d91-2938-40b5-8978-d40ee5c2d0dd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:46.938100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45ba2190-1b8e-4adc-8ac9-b4a9ce379bfd req-05778d91-2938-40b5-8978-d40ee5c2d0dd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.1451569 Oct 26 12:00:46.968597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6de634a-f7dc-4d2f-8b5e-1788a6a0aa9c req-70abb213-a7f1-4f9c-b3e8-4d67efa87894 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455349 Oct 26 12:00:46.990982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45ba2190-1b8e-4adc-8ac9-b4a9ce379bfd req-bed6014c-bf85-4495-a295-bea9151a2bea tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 Oct 26 12:00:47.035493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::f (a86eb9fd-0837-4e96-ab8e-e72c25ede046/16e344a3-8f50-46fd-88eb-12eaa2108316/a848fab2-f933-40d2-a10e-6effaf069f4a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:47.078153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb679-d19d-4444-94b8-8c0b9f8228ff req-c8a8e3f5-9868-4f09-b542-eeee6d706162 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:47.086135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f20eb679-d19d-4444-94b8-8c0b9f8228ff req-c8a8e3f5-9868-4f09-b542-eeee6d706162 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.0898709 Oct 26 12:00:47.147793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f20eb679-d19d-4444-94b8-8c0b9f8228ff req-d00e58b5-475f-4166-b11d-e8db16367a5a tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603938 Oct 26 12:00:47.173496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-109ade5d-9194-4850-9f5c-4cb69f042b80 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:47.177277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-109ade5d-9194-4850-9f5c-4cb69f042b80 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.2246153 Oct 26 12:00:47.341076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.353457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.449243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d6faf6c8-21fb-4545-9d56-5cf4faf86b02 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:47.502612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c4a9f-baa0-4995-9981-a94c8d844d68 None None] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:47.577398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:47.577764 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.607075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8176f870-61cf-4dfd-966f-30a1c41cd919 None None] Provisioning complete for port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:47.607451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8176f870-61cf-4dfd-966f-30a1c41cd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.700772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:47.712244 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.729114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.729453 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Added segment 3b8785d7-33e6-486e-96b6-d6306b95e510 of type vlan for network e89b7918-713c-444b-82a6-1f35542ca6b7 Oct 26 12:00:47.732892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da670d8a-0668-46d1-b74a-dce1e9faf0d3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:47.776756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28248-f88d-4339-bc4f-c0726f6b34f1 req-7538d3de-a48d-4df1-97e7-dd50df5e37be tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:47.778318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71b28248-f88d-4339-bc4f-c0726f6b34f1 req-7538d3de-a48d-4df1-97e7-dd50df5e37be tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 944 time: 0.0692897 Oct 26 12:00:47.786005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port b703afa5-2ebe-4db3-9057-456e5182e24a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:47.786350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.820606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8176f870-61cf-4dfd-966f-30a1c41cd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.821357 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.850388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71b28248-f88d-4339-bc4f-c0726f6b34f1 req-85bfb32c-a986-48e6-9f95-bfa249162178 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607662 Oct 26 12:00:47.873333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.900841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.902515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e37823b9-807b-4093-bde0-d1faad0d1c43 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:00:47.910415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8176f870-61cf-4dfd-966f-30a1c41cd919 None None] For port d6faf6c8-21fb-4545-9d56-5cf4faf86b02, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,segment=NetworkSegment(d65a7712-a4b0-4520-a53c-a0e1aa34b76c),segment_id=d65a7712-a4b0-4520-a53c-a0e1aa34b76c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:47.935424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8176f870-61cf-4dfd-966f-30a1c41cd919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.957099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:47.958625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:47.959234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.012175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:48.055331 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4627688 Oct 26 12:00:48.058655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43860) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:48.069252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:48.071175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=a848fab2-f933-40d2-a10e-6effaf069f4a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:48.077078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port b703afa5-2ebe-4db3-9057-456e5182e24a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b703afa5-2ebe-4db3-9057-456e5182e24a,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:48.077078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.079299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:48.090985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Request body: {'subnet': {'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2132318876-subnet', 'tenant_id': '385fed9cc0a8492098c44a0e5b96530b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:48.092463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.108700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.170669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d6da3-ffe4-4105-9e21-cfb02ffb1a65 admin admin] Pushing event updated for resources: {'Network': ['ID=e89b7918-713c-444b-82a6-1f35542ca6b7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:48.209927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Made reservation on behalf of 385fed9cc0a8492098c44a0e5b96530b for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:48.211172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for b703afa5-2ebe-4db3-9057-456e5182e24a owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:48.212741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.266065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-99593f92-e6e0-4ab5-bf1a-e5b84f555b76 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8682120 Oct 26 12:00:48.275534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:48.330241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bda60-a32c-4dfc-8c46-eed837edcfb0 req-248c3be2-51fd-4842-93ce-aabe87ab8b78 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.332014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-897bda60-a32c-4dfc-8c46-eed837edcfb0 req-248c3be2-51fd-4842-93ce-aabe87ab8b78 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 946 time: 0.2223167 Oct 26 12:00:48.388613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e89b7918-713c-444b-82a6-1f35542ca6b7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:48.445992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630bf8ef-8552-45ba-a84f-0750b00e9938 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.447737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-630bf8ef-8552-45ba-a84f-0750b00e9938 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1710947 Oct 26 12:00:48.451425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43878) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:48.511947 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:00:48.512470 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:00:48.535837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-897bda60-a32c-4dfc-8c46-eed837edcfb0 req-77d0679e-b395-42ea-bd7f-f26b4bfd8572 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888826 Oct 26 12:00:48.559461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:48.559768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fcddd-9239-4a75-8aa3-630f0f71a962 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.566455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fcddd-9239-4a75-8aa3-630f0f71a962 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.574942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fcddd-9239-4a75-8aa3-630f0f71a962 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.577197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'mac_address': 'fa:16:3e:66:06:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:00:48.579349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73cbed-c6ba-4004-95dc-12a27dc15cea req-087b1f05-a6b5-4fe2-9600-ce9b26361c99 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:48.580722 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa3fcddd-9239-4a75-8aa3-630f0f71a962 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1283355 Oct 26 12:00:48.589034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176f870-61cf-4dfd-966f-30a1c41cd919 None None] Pushing event updated for resources: {'Port': ['ID=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:48.592767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c73cbed-c6ba-4004-95dc-12a27dc15cea req-087b1f05-a6b5-4fe2-9600-ce9b26361c99 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.2375219 Oct 26 12:00:48.595508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43880) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:48.636450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.660250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ba876b4a-58bf-4e5f-9fd8-2d6284f2ccfc None None] Provisioning complete for port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:48.660809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba876b4a-58bf-4e5f-9fd8-2d6284f2ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.664095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37823b9-807b-4093-bde0-d1faad0d1c43 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:48.673167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.701309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b703afa5-2ebe-4db3-9057-456e5182e24a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:48.704229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:48.724597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=b703afa5-2ebe-4db3-9057-456e5182e24a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:48.768180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.829171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port b703afa5-2ebe-4db3-9057-456e5182e24a on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:48.833376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.848708 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-505c1182-24b4-4e26-996b-9d8fcf4a073a req-1eb6d537-1842-4b64-9eae-603a0fd159cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "DELETE /v2.0/ports/b703afa5-2ebe-4db3-9057-456e5182e24a HTTP/1.1" status: 204 len: 173 time: 1.6413796 Oct 26 12:00:48.849911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'name': 'network-vif-deleted', 'tag': 'b703afa5-2ebe-4db3-9057-456e5182e24a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:48.852785 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299fbdcb-7bd3-4509-894c-341b356eb503" -d '{"events": [{"server_uuid": "5370c4dc-e698-45b0-bf2d-731ef6fb92c4", "name": "network-vif-deleted", "tag": "b703afa5-2ebe-4db3-9057-456e5182e24a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:48.858007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:48.868443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c73cbed-c6ba-4004-95dc-12a27dc15cea req-f6c695e1-205e-4445-99cd-4cbba5315525 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745628 Oct 26 12:00:48.885278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:48.921824 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b2c9fd-f28d-494f-a094-06791b107d26 x-openstack-request-id: req-d4b2c9fd-f28d-494f-a094-06791b107d26 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:48.922158 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5370c4dc-e698-45b0-bf2d-731ef6fb92c4", "name": "network-vif-deleted", "tag": "b703afa5-2ebe-4db3-9057-456e5182e24a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:48.922430 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4b2c9fd-f28d-494f-a094-06791b107d26 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:48.922838 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5370c4dc-e698-45b0-bf2d-731ef6fb92c4', 'name': 'network-vif-deleted', 'tag': 'b703afa5-2ebe-4db3-9057-456e5182e24a', 'status': 'completed', 'code': 200} Oct 26 12:00:48.989427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4ed5ed-af49-48ed-8307-1804ab7caa67,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:48.993691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Checking segment: {'id': '3b8785d7-33e6-486e-96b6-d6306b95e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:48.994045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Network hostable DHCP agents. Network: e89b7918-713c-444b-82a6-1f35542ca6b7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:49.059729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port a848fab2-f933-40d2-a10e-6effaf069f4a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:49.060094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.083432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:49.151634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe6e41-44ef-44f6-9588-be3416094578 req-a64a5a65-e62d-4ce2-af3a-23af351cc349 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:49.153259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92fe6e41-44ef-44f6-9588-be3416094578 req-a64a5a65-e62d-4ce2-af3a-23af351cc349 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 945 time: 0.1525242 Oct 26 12:00:49.153931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Network e89b7918-713c-444b-82a6-1f35542ca6b7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:49.159101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ba876b4a-58bf-4e5f-9fd8-2d6284f2ccfc None None] Provisioning complete for port a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:49.160084 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba876b4a-58bf-4e5f-9fd8-2d6284f2ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.187115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e89b7918-713c-444b-82a6-1f35542ca6b7) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:49.197381 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f6809019-3c42-47c8-8018-9064cbefd701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.199987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:49.200582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.206164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e37823b9-807b-4093-bde0-d1faad0d1c43'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:49.208816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34ba01-bc1e-49f2-9a8b-4b262a41e6f7 None None] Network e89b7918-713c-444b-82a6-1f35542ca6b7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:49.249080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ba876b4a-58bf-4e5f-9fd8-2d6284f2ccfc None None] Port a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:49.249456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92fe6e41-44ef-44f6-9588-be3416094578 req-76c06df4-a153-4259-b8f3-729424630a0f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871818 Oct 26 12:00:49.252970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f5db6a95-dcd6-4fa8-9b7a-2b4dfde96165 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1917348 Oct 26 12:00:49.255239 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.301873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for a848fab2-f933-40d2-a10e-6effaf069f4a owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:49.516823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-38acd4da-3968-4a1e-a470-96cee4b51821 None None] Provisioning complete for port a848fab2-f933-40d2-a10e-6effaf069f4a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:49.517404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-38acd4da-3968-4a1e-a470-96cee4b51821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.540283 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.559928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f7ad6-d19d-4992-8d55-f73bb20c0469 None None] Network e89b7918-713c-444b-82a6-1f35542ca6b7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:49.562349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d6faf6c8-21fb-4545-9d56-5cf4faf86b02 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:49.631503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=a848fab2-f933-40d2-a10e-6effaf069f4a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:49.668931 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.676990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5ea6cce8-014c-4418-a437-2ac317e4c9a0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/a848fab2-f933-40d2-a10e-6effaf069f4a HTTP/1.1" status: 204 len: 168 time: 1.0753281 Oct 26 12:00:49.680000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:49.699681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-38acd4da-3968-4a1e-a470-96cee4b51821 None None] Port a848fab2-f933-40d2-a10e-6effaf069f4a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:49.732261 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b194d6-c8d9-48be-aa7a-48cb176343ad tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:49.736469 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-43b194d6-c8d9-48be-aa7a-48cb176343ad tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/a848fab2-f933-40d2-a10e-6effaf069f4a HTTP/1.1" status: 404 len: 333 time: 0.0554004 Oct 26 12:00:49.739909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43904) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:49.827854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-38acd4da-3968-4a1e-a470-96cee4b51821 None None] Provisioning complete for port a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:49.828226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-38acd4da-3968-4a1e-a470-96cee4b51821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.861827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ae11e8a-7236-4cba-9ff9-c82ed2be4336 req-5dadd62e-519c-4148-ab83-8059bc1f44dd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=5370c4dc-e698-45b0-bf2d-731ef6fb92c4 HTTP/1.1" status: 200 len: 210 time: 0.0779231 Oct 26 12:00:49.918826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:49.919251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.925330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:49.926577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:49.991667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-38acd4da-3968-4a1e-a470-96cee4b51821 None None] Port a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:50.156236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:50.163670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593844611-network', 'tenant_id': 'c68178636f2d45609b6c8dfb598fe824'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:50.188010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Made reservation on behalf of c68178636f2d45609b6c8dfb598fe824 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:50.190453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.199828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.282248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.287406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.311459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:50.326202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f014ed-2a1c-4388-8402-fa05d9041281,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:50.333644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.334000 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Added segment 4c8e97bf-145c-430f-aa61-83499a468c39 of type vlan for network b5594e31-22e3-4eab-80e5-19a708b97c2c Oct 26 12:00:50.377668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.404414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.405493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:50.406207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.450262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844243ad-456b-42f1-8c9a-709c12ed3a8f req-f8c957e3-4df7-4608-827b-75c7adf70c30 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:50.451796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-844243ad-456b-42f1-8c9a-709c12ed3a8f req-f8c957e3-4df7-4608-827b-75c7adf70c30 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.4638357 Oct 26 12:00:50.453546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.465680 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3079004 Oct 26 12:00:50.471189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43924) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:50.477954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2114a-0f78-40e3-8bcf-8ef5e45ba482 admin admin] Pushing event updated for resources: {'Network': ['ID=b5594e31-22e3-4eab-80e5-19a708b97c2c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:50.478924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:50.487955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b5594e31-22e3-4eab-80e5-19a708b97c2c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:50.488583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b4ca7-76ca-4b4d-a583-ff44c6418196 req-cb0e2e20-6c47-495d-822c-dfc359b94cdf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:50.490112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e22b4ca7-76ca-4b4d-a583-ff44c6418196 req-cb0e2e20-6c47-495d-822c-dfc359b94cdf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 945 time: 0.1224914 Oct 26 12:00:50.495666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Request body: {'subnet': {'network_id': 'b5594e31-22e3-4eab-80e5-19a708b97c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593844611-subnet', 'tenant_id': 'c68178636f2d45609b6c8dfb598fe824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:50.598826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-844243ad-456b-42f1-8c9a-709c12ed3a8f req-305b7dcc-f555-4366-82aa-73e2847a5e04 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351640 Oct 26 12:00:50.603616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Made reservation on behalf of c68178636f2d45609b6c8dfb598fe824 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:50.605936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.664928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e22b4ca7-76ca-4b4d-a583-ff44c6418196 req-5c7c03d4-07a5-4897-8567-f3b506a741eb tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559160 Oct 26 12:00:50.799413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.835749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:50.868994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.872334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bb10265f-af1a-4403-8031-c3ced2d769b6 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 HTTP/1.1" status: 204 len: 168 time: 1.1292255 Oct 26 12:00:50.875247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43934) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:50.912938 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7023e7fa-c44f-40a2-bf38-e22f794e3751 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:00:50.924701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:50.925753 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7023e7fa-c44f-40a2-bf38-e22f794e3751 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/a2cffe70-41f6-4ff4-b49b-dde6d68d6ea6 HTTP/1.1" status: 404 len: 333 time: 0.0486195 Oct 26 12:00:50.930054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b703afa5-2ebe-4db3-9057-456e5182e24a no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:50.936044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:50.974715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: b703afa5-2ebe-4db3-9057-456e5182e24a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:50.974715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b703afa5-2ebe-4db3-9057-456e5182e24a not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:51.043071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 16e344a3-8f50-46fd-88eb-12eaa2108316 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:00:51.045834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca3cb7b-32a7-430c-a69e-7d81ef7e9c27,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:51.053663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.122740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.147497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Checking segment: {'id': '4c8e97bf-145c-430f-aa61-83499a468c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'b5594e31-22e3-4eab-80e5-19a708b97c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:51.148000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Network hostable DHCP agents. Network: b5594e31-22e3-4eab-80e5-19a708b97c2c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:51.194362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Network b5594e31-22e3-4eab-80e5-19a708b97c2c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:51.238405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, b5594e31-22e3-4eab-80e5-19a708b97c2c) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:51.249613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82733252-8d0f-4347-b419-ae0d5ea5ab64 None None] Network b5594e31-22e3-4eab-80e5-19a708b97c2c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:51.264419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.343103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:51.343742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.348223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.393589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=16e344a3-8f50-46fd-88eb-12eaa2108316,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:51.402180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.407383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b0b8e942-6631-48a3-afb6-c071ed5423e2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/16e344a3-8f50-46fd-88eb-12eaa2108316 HTTP/1.1" status: 204 len: 168 time: 0.4815953 Oct 26 12:00:51.409803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43954) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:51.412719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d33a4e-8c48-41ff-a4bf-7098f7608827 None None] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:51.416254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-76a8bb70-c608-4d2b-98a1-4be6f99c65fe admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9364791 Oct 26 12:00:51.502849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998fda3-57ed-4486-b949-9ae66e494e28 None None] Network b5594e31-22e3-4eab-80e5-19a708b97c2c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:51.516931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.603435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-c8b5fddb-0bb7-41ec-be23-d7243f1b1d77 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:51.610545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:51.610787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-c8b5fddb-0bb7-41ec-be23-d7243f1b1d77 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.1498816 Oct 26 12:00:51.610924 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.629482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-c09f0329-2bde-4205-847b-679e61141fc4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0176060 Oct 26 12:00:51.710988 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72eb0285-58d7-4f76-abc7-eb0e1c7fd1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.751371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-74713c25-ac7c-4d28-9f5d-75bbeda6b068 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153576 Oct 26 12:00:51.773903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010315-eb98-41f9-8fc6-dc893486bdd3 req-56015ad0-eefe-443d-a2e7-a6b89bb488c5 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:51.775701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27010315-eb98-41f9-8fc6-dc893486bdd3 req-56015ad0-eefe-443d-a2e7-a6b89bb488c5 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.0778787 Oct 26 12:00:51.780679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port d6faf6c8-21fb-4545-9d56-5cf4faf86b02, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,segment=NetworkSegment(d65a7712-a4b0-4520-a53c-a0e1aa34b76c),segment_id=d65a7712-a4b0-4520-a53c-a0e1aa34b76c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:51.781277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.797025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] DHCP port deletion for a86eb9fd-0837-4e96-ab8e-e72c25ede046 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:00:51.819667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for d6faf6c8-21fb-4545-9d56-5cf4faf86b02 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:51.873038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Deleting port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:00:51.873546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.900941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27010315-eb98-41f9-8fc6-dc893486bdd3 req-fdb57eb9-1ccb-488d-864e-248ccb12fc1c tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096959 Oct 26 12:00:51.942710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:51.948954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e37823b9-807b-4093-bde0-d1faad0d1c43 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:51.956769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-60a1b8f6-fc6b-4840-9db2-da40ab1c91cf service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799879 Oct 26 12:00:51.972758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:51.985421 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:52.117320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.143115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86eb9fd-0837-4e96-ab8e-e72c25ede046']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:52.154364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:52.155526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65a7712-a4b0-4520-a53c-a0e1aa34b76c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:52.167106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.168938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28620143-2e6e-4ddf-95eb-2193433c97a6 req-987f1181-fcc9-4799-9c69-2f0c9ae0f9e8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:52.170652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28620143-2e6e-4ddf-95eb-2193433c97a6 req-987f1181-fcc9-4799-9c69-2f0c9ae0f9e8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 945 time: 0.0742321 Oct 26 12:00:52.180918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-103644a0-6483-4234-883b-24eb7cb76652 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156227 Oct 26 12:00:52.191230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.199026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:00:52.200284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.225779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] For port d6faf6c8-21fb-4545-9d56-5cf4faf86b02, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,segment=NetworkSegment(d65a7712-a4b0-4520-a53c-a0e1aa34b76c),segment_id=d65a7712-a4b0-4520-a53c-a0e1aa34b76c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:52.226083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.247953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Calling delete_port for d6faf6c8-21fb-4545-9d56-5cf4faf86b02 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:00:52.271644 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:00:52.274966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28620143-2e6e-4ddf-95eb-2193433c97a6 req-a95dfae2-cf7f-44f7-b9d1-ff575562f4e3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908680 Oct 26 12:00:52.291594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.308661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.311901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/a86eb9fd-0837-4e96-ab8e-e72c25ede046 HTTP/1.1" status: 204 len: 168 time: 0.8983572 Oct 26 12:00:52.317153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:52.323740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1269664359'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:52.337243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port e37823b9-807b-4093-bde0-d1faad0d1c43 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:00:52.338919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea37892-40a9-4ed8-8e98-0c1012b8f289 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=a86eb9fd-0837-4e96-ab8e-e72c25ede046,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:52.368343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port e37823b9-807b-4093-bde0-d1faad0d1c43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:52.368735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.371455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:52.375994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.429836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:00:52.461341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.463260 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Added segment 5fb9ab17-ef7d-486b-9465-a5a1664fe283 of type vlan for network 8a940216-66f5-4b87-ac4b-5db42cb78d06 Oct 26 12:00:52.489781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.591293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Pushing event deleted for resources: {'Port': ['ID=d6faf6c8-21fb-4545-9d56-5cf4faf86b02,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:52.605783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] Network a86eb9fd-0837-4e96-ab8e-e72c25ede046 is not hosted by any dhcp agent {{(pid=102761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:00:52.609422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576919f4-94d6-4a9a-9429-92a78ef91be7 None None] No DVR routers for this DVR port d6faf6c8-21fb-4545-9d56-5cf4faf86b02 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:00:52.667544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-834a4c2e-803d-4f7d-8208-7f022097fc55 req-61010c9c-953f-4125-a897-d20cba48cf03 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 210 time: 0.1729605 Oct 26 12:00:52.686086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.700327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.741325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:52.744516 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068117f-17c0-4be3-9294-079490a6e7c8" -d '{"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-plugged", "status": "completed", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:52.788289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:52.796463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.806545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.812352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:52.812968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.869628 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0d6e68-9747-4583-947f-4d3797a6c3bb x-openstack-request-id: req-be0d6e68-9747-4583-947f-4d3797a6c3bb {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:52.869938 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-plugged", "status": "completed", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:52.871339 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-be0d6e68-9747-4583-947f-4d3797a6c3bb {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:52.871760 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'code': 200} Oct 26 12:00:52.904672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-645ce26a-e903-4db7-a512-8fa0da0fa265 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:52.906233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-645ce26a-e903-4db7-a512-8fa0da0fa265 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/networks?id=e89b7918-713c-444b-82a6-1f35542ca6b7 HTTP/1.1" status: 200 len: 809 time: 0.2131681 Oct 26 12:00:52.910386 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:52.915474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5945332 Oct 26 12:00:52.916019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44000) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:52.926085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:52.935369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:52.964580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f2f3-4a6a-4483-b29f-a2987294dc77 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Network': ['ID=8a940216-66f5-4b87-ac4b-5db42cb78d06,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:52.972962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-bec46361-3143-4589-a6ac-a8ef1220947a tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/quotas/385fed9cc0a8492098c44a0e5b96530b HTTP/1.1" status: 200 len: 375 time: 0.0256867 Oct 26 12:00:52.976789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:00:52.990268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7972d95-5493-4e14-9f21-5e287d290aa9 req-cab377d2-161c-46f5-85cc-cf8c84c82d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:52.991859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7972d95-5493-4e14-9f21-5e287d290aa9 req-cab377d2-161c-46f5-85cc-cf8c84c82d62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 1097 time: 0.0717750 Oct 26 12:00:53.044074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-dfa2f3ce-d9e1-4f2b-b5ed-a1e1f8c553f7 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=385fed9cc0a8492098c44a0e5b96530b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580068 Oct 26 12:00:53.076394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:53.081419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.154081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7972d95-5493-4e14-9f21-5e287d290aa9 req-142b07d5-f922-4b54-8476-4c12c0aae896 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077001 Oct 26 12:00:53.163572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4244-0398-4cef-ad29-6255466f458f req-ba813ea8-8f9b-4290-bb4a-da3021da8754 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:53.165206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21ab4244-0398-4cef-ad29-6255466f458f req-ba813ea8-8f9b-4290-bb4a-da3021da8754 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1913490 Oct 26 12:00:53.169440 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.211527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-312ab4d1-64e9-4204-9973-a21077030edc service neutron] 10.222.0.88 "GET /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664374 Oct 26 12:00:53.286905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21ab4244-0398-4cef-ad29-6255466f458f req-7c043aa9-27b1-42b5-b877-92b229745776 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076436 Oct 26 12:00:53.295487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.341096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-883392d4-3e8b-4557-a2c4-fdb92acb7836 service neutron] 10.222.0.88 "GET /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219287 Oct 26 12:00:53.377319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=833861e6-ba13-4c6b-895a-b767a71944a9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:53.384084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Checking segment: {'id': '5fb9ab17-ef7d-486b-9465-a5a1664fe283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:53.384632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network hostable DHCP agents. Network: 8a940216-66f5-4b87-ac4b-5db42cb78d06, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:00:53.401839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d6faf6c8-21fb-4545-9d56-5cf4faf86b02 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:00:53.412959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:00:53.424129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 8a940216-66f5-4b87-ac4b-5db42cb78d06) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:53.429711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:53.430657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.448935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e83316-03f4-41ee-b9fc-e562ab11d175 None None] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:53.452728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d6faf6c8-21fb-4545-9d56-5cf4faf86b02 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:00:53.452980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d6faf6c8-21fb-4545-9d56-5cf4faf86b02 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:00:53.517069 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2b05a4f6-c834-4be6-b9fe-ba92bbf884cd tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5993180 Oct 26 12:00:53.520439 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-61b2359e-56d6-4760-900b-0b734f578a9d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816736 Oct 26 12:00:53.520994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:53.534116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1369741646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:53.611366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-ed8041b4-4e9d-47eb-af77-4e50a1046d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:53.612913 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-ed8041b4-4e9d-47eb-af77-4e50a1046d7d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 1096 time: 0.0632839 Oct 26 12:00:53.638776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc2373-c603-4335-a603-e23afb0ddc75 req-62697f8b-c0e5-41b4-a449-ca4986ae0ab7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:53.640876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7cc2373-c603-4335-a603-e23afb0ddc75 req-62697f8b-c0e5-41b4-a449-ca4986ae0ab7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1245229 Oct 26 12:00:53.642569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.643904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.647565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-8a940216-66f5-4b87-ac4b-5db42cb78d06', 'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': '833861e6-ba13-4c6b-895a-b767a71944a9'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:00:53.648715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.744939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7cc2373-c603-4335-a603-e23afb0ddc75 req-d4c1185b-d42a-4351-8576-764e35a2709a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962551 Oct 26 12:00:53.752997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.770700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.823546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-a19ef56c-8224-49f0-b2a8-6bc55bcea3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:53.826902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-a19ef56c-8224-49f0-b2a8-6bc55bcea3e9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.1717927 Oct 26 12:00:53.854689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Allocated IP 2001:db8::2 (8a940216-66f5-4b87-ac4b-5db42cb78d06/833861e6-ba13-4c6b-895a-b767a71944a9/69571bf9-2ed3-4729-bc26-29567dce1f49) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:53.859688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cbb70797-f982-4309-a9fc-55266eae6680 req-cd8ad983-7874-4f1a-a3c5-9da658a550f8 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 210 time: 0.1024964 Oct 26 12:00:53.888606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:53.893008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-936b0894-9987-44fa-b978-8da00e513908 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3599534 Oct 26 12:00:53.906800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44026) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:53.908979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c65ba91-aadf-4d12-8d40-84b99aef7fea req-60eb8ca0-8555-4c42-a19e-358514bc0627 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 210 time: 0.0482638 Oct 26 12:00:53.923496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-b6ff4177-0a20-487e-b6ab-176f1f011496 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce HTTP/1.1" status: 200 len: 217 time: 0.0870054 Oct 26 12:00:53.924913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06', 'name': 'tempest-PortsIpV6TestJSON-1451193744'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:54.040250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-6a656d32-301a-49ad-b7b4-6f84c23e5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:54.043494 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-6a656d32-301a-49ad-b7b4-6f84c23e5ac9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1019204 Oct 26 12:00:54.138096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-893b96d9-025f-4cde-95e6-5e9948661ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:54.142057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-893b96d9-025f-4cde-95e6-5e9948661ee7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881596 Oct 26 12:00:54.234968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-326a9eb4-31f5-427f-b0b0-71735cc96eea tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:54.236526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-326a9eb4-31f5-427f-b0b0-71735cc96eea tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.2838526 Oct 26 12:00:54.252240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:54.255518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.280565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.341963 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-475e7cfb-9dfd-4646-bf8b-75ea6112e318 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911929 Oct 26 12:00:54.382220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:54.385896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.397818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:54.401921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:54.406571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Pushing event updated for resources: {'Port': ['ID=69571bf9-2ed3-4729-bc26-29567dce1f49,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:54.413230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:54.466266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:00:54.554186 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5c43a37-3f50-4385-b5f6-999a3079b32c req-35e17f0d-9366-4a9f-80f7-7c56ef5af209 service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927977 Oct 26 12:00:54.567732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Attempting to bind port 69571bf9-2ed3-4729-bc26-29567dce1f49 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:54.576857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Attempting to bind port 69571bf9-2ed3-4729-bc26-29567dce1f49 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '5fb9ab17-ef7d-486b-9465-a5a1664fe283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:54.577556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Attempting to bind port 69571bf9-2ed3-4729-bc26-29567dce1f49 on network 8a940216-66f5-4b87-ac4b-5db42cb78d06 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:54.595103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:54.595793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Checking segment: {'id': '5fb9ab17-ef7d-486b-9465-a5a1664fe283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:54.597917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.598644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Bound using segment: {'id': '5fb9ab17-ef7d-486b-9465-a5a1664fe283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:54.599422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Bound port: 69571bf9-2ed3-4729-bc26-29567dce1f49, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb9ab17-ef7d-486b-9465-a5a1664fe283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8a940216-66f5-4b87-ac4b-5db42cb78d06'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:54.605072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.609473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.734797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] For port 69571bf9-2ed3-4729-bc26-29567dce1f49, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:54.738691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] For port 69571bf9-2ed3-4729-bc26-29567dce1f49, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=69571bf9-2ed3-4729-bc26-29567dce1f49,segment=NetworkSegment(5fb9ab17-ef7d-486b-9465-a5a1664fe283),segment_id=5fb9ab17-ef7d-486b-9465-a5a1664fe283)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:54.750062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.763833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15acf38-59a9-4f6e-90fe-a400c48357f9 req-cf9ee50b-9907-424e-a6c0-8664c5972df1 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:54.773887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a15acf38-59a9-4f6e-90fe-a400c48357f9 req-cf9ee50b-9907-424e-a6c0-8664c5972df1 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.3584971 Oct 26 12:00:54.828941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b26ae1-c59a-4213-a52c-19b222aa13a0 None None] Pushing event updated for resources: {'Port': ['ID=69571bf9-2ed3-4729-bc26-29567dce1f49,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:54.873594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:54.879051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:54.975866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::2b7 (8a940216-66f5-4b87-ac4b-5db42cb78d06/833861e6-ba13-4c6b-895a-b767a71944a9/7ba5f3fd-2c41-4d23-be1c-d17a5682b60d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:54.983520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a15acf38-59a9-4f6e-90fe-a400c48357f9 req-5749470f-763e-4c94-85f7-2536ef83eab9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086554 Oct 26 12:00:55.124139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c4033-faea-4712-ac04-44bf551527fd req-f34b744b-6d2d-405e-a11f-1a85a146a29e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:55.127385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-801c4033-faea-4712-ac04-44bf551527fd req-f34b744b-6d2d-405e-a11f-1a85a146a29e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2289212 Oct 26 12:00:55.272860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-486eb2f1-308f-497e-8ebf-5628007f8033 req-384dbdf7-4c73-49a5-a094-81a42a92c71f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 210 time: 0.1686423 Oct 26 12:00:55.429173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-801c4033-faea-4712-ac04-44bf551527fd req-b3d82f52-e5c1-4937-8e7a-fb2ce6e5efa4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742527 Oct 26 12:00:55.431229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-570356d9-0ee2-49ef-a16e-aa516accdb92 req-ec2c7add-1611-402d-8aab-0620ddf25fa5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 210 time: 0.0450618 Oct 26 12:00:55.465586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.11 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/e5a48c61-1eef-4fa2-a10c-b22431f75775) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:55.475458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.512033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 69571bf9-2ed3-4729-bc26-29567dce1f49 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:55.532149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-2b873dfe-b3b8-4391-8e43-546e1626983e tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:55.534749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-2b873dfe-b3b8-4391-8e43-546e1626983e tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.100 "GET /v2.0/networks?id=e89b7918-713c-444b-82a6-1f35542ca6b7 HTTP/1.1" status: 200 len: 809 time: 0.3413217 Oct 26 12:00:55.556600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Request body: {'port': {'device_id': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7', 'admin_state_up': True, 'tenant_id': '385fed9cc0a8492098c44a0e5b96530b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:55.623038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.653577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 69571bf9-2ed3-4729-bc26-29567dce1f49 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:55.654267 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.684782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:55.692246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:55.699900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:55.706106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:55.706732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.741942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=7ba5f3fd-2c41-4d23-be1c-d17a5682b60d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:55.768530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.774099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c9804791-9970-41bc-ae7e-6e93b252381c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8617916 Oct 26 12:00:55.774954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44064) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:55.821364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.854996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 69571bf9-2ed3-4729-bc26-29567dce1f49, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=69571bf9-2ed3-4729-bc26-29567dce1f49,segment=NetworkSegment(5fb9ab17-ef7d-486b-9465-a5a1664fe283),segment_id=5fb9ab17-ef7d-486b-9465-a5a1664fe283)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:00:55.861438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.889550 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.913594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Made reservation on behalf of 385fed9cc0a8492098c44a0e5b96530b for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:00:55.917177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:55.941129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:00:55.946159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:55.950042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:55.954361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:55.989217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=e5a48c61-1eef-4fa2-a10c-b22431f75775,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:56.028252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:56.028943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:56.073412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=69571bf9-2ed3-4729-bc26-29567dce1f49,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:56.084269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-5f84353c-f36b-4f9c-85db-1754df0b02f6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8360536 Oct 26 12:00:56.098126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Request body: {'port': {'device_id': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:56.216668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:56.235215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06880b3e-db81-4b92-b635-a7790ab4cb52 req-7884c9e1-fabf-4827-8b00-58b66573285e tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:56.243641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06880b3e-db81-4b92-b635-a7790ab4cb52 req-7884c9e1-fabf-4827-8b00-58b66573285e tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1382315 Oct 26 12:00:56.336313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06880b3e-db81-4b92-b635-a7790ab4cb52 req-f7653d22-fa47-4f2f-ba20-7f9708bdc06a tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916469 Oct 26 12:00:56.439393 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Allocated IP 172.20.0.8 (e89b7918-713c-444b-82a6-1f35542ca6b7/9d4ed5ed-af49-48ed-8307-1804ab7caa67/dbeab258-7ccd-4d75-937e-64081c3d782d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:00:56.449222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ee3c8-8013-442a-98b7-0b7604839445 None None] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:00:56.492776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d5406f3-f79d-4041-aa67-dcc2da3163fa req-147a89c8-a292-4048-b294-88075066bf2a tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 210 time: 0.0637510 Oct 26 12:00:56.509349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:56.564112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-596a20f0-bd0d-4e56-9e0c-cfa7456a4771 None None] Provisioning complete for port 69571bf9-2ed3-4729-bc26-29567dce1f49 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:56.565192 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-596a20f0-bd0d-4e56-9e0c-cfa7456a4771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:56.703213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7499b20-3245-46a7-af4b-e7620df94b1b req-4c4b93c3-a47f-4414-888f-c2d17d334b2e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:56.705403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7499b20-3245-46a7-af4b-e7620df94b1b req-4c4b93c3-a47f-4414-888f-c2d17d334b2e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.0782044 Oct 26 12:00:56.723324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f0510-0531-4e4d-8ae5-2699e831c43c req-90b11eb5-5f1c-4f21-86e1-af5898706f17 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:56.732832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f5f0510-0531-4e4d-8ae5-2699e831c43c req-90b11eb5-5f1c-4f21-86e1-af5898706f17 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 932 time: 0.1380367 Oct 26 12:00:56.826039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f5f0510-0531-4e4d-8ae5-2699e831c43c req-8ce73a8b-3d1f-43a2-855c-0369ee6ddc92 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921166 Oct 26 12:00:56.846433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:56.878693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7499b20-3245-46a7-af4b-e7620df94b1b req-e2c64f6f-3767-4d6d-bdf2-35440a0501e4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Oct 26 12:00:56.967780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a48c61-1eef-4fa2-a10c-b22431f75775 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:56.977304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:56.995709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.006335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Transition to ACTIVE for port object e5a48c61-1eef-4fa2-a10c-b22431f75775 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:57.013678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.097453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Network e89b7918-713c-444b-82a6-1f35542ca6b7 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:57.108665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Pushing event updated for resources: {'Port': ['ID=e5a48c61-1eef-4fa2-a10c-b22431f75775,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:57.109234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:57.116387 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:00:57.123268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Pushing event updated for resources: {'Port': ['ID=dbeab258-7ccd-4d75-937e-64081c3d782d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:57.165216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.166641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7ee9fb60-a898-416a-b7b1-b5cc9d079e7d None None] Provisioning complete for port 69571bf9-2ed3-4729-bc26-29567dce1f49 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:57.167090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ee9fb60-a898-416a-b7b1-b5cc9d079e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.181132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.244592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=7ba5f3fd-2c41-4d23-be1c-d17a5682b60d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:57.256916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:57.257609 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.289530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7ee9fb60-a898-416a-b7b1-b5cc9d079e7d None None] Provisioning complete for port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:57.289915 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ee9fb60-a898-416a-b7b1-b5cc9d079e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.337013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53417e1-27c0-4362-91cb-2dd4583d85ad req-f227723f-31ba-463a-b09b-e8697843ed4c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:57.348001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9fb60-a898-416a-b7b1-b5cc9d079e7d None None] Port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:57.352256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a53417e1-27c0-4362-91cb-2dd4583d85ad req-f227723f-31ba-463a-b09b-e8697843ed4c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2066069 Oct 26 12:00:57.389991 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7c72e9b8-6eae-44c5-a18e-dc0443366c0f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8400571 Oct 26 12:00:57.393486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Attempting to bind port e5a48c61-1eef-4fa2-a10c-b22431f75775 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:57.393763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Attempting to bind port e5a48c61-1eef-4fa2-a10c-b22431f75775 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:57.394096 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Attempting to bind port e5a48c61-1eef-4fa2-a10c-b22431f75775 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:57.412737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Port e5a48c61-1eef-4fa2-a10c-b22431f75775 on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:57.414648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Attempting to bind port e5a48c61-1eef-4fa2-a10c-b22431f75775 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:57.434608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 69571bf9-2ed3-4729-bc26-29567dce1f49 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:00:57.439070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Request body: {'port': {'device_id': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:00:57.441730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:57.442082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:57.442479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:57.442963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Bound port: e5a48c61-1eef-4fa2-a10c-b22431f75775, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:57.444995 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.450081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a53417e1-27c0-4362-91cb-2dd4583d85ad req-02a9b6ff-929d-44c0-a116-6cee4f7f7f92 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893953 Oct 26 12:00:57.505827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.507362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a88a2557-d2de-411e-9d47-803c23e609c5 None None] Provisioning complete for port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:57.509009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a88a2557-d2de-411e-9d47-803c23e609c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.543823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8bff7-3032-4c06-a457-0bc33fe5f81a req-e5539baf-a41e-4207-8750-150fa19133db tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:57.552752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcc8bff7-3032-4c06-a457-0bc33fe5f81a req-e5539baf-a41e-4207-8750-150fa19133db tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1245277 Oct 26 12:00:57.582942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.594669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 69571bf9-2ed3-4729-bc26-29567dce1f49 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:57.595247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.617374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcc8bff7-3032-4c06-a457-0bc33fe5f81a req-c73eff03-13c4-4113-9015-ee608fda509c tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633461 Oct 26 12:00:57.655512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a88a2557-d2de-411e-9d47-803c23e609c5 None None] Port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:57.695303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] For port e5a48c61-1eef-4fa2-a10c-b22431f75775, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:57.700711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] For port e5a48c61-1eef-4fa2-a10c-b22431f75775, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:57.721886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e7fb-2ca6-420e-9be8-5ac093cd5103 req-d921e493-28b5-4252-bade-33586412b752 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:57.723696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c435e7fb-2ca6-420e-9be8-5ac093cd5103 req-d921e493-28b5-4252-bade-33586412b752 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 931 time: 0.1051586 Oct 26 12:00:57.724900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.781106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d8ebde96-1c16-4328-a5af-e0b7569118de None None] Provisioning complete for port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:57.781523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8ebde96-1c16-4328-a5af-e0b7569118de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.795862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:57.795862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:57.796712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] 10.222.0.100 "PUT /v2.0/ports/e5a48c61-1eef-4fa2-a10c-b22431f75775 HTTP/1.1" status: 200 len: 1092 time: 1.7038345 Oct 26 12:00:57.803303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'tag': 'e5a48c61-1eef-4fa2-a10c-b22431f75775'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:57.806135 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95236c2f-4763-40e8-b42d-646612e7129a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3791807-2d9e-49e7-b13a-306e1089b5ed", "tag": "e5a48c61-1eef-4fa2-a10c-b22431f75775"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:57.839839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebde96-1c16-4328-a5af-e0b7569118de None None] Port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:57.883704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c435e7fb-2ca6-420e-9be8-5ac093cd5103 req-20fd14da-98e0-4da1-b9c3-2814c21bdba7 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456001 Oct 26 12:00:58.038140 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec955f0-e445-4ee1-95ca-63c41bd61058 x-openstack-request-id: req-1ec955f0-e445-4ee1-95ca-63c41bd61058 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:00:58.038432 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3791807-2d9e-49e7-b13a-306e1089b5ed", "tag": "e5a48c61-1eef-4fa2-a10c-b22431f75775", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:00:58.038729 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ec955f0-e445-4ee1-95ca-63c41bd61058 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:00:58.039171 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'tag': 'e5a48c61-1eef-4fa2-a10c-b22431f75775', 'status': 'completed', 'code': 200} Oct 26 12:00:58.068977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe625-d808-4364-ad84-498eea46aaad service neutron] Pushing event updated for resources: {'Port': ['ID=e5a48c61-1eef-4fa2-a10c-b22431f75775,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:58.094131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-21191791-f38b-4112-a569-9d573ef60750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:58.104055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-21191791-f38b-4112-a569-9d573ef60750 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 1095 time: 0.2456861 Oct 26 12:00:58.147015 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.175987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106042-0bc8-4cc2-9a42-09548e0d7a17 req-e58ce31d-76fb-45f3-9ed7-10701acab1ca tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:58.179219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e106042-0bc8-4cc2-9a42-09548e0d7a17 req-e58ce31d-76fb-45f3-9ed7-10701acab1ca tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 944 time: 0.2495301 Oct 26 12:00:58.181938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-81cf3e9f-c4ce-4ae3-9bae-3e0d66ba7a1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2179480 Oct 26 12:00:58.183902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-2ac0207d-0de7-44a1-b6f9-9d317e60f8f0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775 HTTP/1.1" status: 200 len: 217 time: 0.0666065 Oct 26 12:00:58.510070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbeab258-7ccd-4d75-937e-64081c3d782d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:00:58.526712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.555923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Transition to ACTIVE for port object dbeab258-7ccd-4d75-937e-64081c3d782d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:00:58.567627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.581047 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.605296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.606192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.673007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeab258-7ccd-4d75-937e-64081c3d782d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:58.686529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-fc2870f5-5538-46d5-a276-1e48439aaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:58.687655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-fc2870f5-5538-46d5-a276-1e48439aaa64 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.4940717 Oct 26 12:00:58.695410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e106042-0bc8-4cc2-9a42-09548e0d7a17 req-770012cd-363c-49fe-9a2c-d9852bb2635c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082071 Oct 26 12:00:58.740574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-ab1f309c-4a86-4085-afea-e438eecaf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:58.742318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-ab1f309c-4a86-4085-afea-e438eecaf658 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.1605763 Oct 26 12:00:58.747380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-8f0d3b50-e317-4c55-9598-ac34b51edbbd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495613 Oct 26 12:00:58.761941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f700831-ab7d-4166-b710-e2e62376b726 req-89de01cc-3139-419c-8c4a-20f6e5a3361b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:58.770266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f700831-ab7d-4166-b710-e2e62376b726 req-89de01cc-3139-419c-8c4a-20f6e5a3361b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1868951 Oct 26 12:00:58.787247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=7ba5f3fd-2c41-4d23-be1c-d17a5682b60d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:58.822813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Attempting to bind port dbeab258-7ccd-4d75-937e-64081c3d782d on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:00:58.823202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Attempting to bind port dbeab258-7ccd-4d75-937e-64081c3d782d by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '3b8785d7-33e6-486e-96b6-d6306b95e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:00:58.823515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Attempting to bind port dbeab258-7ccd-4d75-937e-64081c3d782d on network e89b7918-713c-444b-82a6-1f35542ca6b7 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:58.833223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Port dbeab258-7ccd-4d75-937e-64081c3d782d on network e89b7918-713c-444b-82a6-1f35542ca6b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:00:58.833552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Attempting to bind port dbeab258-7ccd-4d75-937e-64081c3d782d on network e89b7918-713c-444b-82a6-1f35542ca6b7 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:00:58.836540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:00:58.840246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:00:58.842492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:00:58.842835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Checking segment: {'id': '3b8785d7-33e6-486e-96b6-d6306b95e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:00:58.843272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Bound using segment: {'id': '3b8785d7-33e6-486e-96b6-d6306b95e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:00:58.843689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Bound port: dbeab258-7ccd-4d75-937e-64081c3d782d, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8785d7-33e6-486e-96b6-d6306b95e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:00:58.844049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:58.966044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f700831-ab7d-4166-b710-e2e62376b726 req-28016b7f-c2a3-4ef4-8008-42c9e947583e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944888 Oct 26 12:00:59.028556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6b585-ef4a-46dd-a248-0e04d4bdd3df req-fb6c0774-041d-43f7-9ccf-38947e9fbb5a tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.030999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70c6b585-ef4a-46dd-a248-0e04d4bdd3df req-fb6c0774-041d-43f7-9ccf-38947e9fbb5a tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.2572923 Oct 26 12:00:59.033905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-e010a6b9-2c22-40cf-81b8-7d6542948145 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613971 Oct 26 12:00:59.075956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] For port dbeab258-7ccd-4d75-937e-64081c3d782d, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:00:59.088282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] For port dbeab258-7ccd-4d75-937e-64081c3d782d, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dbeab258-7ccd-4d75-937e-64081c3d782d,segment=NetworkSegment(3b8785d7-33e6-486e-96b6-d6306b95e510),segment_id=3b8785d7-33e6-486e-96b6-d6306b95e510)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:00:59.103418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:59.128946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-a668c1ed-9526-4edb-9b60-0c15c04549d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.131152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-a668c1ed-9526-4edb-9b60-0c15c04549d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.3482347 Oct 26 12:00:59.165168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.165820 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:59.170221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] 10.222.0.100 "PUT /v2.0/ports/dbeab258-7ccd-4d75-937e-64081c3d782d HTTP/1.1" status: 200 len: 1091 time: 1.7378154 Oct 26 12:00:59.173152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'tag': 'dbeab258-7ccd-4d75-937e-64081c3d782d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:00:59.182376 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3687f48-a93f-42b9-b75b-19b02f5ad98a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e214f85-4ed6-451b-a02d-cc50f19411f0", "tag": "dbeab258-7ccd-4d75-937e-64081c3d782d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:00:59.218785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8c153b68-1fef-478f-8ea8-8ce24d717cdf None None] Provisioning complete for port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:00:59.218785 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c153b68-1fef-478f-8ea8-8ce24d717cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:00:59.244397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70c6b585-ef4a-46dd-a248-0e04d4bdd3df req-e3b42737-f40c-45c8-864b-0a8d66de42be tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933455 Oct 26 12:00:59.270957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-cbd59846-eb97-48af-b83c-691787348c66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.1284132 Oct 26 12:00:59.277463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28813b18-0ccc-4367-baa3-daaf1a2d8c66 req-65651619-9656-4b74-8952-54493ae302f3 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252066 Oct 26 12:00:59.315762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Router a5b2095b-9d03-49ac-b9d1-845b483d8efc is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:00:59.360722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe28fb-87e2-447a-8940-fa7e896d7db3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeab258-7ccd-4d75-937e-64081c3d782d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:00:59.391440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8c153b68-1fef-478f-8ea8-8ce24d717cdf None None] Port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:00:59.395639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-a56e595d-b592-42c4-808b-d73cd83293e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.397442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-a56e595d-b592-42c4-808b-d73cd83293e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1174014 Oct 26 12:00:59.422159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236c2f-4763-40e8-b42d-646612e7129a req-e1292797-74f8-4e1a-a112-cc85a5847989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.424135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-e1292797-74f8-4e1a-a112-cc85a5847989 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 1095 time: 0.0844660 Oct 26 12:00:59.556990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-1ab47f25-e8c5-4de4-b168-1a46850d5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.562151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-1ab47f25-e8c5-4de4-b168-1a46850d5253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537218 Oct 26 12:00:59.575397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:00:59.589425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] Sync routers for ids ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:00:59.596587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8ecbb87f-c02e-4acb-b938-80dac1d1dd7d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/routers/a5b2095b-9d03-49ac-b9d1-845b483d8efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8167043 Oct 26 12:00:59.598650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:59.601789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] Routers {'a5b2095b-9d03-49ac-b9d1-845b483d8efc'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:00:59.602787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:00:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:59.617923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236c2f-4763-40e8-b42d-646612e7129a req-ae006af5-5bd9-4adc-b4e9-923500438dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.619770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-ae006af5-5bd9-4adc-b4e9-923500438dd1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.1770611 Oct 26 12:00:59.629759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-05b2d760-4322-4e2f-baa2-7622995c112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.631483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-05b2d760-4322-4e2f-baa2-7622995c112b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=385fed9cc0a8492098c44a0e5b96530b&device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 1094 time: 0.3702300 Oct 26 12:00:59.643380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:59.656801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] Routers {'a5b2095b-9d03-49ac-b9d1-845b483d8efc'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:00:59.658015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:00:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:59.697388 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-57add7c0-dd2b-4572-90b9-0fc4a8d67063 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbeab258-7ccd-4d75-937e-64081c3d782d HTTP/1.1" status: 200 len: 217 time: 0.0455630 Oct 26 12:00:59.698537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-c64f478e-bd1a-4668-86a1-1a878092bbbb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775 HTTP/1.1" status: 200 len: 217 time: 0.0537021 Oct 26 12:00:59.701715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:00:59.702399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb69c5e-95a0-4ee7-8f9c-ab70d412b299 None None] The sync data for ids ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:00:59.717153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b2249-dbc7-4f30-a238-22a0599713fc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.719182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d13b2249-dbc7-4f30-a238-22a0599713fc tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5b2095b-9d03-49ac-b9d1-845b483d8efc HTTP/1.1" status: 200 len: 989 time: 0.1192462 Oct 26 12:00:59.728576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44144) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:00:59.817729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-4a1259d2-e37b-4cb3-8f4d-279d0153e920 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968346 Oct 26 12:00:59.861065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-452ec59a-28b5-43de-b7b8-09d85f9ad4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.862474 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-452ec59a-28b5-43de-b7b8-09d85f9ad4e5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9d4ed5ed-af49-48ed-8307-1804ab7caa67 HTTP/1.1" status: 200 len: 849 time: 0.1422241 Oct 26 12:00:59.919424 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-1d04d467-fd62-4392-863a-69de13f94652 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e89b7918-713c-444b-82a6-1f35542ca6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487332 Oct 26 12:00:59.973918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea71e09-82bd-4740-96af-f6d226f07506 req-8914dba5-1493-4c10-95d0-9e51f451c582 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:00:59.981564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bea71e09-82bd-4740-96af-f6d226f07506 req-8914dba5-1493-4c10-95d0-9e51f451c582 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 943 time: 0.8493292 Oct 26 12:01:00.053958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236c2f-4763-40e8-b42d-646612e7129a req-5f0dec89-3e5c-4d03-a604-c877eb83be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:00.056819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-5f0dec89-3e5c-4d03-a604-c877eb83be6f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.2372923 Oct 26 12:01:00.059340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b0b285b-ea50-4133-ba84-02f1b1cc36c4 req-23c92ea2-5643-4efa-9a36-dfd3197a65ba service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279284 Oct 26 12:01:00.100799 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1978c47-1eb4-431a-ba38-02c35d67b586 x-openstack-request-id: req-e1978c47-1eb4-431a-ba38-02c35d67b586 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:00.101050 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e214f85-4ed6-451b-a02d-cc50f19411f0", "tag": "dbeab258-7ccd-4d75-937e-64081c3d782d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:00.101310 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1978c47-1eb4-431a-ba38-02c35d67b586 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:00.101872 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'tag': 'dbeab258-7ccd-4d75-937e-64081c3d782d', 'status': 'completed', 'code': 200} Oct 26 12:01:00.110938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-56afc568-028c-4825-b146-03a5711e7322 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419948 Oct 26 12:01:00.122531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bea71e09-82bd-4740-96af-f6d226f07506 req-162572a2-935b-4854-9d22-c16c58cc1d1f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386454 Oct 26 12:01:00.169935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-7ca30519-6ebc-41a0-8b9c-d3440ed4541c service neutron] 10.222.0.100 "GET /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191181 Oct 26 12:01:00.326942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768a4ff-535e-47fb-aa0d-e2e0bc6a343c req-0094f733-2b65-4089-8bec-8a0b0320e5a5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:00.328513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c768a4ff-535e-47fb-aa0d-e2e0bc6a343c req-0094f733-2b65-4089-8bec-8a0b0320e5a5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 944 time: 0.1635704 Oct 26 12:01:00.356225 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4b22740b-aea1-4ca6-a5a5-7a4aa2536827 req-eba8144a-acca-4cb3-8922-a6a7836e260d service neutron] 10.222.0.100 "GET /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766334 Oct 26 12:01:00.368891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43f89-a496-4ed0-834e-45bdf6462421 req-41bf5560-34ea-4aea-a97b-73c10534a2b1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:00.370546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6c43f89-a496-4ed0-834e-45bdf6462421 req-41bf5560-34ea-4aea-a97b-73c10534a2b1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1079686 Oct 26 12:01:00.394109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-eab0da4f-65dc-483b-ab6b-676657b60637 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705026 Oct 26 12:01:00.452883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c768a4ff-535e-47fb-aa0d-e2e0bc6a343c req-04cbf736-4d62-43db-99c1-fa7ee3df25fa tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092563 Oct 26 12:01:00.493118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6c43f89-a496-4ed0-834e-45bdf6462421 req-0217d623-c522-47b8-9a4e-f05bd6ad4c61 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132751 Oct 26 12:01:00.534634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:00.560587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95236c2f-4763-40e8-b42d-646612e7129a req-6c5e6c82-50ca-4d3e-8bd6-64778c8f8cdf service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450994 Oct 26 12:01:00.601081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-838ac412-c297-4691-87a4-5c54c816e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:00.602636 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-838ac412-c297-4691-87a4-5c54c816e156 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=385fed9cc0a8492098c44a0e5b96530b&device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 1094 time: 0.1601510 Oct 26 12:01:00.617803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32a7c8-12ec-4bb0-8259-91a7b2565322 req-9a3ce726-c264-4c70-922e-a96eaa280431 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:00.626465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b32a7c8-12ec-4bb0-8259-91a7b2565322 req-9a3ce726-c264-4c70-922e-a96eaa280431 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.0692983 Oct 26 12:01:00.674496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b32a7c8-12ec-4bb0-8259-91a7b2565322 req-83e64fab-0d44-4310-9a29-26657b35a9be tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Oct 26 12:01:01.065346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-f49846f2-6f79-47e8-b491-9264425d97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:01.067741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-f49846f2-6f79-47e8-b491-9264425d97da service neutron] 10.222.0.100 "GET /v2.0/networks?id=e89b7918-713c-444b-82a6-1f35542ca6b7 HTTP/1.1" status: 200 len: 911 time: 0.4552407 Oct 26 12:01:01.119256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-0128c79a-7636-4260-87f4-355c84130801 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbeab258-7ccd-4d75-937e-64081c3d782d HTTP/1.1" status: 200 len: 217 time: 0.0433984 Oct 26 12:01:01.201383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-bd82d96e-6a95-4a7f-8b00-a2d10cfed5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:01.202903 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-bd82d96e-6a95-4a7f-8b00-a2d10cfed5db service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9d4ed5ed-af49-48ed-8307-1804ab7caa67 HTTP/1.1" status: 200 len: 849 time: 0.0747926 Oct 26 12:01:01.226317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:01.226574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:01.246528 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-5043b732-19e9-41b6-912b-c5b993410a5a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e89b7918-713c-444b-82a6-1f35542ca6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355253 Oct 26 12:01:01.256396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596bc4-1d6e-4590-9deb-24f686a44e29 req-545a414a-c2f5-43ad-9524-de26e1926676 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:01.258485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04596bc4-1d6e-4590-9deb-24f686a44e29 req-545a414a-c2f5-43ad-9524-de26e1926676 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 943 time: 0.0652614 Oct 26 12:01:01.310895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04596bc4-1d6e-4590-9deb-24f686a44e29 req-0d7effc8-8a99-46d5-bbc6-32e20132412c tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458510 Oct 26 12:01:01.402508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:01.423612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 7ba5f3fd-2c41-4d23-be1c-d17a5682b60d owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:01.436057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-7902bd2d-49a7-4e83-939f-0371024911d4 service neutron] 10.222.0.100 "GET /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795266 Oct 26 12:01:01.683689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a3687f48-a93f-42b9-b75b-19b02f5ad98a req-becd3119-b2a7-4856-8caf-a000c002730d service neutron] 10.222.0.100 "GET /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090571 Oct 26 12:01:01.796969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e949c6-50e4-4dd8-a51c-3fc70b5f79ea req-09886aa2-0772-4a7c-a7e1-15b0466b981b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:01.798835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1e949c6-50e4-4dd8-a51c-3fc70b5f79ea req-09886aa2-0772-4a7c-a7e1-15b0466b981b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1586361 Oct 26 12:01:01.811051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:01.853258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=7ba5f3fd-2c41-4d23-be1c-d17a5682b60d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:01.909881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1e949c6-50e4-4dd8-a51c-3fc70b5f79ea req-0a5bae1d-5de0-4606-be84-bd9ac1e77751 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Oct 26 12:01:01.935889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7526b3-b365-4d4f-a1bb-424385658710 req-ffd21afc-7403-4b42-ac64-7d0ac5951428 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:01.944647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a7526b3-b365-4d4f-a1bb-424385658710 req-ffd21afc-7403-4b42-ac64-7d0ac5951428 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 944 time: 0.3284190 Oct 26 12:01:01.964046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e37823b9-807b-4093-bde0-d1faad0d1c43 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:01:02.032166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a7526b3-b365-4d4f-a1bb-424385658710 req-b73843ba-10f1-4932-8785-50092e782a3f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801184 Oct 26 12:01:02.135299 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.216226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff298-be20-4094-ae46-1c693d7d871b req-02fcbafa-fd02-4a14-a9e1-e49b1fd7f18e tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:02.229638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef8ff298-be20-4094-ae46-1c693d7d871b req-02fcbafa-fd02-4a14-a9e1-e49b1fd7f18e tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1961939 Oct 26 12:01:02.263299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:02.293671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'port_id': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'mac_address': 'fa:16:3e:66:06:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:01:02.298703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef8ff298-be20-4094-ae46-1c693d7d871b req-7946b910-9b53-46e2-a006-22b95333edf2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679841 Oct 26 12:01:02.384223 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.420012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37823b9-807b-4093-bde0-d1faad0d1c43 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:02.444989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44208) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:02.455699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:02.462763 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.464143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Router a5b2095b-9d03-49ac-b9d1-845b483d8efc has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:01:02.494265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f48dcc-c032-4951-89ff-26d0b59a1ade req-7d8390e1-2843-4629-9cef-62a14fca896a tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:02.498315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34f48dcc-c032-4951-89ff-26d0b59a1ade req-7d8390e1-2843-4629-9cef-62a14fca896a tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 943 time: 0.0892475 Oct 26 12:01:02.527866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:02.568669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e37823b9-807b-4093-bde0-d1faad0d1c43'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:02.575822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34f48dcc-c032-4951-89ff-26d0b59a1ade req-2ba12e30-278b-4cb4-9aa3-f15df7152e1d tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636997 Oct 26 12:01:02.620649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b044d98e-ebe5-473e-8a56-0b48012bd4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.625438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:01:02.633847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e8562cb-1c36-4f40-8542-f9f3e230dbf1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/routers/a5b2095b-9d03-49ac-b9d1-845b483d8efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9039478 Oct 26 12:01:02.636578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44212) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:02.649609 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] Sync routers for ids ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:01:02.662922 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] Routers {'a5b2095b-9d03-49ac-b9d1-845b483d8efc'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:01:02.665197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:00:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:02.675014 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b0d93c-b0b7-4633-980e-b3dbfb56d753 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:01:02.679812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a5b0d93c-b0b7-4633-980e-b3dbfb56d753 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/7ba5f3fd-2c41-4d23-be1c-d17a5682b60d HTTP/1.1" status: 404 len: 333 time: 0.0412157 Oct 26 12:01:02.682146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44216) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:02.745451 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:02.759112 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] Routers {'a5b2095b-9d03-49ac-b9d1-845b483d8efc'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:01:02.760482 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:00:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:02.766262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b044d98e-ebe5-473e-8a56-0b48012bd4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.771704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b044d98e-ebe5-473e-8a56-0b48012bd4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.798301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.800605 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:02.801644 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38838428-9566-4add-8c5c-bf7f5fff9c2f None None] The sync data for ids ['a5b2095b-9d03-49ac-b9d1-845b483d8efc'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:01:02.813004 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b044d98e-ebe5-473e-8a56-0b48012bd4d2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aae06a9d71e84f6aa8b7a900ab57a944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646531 Oct 26 12:01:02.813820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:02.859003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044d98e-ebe5-473e-8a56-0b48012bd4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6bd13a-ead9-4e53-b23d-fa00430656f1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:02.898242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dacd1eb4-3e59-4693-a88d-f4ac791a5296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.926956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dacd1eb4-3e59-4693-a88d-f4ac791a5296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.991051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:02.992250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dbeab258-7ccd-4d75-937e-64081c3d782d details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:01:02.993315 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.043595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dacd1eb4-3e59-4693-a88d-f4ac791a5296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.049405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dacd1eb4-3e59-4693-a88d-f4ac791a5296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.054907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dacd1eb4-3e59-4693-a88d-f4ac791a5296 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c6bd13a-ead9-4e53-b23d-fa00430656f1 HTTP/1.1" status: 204 len: 168 time: 0.2400532 Oct 26 12:01:03.068604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.072285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Fanout notify agent at l3_agent the message router_deleted on router a5b2095b-9d03-49ac-b9d1-845b483d8efc {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:01:03.093057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd1eb4-3e59-4693-a88d-f4ac791a5296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6bd13a-ead9-4e53-b23d-fa00430656f1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:03.102092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.105735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3fe3bfa1-fa1e-4747-83ee-66805fc3e6f5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/routers/a5b2095b-9d03-49ac-b9d1-845b483d8efc HTTP/1.1" status: 204 len: 168 time: 0.4199033 Oct 26 12:01:03.117511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44236) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:03.194361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab192c8-48da-4c29-97a6-a06611ece2ee req-57ad86c2-c4b1-4abc-b48b-841257c2f670 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:03.196027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ab192c8-48da-4c29-97a6-a06611ece2ee req-57ad86c2-c4b1-4abc-b48b-841257c2f670 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 945 time: 0.1573045 Oct 26 12:01:03.220442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb077c-6d61-47fd-b4ed-5c7671b9ae50 req-a720b767-6fae-4ee2-b6bb-1375cb0ad03c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:03.227659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3cb077c-6d61-47fd-b4ed-5c7671b9ae50 req-a720b767-6fae-4ee2-b6bb-1375cb0ad03c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 944 time: 0.0877032 Oct 26 12:01:03.256808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port dbeab258-7ccd-4d75-937e-64081c3d782d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dbeab258-7ccd-4d75-937e-64081c3d782d,segment=NetworkSegment(3b8785d7-33e6-486e-96b6-d6306b95e510),segment_id=3b8785d7-33e6-486e-96b6-d6306b95e510)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:03.277232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 833861e6-ba13-4c6b-895a-b767a71944a9 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:01:03.285933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.290777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ab192c8-48da-4c29-97a6-a06611ece2ee req-1d23ebd0-dc05-4185-b444-ebe99e894633 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851028 Oct 26 12:01:03.305522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3cb077c-6d61-47fd-b4ed-5c7671b9ae50 req-a7b81a9a-2f61-4de4-84f1-c154f9a613ff tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716968 Oct 26 12:01:03.312313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'dbeab258-7ccd-4d75-937e-64081c3d782d', 'network_id': 'e89b7918-713c-444b-82a6-1f35542ca6b7', 'port_id': 'dbeab258-7ccd-4d75-937e-64081c3d782d', 'mac_address': 'fa:16:3e:51:02:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4ed5ed-af49-48ed-8307-1804ab7caa67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:01:03.366991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.391939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.395009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeab258-7ccd-4d75-937e-64081c3d782d {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:03.450758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port dbeab258-7ccd-4d75-937e-64081c3d782d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dbeab258-7ccd-4d75-937e-64081c3d782d,segment=NetworkSegment(3b8785d7-33e6-486e-96b6-d6306b95e510),segment_id=3b8785d7-33e6-486e-96b6-d6306b95e510)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:03.466343 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.467064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e5a48c61-1eef-4fa2-a10c-b22431f75775 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:01:03.528547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3c80-8296-4725-ae2c-84faf6dc8363 req-485cb98a-7e0a-45b8-bfe0-7d433d675d68 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:03.531788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67ba3c80-8296-4725-ae2c-84faf6dc8363 req-485cb98a-7e0a-45b8-bfe0-7d433d675d68 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.0750248 Oct 26 12:01:03.540081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=dbeab258-7ccd-4d75-937e-64081c3d782d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:03.596727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67ba3c80-8296-4725-ae2c-84faf6dc8363 req-c8768941-e362-411a-87cc-67994852ef92 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Oct 26 12:01:03.602925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.647724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.657947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44260) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:03.677101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d96c075b-af44-427a-9cdf-af89a4083ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.717262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e5a48c61-1eef-4fa2-a10c-b22431f75775, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:03.731170 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.735505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e5a48c61-1eef-4fa2-a10c-b22431f75775', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': 'e5a48c61-1eef-4fa2-a10c-b22431f75775', 'mac_address': 'fa:16:3e:2f:1d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:01:03.752390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb2ee3-d301-4cf3-b575-0c381aa97e08 req-d5eed10f-b906-408a-ae84-b9ca1cb6620c tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:03.755383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6beb2ee3-d301-4cf3-b575-0c381aa97e08 req-d5eed10f-b906-408a-ae84-b9ca1cb6620c tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 944 time: 0.0891132 Oct 26 12:01:03.767253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=833861e6-ba13-4c6b-895a-b767a71944a9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:03.772053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.778431 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f16c689a-f42a-40d4-bfc3-4d184a01f2e0 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/833861e6-ba13-4c6b-895a-b767a71944a9 HTTP/1.1" status: 204 len: 168 time: 0.6565888 Oct 26 12:01:03.780201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44264) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:03.815868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fadf95-c829-4664-be7f-e1bad514e6af None None] Network 8a940216-66f5-4b87-ac4b-5db42cb78d06 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:03.820131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d96c075b-af44-427a-9cdf-af89a4083ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.823371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.826695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d96c075b-af44-427a-9cdf-af89a4083ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.883328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a48c61-1eef-4fa2-a10c-b22431f75775 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:03.887472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c075b-af44-427a-9cdf-af89a4083ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97573cb4-716d-48b4-9836-4febb6142fb9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:03.891944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d96c075b-af44-427a-9cdf-af89a4083ba5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d27695ce683c4f38b3a648de015d6864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330029 Oct 26 12:01:03.895811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:03.935413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e5a48c61-1eef-4fa2-a10c-b22431f75775, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:03.955426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6beb2ee3-d301-4cf3-b575-0c381aa97e08 req-1446e565-dcc6-4866-b6ab-df949122c24f tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868913 Oct 26 12:01:03.963655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.970989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dec337b-f267-47d6-b5ed-203d67898847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:03.995038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dec337b-f267-47d6-b5ed-203d67898847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.007748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.018824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e5a48c61-1eef-4fa2-a10c-b22431f75775,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:04.021779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e37823b9-807b-4093-bde0-d1faad0d1c43 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:04.057043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dec337b-f267-47d6-b5ed-203d67898847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.060570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dec337b-f267-47d6-b5ed-203d67898847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.064563 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6dec337b-f267-47d6-b5ed-203d67898847 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/97573cb4-716d-48b4-9836-4febb6142fb9 HTTP/1.1" status: 204 len: 168 time: 0.1634483 Oct 26 12:01:04.092450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec337b-f267-47d6-b5ed-203d67898847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97573cb4-716d-48b4-9836-4febb6142fb9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:04.106507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port e37823b9-807b-4093-bde0-d1faad0d1c43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:04.107016 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.144312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 69571bf9-2ed3-4729-bc26-29567dce1f49 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:04.145662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.201473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] DHCP port deletion for 8a940216-66f5-4b87-ac4b-5db42cb78d06 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:01:04.266149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port 69571bf9-2ed3-4729-bc26-29567dce1f49, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=69571bf9-2ed3-4729-bc26-29567dce1f49,segment=NetworkSegment(5fb9ab17-ef7d-486b-9465-a5a1664fe283),segment_id=5fb9ab17-ef7d-486b-9465-a5a1664fe283)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:04.266723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.279738 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.284427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 69571bf9-2ed3-4729-bc26-29567dce1f49 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:04.312514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:04.314745 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a8e4e-f83e-48d4-a7ca-50b297a2b908" -d '{"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-plugged", "status": "completed", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:04.334466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e5a48c61-1eef-4fa2-a10c-b22431f75775'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:04.336930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['dbeab258-7ccd-4d75-937e-64081c3d782d'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:04.498241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.539282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=69571bf9-2ed3-4729-bc26-29567dce1f49,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:04.545215 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88d5e2-b1c5-4722-9b14-2b1b0f729c31 x-openstack-request-id: req-bc88d5e2-b1c5-4722-9b14-2b1b0f729c31 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:04.545523 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-plugged", "status": "completed", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:04.545774 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc88d5e2-b1c5-4722-9b14-2b1b0f729c31 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:04.546171 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'code': 200} Oct 26 12:01:04.551479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:04.557909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Deleting port 69571bf9-2ed3-4729-bc26-29567dce1f49 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:04.558917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.567393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port 69571bf9-2ed3-4729-bc26-29567dce1f49 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:04.570383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.570737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.571131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.571470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.571853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.572190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.572519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.572848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.573175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.573498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.573822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.574147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:04.627647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3279584-fc8d-477f-adbe-9ded4778170b req-3f9c74ca-1f52-4cab-a936-3c1665a6dd54 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:04.629762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3279584-fc8d-477f-adbe-9ded4778170b req-3f9c74ca-1f52-4cab-a936-3c1665a6dd54 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 945 time: 0.1839387 Oct 26 12:01:04.637363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.686241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72fe09-658c-411f-afb4-30df656114e0 req-3f10d455-79a0-4768-b744-d7f35eefb20e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:04.695525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc72fe09-658c-411f-afb4-30df656114e0 req-3f10d455-79a0-4768-b744-d7f35eefb20e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 945 time: 0.2006888 Oct 26 12:01:04.733961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.759374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3279584-fc8d-477f-adbe-9ded4778170b req-03e6a71b-c5dc-4f9f-87dc-9674322d0417 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142564 Oct 26 12:01:04.785530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a940216-66f5-4b87-ac4b-5db42cb78d06']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:04.805543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc72fe09-658c-411f-afb4-30df656114e0 req-46ec44a0-3f62-4aac-abd5-5779b08aa4c7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073966 Oct 26 12:01:04.811251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb9ab17-ef7d-486b-9465-a5a1664fe283') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:04.811554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb9ab17-ef7d-486b-9465-a5a1664fe283') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:04.833824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] For port 69571bf9-2ed3-4729-bc26-29567dce1f49, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:04.834230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.840881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.875159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.890741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Calling delete_port for 69571bf9-2ed3-4729-bc26-29567dce1f49 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:04.892268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:01:04.893025 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:01:04.897183 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:01:04.901030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Port 69571bf9-2ed3-4729-bc26-29567dce1f49 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:01:04.906311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:04.922067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:04.976704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] Pushing event deleted for resources: {'Port': ['ID=69571bf9-2ed3-4729-bc26-29567dce1f49,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:04.990548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f70c4-6e0f-4f2b-b90c-1e71ddce60c7 None None] No DVR routers for this DVR port 69571bf9-2ed3-4729-bc26-29567dce1f49 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:05.137853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:05.161813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:05.166173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/8a940216-66f5-4b87-ac4b-5db42cb78d06 HTTP/1.1" status: 204 len: 168 time: 1.3815739 Oct 26 12:01:05.167136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4f2fd-39de-47b2-aeee-d5038c55c437 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=8a940216-66f5-4b87-ac4b-5db42cb78d06,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:05.168909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:05.202675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766031d7-e40c-4261-a31a-ff2654bf0b83 req-f8d81096-1e07-4a75-8df7-5628de6f1863 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:05.216366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-766031d7-e40c-4261-a31a-ff2654bf0b83 req-f8d81096-1e07-4a75-8df7-5628de6f1863 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1470220 Oct 26 12:01:05.232787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faa8a2-fce2-40a7-a33e-5d7498c23814 req-96f8d1e2-2cb7-4b44-b764-735b0cd10b42 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:05.241473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5faa8a2-fce2-40a7-a33e-5d7498c23814 req-96f8d1e2-2cb7-4b44-b764-735b0cd10b42 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 944 time: 0.1708157 Oct 26 12:01:05.262106 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:05.273068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efb321-1eb2-4a83-90ce-406445d59a80 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:05.282512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40efb321-1eb2-4a83-90ce-406445d59a80 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd HTTP/1.1" status: 200 len: 844 time: 0.1120081 Oct 26 12:01:05.283150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44304) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:05.348240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-766031d7-e40c-4261-a31a-ff2654bf0b83 req-d9e83dc7-d8ea-40c7-a645-9701b12cdf90 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259789 Oct 26 12:01:05.361589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5faa8a2-fce2-40a7-a33e-5d7498c23814 req-51bd2155-e235-4320-83f9-7585b10ece74 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191564 Oct 26 12:01:05.385361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-79fadb48-4e21-4485-9602-fe5671990d09 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0988462 Oct 26 12:01:05.394292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44308) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:05.400407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:05.431908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 69571bf9-2ed3-4729-bc26-29567dce1f49 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:05.468663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 69571bf9-2ed3-4729-bc26-29567dce1f49 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:01:05.469099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 69571bf9-2ed3-4729-bc26-29567dce1f49 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:01:05.539867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:05.543966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:05.796421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:05.925375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:05.927160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:05.939683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:05.940285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:05.947100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b9f6f-7fda-450f-99d0-71a2fd95bee1 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:05.980352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=e8324040-e53a-4954-9b72-449a5f87c893,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:05.994501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18124ddc-7d27-4005-aded-ed2348ef5d69 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5962608 Oct 26 12:01:05.995377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44328) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:06.000661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1386367308'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:06.020870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d28406-47ed-484c-9fc6-e5465eecf24a req-6e362a78-7e97-4fbb-a896-b21f05483e40 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:06.028209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84d28406-47ed-484c-9fc6-e5465eecf24a req-6e362a78-7e97-4fbb-a896-b21f05483e40 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1335084 Oct 26 12:01:06.268250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'tenant_id': '17889751b4b449eb8cb2d1765a919bc3', 'fixed_ips': [{'subnet_id': 'e8324040-e53a-4954-9b72-449a5f87c893'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:01:06.270679 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.418814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c71d4-e1de-425b-a9d7-abc208b626e0 req-acd85788-b3f2-430a-b320-ec74ed8bd6b4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:06.420259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a83c71d4-e1de-425b-a9d7-abc208b626e0 req-acd85788-b3f2-430a-b320-ec74ed8bd6b4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 945 time: 0.5142887 Oct 26 12:01:06.449744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.482060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84d28406-47ed-484c-9fc6-e5465eecf24a req-5f1d291e-c6cf-4e8e-a644-e40b2b77c00e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484098 Oct 26 12:01:06.498281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Allocated IP 2001:db8::2 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/e8324040-e53a-4954-9b72-449a5f87c893/08e40e44-a575-4a79-9e4e-7c1d6d268dba) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:06.556655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a83c71d4-e1de-425b-a9d7-abc208b626e0 req-31bb17a2-1453-4b95-b28f-f1bee933399b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238356 Oct 26 12:01:06.715021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.730049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.799303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.800863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8042557 Oct 26 12:01:06.803897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44342) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:06.808926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1060680955'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:06.819729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bed03-b9ac-4626-97c2-12ec1c54cccf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb52533-9be4-4450-a71d-945d2e2b2f1f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:06.874144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.875179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44344) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:06.890460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.892256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:06.901300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0d78-f868-405d-b07f-4711a8441c33 req-c67b0e5c-2d2b-40f8-b3d8-e4cf16f3808f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:06.909527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-476c0d78-f868-405d-b07f-4711a8441c33 req-c67b0e5c-2d2b-40f8-b3d8-e4cf16f3808f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1219134 Oct 26 12:01:06.942027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811f9a3-e2c4-415d-a5de-d6f3d5d5ae13 req-d5510565-35e4-4687-ac0a-7061e75e11c0 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:06.950015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7811f9a3-e2c4-415d-a5de-d6f3d5d5ae13 req-d5510565-35e4-4687-ac0a-7061e75e11c0 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 944 time: 0.1543932 Oct 26 12:01:06.973747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:06.977010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:06.981085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:06.994549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Pushing event updated for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:06.996785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-476c0d78-f868-405d-b07f-4711a8441c33 req-1cd959ba-f7cd-4525-bcb1-ad5472d43e20 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854478 Oct 26 12:01:07.085830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e5a48c61-1eef-4fa2-a10c-b22431f75775 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:07.086716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7811f9a3-e2c4-415d-a5de-d6f3d5d5ae13 req-5768e863-3f39-4f31-be9d-a4a80556f07c tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355178 Oct 26 12:01:07.107059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.121209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.153167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50b414e1-b762-4745-be2b-b60f355eb6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.164412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.168048 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3623505 Oct 26 12:01:07.168831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:07.171357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725d225-b303-4701-ba63-6932458459a5 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a6e3fa-b508-4bb3-bfcb-a06b5ccaa906,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:07.177536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-994818779', 'security_groups': ['c2a6e3fa-b508-4bb3-bfcb-a06b5ccaa906'], 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8324040-e53a-4954-9b72-449a5f87c893'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:07.217203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Attempting to bind port 08e40e44-a575-4a79-9e4e-7c1d6d268dba on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:01:07.217617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Attempting to bind port 08e40e44-a575-4a79-9e4e-7c1d6d268dba by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '55043fc6-f310-4073-a278-787d58a531a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:01:07.217931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Attempting to bind port 08e40e44-a575-4a79-9e4e-7c1d6d268dba on network e935c8be-f653-4d9a-83d1-bfaaba97ab1e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:07.229356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:01:07.229790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Checking segment: {'id': '55043fc6-f310-4073-a278-787d58a531a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:07.230131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.230526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Bound using segment: {'id': '55043fc6-f310-4073-a278-787d58a531a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:01:07.231029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Bound port: 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55043fc6-f310-4073-a278-787d58a531a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:01:07.231423 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.281861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e5a48c61-1eef-4fa2-a10c-b22431f75775 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:01:07.289054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e5a48c61-1eef-4fa2-a10c-b22431f75775 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:07.289431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.339133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50b414e1-b762-4745-be2b-b60f355eb6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.347088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50b414e1-b762-4745-be2b-b60f355eb6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.374388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:01:07.380675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:07.393066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:01:07.401777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-50b414e1-b762-4745-be2b-b60f355eb6c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=36124f198ad6461db6aeeed36d1e1bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227015 Oct 26 12:01:07.401777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b414e1-b762-4745-be2b-b60f355eb6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d714d021-ea6c-436a-9757-9f9b754fffba,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:07.402367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.403761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44350) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:07.405567 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.469888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa574a9d-48a4-4364-8dae-1ebd7097b113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.489068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a48c61-1eef-4fa2-a10c-b22431f75775'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:07.505871 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa574a9d-48a4-4364-8dae-1ebd7097b113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.507644 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67020526-4188-4e6f-b35d-fe9584096d8f" -d '{"events": [{"server_uuid": "f3791807-2d9e-49e7-b13a-306e1089b5ed", "name": "network-vif-plugged", "status": "completed", "tag": "e5a48c61-1eef-4fa2-a10c-b22431f75775"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:07.521270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.545014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 25601e6d-aa4c-42ff-ab04-795a18b15772 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:01:07.579947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa574a9d-48a4-4364-8dae-1ebd7097b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.584171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e5a48c61-1eef-4fa2-a10c-b22431f75775, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:07.584774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa574a9d-48a4-4364-8dae-1ebd7097b113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.585522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a153d-929c-46e3-bab5-e1a02dc671fd None None] Pushing event updated for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:07.586616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa574a9d-48a4-4364-8dae-1ebd7097b113 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d714d021-ea6c-436a-9757-9f9b754fffba HTTP/1.1" status: 204 len: 168 time: 0.1814845 Oct 26 12:01:07.605772 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f5538-c46e-45e7-ba76-618f6ae1a807 x-openstack-request-id: req-812f5538-c46e-45e7-ba76-618f6ae1a807 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:07.606056 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3791807-2d9e-49e7-b13a-306e1089b5ed", "name": "network-vif-plugged", "status": "completed", "tag": "e5a48c61-1eef-4fa2-a10c-b22431f75775", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:07.606302 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-812f5538-c46e-45e7-ba76-618f6ae1a807 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:07.612480 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a48c61-1eef-4fa2-a10c-b22431f75775', 'code': 200} Oct 26 12:01:07.613769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:07.614573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dbeab258-7ccd-4d75-937e-64081c3d782d up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:07.637194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa574a9d-48a4-4364-8dae-1ebd7097b113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d714d021-ea6c-436a-9757-9f9b754fffba,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:07.796091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d556-dec9-447a-83fc-0ef4ddf94a3f req-0cea5752-a74b-422d-92c7-1ddba5e57574 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:07.808408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24b5d556-dec9-447a-83fc-0ef4ddf94a3f req-0cea5752-a74b-422d-92c7-1ddba5e57574 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1607819 Oct 26 12:01:07.879194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port dbeab258-7ccd-4d75-937e-64081c3d782d completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:01:07.880112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::1b3 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/e8324040-e53a-4954-9b72-449a5f87c893/25601e6d-aa4c-42ff-ab04-795a18b15772) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:07.885793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e5a48c61-1eef-4fa2-a10c-b22431f75775,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:07.888930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port dbeab258-7ccd-4d75-937e-64081c3d782d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:07.889322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.011208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.021244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24b5d556-dec9-447a-83fc-0ef4ddf94a3f req-a189f48d-5f48-408d-9b35-af2b76effe67 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117074 Oct 26 12:01:08.062849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port dbeab258-7ccd-4d75-937e-64081c3d782d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dbeab258-7ccd-4d75-937e-64081c3d782d,segment=NetworkSegment(3b8785d7-33e6-486e-96b6-d6306b95e510),segment_id=3b8785d7-33e6-486e-96b6-d6306b95e510)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:08.073226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d673e0-f6f6-4a14-a909-7c133955c87f req-c7859859-9426-479f-beb9-afeead24e677 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:08.077434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.080980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03d673e0-f6f6-4a14-a909-7c133955c87f req-c7859859-9426-479f-beb9-afeead24e677 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 946 time: 0.3394096 Oct 26 12:01:08.132658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.180418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=dbeab258-7ccd-4d75-937e-64081c3d782d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:08.194327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2a90d-93bb-4ef4-9f51-6b9f47e4db6e req-42687992-af0f-4682-a8cd-dc0fe17c01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:08.195953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4e2a90d-93bb-4ef4-9f51-6b9f47e4db6e req-42687992-af0f-4682-a8cd-dc0fe17c01c6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 1097 time: 0.2411633 Oct 26 12:01:08.220310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03d673e0-f6f6-4a14-a909-7c133955c87f req-d02a57e8-3cc1-4ea0-83de-282d56b727e7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252148 Oct 26 12:01:08.235649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.292128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:08.298200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:08.304278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:08.317974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:08.318795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.329695 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4e2a90d-93bb-4ef4-9f51-6b9f47e4db6e req-2fe60fd7-377c-4026-9485-f5fe0ebdaae5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206017 Oct 26 12:01:08.333999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44372) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:08.345194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=25601e6d-aa4c-42ff-ab04-795a18b15772,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:08.364747 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f274a75-fb82-4568-b2bc-d72a4e1aa832 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1945562 Oct 26 12:01:08.366097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:08.370896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f71b71de-f6f0-42e0-94bc-43febde2bbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.372238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:08.496802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f4e-5c16-42bb-ae24-100c7bc99664 req-209ce73c-321e-407e-a078-2b094298b838 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:08.505013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94257f4e-5c16-42bb-ae24-100c7bc99664 req-209ce73c-321e-407e-a078-2b094298b838 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1439295 Oct 26 12:01:08.539852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:08.545307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.563528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e78fb-48f9-446c-8738-97cd3ca9f407 req-8d6c7044-cdcb-405f-afe4-1cc80e2b99e6 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:08.570903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-553e78fb-48f9-446c-8738-97cd3ca9f407 req-8d6c7044-cdcb-405f-afe4-1cc80e2b99e6 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 945 time: 0.1499720 Oct 26 12:01:08.664415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94257f4e-5c16-42bb-ae24-100c7bc99664 req-e622851f-6664-4a9c-b088-01c070a017bb tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583834 Oct 26 12:01:08.739206 n-d-812150-3 neutron-server[102759]: INFO neutron.db.ipam_backend_mixin [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8324040-e53a-4954-9b72-449a5f87c893 (CIDR: 2001:db8::/64) Oct 26 12:01:08.749317 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:01:08.749317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:08.784413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a4571be2-08e0-4db2-82e4-693de3f077e8 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4164765 Oct 26 12:01:08.785585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44376) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:08.789988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-553e78fb-48f9-446c-8738-97cd3ca9f407 req-58183f40-d4be-4c36-b2e4-4891f19ac3dc tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182059 Oct 26 12:01:08.795287 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f71b71de-f6f0-42e0-94bc-43febde2bbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.796059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:08.815508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f71b71de-f6f0-42e0-94bc-43febde2bbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:08.884429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f71b71de-f6f0-42e0-94bc-43febde2bbd6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=894b753e9a0f44159a77b8cf420de7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489986 Oct 26 12:01:08.885503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44380) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:08.935133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b71de-f6f0-42e0-94bc-43febde2bbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ef149-7c1a-4992-aad3-c85b9c4a2f99,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:09.041700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27295afb-3c23-4e64-8001-d1a6f052f43b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.042737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:09.055355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.067862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27295afb-3c23-4e64-8001-d1a6f052f43b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.195704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27295afb-3c23-4e64-8001-d1a6f052f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.212172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27295afb-3c23-4e64-8001-d1a6f052f43b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.213356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27295afb-3c23-4e64-8001-d1a6f052f43b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c0ef149-7c1a-4992-aad3-c85b9c4a2f99 HTTP/1.1" status: 204 len: 168 time: 0.3194783 Oct 26 12:01:09.229358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:09.230825 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.268828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27295afb-3c23-4e64-8001-d1a6f052f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ef149-7c1a-4992-aad3-c85b9c4a2f99,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:09.307764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269595e0-0ef2-49c6-a072-850763c201b4 req-76758909-7c68-4f8f-8850-d0aa307879d5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:09.317975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-269595e0-0ef2-49c6-a072-850763c201b4 req-76758909-7c68-4f8f-8850-d0aa307879d5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1694620 Oct 26 12:01:09.577141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-269595e0-0ef2-49c6-a072-850763c201b4 req-5ec43733-8e5c-403a-9587-3b0c00387cd7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559397 Oct 26 12:01:09.641700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1236c-3f7d-4687-bece-9a5ff8d77778 req-5d96ba61-dcfd-4ff0-8a9c-7a6365575380 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:09.654907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeab258-7ccd-4d75-937e-64081c3d782d'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:09.656924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81f1236c-3f7d-4687-bece-9a5ff8d77778 req-5d96ba61-dcfd-4ff0-8a9c-7a6365575380 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 946 time: 0.2882516 Oct 26 12:01:09.683557 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6ea7ec-c411-4254-96b5-63b332524221" -d '{"events": [{"server_uuid": "6e214f85-4ed6-451b-a02d-cc50f19411f0", "name": "network-vif-plugged", "status": "completed", "tag": "dbeab258-7ccd-4d75-937e-64081c3d782d"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:09.703621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e40e44-a575-4a79-9e4e-7c1d6d268dba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:09.765259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81f1236c-3f7d-4687-bece-9a5ff8d77778 req-3176aec2-ac35-4447-94ad-26a8c5156cd1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853336 Oct 26 12:01:09.821493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.872899 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639e9ede-23ec-4b81-afb1-d85f48191729 x-openstack-request-id: req-639e9ede-23ec-4b81-afb1-d85f48191729 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:09.872899 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e214f85-4ed6-451b-a02d-cc50f19411f0", "name": "network-vif-plugged", "status": "completed", "tag": "dbeab258-7ccd-4d75-937e-64081c3d782d", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:09.873684 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-639e9ede-23ec-4b81-afb1-d85f48191729 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:09.874280 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeab258-7ccd-4d75-937e-64081c3d782d', 'code': 200} Oct 26 12:01:09.879677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.935396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:09.946325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:09.968030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:09.986402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:09.988371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05492616-88bc-4405-b9e4-d1f1a9c4cc50 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:09.988993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:09.996230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:10.114583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f9443-bd4f-4300-86d8-914adbce29b7 req-66deabc0-2266-4958-80bc-4364bd40b6ef tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:10.124615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3367779 Oct 26 12:01:10.125616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531a323-4491-45ff-b338-aa7694f45a34 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=0920e38c-739a-4be8-bbc3-454edb32940a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:10.134373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c37f9443-bd4f-4300-86d8-914adbce29b7 req-66deabc0-2266-4958-80bc-4364bd40b6ef tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.2077386 Oct 26 12:01:10.136415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44414) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:10.151630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-98476474', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0920e38c-739a-4be8-bbc3-454edb32940a'}], 'security_groups': ['0eb52533-9be4-4450-a71d-945d2e2b2f1f']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:10.164380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca6d06-b4c8-413b-b176-5afbc2471ffc req-d4885d0f-4506-435b-a0ed-0c73ffcab9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:10.165896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2aca6d06-b4c8-413b-b176-5afbc2471ffc req-d4885d0f-4506-435b-a0ed-0c73ffcab9ff service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 1096 time: 0.2252207 Oct 26 12:01:10.240590 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2aca6d06-b4c8-413b-b176-5afbc2471ffc req-4446c23c-01f7-4433-9b43-ed27c61d9b29 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662632 Oct 26 12:01:10.271585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301ebf1-a4d3-49ba-acbf-611cf19c27d6 req-e1fe54a3-61ca-4615-8095-019faa6eab71 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:10.279086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6301ebf1-a4d3-49ba-acbf-611cf19c27d6 req-e1fe54a3-61ca-4615-8095-019faa6eab71 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 945 time: 0.2584198 Oct 26 12:01:10.330311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Provisioning complete for port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:10.330907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:10.365514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c37f9443-bd4f-4300-86d8-914adbce29b7 req-3df1ba80-edf8-4af9-8ea8-ee7cda153f1a tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254431 Oct 26 12:01:10.409219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6301ebf1-a4d3-49ba-acbf-611cf19c27d6 req-a7a4ec54-77f0-4a92-91c5-04ffff0788bc tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289880 Oct 26 12:01:10.446010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:10.446818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:10.522244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:10.903293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Pushing event updated for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:10.919816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-59707cfe-2a19-4754-93f1-51223ef4f842 None None] Port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:11.049267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a136-3914-4564-aeaa-3698d83baefb req-b3db01a7-613b-427b-b500-3a7bd8abaaff tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:11.076428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c79a136-3914-4564-aeaa-3698d83baefb req-b3db01a7-613b-427b-b500-3a7bd8abaaff tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.3194447 Oct 26 12:01:11.099820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-843b96f6-2faa-4101-9cfe-69aaaf0ede5e None None] Provisioning complete for port 25601e6d-aa4c-42ff-ab04-795a18b15772 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:11.100231 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-843b96f6-2faa-4101-9cfe-69aaaf0ede5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:11.102964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] Update dhcp port {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'fixed_ips': [{'subnet_id': 'e8324040-e53a-4954-9b72-449a5f87c893', 'ip_address': '2001:db8::2'}, {'subnet_id': '0920e38c-739a-4be8-bbc3-454edb32940a'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '08e40e44-a575-4a79-9e4e-7c1d6d268dba'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:01:11.186449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:11.195812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c79a136-3914-4564-aeaa-3698d83baefb req-4523ec13-b45a-4d91-8c19-6a5a2223c056 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188817 Oct 26 12:01:11.215833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70b37-aeca-4aba-a4fb-b4efed588362 req-79a77b5e-9c26-428f-bcc6-e4e653c7e100 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:11.223564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9f70b37-aeca-4aba-a4fb-b4efed588362 req-79a77b5e-9c26-428f-bcc6-e4e653c7e100 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 946 time: 0.2127242 Oct 26 12:01:11.323484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9f70b37-aeca-4aba-a4fb-b4efed588362 req-6726e817-9909-4571-b506-c2acc809ac23 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986803 Oct 26 12:01:11.362097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-843b96f6-2faa-4101-9cfe-69aaaf0ede5e None None] Port 25601e6d-aa4c-42ff-ab04-795a18b15772 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:11.485805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e40e44-a575-4a79-9e4e-7c1d6d268dba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:11.598901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Delete allocated IP 2001:db8::1b3 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/e8324040-e53a-4954-9b72-449a5f87c893) {{(pid=102760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 12:01:11.601009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:11.601482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:11.609432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eae45b-de03-4806-b584-a962ad7b4cbc req-7b0a4007-0a4d-4d09-a34c-002595bd246e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:11.617034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53eae45b-de03-4806-b584-a962ad7b4cbc req-7b0a4007-0a4d-4d09-a34c-002595bd246e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 946 time: 0.1252646 Oct 26 12:01:11.645204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8:0:1::1b2 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/0920e38c-739a-4be8-bbc3-454edb32940a/25601e6d-aa4c-42ff-ab04-795a18b15772) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:11.666978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce8d3d-a582-48ca-9924-cad52647bcec req-41f80167-97fb-405a-8f26-bd431e1323f8 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:11.675237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3ce8d3d-a582-48ca-9924-cad52647bcec req-41f80167-97fb-405a-8f26-bd431e1323f8 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1846235 Oct 26 12:01:11.737571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53eae45b-de03-4806-b584-a962ad7b4cbc req-7b93312c-9288-40c2-9b5c-78e595e4b5cd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192961 Oct 26 12:01:11.788982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3ce8d3d-a582-48ca-9924-cad52647bcec req-e577474d-2e5e-4122-8b06-1e96932fdc0f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125700 Oct 26 12:01:12.086174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339930-627d-478b-ad3a-adc51d7e3967 req-5098bf0d-aa32-4687-a782-75dbcae564fa tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:12.089344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1339930-627d-478b-ad3a-adc51d7e3967 req-5098bf0d-aa32-4687-a782-75dbcae564fa tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 945 time: 0.2583416 Oct 26 12:01:12.137237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:12.148537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1339930-627d-478b-ad3a-adc51d7e3967 req-0b36c739-e2b9-45f5-a7f2-430c175a3077 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522146 Oct 26 12:01:12.149717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:12.255176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] Allocated IP 2001:db8:0:1::2 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/0920e38c-739a-4be8-bbc3-454edb32940a/08e40e44-a575-4a79-9e4e-7c1d6d268dba) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:12.264349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=25601e6d-aa4c-42ff-ab04-795a18b15772,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:12.464815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:12.473678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] In _notify_port_updated(), no bound segment for port 25601e6d-aa4c-42ff-ab04-795a18b15772 on network e935c8be-f653-4d9a-83d1-bfaaba97ab1e {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:01:12.486663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:12.487382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:12.492460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a684ddd1-891a-40cd-aa29-27ae0a9e0e4d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/ports/25601e6d-aa4c-42ff-ab04-795a18b15772 HTTP/1.1" status: 200 len: 929 time: 2.3547482 Oct 26 12:01:12.495454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44484) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:12.538075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:12.555736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:12.562646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47f708-1df6-4e73-8000-6c5fb440d209 req-aeb03a88-1e81-46be-8793-fbe545c71c21 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:12.571191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf47f708-1df6-4e73-8000-6c5fb440d209 req-aeb03a88-1e81-46be-8793-fbe545c71c21 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 946 time: 0.2882295 Oct 26 12:01:12.579964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc91929-e41e-42b0-bb7b-ac6334e63c3e req-b711c03b-8f17-441d-9229-19867f89525b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:12.581786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dc91929-e41e-42b0-bb7b-ac6334e63c3e req-b711c03b-8f17-441d-9229-19867f89525b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2387238 Oct 26 12:01:12.718857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 25601e6d-aa4c-42ff-ab04-795a18b15772 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:12.719618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:12.741849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dc91929-e41e-42b0-bb7b-ac6334e63c3e req-6000c4e5-adef-404f-9263-1239039b2f66 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386402 Oct 26 12:01:12.780774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf47f708-1df6-4e73-8000-6c5fb440d209 req-a976b46a-8b1e-4996-ae17-979f3e6ab240 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849058 Oct 26 12:01:12.861111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842ed5a-54c9-44ce-89f7-4348b4762131 None None] Pushing event updated for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:13.048412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.116621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 25601e6d-aa4c-42ff-ab04-795a18b15772 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:13.129713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdc3a6-0e0d-4bfa-99fd-e0f667559157 req-b2b3c989-2d58-4cea-a8d0-48074362f1b6 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:13.131395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44cdc3a6-0e0d-4bfa-99fd-e0f667559157 req-b2b3c989-2d58-4cea-a8d0-48074362f1b6 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1756721 Oct 26 12:01:13.201087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44514) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:13.229104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44cdc3a6-0e0d-4bfa-99fd-e0f667559157 req-a7511b24-94b0-4cef-8d10-e8c46dee6f29 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918553 Oct 26 12:01:13.437208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.464872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8465383d-0c7d-4cb5-81fe-9a063ccbdd87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.480841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=25601e6d-aa4c-42ff-ab04-795a18b15772,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:13.517792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.529157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44524) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:13.530219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e40e44-a575-4a79-9e4e-7c1d6d268dba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:13.540985 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58e04436-59ff-4986-ae30-809248f93b4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/25601e6d-aa4c-42ff-ab04-795a18b15772 HTTP/1.1" status: 204 len: 168 time: 1.0375700 Oct 26 12:01:13.595556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:13.596606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.638099 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba9f5f1-3525-40ae-86ce-f8162bbf9867 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:01:13.644797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fba9f5f1-3525-40ae-86ce-f8162bbf9867 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/25601e6d-aa4c-42ff-ab04-795a18b15772 HTTP/1.1" status: 404 len: 333 time: 0.1118023 Oct 26 12:01:13.656094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44526) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:13.739153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-59279683-15e1-44ca-bfa4-b4761d29ebd7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:13.743067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-59279683-15e1-44ca-bfa4-b4761d29ebd7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 946 time: 0.1414027 Oct 26 12:01:13.886069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8c16-553d-4f90-9208-5a6ac3573fd4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.903849 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8465383d-0c7d-4cb5-81fe-9a063ccbdd87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.912969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8465383d-0c7d-4cb5-81fe-9a063ccbdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:13.972056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8c16-553d-4f90-9208-5a6ac3573fd4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.024381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-be7262dc-bb0f-4af9-884c-d9e463918b62 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:14.025028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-be7262dc-bb0f-4af9-884c-d9e463918b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.052221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf432-5d9b-42f8-b623-d621a3aa643e req-f1942c56-4218-4c47-9325-9d12873435bb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:14.062427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port e5a48c61-1eef-4fa2-a10c-b22431f75775 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:14.062427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.062778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-220bf432-5d9b-42f8-b623-d621a3aa643e req-f1942c56-4218-4c47-9325-9d12873435bb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.4368498 Oct 26 12:01:14.088623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8465383d-0c7d-4cb5-81fe-9a063ccbdd87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ede220da319643e69018d074e79b0186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8863480 Oct 26 12:01:14.093653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44534) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:14.146284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-220bf432-5d9b-42f8-b623-d621a3aa643e req-d6a44d31-e2f9-4dab-af8d-e76d1ab0831b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838847 Oct 26 12:01:14.194469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465383d-0c7d-4cb5-81fe-9a063ccbdd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615b5ca-2262-4356-8360-574b04f108f5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:14.230411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-be7262dc-bb0f-4af9-884c-d9e463918b62 None None] Provisioning complete for port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:14.235977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-be7262dc-bb0f-4af9-884c-d9e463918b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.256472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port e5a48c61-1eef-4fa2-a10c-b22431f75775, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e5a48c61-1eef-4fa2-a10c-b22431f75775,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:14.256841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.278609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for e5a48c61-1eef-4fa2-a10c-b22431f75775 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:14.333119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead8c5-4ec4-4ac5-8301-5e9027e57813 req-6d1823f0-3adc-44f3-a067-1ca699d0341a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:14.342044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8ead8c5-4ec4-4ac5-8301-5e9027e57813 req-6d1823f0-3adc-44f3-a067-1ca699d0341a tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.4195960 Oct 26 12:01:14.345555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-be7262dc-bb0f-4af9-884c-d9e463918b62 None None] Port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:14.356658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-be7262dc-bb0f-4af9-884c-d9e463918b62 None None] Could not find standard attr ID for object 25601e6d-aa4c-42ff-ab04-795a18b15772. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:01:14.428662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.442278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e5a48c61-1eef-4fa2-a10c-b22431f75775'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:14.445259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:14.497005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=e5a48c61-1eef-4fa2-a10c-b22431f75775,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:14.505953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8c16-553d-4f90-9208-5a6ac3573fd4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.509971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8c16-553d-4f90-9208-5a6ac3573fd4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.511519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fbcd8c16-553d-4f90-9208-5a6ac3573fd4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/security-groups/c2a6e3fa-b508-4bb3-bfcb-a06b5ccaa906 HTTP/1.1" status: 204 len: 168 time: 0.8544533 Oct 26 12:01:14.513545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-352c0f67-7eb3-4d8a-936f-1922ea8ee104 None None] Could not find standard attr ID for object 25601e6d-aa4c-42ff-ab04-795a18b15772. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:01:14.515380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:14.557782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd8c16-553d-4f90-9208-5a6ac3573fd4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a6e3fa-b508-4bb3-bfcb-a06b5ccaa906,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:14.591244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-361f033c-f4c5-46c2-acae-a09899497588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.607109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabce71-a456-4fb7-8fc6-42cb50d38431 req-282f45f0-05fc-47f0-84a5-66d733e058a7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:14.615225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dabce71-a456-4fb7-8fc6-42cb50d38431 req-282f45f0-05fc-47f0-84a5-66d733e058a7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=f3791807-2d9e-49e7-b13a-306e1089b5ed HTTP/1.1" status: 200 len: 867 time: 0.2677200 Oct 26 12:01:14.617052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port e5a48c61-1eef-4fa2-a10c-b22431f75775 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:14.620031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.624540 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0112e5b7-55d8-4ec0-bc31-5fc6f459d63b req-01da3650-db0e-41f4-b0a1-48d0a8117ce8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "DELETE /v2.0/ports/e5a48c61-1eef-4fa2-a10c-b22431f75775 HTTP/1.1" status: 204 len: 173 time: 0.8721149 Oct 26 12:01:14.633186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8ead8c5-4ec4-4ac5-8301-5e9027e57813 req-27e2e929-69b6-4639-ba4f-eefcf8cd0b9f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456574 Oct 26 12:01:14.642084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'name': 'network-vif-deleted', 'tag': 'e5a48c61-1eef-4fa2-a10c-b22431f75775'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:14.654583 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801816e9-e1d3-4a57-b4ef-fb80ad974197" -d '{"events": [{"server_uuid": "f3791807-2d9e-49e7-b13a-306e1089b5ed", "name": "network-vif-deleted", "tag": "e5a48c61-1eef-4fa2-a10c-b22431f75775"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:14.671005 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-361f033c-f4c5-46c2-acae-a09899497588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.725337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dabce71-a456-4fb7-8fc6-42cb50d38431 req-e5b3bd3a-bffa-44db-a8cd-393b2f134c71 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926542 Oct 26 12:01:14.766533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7546-2df3-4f3f-b049-822d6411695e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.819274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7546-2df3-4f3f-b049-822d6411695e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.924350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7546-2df3-4f3f-b049-822d6411695e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.928122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fd866-e147-48e9-b421-06547c58a04e req-3fa7167a-53d7-47cb-a0c5-b4b110a679f8 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:14.936666 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7546-2df3-4f3f-b049-822d6411695e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.938252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a0fd866-e147-48e9-b421-06547c58a04e req-3fa7167a-53d7-47cb-a0c5-b4b110a679f8 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1613352 Oct 26 12:01:14.941733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-361f033c-f4c5-46c2-acae-a09899497588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.944596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-361f033c-f4c5-46c2-acae-a09899497588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:14.946815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f9ca7546-2df3-4f3f-b049-822d6411695e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/security-groups/0eb52533-9be4-4450-a71d-945d2e2b2f1f HTTP/1.1" status: 204 len: 168 time: 0.4045708 Oct 26 12:01:14.949969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:14.953099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-361f033c-f4c5-46c2-acae-a09899497588 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b615b5ca-2262-4356-8360-574b04f108f5 HTTP/1.1" status: 204 len: 168 time: 0.8522789 Oct 26 12:01:15.006362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f033c-f4c5-46c2-acae-a09899497588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615b5ca-2262-4356-8360-574b04f108f5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:15.046226 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5655e38-0a2b-4d32-977f-5997a0846496 x-openstack-request-id: req-e5655e38-0a2b-4d32-977f-5997a0846496 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:15.046427 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3791807-2d9e-49e7-b13a-306e1089b5ed", "name": "network-vif-deleted", "tag": "e5a48c61-1eef-4fa2-a10c-b22431f75775", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:15.046654 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5655e38-0a2b-4d32-977f-5997a0846496 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:15.047095 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3791807-2d9e-49e7-b13a-306e1089b5ed', 'name': 'network-vif-deleted', 'tag': 'e5a48c61-1eef-4fa2-a10c-b22431f75775', 'status': 'completed', 'code': 200} Oct 26 12:01:15.054649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca7546-2df3-4f3f-b049-822d6411695e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb52533-9be4-4450-a71d-945d2e2b2f1f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:15.137742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a0fd866-e147-48e9-b421-06547c58a04e req-3bbeeb0b-88ac-45f7-8dba-72efe0313129 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814430 Oct 26 12:01:15.166740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985463-05c1-4213-ada7-c3847f221c10 req-6f483c16-46ac-4cf6-b39f-2d76725eaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:15.169138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7985463-05c1-4213-ada7-c3847f221c10 req-6f483c16-46ac-4cf6-b39f-2d76725eaed9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.1646283 Oct 26 12:01:15.189895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet e8324040-e53a-4954-9b72-449a5f87c893 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:01:15.203614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.265359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7985463-05c1-4213-ada7-c3847f221c10 req-e787629d-4b0d-4b9e-b44e-a99342f6faf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827227 Oct 26 12:01:15.353882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.430394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d20b6-3aa4-411c-80e9-10e44c286fd8 req-4e4e7e40-5619-4f15-a82e-a99a21ead5f4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:15.444749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c9d20b6-3aa4-411c-80e9-10e44c286fd8 req-4e4e7e40-5619-4f15-a82e-a99a21ead5f4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1451299 Oct 26 12:01:15.533180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c9d20b6-3aa4-411c-80e9-10e44c286fd8 req-7455fa6a-2bb5-45e8-aafd-7875c02648db tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823464 Oct 26 12:01:15.597029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.619666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44564) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:15.641326 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12df0860-3210-4a2d-9372-7ba6d67ffd55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.697846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.750467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=e8324040-e53a-4954-9b72-449a5f87c893,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:15.752903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.760441 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d1daf3f-0c50-4097-bd2d-87d7ff9d9d4f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/e8324040-e53a-4954-9b72-449a5f87c893 HTTP/1.1" status: 204 len: 168 time: 0.7579641 Oct 26 12:01:15.761588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44570) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:15.764807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174837e-508d-410f-96eb-ca367f139418 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:15.771702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:15.838217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12df0860-3210-4a2d-9372-7ba6d67ffd55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.857733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12df0860-3210-4a2d-9372-7ba6d67ffd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:15.933544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df0860-3210-4a2d-9372-7ba6d67ffd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fd8d9-44b2-4324-88c6-9b62f1c70974,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:15.966473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-12df0860-3210-4a2d-9372-7ba6d67ffd55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55ee507351694e5ba17e4a80e6b3be00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444681 Oct 26 12:01:15.970009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:16.003921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027d213-83ca-49d9-aa53-959ae0add389 req-b0849bd7-1bdc-4b35-87e2-3d474acd59ff tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:16.005739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b027d213-83ca-49d9-aa53-959ae0add389 req-b0849bd7-1bdc-4b35-87e2-3d474acd59ff tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2038052 Oct 26 12:01:16.039057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b57fd14-40e8-40e9-8adf-3bb27d5428fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:16.056765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:16.060552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:16.088333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b57fd14-40e8-40e9-8adf-3bb27d5428fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:16.155059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b027d213-83ca-49d9-aa53-959ae0add389 req-530cef36-b924-422e-a9e1-4973a158b925 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419570 Oct 26 12:01:16.162453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b57fd14-40e8-40e9-8adf-3bb27d5428fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:16.170118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b57fd14-40e8-40e9-8adf-3bb27d5428fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:16.182055 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b57fd14-40e8-40e9-8adf-3bb27d5428fe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe0fd8d9-44b2-4324-88c6-9b62f1c70974 HTTP/1.1" status: 204 len: 168 time: 0.2107396 Oct 26 12:01:16.241024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57fd14-40e8-40e9-8adf-3bb27d5428fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fd8d9-44b2-4324-88c6-9b62f1c70974,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:16.608664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d3382-9208-4977-a5bd-b1966d399a65 req-2a3de307-1cc6-4abf-9d09-cb8e9285f7f5 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:16.610383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f2d3382-9208-4977-a5bd-b1966d399a65 req-2a3de307-1cc6-4abf-9d09-cb8e9285f7f5 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1950574 Oct 26 12:01:16.715092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-b5c52761-fa55-43e6-bff4-f05c3afde13d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:16.725555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-b5c52761-fa55-43e6-bff4-f05c3afde13d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.4475064 Oct 26 12:01:16.775663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-65de6e7b-1cde-4e2a-a090-4e9a3a8ad3bb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0490739 Oct 26 12:01:16.883066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f2d3382-9208-4977-a5bd-b1966d399a65 req-214e28fb-372f-4685-bf06-2829cfd0c392 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298524 Oct 26 12:01:16.893627 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.053311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:17.063637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e5a48c61-1eef-4fa2-a10c-b22431f75775 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:17.087816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:17.091205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:17.092888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.110040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-019943b6-0412-4cfd-9756-9a51f5d7b764 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3331037 Oct 26 12:01:17.127771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: e5a48c61-1eef-4fa2-a10c-b22431f75775 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:01:17.128232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e5a48c61-1eef-4fa2-a10c-b22431f75775 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:01:17.218440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=7bada2a6-a607-4efc-a687-1cdf2738dcc2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:17.231409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41f78d56-b8fe-463f-b04f-b6ea1b216191 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4689269 Oct 26 12:01:17.233969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:17.249915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1484751539'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:17.250321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419f94-7c2e-446f-83be-258c9cd1c293 req-f96e8352-7b31-403c-aed3-2e5982880ee1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:17.257708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92419f94-7c2e-446f-83be-258c9cd1c293 req-f96e8352-7b31-403c-aed3-2e5982880ee1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2146935 Oct 26 12:01:17.288932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257d6ee-ba7c-40d4-b7e5-6a97147eefe4 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:17.333388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92419f94-7c2e-446f-83be-258c9cd1c293 req-ac0e5085-51a4-4274-b480-f8ca60be2b28 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747068 Oct 26 12:01:17.366616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-fac1968c-9a76-4a8b-8421-41dc83aeb3e0 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547874 Oct 26 12:01:17.370885 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.404179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f46953e1-1aea-4341-9f7c-0f5e4985a2af None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:17.404599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f46953e1-1aea-4341-9f7c-0f5e4985a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.569231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.574460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f46953e1-1aea-4341-9f7c-0f5e4985a2af None None] Provisioning complete for port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:17.574852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f46953e1-1aea-4341-9f7c-0f5e4985a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.586275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.654506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.658981 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4233274 Oct 26 12:01:17.661062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-dcc02f92-b272-484c-9a3d-11dae6bfd6b6 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918954 Oct 26 12:01:17.661591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44638) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:17.663441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb9307-cac8-4720-b9e4-70d132a9e35b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e554bc-84e5-4736-84a7-b319ad92b016,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:17.682965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1850394233'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:17.698104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f46953e1-1aea-4341-9f7c-0f5e4985a2af None None] Port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:17.758060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.847527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] Update dhcp port {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'fixed_ips': [{'subnet_id': '0920e38c-739a-4be8-bbc3-454edb32940a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bada2a6-a607-4efc-a687-1cdf2738dcc2'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '08e40e44-a575-4a79-9e4e-7c1d6d268dba'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:01:17.939185 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.977532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:17.986795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.187718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.189024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5264506 Oct 26 12:01:18.193823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44656) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:18.200778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413358755'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:18.223317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f7be5-4095-487f-b323-6b74b9ca1f3b tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c499fa-e3f4-494d-8485-64fc82b3ce18,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:18.236948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] Allocated IP 2001:db8::2 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/7bada2a6-a607-4efc-a687-1cdf2738dcc2/08e40e44-a575-4a79-9e4e-7c1d6d268dba) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:18.268469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89921ef1-0587-4238-a84f-9179f527f244 req-d2df59d9-7d08-48c6-a7c5-8da0270c3043 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:18.282175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.286697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89921ef1-0587-4238-a84f-9179f527f244 req-d2df59d9-7d08-48c6-a7c5-8da0270c3043 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 945 time: 0.2699888 Oct 26 12:01:18.354147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbe4-20d1-41e6-8e9c-b352b76a756a req-c896d128-f7a0-4258-bf00-e8af7975d180 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:18.357991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8625cbe4-20d1-41e6-8e9c-b352b76a756a req-c896d128-f7a0-4258-bf00-e8af7975d180 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2860174 Oct 26 12:01:18.407186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89921ef1-0587-4238-a84f-9179f527f244 req-da4af37c-1057-4578-9604-2028f2ac92f8 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193650 Oct 26 12:01:18.437680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8625cbe4-20d1-41e6-8e9c-b352b76a756a req-5f458de3-f5c8-49d6-b0ad-0a3deaa8e0c3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Oct 26 12:01:18.505648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.512949 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.535850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:18.541447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.549145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3530777 Oct 26 12:01:18.558344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44670) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:18.573134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1502115848', 'security_groups': ['7ecdb33e-4ec2-417f-b83c-991c382fe6d7'], 'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bada2a6-a607-4efc-a687-1cdf2738dcc2'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:18.606834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.614121 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:18.641913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1683ed15-9350-4bda-b93d-c7fa8e9adb19 req-fe355569-f431-4d83-8421-28b1bc187ef3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 210 time: 0.0903916 Oct 26 12:01:18.709440 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4e1c-c2b5-486d-8f7e-45b52928baae tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecdb33e-4ec2-417f-b83c-991c382fe6d7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:18.813938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636c86-fc77-41a3-a32d-6012df0463c3 req-370b4992-caea-409a-a27f-a8d70317e8c4 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:18.815852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04636c86-fc77-41a3-a32d-6012df0463c3 req-370b4992-caea-409a-a27f-a8d70317e8c4 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1725409 Oct 26 12:01:18.840159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c57c7-eaba-4ce2-9fac-e0ef4dfd36d1 None None] Pushing event updated for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:18.947480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:18.988915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04636c86-fc77-41a3-a32d-6012df0463c3 req-b04e6cd4-66c6-4cea-abdb-7a40419698e3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463695 Oct 26 12:01:19.051977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a995c-6f5c-40d4-92fb-19c05eafaac7 req-b6389ead-3515-44d9-9a86-86b26f593fed tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:19.059502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f83a995c-6f5c-40d4-92fb-19c05eafaac7 req-b6389ead-3515-44d9-9a86-86b26f593fed tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2388759 Oct 26 12:01:19.135752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f83a995c-6f5c-40d4-92fb-19c05eafaac7 req-61c91554-0a19-483d-8c56-a9551258b2b8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751970 Oct 26 12:01:19.152270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-54c50a83-898c-440f-8ea3-722b7814cfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.182433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8403275e-c8d6-466b-936e-9a9b66184f16 req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1068990438', 'description': 'tempest-description-135516810'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:19.187681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.231164 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8403275e-c8d6-466b-936e-9a9b66184f16 req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.241833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] device_id is not set on port 4017eb95-f23c-4ca0-9067-5fe42bac0320 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:01:19.485021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e40e44-a575-4a79-9e4e-7c1d6d268dba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:19.521431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8403275e-c8d6-466b-936e-9a9b66184f16 req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.545491 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8403275e-c8d6-466b-936e-9a9b66184f16 req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.617100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:19.617474 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.631117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede2183e-e161-4854-8de7-667740fa1684,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:19.635743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8403275e-c8d6-466b-936e-9a9b66184f16 req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:19.656167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8403275e-c8d6-466b-936e-9a9b66184f16 req-9ec4efa1-4fee-48fb-be9a-9c337a742897 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4774024 Oct 26 12:01:19.705108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-47c20f8b-50ee-49e4-9dbd-3df10973042e tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:19.714088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-47c20f8b-50ee-49e4-9dbd-3df10973042e tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 945 time: 0.2915256 Oct 26 12:01:19.840088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-9485e6e4-fa8a-4140-8cea-74430ead391a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:19.842652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-9485e6e4-fa8a-4140-8cea-74430ead391a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.4439437 Oct 26 12:01:19.869039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:19.890713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8::2f (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/7bada2a6-a607-4efc-a687-1cdf2738dcc2/4017eb95-f23c-4ca0-9067-5fe42bac0320) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:19.951294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9018a-b9b0-4e4d-afb2-97e0b3084b48 req-03c3f395-0601-4137-b0d8-1aec88f7a152 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:19.952961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5d9018a-b9b0-4e4d-afb2-97e0b3084b48 req-03c3f395-0601-4137-b0d8-1aec88f7a152 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 945 time: 0.3526530 Oct 26 12:01:20.027504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbede9fe-6688-46cc-af42-d1068f9894d0 req-73db4595-13b7-407b-8312-a336a86f59c2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:20.043328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dbede9fe-6688-46cc-af42-d1068f9894d0 req-73db4595-13b7-407b-8312-a336a86f59c2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2349162 Oct 26 12:01:20.063986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-56b0eb7f-a175-4c15-8602-e272e81c0b81 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:20.066200 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b0eb7f-a175-4c15-8602-e272e81c0b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.084894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5d9018a-b9b0-4e4d-afb2-97e0b3084b48 req-bed2247c-00fa-46e0-bd29-0041a1c97276 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/security-groups?id=da670d8a-0668-46d1-b74a-dce1e9faf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207435 Oct 26 12:01:20.144362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dbede9fe-6688-46cc-af42-d1068f9894d0 req-04a4e632-488b-47f5-b4f5-3fec104fa0f1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866151 Oct 26 12:01:20.163755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:20.168083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.279419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-56b0eb7f-a175-4c15-8602-e272e81c0b81 None None] Provisioning complete for port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:20.279765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b0eb7f-a175-4c15-8602-e272e81c0b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.320185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-56b0eb7f-a175-4c15-8602-e272e81c0b81 None None] Port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:20.352738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.14 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/bd36cc75-d426-466c-9ccb-1032e0f479e5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:20.382671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b8dd28c-4cce-4d9b-965a-2d311fa240e3 req-39c53a77-ce1d-405c-a89d-49a1f459f3f9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 210 time: 0.0495498 Oct 26 12:01:20.423853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-6c0a0412-c214-4a4a-a85a-a2dee2f7706d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1068990438&fields=id&tenant_id=f39a517af7294ab295ebb868e2f83052 HTTP/1.1" status: 200 len: 267 time: 0.0917735 Oct 26 12:01:20.516540 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:01:20.528887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-dacf6614-a5ca-423c-b37b-f8dc79b5137b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:20.530353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Deleting port dbeab258-7ccd-4d75-937e-64081c3d782d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:20.530703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.537924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-dacf6614-a5ca-423c-b37b-f8dc79b5137b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1128125 Oct 26 12:01:20.578694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'port': {'security_groups': ['9ea7d29e-4316-4cdd-99df-49be9c0622f0', 'ede2183e-e161-4854-8de7-667740fa1684']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:20.610079 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.669283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] For port dbeab258-7ccd-4d75-937e-64081c3d782d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=dbeab258-7ccd-4d75-937e-64081c3d782d,segment=NetworkSegment(3b8785d7-33e6-486e-96b6-d6306b95e510),segment_id=3b8785d7-33e6-486e-96b6-d6306b95e510)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:20.669759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.686710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Calling delete_port for dbeab258-7ccd-4d75-937e-64081c3d782d owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:20.703104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.793414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:20.802818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:20.808507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:20.814776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:20.815531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:20.843181 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2805529 Oct 26 12:01:20.849316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:20.851617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=4017eb95-f23c-4ca0-9067-5fe42bac0320,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:20.860116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:20.874380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.874707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.875177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.875596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.876053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.876449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.876791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.877189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.877781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.877915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.878826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:20.879262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a74e4-17c7-4994-b298-98d44b80f4d2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:21.101657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.180253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Pushing event deleted for resources: {'Port': ['ID=dbeab258-7ccd-4d75-937e-64081c3d782d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:21.196721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:21.200502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.268806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3b372590-ec43-48e0-a994-3315d67b7ea3 None None] Provisioning complete for port 4017eb95-f23c-4ca0-9067-5fe42bac0320 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:21.270421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3b372590-ec43-48e0-a994-3315d67b7ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.286771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.312480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] No DVR routers for this DVR port dbeab258-7ccd-4d75-937e-64081c3d782d on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:21.318691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.322922 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3843263-114c-4c81-91a9-1b90f277f6cc req-6723193c-158e-4b3e-ac75-f079bb8f77a5 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.100 "DELETE /v2.0/ports/dbeab258-7ccd-4d75-937e-64081c3d782d HTTP/1.1" status: 204 len: 173 time: 1.6024287 Oct 26 12:01:21.323476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'name': 'network-vif-deleted', 'tag': 'dbeab258-7ccd-4d75-937e-64081c3d782d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:21.326568 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc02404-d2d2-41eb-99a1-8b6873641070" -d '{"events": [{"server_uuid": "6e214f85-4ed6-451b-a02d-cc50f19411f0", "name": "network-vif-deleted", "tag": "dbeab258-7ccd-4d75-937e-64081c3d782d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:21.338713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3b372590-ec43-48e0-a994-3315d67b7ea3 None None] Port 4017eb95-f23c-4ca0-9067-5fe42bac0320 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:21.405475 n-d-812150-3 neutron-server[102759]: INFO neutron.db.ipam_backend_mixin [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bada2a6-a607-4efc-a687-1cdf2738dcc2 (CIDR: 2001:db8::/64) Oct 26 12:01:21.410571 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:01:21.411095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:21.460469 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d372729-c6ce-4c28-b30f-a3c1a6f6cf91 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6097841 Oct 26 12:01:21.464040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44722) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:21.471286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:21.490743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651705b-ff5b-4c36-b104-881f91bf7496 req-a82f8cd1-2c91-4794-8881-298435b36a90 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:21.505314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6651705b-ff5b-4c36-b104-881f91bf7496 req-a82f8cd1-2c91-4794-8881-298435b36a90 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.9219990 Oct 26 12:01:21.588619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.642923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6651705b-ff5b-4c36-b104-881f91bf7496 req-f3c9e56a-c468-4c11-a181-632510d1fb42 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358755 Oct 26 12:01:21.685812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:21.692092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.705121 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-79810ba6-1514-461c-b657-b06b709c3d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.749111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:21.763219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:21.965624 n-d-812150-3 neutron-server[102759]: INFO neutron.db.ipam_backend_mixin [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0920e38c-739a-4be8-bbc3-454edb32940a (CIDR: 2001:db8:0:1::/64) Oct 26 12:01:21.974469 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:01:21.975235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:22.015120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fdc613ba-54f6-467d-ad50-816d5e05626c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5480516 Oct 26 12:01:22.018019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:22.031988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'subnet': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:22.069066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21dc57d1-89b8-40b5-8d14-0f5d62c302ab req-1cc0d1ea-6f81-45c5-8abb-b52874d60b31 tempest-VolumesActionsTest-1599929895 tempest-VolumesActionsTest-1599929895-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e214f85-4ed6-451b-a02d-cc50f19411f0 HTTP/1.1" status: 200 len: 210 time: 0.2189369 Oct 26 12:01:22.106649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:22.129735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:22.141364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=bd36cc75-d426-466c-9ccb-1032e0f479e5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:22.158786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:22.302760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Made reservation on behalf of 17889751b4b449eb8cb2d1765a919bc3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:22.306357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:22.309411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.359924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:22.363631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.403624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050221ca-b7fa-459a-872c-d3062a378912 req-b1080237-2657-46b7-8de8-eacfeca6a949 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:22.420835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-050221ca-b7fa-459a-872c-d3062a378912 req-b1080237-2657-46b7-8de8-eacfeca6a949 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.1945367 Oct 26 12:01:22.477691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.489039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-39b5c2e0-d623-4b4f-be18-1c94cc898a2c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6220486 Oct 26 12:01:22.516441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-050221ca-b7fa-459a-872c-d3062a378912 req-66904d75-683e-4984-8846-a247c8174dc3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960042 Oct 26 12:01:22.517330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.524305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Request body: {'port': {'device_id': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:22.531922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['251d68c6-24af-4430-af3f-ded7c46bb2cf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:22.662337 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639e8877-f96f-48be-82f9-0fc85d907b33 x-openstack-request-id: req-639e8877-f96f-48be-82f9-0fc85d907b33 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:22.662632 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e214f85-4ed6-451b-a02d-cc50f19411f0", "name": "network-vif-deleted", "tag": "dbeab258-7ccd-4d75-937e-64081c3d782d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:22.664557 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-639e8877-f96f-48be-82f9-0fc85d907b33 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:22.665999 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e214f85-4ed6-451b-a02d-cc50f19411f0', 'name': 'network-vif-deleted', 'tag': 'dbeab258-7ccd-4d75-937e-64081c3d782d', 'status': 'completed', 'code': 200} Oct 26 12:01:22.668258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.693614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:22.724790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:22.725517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.731242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f016c1f-dd1b-494c-a4d1-cb32ea888210 req-95007c85-3d02-4fb8-8732-c66e7c439c48 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "PUT /v2.0/ports/251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 982 time: 2.1927450 Oct 26 12:01:22.743196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:22.743196 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:22.771423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:22.783904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:22.810698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:22.811868 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.825537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c0f6f-d248-491d-9f1f-4b8c89925ee4 None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:22.829476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['251d68c6-24af-4430-af3f-ded7c46bb2cf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:22.845807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Subnet': ['ID=9ad6bc41-7972-406b-b146-b4d9857c7dc9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:22.857422 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3dc9f849-1c08-4850-8c2c-e05befb0dd5d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8381281 Oct 26 12:01:22.859373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44744) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:22.867212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1269663184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ad6bc41-7972-406b-b146-b4d9857c7dc9'}], 'security_groups': ['54e554bc-84e5-4736-84a7-b319ad92b016', '86c499fa-e3f4-494d-8485-64fc82b3ce18']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:22.867433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:22.946177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab53f8-445a-4760-b273-7ed63edd0d51 req-0567487b-cb81-4e40-b0ed-49f1d80bf971 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:22.949885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fab53f8-445a-4760-b273-7ed63edd0d51 req-0567487b-cb81-4e40-b0ed-49f1d80bf971 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 932 time: 0.2456980 Oct 26 12:01:22.985305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:23.129643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fab53f8-445a-4760-b273-7ed63edd0d51 req-6081d742-9fb0-4ad2-ad0b-6d9eb7e257cf tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360571 Oct 26 12:01:23.144522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:23.152788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dbeab258-7ccd-4d75-937e-64081c3d782d no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:23.156869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c0f06-c3d8-41e4-a73b-25215f4abd0f req-da899d89-41b8-4340-a0ff-f6db4221abe8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:23.159593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed0c0f06-c3d8-41e4-a73b-25215f4abd0f req-da899d89-41b8-4340-a0ff-f6db4221abe8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2087057 Oct 26 12:01:23.286470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed0c0f06-c3d8-41e4-a73b-25215f4abd0f req-559e29a9-a47e-40db-8684-41ea0639ddfc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664198 Oct 26 12:01:23.312657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: dbeab258-7ccd-4d75-937e-64081c3d782d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:01:23.313009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device dbeab258-7ccd-4d75-937e-64081c3d782d not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:01:23.393958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:23.403861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9c15b34-95e0-4476-a847-643e45aec073 req-8871ac9a-cb45-41af-ae18-ea5c711aa654 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1068990438&fields=id&tenant_id=f39a517af7294ab295ebb868e2f83052 HTTP/1.1" status: 200 len: 267 time: 0.0554080 Oct 26 12:01:23.408068 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fa183-45ce-48c8-a456-1116cad531ac x-openstack-request-id: req-9b7fa183-45ce-48c8-a456-1116cad531ac {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:23.408408 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:23.408736 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9b7fa183-45ce-48c8-a456-1116cad531ac {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:23.409204 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'status': 'completed', 'code': 200} Oct 26 12:01:23.521974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15b34-95e0-4476-a847-643e45aec073 req-8df79a21-f3ef-4ea0-8d7e-317ea654baf1 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:23.530525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9c15b34-95e0-4476-a847-643e45aec073 req-8df79a21-f3ef-4ea0-8d7e-317ea654baf1 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 985 time: 0.1094131 Oct 26 12:01:23.538696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'port': {'security_groups': ['9ea7d29e-4316-4cdd-99df-49be9c0622f0']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:23.649802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-868753cd-c9cc-410a-a8cd-88cb0371aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:23.662367 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-868753cd-c9cc-410a-a8cd-88cb0371aa84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1136 time: 0.2281599 Oct 26 12:01:23.689893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd36cc75-d426-466c-9ccb-1032e0f479e5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:23.700078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:23.772487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:23.874017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Transition to ACTIVE for port object bd36cc75-d426-466c-9ccb-1032e0f479e5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:01:23.895087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.042463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] Update dhcp port {'port': {'network_id': 'e935c8be-f653-4d9a-83d1-bfaaba97ab1e', 'fixed_ips': [{'subnet_id': '0920e38c-739a-4be8-bbc3-454edb32940a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bada2a6-a607-4efc-a687-1cdf2738dcc2', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ad6bc41-7972-406b-b146-b4d9857c7dc9'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '08e40e44-a575-4a79-9e4e-7c1d6d268dba'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:01:24.092443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Delete allocated IP 2001:db8::2f (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/7bada2a6-a607-4efc-a687-1cdf2738dcc2) {{(pid=102759) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 12:01:24.123821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d178e-c34b-4c05-8a39-5349d91a5f85 req-dbf4a3d6-8550-4d91-be4b-a1c42adc1d58 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:24.134793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf5d178e-c34b-4c05-8a39-5349d91a5f85 req-dbf4a3d6-8550-4d91-be4b-a1c42adc1d58 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.3733530 Oct 26 12:01:24.136367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Allocated IP 2001:db8:0:2::2c4 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/9ad6bc41-7972-406b-b146-b4d9857c7dc9/4017eb95-f23c-4ca0-9067-5fe42bac0320) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:24.212014 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.214457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Pushing event updated for resources: {'Port': ['ID=bd36cc75-d426-466c-9ccb-1032e0f479e5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:24.322000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-b0530ba4-ee13-4df4-a760-3d690305c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:24.323542 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-b0530ba4-ee13-4df4-a760-3d690305c4f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.6507661 Oct 26 12:01:24.401098 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-f506d135-b9b3-4e72-a8d3-1ae89b8baf7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.0390298 Oct 26 12:01:24.448359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf5d178e-c34b-4c05-8a39-5349d91a5f85 req-37f4251e-ec7c-4c4d-83a4-74e92ebe35d7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121250 Oct 26 12:01:24.545726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Attempting to bind port bd36cc75-d426-466c-9ccb-1032e0f479e5 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:01:24.549637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Attempting to bind port bd36cc75-d426-466c-9ccb-1032e0f479e5 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:01:24.550692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Attempting to bind port bd36cc75-d426-466c-9ccb-1032e0f479e5 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:24.572518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.576469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Port bd36cc75-d426-466c-9ccb-1032e0f479e5 on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:01:24.577168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Attempting to bind port bd36cc75-d426-466c-9ccb-1032e0f479e5 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:24.609200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:01:24.612836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:24.613167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-2de11ef4-fd12-4083-8c7f-18301bcd9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:24.614432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:01:24.614654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-2de11ef4-fd12-4083-8c7f-18301bcd9c3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.1999714 Oct 26 12:01:24.616455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Bound port: bd36cc75-d426-466c-9ccb-1032e0f479e5, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:01:24.617102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.676417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:24.704525 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-b4bc00c7-45a6-4129-8952-da3af0f31595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768445 Oct 26 12:01:24.822493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.841104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.849985 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.865099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['251d68c6-24af-4430-af3f-ded7c46bb2cf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:24.865671 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.871520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] For port bd36cc75-d426-466c-9ccb-1032e0f479e5, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:01:24.892938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] For port bd36cc75-d426-466c-9ccb-1032e0f479e5, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:01:24.901268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:24.902045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.903910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9c15b34-95e0-4476-a847-643e45aec073 req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "PUT /v2.0/ports/251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 943 time: 1.3724749 Oct 26 12:01:24.935071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:24.946285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d4e7c-af1a-451e-ba58-f62a59801ec5 req-a19545b6-7f38-4cb0-aee6-74dd33469dbb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:24.954135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f72d4e7c-af1a-451e-ba58-f62a59801ec5 req-a19545b6-7f38-4cb0-aee6-74dd33469dbb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 944 time: 0.2631888 Oct 26 12:01:24.998459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:24.999268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:25.000953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] 10.222.0.30 "PUT /v2.0/ports/bd36cc75-d426-466c-9ccb-1032e0f479e5 HTTP/1.1" status: 200 len: 1092 time: 2.4895327 Oct 26 12:01:25.052505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] In _notify_port_updated(), no bound segment for port 4017eb95-f23c-4ca0-9067-5fe42bac0320 on network e935c8be-f653-4d9a-83d1-bfaaba97ab1e {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:01:25.071818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:25.094591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:25.100006 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "PUT /v2.0/ports/4017eb95-f23c-4ca0-9067-5fe42bac0320 HTTP/1.1" status: 200 len: 970 time: 2.2380908 Oct 26 12:01:25.102770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44786) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:25.106459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f72d4e7c-af1a-451e-ba58-f62a59801ec5 req-e0df31ff-4ede-4528-b717-c3f5556c80c8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513700 Oct 26 12:01:25.107349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecf473-592f-46c5-a698-5537ecb01821 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event updated for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:25.208258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['251d68c6-24af-4430-af3f-ded7c46bb2cf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:25.349957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421b44-e056-4e41-ab3e-f40836d89284 req-ecc18c68-69dd-4688-947e-272e9dd064ca tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:25.351547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83421b44-e056-4e41-ab3e-f40836d89284 req-ecc18c68-69dd-4688-947e-272e9dd064ca tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2323852 Oct 26 12:01:25.358561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-dc52f24d-263b-4170-976d-27b6ea79680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:25.360257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-dc52f24d-263b-4170-976d-27b6ea79680e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 1095 time: 0.2801993 Oct 26 12:01:25.369559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8c24-c0a7-4dfb-a6db-40a7478d4c14 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event updated for resources: {'Port': ['ID=4017eb95-f23c-4ca0-9067-5fe42bac0320,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:25.384799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] Allocated IP 2001:db8:0:2::2 (e935c8be-f653-4d9a-83d1-bfaaba97ab1e/9ad6bc41-7972-406b-b146-b4d9857c7dc9/08e40e44-a575-4a79-9e4e-7c1d6d268dba) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:25.423916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}, {'name': 'network-changed', 'server_uuid': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'tag': 'bd36cc75-d426-466c-9ccb-1032e0f479e5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:25.427353 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb81347-d9b6-430b-bda6-5e61d2a9183d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}, {"name": "network-changed", "server_uuid": "4b8e0e11-b329-49df-b72d-cd38b7551412", "tag": "bd36cc75-d426-466c-9ccb-1032e0f479e5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:25.431873 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-1059445f-ffe5-450f-b344-6d045b0e9e11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5 HTTP/1.1" status: 200 len: 217 time: 0.0529175 Oct 26 12:01:25.454347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6b345-89cd-410f-b94b-7392f451f4ef service neutron] Pushing event updated for resources: {'Port': ['ID=bd36cc75-d426-466c-9ccb-1032e0f479e5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:25.514748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83421b44-e056-4e41-ab3e-f40836d89284 req-5edf9275-dac0-46fb-b319-62ca429d8b7f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498029 Oct 26 12:01:25.560958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-bf263698-4135-4328-817e-a5c0bd0c9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:25.562472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-bf263698-4135-4328-817e-a5c0bd0c9e4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1204045 Oct 26 12:01:25.568368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-d7fd8064-8b27-4248-ba16-21a7ae68ff9d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3585646 Oct 26 12:01:25.583613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-26d29245-67b3-45e3-952d-06e7c9710c82 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676751 Oct 26 12:01:25.655885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-ae8d73ca-650d-468d-8bc4-7a032a2c68f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822327 Oct 26 12:01:25.663651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:25.680314 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a221dc5-9015-462b-997c-177ddf60dd9d x-openstack-request-id: req-0a221dc5-9015-462b-997c-177ddf60dd9d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:25.680619 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b8e0e11-b329-49df-b72d-cd38b7551412", "tag": "bd36cc75-d426-466c-9ccb-1032e0f479e5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:25.680867 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a221dc5-9015-462b-997c-177ddf60dd9d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:25.681268 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'status': 'completed', 'code': 200} Oct 26 12:01:25.681526 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'tag': 'bd36cc75-d426-466c-9ccb-1032e0f479e5', 'status': 'completed', 'code': 200} Oct 26 12:01:25.810106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 4017eb95-f23c-4ca0-9067-5fe42bac0320 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:25.810478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:25.877063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:25.913183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:25.942467 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e042f635-4a5a-4507-9ffc-c3f19d8fa3ad req-79a6cc42-4783-47e1-9566-acf50ee5d595 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505015 Oct 26 12:01:26.013005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c549c53-179d-45ce-8d10-5513f12faa62 req-d8892efa-f226-4471-ab39-30800547de7b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:26.015591 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:26.016477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c549c53-179d-45ce-8d10-5513f12faa62 req-d8892efa-f226-4471-ab39-30800547de7b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 0.2336900 Oct 26 12:01:26.028364 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:26.070395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-40fbbb35-c871-4978-b6b1-facb30ba4947 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018347 Oct 26 12:01:26.121752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:26.142513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 4017eb95-f23c-4ca0-9067-5fe42bac0320 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:26.158646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-3df3d700-2d8b-4c45-a7de-77d3df28cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:26.160205 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-3df3d700-2d8b-4c45-a7de-77d3df28cbfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.1616983 Oct 26 12:01:26.198367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c549c53-179d-45ce-8d10-5513f12faa62 req-5bde26ea-4e94-46ab-a936-71520af2566b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728656 Oct 26 12:01:26.269665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991fa8e-e41b-4478-8c5a-0265142dd747 None None] Pushing event updated for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:26.341922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:26.363512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0725bfe2-495a-48ef-bf0c-6bec50ec145b req-b8c0d3bb-775f-4a86-b8e3-0a815c6cba92 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821491 Oct 26 12:01:26.559169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-cf1dca8f-edd2-4ea4-a42c-0eb090bc9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:26.561325 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-cf1dca8f-edd2-4ea4-a42c-0eb090bc9098 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.3093483 Oct 26 12:01:26.715768 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-bc40d48a-2ebb-4e24-8086-e9ad1e616c3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.1415291 Oct 26 12:01:26.789245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0d66a-a1be-498b-bf04-164f667ff93b req-46ac1afc-bdcf-466a-b19e-5f1e30a09fbd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:26.797483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfa0d66a-a1be-498b-bf04-164f667ff93b req-46ac1afc-bdcf-466a-b19e-5f1e30a09fbd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 944 time: 0.3204403 Oct 26 12:01:26.818678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Allocated IP 172.25.4.126 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/957e0ff0-76c9-478a-a762-bf829c99eb4b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:26.859706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:26.888326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-b81af3c0-0a99-4bb4-afec-453c91567a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:26.891685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-b81af3c0-0a99-4bb4-afec-453c91567a38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 1097 time: 0.3217728 Oct 26 12:01:26.911306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=4017eb95-f23c-4ca0-9067-5fe42bac0320,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:26.915113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-666c40eb-a121-49e2-aaf9-2b94a761ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:26.916929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-666c40eb-a121-49e2-aaf9-2b94a761ad8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.1881616 Oct 26 12:01:26.965144 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-bd8f58a2-88e0-46b7-852b-946a63fb5e22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364454 Oct 26 12:01:27.069862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfa0d66a-a1be-498b-bf04-164f667ff93b req-eafc7a06-0655-475a-aa4c-f7047fffaf8d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716439 Oct 26 12:01:27.111681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:01:27.171523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-154ae563-c14c-453d-8f01-3e704e7da2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804798 Oct 26 12:01:27.174857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:27.178904 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8ebbff0e-f819-4fec-bb91-1eab239c44fe tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/4017eb95-f23c-4ca0-9067-5fe42bac0320 HTTP/1.1" status: 204 len: 168 time: 2.0669429 Oct 26 12:01:27.193119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:27.330052 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-62ca4cf3-c322-4773-9f21-57f30a7fca01 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377680 Oct 26 12:01:27.393061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2cd66c98-1ddf-4b86-9bbc-aefa9a7fa32b None None] Could not find standard attr ID for object 4017eb95-f23c-4ca0-9067-5fe42bac0320. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:01:27.438461 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1f938e-f579-4e4c-9f25-a5293dd6a595 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] GET failed (client error): The resource could not be found. Oct 26 12:01:27.476483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cc1f938e-f579-4e4c-9f25-a5293dd6a595 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports/4017eb95-f23c-4ca0-9067-5fe42bac0320 HTTP/1.1" status: 404 len: 333 time: 0.2815826 Oct 26 12:01:27.521307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44856) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:27.536993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2cd66c98-1ddf-4b86-9bbc-aefa9a7fa32b None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:27.546836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cd66c98-1ddf-4b86-9bbc-aefa9a7fa32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:27.688311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-43ebd69f-dda2-4935-90b3-23c2f7024c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:27.689953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-43ebd69f-dda2-4935-90b3-23c2f7024c5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 1095 time: 0.2112379 Oct 26 12:01:27.715753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e40e44-a575-4a79-9e4e-7c1d6d268dba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:27.734218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-5e2740ea-cb27-415b-a43b-0a79e02ab03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:27.745758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-5e2740ea-cb27-415b-a43b-0a79e02ab03e service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.8364151 Oct 26 12:01:27.786156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:27.856501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:27.884501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-0c2e67a7-139f-463b-adc3-06b58f8be73b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37823b9-807b-4093-bde0-d1faad0d1c43 HTTP/1.1" status: 200 len: 217 time: 0.1288967 Oct 26 12:01:27.926302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488c75c-1ee3-431f-bf71-08b2b38c842a req-65229ddd-11d4-453c-a089-978dc5cf1c6e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:27.928285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d488c75c-1ee3-431f-bf71-08b2b38c842a req-65229ddd-11d4-453c-a089-978dc5cf1c6e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.6203744 Oct 26 12:01:27.957154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-b33344c8-f04a-4294-92a7-feb8f4fb3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:27.958642 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-b33344c8-f04a-4294-92a7-feb8f4fb3c1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.2599573 Oct 26 12:01:27.968769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'mac_address': 'fa:16:3e:4d:1d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:01:28.022143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e373c6cb-5914-46a0-8408-6fb6da041eaf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.036494 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-6126d15f-2fd7-4e57-86ea-179cf0dd2cf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5 HTTP/1.1" status: 200 len: 217 time: 0.0673337 Oct 26 12:01:28.055783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-1e13bf8f-0391-4e2b-b4f9-d68146bd971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:28.059062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-1e13bf8f-0391-4e2b-b4f9-d68146bd971a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.1538167 Oct 26 12:01:28.085565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e373c6cb-5914-46a0-8408-6fb6da041eaf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.096524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bd36cc75-d426-466c-9ccb-1032e0f479e5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:01:28.188598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-0b829683-de6b-4213-9310-a708c2e34f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:28.190177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-0b829683-de6b-4213-9310-a708c2e34f94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1445436 Oct 26 12:01:28.190532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.192751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e373c6cb-5914-46a0-8408-6fb6da041eaf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.195385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e373c6cb-5914-46a0-8408-6fb6da041eaf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.196782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e373c6cb-5914-46a0-8408-6fb6da041eaf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/security-groups/7ecdb33e-4ec2-417f-b83c-991c382fe6d7 HTTP/1.1" status: 204 len: 168 time: 0.6742096 Oct 26 12:01:28.206664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44864) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:28.267665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d488c75c-1ee3-431f-bf71-08b2b38c842a req-f4247f6f-94b3-4fd5-a0c2-f322f7000a42 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190336 Oct 26 12:01:28.279513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373c6cb-5914-46a0-8408-6fb6da041eaf tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecdb33e-4ec2-417f-b83c-991c382fe6d7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:28.287661 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-4b8a5c00-17f0-4fe1-a51d-17f56d49d91e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894966 Oct 26 12:01:28.293416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bd36cc75-d426-466c-9ccb-1032e0f479e5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:28.317802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:28.322614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:28.327300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:28.333487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event updated for resources: {'Port': ['ID=957e0ff0-76c9-478a-a762-bf829c99eb4b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:28.411420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'bd36cc75-d426-466c-9ccb-1032e0f479e5', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': 'bd36cc75-d426-466c-9ccb-1032e0f479e5', 'mac_address': 'fa:16:3e:17:57:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:01:28.417103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.426020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-e52ff4aa-af2e-4852-b096-ed20a15dcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:28.432977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-e52ff4aa-af2e-4852-b096-ed20a15dcb4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400215 Oct 26 12:01:28.503699 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.545801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7773791-3d12-4e02-ba23-7fd1740cc330 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.546488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd36cc75-d426-466c-9ccb-1032e0f479e5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:28.569106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:28.569834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.599210 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-cdfc2075-4800-4fb2-a136-34fbbace92b7 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869346 Oct 26 12:01:28.637510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:28.663099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:28.671262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2cd66c98-1ddf-4b86-9bbc-aefa9a7fa32b None None] Provisioning complete for port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:28.671752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cd66c98-1ddf-4b86-9bbc-aefa9a7fa32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.703633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-582e9afc-c110-4b92-9cbf-b69f6b901571 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568583 Oct 26 12:01:28.711575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2cd66c98-1ddf-4b86-9bbc-aefa9a7fa32b None None] Port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:28.714837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.719272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bd36cc75-d426-466c-9ccb-1032e0f479e5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:28.722205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7773791-3d12-4e02-ba23-7fd1740cc330 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.775432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:28.780877 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.886637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7773791-3d12-4e02-ba23-7fd1740cc330 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.894177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1c9c32bb-96e6-48ac-8978-8e486466832f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:28.903028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7773791-3d12-4e02-ba23-7fd1740cc330 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:28.906612 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a7773791-3d12-4e02-ba23-7fd1740cc330 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/security-groups/86c499fa-e3f4-494d-8485-64fc82b3ce18 HTTP/1.1" status: 204 len: 168 time: 0.6798434 Oct 26 12:01:28.916622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44872) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:28.958689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fdb81347-d9b6-430b-bda6-5e61d2a9183d req-54233582-5990-4eff-b52e-042f377c0b3b service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533113 Oct 26 12:01:28.983100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7773791-3d12-4e02-ba23-7fd1740cc330 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c499fa-e3f4-494d-8485-64fc82b3ce18,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:28.988093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6de1c6b2-031e-4391-b351-27242b84ed4f None None] Could not find standard attr ID for object 4017eb95-f23c-4ca0-9067-5fe42bac0320. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:01:29.098373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9715daba-eb3c-4d5b-9499-09ca4a9af1af tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.132306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['bd36cc75-d426-466c-9ccb-1032e0f479e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:29.141216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9715daba-eb3c-4d5b-9499-09ca4a9af1af tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.192709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bd36cc75-d426-466c-9ccb-1032e0f479e5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:29.195637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9715daba-eb3c-4d5b-9499-09ca4a9af1af tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.201272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9715daba-eb3c-4d5b-9499-09ca4a9af1af tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.206646 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9715daba-eb3c-4d5b-9499-09ca4a9af1af tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/security-groups/54e554bc-84e5-4736-84a7-b319ad92b016 HTTP/1.1" status: 204 len: 168 time: 0.2709236 Oct 26 12:01:29.207372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:29.321246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715daba-eb3c-4d5b-9499-09ca4a9af1af tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e554bc-84e5-4736-84a7-b319ad92b016,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:29.382338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 7bada2a6-a607-4efc-a687-1cdf2738dcc2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:01:29.389766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.480613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.562604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-977b453b-0b5a-43b6-84ff-f8ef8cd8a52f req-4177e8a3-f18e-4ac0-a34d-510e40a30a63 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004782 Oct 26 12:01:29.631942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f3f2-bfab-4612-bc3b-ff9a82b07866 req-a1d2325f-6d0b-46e5-b61e-2b08bff8da4d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:29.633847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88a6f3f2-bfab-4612-bc3b-ff9a82b07866 req-a1d2325f-6d0b-46e5-b61e-2b08bff8da4d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 946 time: 1.1999254 Oct 26 12:01:29.683300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88a6f3f2-bfab-4612-bc3b-ff9a82b07866 req-db62ec58-5761-400c-ac3e-9a4aaa57d321 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Oct 26 12:01:29.698088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.724635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.855560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.865969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.948064 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:29.954255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/7bada2a6-a607-4efc-a687-1cdf2738dcc2 HTTP/1.1" status: 204 len: 168 time: 0.7413051 Oct 26 12:01:29.955162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d200bad-9c56-4088-be4c-2fa653e8c6c2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=7bada2a6-a607-4efc-a687-1cdf2738dcc2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:29.964132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44882) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:29.964370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d124ba0-d06f-4bd5-8132-155ebb6e272d None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:30.064346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e37823b9-807b-4093-bde0-d1faad0d1c43 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:30.183693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 9ad6bc41-7972-406b-b146-b4d9857c7dc9 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:01:30.192046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.204132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dce51-fdc4-4622-9877-7685f22e21ee req-e3f7ab44-85e1-460b-bf9d-28916bd21213 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:30.205754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b70dce51-fdc4-4622-9877-7685f22e21ee req-e3f7ab44-85e1-460b-bf9d-28916bd21213 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 945 time: 0.2434449 Oct 26 12:01:30.291751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.304214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b70dce51-fdc4-4622-9877-7685f22e21ee req-145f8736-5cb3-47bc-8f23-f41846cb3799 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719934 Oct 26 12:01:30.339700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.356440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.432075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.485116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:30.486953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:30.490548 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1059f38-9056-4db9-8728-e36d71cbbc66" -d '{"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-unplugged", "status": "completed", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:30.495269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.512980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event updated for resources: {'Port': ['ID=957e0ff0-76c9-478a-a762-bf829c99eb4b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:30.575461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:30.627329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.646966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.744272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663d3c-22f8-44fb-ad99-45191d580125 req-1fb2740f-c8a4-49bb-8cec-bfe9ee384857 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:30.757244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca663d3c-22f8-44fb-ad99-45191d580125 req-1fb2740f-c8a4-49bb-8cec-bfe9ee384857 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.3447909 Oct 26 12:01:30.769571 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.820387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad6bc41-7972-406b-b146-b4d9857c7dc9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:30.830350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.834902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce19304a-bbf0-4693-84c1-5f153caa426a tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/9ad6bc41-7972-406b-b146-b4d9857c7dc9 HTTP/1.1" status: 204 len: 168 time: 0.7824078 Oct 26 12:01:30.837418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44892) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:30.838698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:30.840213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-c6be2f1d-1b31-4d18-bc9a-dd6f89b208ce tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1834013 Oct 26 12:01:30.896004 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e16055-98f4-4d4f-9ad2-9848fdbf766d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:30.901721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e16055-98f4-4d4f-9ad2-9848fdbf766d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:30.908274 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-34e16055-98f4-4d4f-9ad2-9848fdbf766d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/7bada2a6-a607-4efc-a687-1cdf2738dcc2 HTTP/1.1" status: 404 len: 337 time: 0.0697665 Oct 26 12:01:30.913276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44894) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:30.972883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca663d3c-22f8-44fb-ad99-45191d580125 req-29145816-1139-4734-8d1f-7445886c2461 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147231 Oct 26 12:01:30.995880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting subnet 0920e38c-739a-4be8-bbc3-454edb32940a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:01:31.000723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.023229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-8cc30cd6-6075-4ece-b75a-083f8b6beb79 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.1700399 Oct 26 12:01:31.116760 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd96db2-2884-407d-8067-2def700ae7fc x-openstack-request-id: req-7cd96db2-2884-407d-8067-2def700ae7fc {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:31.117223 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-unplugged", "status": "completed", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:31.117223 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cd96db2-2884-407d-8067-2def700ae7fc {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:31.117629 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'code': 200} Oct 26 12:01:31.146466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.163743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:31.349097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1c9c32bb-96e6-48ac-8978-8e486466832f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:31.349476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.374560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.414997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-de744447-ff51-4572-aca2-d3242a6ed08d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:31.416482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-de744447-ff51-4572-aca2-d3242a6ed08d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.3867140 Oct 26 12:01:31.450499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-0113f709-5c59-4ecb-b41c-3535c0d7d988 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:01:31.453481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dc425d3-414c-48b7-8270-8cdfe514f807 req-0113f709-5c59-4ecb-b41c-3535c0d7d988 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131555 Oct 26 12:01:31.511480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bd455-857e-4903-90da-a798cd56ceb3 req-9529fa7f-5e3d-48ab-90a0-5f424deb592d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:31.522969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-969bd455-857e-4903-90da-a798cd56ceb3 req-9529fa7f-5e3d-48ab-90a0-5f424deb592d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 944 time: 0.2274115 Oct 26 12:01:31.529561 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.671930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.693468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-969bd455-857e-4903-90da-a798cd56ceb3 req-4a5d2603-e5a3-4652-acf9-7800b0dc558d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689706 Oct 26 12:01:31.744633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:31.749436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/0920e38c-739a-4be8-bbc3-454edb32940a HTTP/1.1" status: 204 len: 168 time: 0.8351493 Oct 26 12:01:31.752097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:31.757873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71573d10-8fa0-4c89-8265-cad1dbb962ed tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Subnet': ['ID=0920e38c-739a-4be8-bbc3-454edb32940a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:31.763234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1d11c-38fd-446d-928e-07f10521f7ff None None] Network e935c8be-f653-4d9a-83d1-bfaaba97ab1e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:31.869728 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f31460e-c7cc-47ba-bf5f-6cf9f111e5f2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:31.871295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f31460e-c7cc-47ba-bf5f-6cf9f111e5f2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:31.882524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:31.883520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9f31460e-c7cc-47ba-bf5f-6cf9f111e5f2 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/e8324040-e53a-4954-9b72-449a5f87c893 HTTP/1.1" status: 404 len: 337 time: 0.1262147 Oct 26 12:01:31.962834 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a875ceb1-2236-4f24-bc66-38fb8f4785ee tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5b2095b-9d03-49ac-b9d1-845b483d8efc HTTP/1.1" status: 200 len: 205 time: 0.0781331 Oct 26 12:01:31.964040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.025336 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-04780fba-ea58-4bcd-9873-f75575edda0f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] delete failed (client error): The resource could not be found. Oct 26 12:01:32.030461 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-04780fba-ea58-4bcd-9873-f75575edda0f tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/routers/a5b2095b-9d03-49ac-b9d1-845b483d8efc HTTP/1.1" status: 404 len: 336 time: 0.0649579 Oct 26 12:01:32.031165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:32.031457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44922) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.082001 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-676e787a-fbc7-4483-9b44-2a07557f5f48 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.082480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676e787a-fbc7-4483-9b44-2a07557f5f48 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.097257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-676e787a-fbc7-4483-9b44-2a07557f5f48 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/833861e6-ba13-4c6b-895a-b767a71944a9 HTTP/1.1" status: 404 len: 337 time: 0.0638726 Oct 26 12:01:32.097835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44924) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.136658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22c37c-1648-44a2-aba0-35fe0c32ac19 req-a74acc64-798a-4bcb-bac2-365999dbf2d1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:32.140805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf22c37c-1648-44a2-aba0-35fe0c32ac19 req-a74acc64-798a-4bcb-bac2-365999dbf2d1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 945 time: 0.2532780 Oct 26 12:01:32.164608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557126b-78b8-4377-88b1-e34b962bd268 req-f0fc4583-90e0-45c1-9713-2637e81d64f8 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:32.172000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-333945bc-9fca-458f-9413-ff83790221e3 None None] Provisioning complete for port 08e40e44-a575-4a79-9e4e-7c1d6d268dba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:32.172583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-f0fc4583-90e0-45c1-9713-2637e81d64f8 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2347283 Oct 26 12:01:32.173990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-333945bc-9fca-458f-9413-ff83790221e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:32.180989 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b1bbb-87fa-493c-a99e-f88e38bd1ae1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.181452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89b1bbb-87fa-493c-a99e-f88e38bd1ae1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.183367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bd36cc75-d426-466c-9ccb-1032e0f479e5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:32.203431 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a89b1bbb-87fa-493c-a99e-f88e38bd1ae1 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/16e344a3-8f50-46fd-88eb-12eaa2108316 HTTP/1.1" status: 404 len: 337 time: 0.1044979 Oct 26 12:01:32.204073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.246962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-851332f1-93a6-4d18-849a-0152a230d86f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.0733430 Oct 26 12:01:32.271077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'floatingip': {'port_id': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:32.279917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf22c37c-1648-44a2-aba0-35fe0c32ac19 req-78e482c6-d319-4755-acf6-b34aa8460f8e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314745 Oct 26 12:01:32.300072 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-766b0223-622c-41f5-84be-cc54f265bc7e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.302133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766b0223-622c-41f5-84be-cc54f265bc7e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.311436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44932) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.312828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-766b0223-622c-41f5-84be-cc54f265bc7e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/900d537d-764a-4292-bf02-ed52db508281 HTTP/1.1" status: 404 len: 337 time: 0.1077082 Oct 26 12:01:32.354199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:32.394295 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f36e1b0-31d8-4f52-965c-5d3279b1ba4e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.395057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f36e1b0-31d8-4f52-965c-5d3279b1ba4e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.398227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9f36e1b0-31d8-4f52-965c-5d3279b1ba4e tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/01a837fe-df21-445f-9f8b-c819ebb55e6e HTTP/1.1" status: 404 len: 333 time: 0.0858026 Oct 26 12:01:32.401380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44934) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.403433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:32.503754 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee54840-b97b-43a8-8adc-7e1cf35e260c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.504263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee54840-b97b-43a8-8adc-7e1cf35e260c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.518432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ee54840-b97b-43a8-8adc-7e1cf35e260c tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/5ef84bee-1f8b-4dc2-904a-71fd5837fdf1 HTTP/1.1" status: 404 len: 337 time: 0.1159379 Oct 26 12:01:32.524165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.591307 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3def7ffb-e0c6-46d1-9169-79d9589f868d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.592260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3def7ffb-e0c6-46d1-9169-79d9589f868d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.613291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a995-cc7e-4223-bc56-2bbeaf1e1c1f req-32b75980-65e4-44d6-b515-41197e6ddece tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:32.619981 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3def7ffb-e0c6-46d1-9169-79d9589f868d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/b2ccf202-29be-4d0b-be43-0ace3573cb1c HTTP/1.1" status: 404 len: 337 time: 0.0857522 Oct 26 12:01:32.620985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15f8a995-cc7e-4223-bc56-2bbeaf1e1c1f req-32b75980-65e4-44d6-b515-41197e6ddece tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2130332 Oct 26 12:01:32.621745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44938) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.700798 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-63129b7f-2652-40bb-a85b-0ee597523137 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.701550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63129b7f-2652-40bb-a85b-0ee597523137 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.728092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-63129b7f-2652-40bb-a85b-0ee597523137 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/6fa201df-4321-4436-a873-3a30f64f69b2 HTTP/1.1" status: 404 len: 333 time: 0.1048210 Oct 26 12:01:32.730882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.816554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15f8a995-cc7e-4223-bc56-2bbeaf1e1c1f req-37f05a07-5291-48c2-af0a-2dbd2b2ef73d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945908 Oct 26 12:01:32.830023 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f5ebb1-aaac-4500-83f2-60bc6cb2928d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.837505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f5ebb1-aaac-4500-83f2-60bc6cb2928d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.848105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40f5ebb1-aaac-4500-83f2-60bc6cb2928d tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/c0f59b75-8b14-44c6-aacf-fd6706ed5467 HTTP/1.1" status: 404 len: 337 time: 0.1152487 Oct 26 12:01:32.850264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:32.883962 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d6e95d-184e-4ee7-9b1d-698c2f37ba68 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] DELETE failed (client error): The resource could not be found. Oct 26 12:01:32.884801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d6e95d-184e-4ee7-9b1d-698c2f37ba68 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:01:32.888153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-47d6e95d-184e-4ee7-9b1d-698c2f37ba68 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/subnets/c180d60b-c7aa-4a61-a304-2521c87105b9 HTTP/1.1" status: 404 len: 337 time: 0.0365987 Oct 26 12:01:32.890726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:33.119111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:33.119666 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.158107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port bd36cc75-d426-466c-9ccb-1032e0f479e5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:01:33.202597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:33.207708 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a97f07-5ef8-4d36-ae62-7f3e276e2162" -d '{"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:33.218399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port bd36cc75-d426-466c-9ccb-1032e0f479e5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:33.218782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.221487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] DHCP port deletion for e935c8be-f653-4d9a-83d1-bfaaba97ab1e request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:01:33.244146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.281517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:33.433760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:33.489427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.509539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e40e44-a575-4a79-9e4e-7c1d6d268dba no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:33.606390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:01:33.618326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:33.630422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-333945bc-9fca-458f-9413-ff83790221e3 None None] Provisioning complete for port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:33.632899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.633448 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-333945bc-9fca-458f-9413-ff83790221e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.645046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ce089090-f684-4316-aecf-3441d0c5e8a4 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/ports/2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd HTTP/1.1" status: 204 len: 168 time: 0.7521863 Oct 26 12:01:33.647239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44960) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:33.733165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-333945bc-9fca-458f-9413-ff83790221e3 None None] Port 2b0c63e2-1b0f-4ff2-ab61-5ad5a2b5fafd was deleted so its status cannot be updated. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 12:01:33.790509 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.863373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262424e-30ba-49cc-ba65-285faf347a0a req-833c59b4-d901-47fc-81bf-b1af6e49f116 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:33.865373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.874188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0262424e-30ba-49cc-ba65-285faf347a0a req-833c59b4-d901-47fc-81bf-b1af6e49f116 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 944 time: 0.4147925 Oct 26 12:01:33.877785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] Deleting port 08e40e44-a575-4a79-9e4e-7c1d6d268dba {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:33.878435 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.887719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.937881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.958297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.975023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:33.975791 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:33.991290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] Calling delete_port for 08e40e44-a575-4a79-9e4e-7c1d6d268dba owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:34.077671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Deleting port 08e40e44-a575-4a79-9e4e-7c1d6d268dba {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:34.077671 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.119134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0262424e-30ba-49cc-ba65-285faf347a0a req-832eafa4-6f4d-4f9d-b42d-7707eb7610df tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438309 Oct 26 12:01:34.197155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:34.201587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.215646 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Floating IP 4d2f0ba6-814e-430a-9822-f771bfc02f55 associated. External IP: 172.25.4.126, port: 251d68c6-24af-4430-af3f-ded7c46bb2cf. Oct 26 12:01:34.226317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.229469 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d5d241-0f65-439d-941b-c92c1e583733 x-openstack-request-id: req-87d5d241-0f65-439d-941b-c92c1e583733 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:34.229760 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:34.230076 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-87d5d241-0f65-439d-941b-c92c1e583733 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:34.230563 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'code': 200} Oct 26 12:01:34.277419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.283257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] For port 08e40e44-a575-4a79-9e4e-7c1d6d268dba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e40e44-a575-4a79-9e4e-7c1d6d268dba,segment=NetworkSegment(55043fc6-f310-4073-a278-787d58a531a3),segment_id=55043fc6-f310-4073-a278-787d58a531a3)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:34.287071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.292282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] Pushing event deleted for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:34.329572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Calling delete_port for 08e40e44-a575-4a79-9e4e-7c1d6d268dba owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:34.434328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event deleted for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:34.444368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c040dc-4030-49ae-bd13-3800508c0865 None None] No DVR routers for this DVR port 08e40e44-a575-4a79-9e4e-7c1d6d268dba on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:34.468962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port bd36cc75-d426-466c-9ccb-1032e0f479e5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:34.473319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.480431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.498908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e37823b9-807b-4093-bde0-d1faad0d1c43 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:34.499982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] No DVR routers for this DVR port 08e40e44-a575-4a79-9e4e-7c1d6d268dba on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:34.625815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Port': ['ID=08e40e44-a575-4a79-9e4e-7c1d6d268dba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:34.646286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Router 3a639b22-a734-42bd-900d-540d76fe5451 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:01:34.665117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3da0c7-cd1b-48dd-ab92-32f916f5d993 req-62b4c437-8cd0-459f-a9d0-a4279153a99e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:34.674913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f3da0c7-cd1b-48dd-ab92-32f916f5d993 req-62b4c437-8cd0-459f-a9d0-a4279153a99e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 945 time: 0.3025434 Oct 26 12:01:34.683096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=bd36cc75-d426-466c-9ccb-1032e0f479e5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:34.849315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:01:34.865146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] Sync routers for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:01:34.865358 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:34.885185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:01:34.885852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:34.961413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f3da0c7-cd1b-48dd-ab92-32f916f5d993 req-37f7b746-6653-4967-805b-065271aa8f7e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853043 Oct 26 12:01:34.989427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-bbd65799-fbd2-4214-bef7-89860e88049b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "PUT /v2.0/floatingips/4d2f0ba6-814e-430a-9822-f771bfc02f55 HTTP/1.1" status: 200 len: 997 time: 2.7304869 Oct 26 12:01:34.994365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:34.998269 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c7c4e0-fea6-4d80-9a6f-da1789f21614" -d '{"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:35.218383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:01:35.247334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8e5c9-ca53-489b-ad0e-d2ef57e5306b req-cf97547d-6d2c-45ad-8e5e-95ec75007c72 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:35.248944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cba8e5c9-ca53-489b-ad0e-d2ef57e5306b req-cf97547d-6d2c-45ad-8e5e-95ec75007c72 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1704681 Oct 26 12:01:35.257521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557126b-78b8-4377-88b1-e34b962bd268 req-cc720aac-3859-480a-ae97-86ad11c7b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:35.259883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-cc720aac-3859-480a-ae97-86ad11c7b90c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.2517202 Oct 26 12:01:35.352398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:35.361811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:35.476486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cba8e5c9-ca53-489b-ad0e-d2ef57e5306b req-dc21ed3d-ba6a-410e-8cbd-e8094b52908f tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128949 Oct 26 12:01:35.478347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e935c8be-f653-4d9a-83d1-bfaaba97ab1e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:35.541041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55043fc6-f310-4073-a278-787d58a531a3') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:35.543493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55043fc6-f310-4073-a278-787d58a531a3') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:35.550430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557126b-78b8-4377-88b1-e34b962bd268 req-926cd89c-8fdb-4b2c-9d6a-c1ff70328197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:35.553689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-926cd89c-8fdb-4b2c-9d6a-c1ff70328197 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.2757461 Oct 26 12:01:35.602189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:35.704594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:35.739707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:01:35.743275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:35.750358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-cec4b96c-2af2-4ae7-ada4-99faa52133b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 1000 time: 0.1861141 Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:01:35.795662 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:01:35.848820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557126b-78b8-4377-88b1-e34b962bd268 req-ad972ae7-8ae2-4c64-92bb-c9c12515bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:35.850337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-ad972ae7-8ae2-4c64-92bb-c9c12515bc8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.0929666 Oct 26 12:01:35.915613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-9f4071c3-bfa9-4a4e-864a-4ee6b1f6ad13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571697 Oct 26 12:01:35.925827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-e284f455-52d9-4ef6-adf5-bebbd804e2fc service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:01:35.926808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-e284f455-52d9-4ef6-adf5-bebbd804e2fc service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052865 Oct 26 12:01:35.992944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:36.007752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:36.015511 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] 10.222.0.88 "DELETE /v2.0/networks/e935c8be-f653-4d9a-83d1-bfaaba97ab1e HTTP/1.1" status: 204 len: 168 time: 2.3673058 Oct 26 12:01:36.074747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '4d2f0ba6-814e-430a-9822-f771bfc02f55', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'port_id': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'mac_address': 'fa:16:3e:2b:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:01:29Z', 'updated_at': '2021-10-26T12:01:33Z', 'revision_number': 1, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:26Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:36.076313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a2d5f-7dfd-4749-a464-c57cc1bffd43 tempest-PortsIpV6TestJSON-1976014424 tempest-PortsIpV6TestJSON-1976014424-project] Pushing event deleted for resources: {'Network': ['ID=e935c8be-f653-4d9a-83d1-bfaaba97ab1e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:36.086277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8aaeb-de1e-464b-b3e3-586df436dc8f req-657151c0-1eff-40c4-a087-5317f6845408 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:36.102681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8aaeb-de1e-464b-b3e3-586df436dc8f req-657151c0-1eff-40c4-a087-5317f6845408 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1713336 Oct 26 12:01:36.188224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] Checking router: 3a639b22-a734-42bd-900d-540d76fe5451 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:01:36.226926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:01:36.228025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:36.257019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42a8aaeb-de1e-464b-b3e3-586df436dc8f req-e6ec18aa-9c2e-4e38-98d8-fcce414d92af tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446948 Oct 26 12:01:36.268982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-ec92476d-f793-464f-ad54-d9fc04623d5b service neutron] 10.222.0.88 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074772 Oct 26 12:01:36.429013 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05beeb3-aebd-467a-9a1e-1975c299bb43 x-openstack-request-id: req-f05beeb3-aebd-467a-9a1e-1975c299bb43 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:36.429384 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:36.429567 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f05beeb3-aebd-467a-9a1e-1975c299bb43 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:36.430022 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'status': 'completed', 'code': 200} Oct 26 12:01:36.605720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-58f12cc2-0a89-42c7-b175-059790d5f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:36.614809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-58f12cc2-0a89-42c7-b175-059790d5f6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.2086389 Oct 26 12:01:36.615080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36cc75-d426-466c-9ccb-1032e0f479e5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:36.625579 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f45ed05-4eed-4ad9-b12d-222f0d6efc52" -d '{"events": [{"server_uuid": "4b8e0e11-b329-49df-b72d-cd38b7551412", "name": "network-vif-plugged", "status": "completed", "tag": "bd36cc75-d426-466c-9ccb-1032e0f479e5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:36.643319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45006) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:36.677085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3557126b-78b8-4377-88b1-e34b962bd268 req-192228e3-e1d8-4643-b628-145ca946bfc2 service neutron] 10.222.0.88 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867109 Oct 26 12:01:36.702079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:01:36.831221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d366a-0f3d-4e35-956b-342eb3797d14 req-b93cf1d7-240c-40fd-863b-b8e85c3a6675 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:36.841857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a82d366a-0f3d-4e35-956b-342eb3797d14 req-b93cf1d7-240c-40fd-863b-b8e85c3a6675 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.3360829 Oct 26 12:01:37.057912 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00b1c0ef-771e-469c-b9c4-04831a03574f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17889751b4b449eb8cb2d1765a919bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112744 Oct 26 12:01:37.061052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45020) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:37.068330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-6e52bc54-7dce-46ba-8141-155660c0a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:37.076361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-6e52bc54-7dce-46ba-8141-155660c0a01c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.4473495 Oct 26 12:01:37.117203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a82d366a-0f3d-4e35-956b-342eb3797d14 req-4376137e-9749-4129-9ba7-44004aab903c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675648 Oct 26 12:01:37.270256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-96f57034-92f6-432c-b763-372525dd0d33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 1000 time: 0.1607268 Oct 26 12:01:37.282153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db89a7b6-a416-4a03-8023-a144bf0747e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:37.359401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db89a7b6-a416-4a03-8023-a144bf0747e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:37.379965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-63c5c033-7952-49ac-a62c-ca039ca5cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:37.381672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-63c5c033-7952-49ac-a62c-ca039ca5cc30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.0767987 Oct 26 12:01:37.407001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a0df7-7ee9-4e08-aa8d-704309d219f3 req-5fd2b495-3d10-4d24-aadf-c152a99966f7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:37.419595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040a0df7-7ee9-4e08-aa8d-704309d219f3 req-5fd2b495-3d10-4d24-aadf-c152a99966f7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.4685702 Oct 26 12:01:37.490026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '4d2f0ba6-814e-430a-9822-f771bfc02f55', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'port_id': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'mac_address': 'fa:16:3e:2b:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:01:29Z', 'updated_at': '2021-10-26T12:01:33Z', 'revision_number': 1, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:26Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:37.491684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-ac848bd7-02a2-48ce-95ee-1067efeee3d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688539 Oct 26 12:01:37.508901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-285d5091-5ac7-4038-a7fa-6df66bf12bb1 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:01:37.510037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-285d5091-5ac7-4038-a7fa-6df66bf12bb1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0096033 Oct 26 12:01:37.529560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82b8a0-03ca-4648-b423-dd4196d524c7 req-c12421b6-c2f9-4eeb-98c2-5fe45a5773d1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:37.537980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db89a7b6-a416-4a03-8023-a144bf0747e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:37.540739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db89a7b6-a416-4a03-8023-a144bf0747e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:37.544533 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-db89a7b6-a416-4a03-8023-a144bf0747e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c4445ad2-db98-4396-8e16-74a98ddccf09 HTTP/1.1" status: 204 len: 168 time: 0.4800186 Oct 26 12:01:37.560290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89a7b6-a416-4a03-8023-a144bf0747e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4445ad2-db98-4396-8e16-74a98ddccf09,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:37.562170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c82b8a0-03ca-4648-b423-dd4196d524c7 req-c12421b6-c2f9-4eeb-98c2-5fe45a5773d1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2903547 Oct 26 12:01:37.614946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b6876-5930-4d35-9070-103d4827ff13 None None] The sync data for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 is: [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '4d2f0ba6-814e-430a-9822-f771bfc02f55', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'port_id': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'mac_address': 'fa:16:3e:2b:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:01:29Z', 'updated_at': '2021-10-26T12:01:33Z', 'revision_number': 1, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:26Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:01:37.798855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-a9cca095-2b0a-4f8c-9d66-8e7e8c60eae4 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033181 Oct 26 12:01:38.088280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c82b8a0-03ca-4648-b423-dd4196d524c7 req-05a439c8-045b-443e-96be-7c77130af6d3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251136 Oct 26 12:01:38.119212 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f230eaf-7da5-45f5-8e4c-fe81cb8b593f None None] New status for floating IP 4d2f0ba6-814e-430a-9822-f771bfc02f55: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:01:38.141271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040a0df7-7ee9-4e08-aa8d-704309d219f3 req-243822f5-29c1-433e-97c6-6e577679f745 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7208586 Oct 26 12:01:38.153342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82c7c4e0-fea6-4d80-9a6f-da1789f21614 req-4cf9dd51-4b32-4ca9-8a96-3b5111cf4c60 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355277 Oct 26 12:01:38.641365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-0fc2c29b-ce43-4124-90c0-5d37907e9ef3 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1000 time: 0.4620342 Oct 26 12:01:38.754473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-ee036e5c-91fb-4949-bce1-1a9b0a7af218 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:38.756883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-ee036e5c-91fb-4949-bce1-1a9b0a7af218 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports/251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 943 time: 0.1091018 Oct 26 12:01:38.988654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-b95126c5-2511-4a51-8d82-3aca45070c56 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1002 time: 0.1731853 Oct 26 12:01:38.993786 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcfa671-6f30-4e43-8aac-5b0580424aa9 x-openstack-request-id: req-cfcfa671-6f30-4e43-8aac-5b0580424aa9 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:38.994843 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e0e11-b329-49df-b72d-cd38b7551412", "name": "network-vif-plugged", "status": "completed", "tag": "bd36cc75-d426-466c-9ccb-1032e0f479e5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:38.995580 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfcfa671-6f30-4e43-8aac-5b0580424aa9 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:38.996140 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd36cc75-d426-466c-9ccb-1032e0f479e5', 'code': 200} Oct 26 12:01:39.544375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:39.625086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7861-1121-4279-ae92-e163514f7660 req-986f97fe-1820-4d0f-9256-eda9e7d516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:39.627356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b8b7861-1121-4279-ae92-e163514f7660 req-986f97fe-1820-4d0f-9256-eda9e7d516e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 1097 time: 0.3961518 Oct 26 12:01:39.691678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ca536c3b-1620-45a5-b4e3-aa8478e425db tempest-DvrRoutersNegativeTest-805423384 tempest-DvrRoutersNegativeTest-805423384-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-311391564', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:39.701089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.policy [None req-ca536c3b-1620-45a5-b4e3-aa8478e425db tempest-DvrRoutersNegativeTest-805423384 tempest-DvrRoutersNegativeTest-805423384-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102759) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 12:01:39.702341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.policy [None req-ca536c3b-1620-45a5-b4e3-aa8478e425db tempest-DvrRoutersNegativeTest-805423384 tempest-DvrRoutersNegativeTest-805423384-project] Failed policy check for 'create_router' {{(pid=102759) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 26 12:01:39.707430 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-ca536c3b-1620-45a5-b4e3-aa8478e425db tempest-DvrRoutersNegativeTest-805423384 tempest-DvrRoutersNegativeTest-805423384-project] create failed (client error): Access was denied to this resource. Oct 26 12:01:39.723165 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca536c3b-1620-45a5-b4e3-aa8478e425db tempest-DvrRoutersNegativeTest-805423384 tempest-DvrRoutersNegativeTest-805423384-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1768088 Oct 26 12:01:40.372861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811792-78ae-4d67-a39d-6e05c654c438 req-5570db9f-d9af-44bf-9cb1-a09e1bf98019 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:40.375946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9811792-78ae-4d67-a39d-6e05c654c438 req-5570db9f-d9af-44bf-9cb1-a09e1bf98019 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.9736984 Oct 26 12:01:40.386888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-85461b26-9a07-4ba7-967f-a34dcae30bde tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:40.388433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-85461b26-9a07-4ba7-967f-a34dcae30bde tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 1.3932378 Oct 26 12:01:40.488345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45076) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:40.509769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9811792-78ae-4d67-a39d-6e05c654c438 req-46684fae-ad15-4f2e-9245-4a70381eb0d6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202610 Oct 26 12:01:40.521562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b8b7861-1121-4279-ae92-e163514f7660 req-af9c5024-6b63-4dbb-953b-01520b008f61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8781743 Oct 26 12:01:40.576420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-7a7aa1a3-45fc-479d-9745-1a56e5c6740d tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1002 time: 0.1662602 Oct 26 12:01:40.587487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:40.708683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:40.802168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f6b8-cb7e-45cf-82a1-91301fd83fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:40.968540 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f6b8-cb7e-45cf-82a1-91301fd83fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:40.978772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f6b8-cb7e-45cf-82a1-91301fd83fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.054623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c8f6f6b8-cb7e-45cf-82a1-91301fd83fa7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8e595dbb05c74d08b5abb9d51913cf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644088 Oct 26 12:01:41.075324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:41.145878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6f6b8-cb7e-45cf-82a1-91301fd83fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85cae4-1f77-45bf-9a1f-f30899c22003,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:41.194647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d35d-fac9-4acd-ace7-f5c0d0538fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.294451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d35d-fac9-4acd-ace7-f5c0d0538fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.341077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f755a-dd82-4389-84fc-6bb534b726ed req-328a9ddb-627c-495e-a638-33bccfdd0405 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:41.343415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a94f755a-dd82-4389-84fc-6bb534b726ed req-328a9ddb-627c-495e-a638-33bccfdd0405 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.4716649 Oct 26 12:01:41.357918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.396260 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.396816 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Floating IP 4d2f0ba6-814e-430a-9822-f771bfc02f55 disassociated. External IP: 172.25.4.126, port: 251d68c6-24af-4430-af3f-ded7c46bb2cf. Oct 26 12:01:41.463561 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d35d-fac9-4acd-ace7-f5c0d0538fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.471044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d35d-fac9-4acd-ace7-f5c0d0538fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:41.478645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3fe5d35d-fac9-4acd-ace7-f5c0d0538fce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd85cae4-1f77-45bf-9a1f-f30899c22003 HTTP/1.1" status: 204 len: 168 time: 0.4012349 Oct 26 12:01:41.504609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5d35d-fac9-4acd-ace7-f5c0d0538fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85cae4-1f77-45bf-9a1f-f30899c22003,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:42.075184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a94f755a-dd82-4389-84fc-6bb534b726ed req-f1e5bd27-e59e-4098-bb01-6e69584f2dcc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7146149 Oct 26 12:01:42.245473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Router 3a639b22-a734-42bd-900d-540d76fe5451 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:01:42.649513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba77c5-5e5e-4b56-9a44-125e878625ec req-046cb901-5bb2-44b3-b116-0921fad9aaa7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:42.651550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44ba77c5-5e5e-4b56-9a44-125e878625ec req-046cb901-5bb2-44b3-b116-0921fad9aaa7 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2221930 Oct 26 12:01:42.690056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:01:42.699301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:42.705139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] Sync routers for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:01:42.728781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44ba77c5-5e5e-4b56-9a44-125e878625ec req-2e6396c6-c361-4db8-a3ef-7fcb26650371 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697849 Oct 26 12:01:42.739671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-58caad6e-9d6a-4e01-9c16-a7aac0dc77c9 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "PUT /v2.0/floatingips/4d2f0ba6-814e-430a-9822-f771bfc02f55 HTTP/1.1" status: 200 len: 695 time: 2.1564794 Oct 26 12:01:42.740446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:42.744194 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427" -d '{"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:42.750215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:01:42.750894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:42.871505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-865a9a30-36e7-4ec5-9044-945bbd7ec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:42.873495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-865a9a30-36e7-4ec5-9044-945bbd7ec41a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.0966918 Oct 26 12:01:43.101352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:01:43.156963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b7f9e-af82-4c2b-859d-f55038a12c29 req-3a3a37b0-fbff-4c77-ab5b-dd0b8d201c05 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:43.158695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-600b7f9e-af82-4c2b-859d-f55038a12c29 req-3a3a37b0-fbff-4c77-ab5b-dd0b8d201c05 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.2438166 Oct 26 12:01:43.207690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-07dd04f6-2497-4168-ae73-640b39a84cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:43.209217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-07dd04f6-2497-4168-ae73-640b39a84cf3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.3296208 Oct 26 12:01:43.317595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:43.355114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-600b7f9e-af82-4c2b-859d-f55038a12c29 req-e0c6699e-8c65-430d-97c3-a12d69c5938d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750939 Oct 26 12:01:43.356469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-b628662f-c5bb-4c2a-a8bb-e2959b1380fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.1213372 Oct 26 12:01:43.470218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-941767ed-501a-49a6-8772-5831910c460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:43.476391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-941767ed-501a-49a6-8772-5831910c460d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.1138816 Oct 26 12:01:43.555977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-116267278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:43.571066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-1de0a081-5ba9-43b7-8e50-f86dbd0d8472 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877612 Oct 26 12:01:43.575456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:26Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:43.582554 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf9e1c-5a53-4f13-96b4-dd82112afb5f x-openstack-request-id: req-40bf9e1c-5a53-4f13-96b4-dd82112afb5f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:43.582901 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:43.583114 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40bf9e1c-5a53-4f13-96b4-dd82112afb5f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:43.583642 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'status': 'completed', 'code': 200} Oct 26 12:01:43.632744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] Checking router: 3a639b22-a734-42bd-900d-540d76fe5451 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:01:43.639911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:43.641247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:43.644036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:01:43.646332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:43.786685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:01:43.859723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:43.880786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:43.935750 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:43.940853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6e0baf2-15a4-465a-8b27-c49913451db9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6210403 Oct 26 12:01:43.941748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45156) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:43.959656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1801264639'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:44.014799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Made reservation on behalf of 9c8ad5dbc2064618bfa10797adb69f49 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:44.020726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.034338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.094668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-f4e15718-df19-42f1-8c0b-470fe96f7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:44.097073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-f4e15718-df19-42f1-8c0b-470fe96f7f80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f39a517af7294ab295ebb868e2f83052&device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 1097 time: 0.5126238 Oct 26 12:01:44.129578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee1f3-75b2-402e-831f-b372c3998bad req-678877e0-4491-4d34-8371-2eab750ab12e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:44.142287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-527ee1f3-75b2-402e-831f-b372c3998bad req-678877e0-4491-4d34-8371-2eab750ab12e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.4230306 Oct 26 12:01:44.177450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.189902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.223989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:26Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:01:44.232207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:01:44.244240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d428260b-daeb-459b-b26d-29019164fadc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:44.250818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.251259 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Added segment 72140c3a-4cf6-4c02-bc22-ca84a1254e7c of type vlan for network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd Oct 26 12:01:44.274898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d1695-d837-404d-acfa-391ed48eb3c2 None None] The sync data for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 is: [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:00:19Z', 'revision_number': 4, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b3a277d1-cb47-4186-8587-f4ca067a7fec', 'name': '', 'network_id': '0ecdccc7-7736-4e2a-a7a2-9c5c3457b253', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'mac_address': 'fa:16:3e:3b:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '97d72836-d3eb-4646-af44-426da1940604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:16Z', 'updated_at': '2021-10-26T12:00:26Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'subnets': [{'id': '97d72836-d3eb-4646-af44-426da1940604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:01:44.311644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-527ee1f3-75b2-402e-831f-b372c3998bad req-2c480af5-7f0b-4092-be3c-81784ca79100 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682954 Oct 26 12:01:44.347680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-f5222248-b630-4f8f-a55c-63651f55e69e service neutron] 10.222.0.88 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377968 Oct 26 12:01:44.352874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.426774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.443869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:44.444638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.609566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-5b8d72cb-7d2c-477a-bd90-77b0466b90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:44.611017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-5b8d72cb-7d2c-477a-bd90-77b0466b90d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 200 len: 922 time: 0.4970088 Oct 26 12:01:44.658374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d9b7097-ec10-4ce8-b564-e88781226056 req-24ed078e-cd39-41a1-aece-f8154afea7c7 service neutron] 10.222.0.88 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991056 Oct 26 12:01:44.689066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Network': ['ID=03d10ef6-1a84-4bfa-8c8a-ad2668325cfd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:44.711110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:01:44.717662 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eda6eb7b-636a-44a3-adce-c0a1000fb0a1 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7732923 Oct 26 12:01:44.718407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45176) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:44.728048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'subnet': {'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:44.783159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-2d0effda-a521-47ad-812f-fb741cae7d0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 200 len: 217 time: 0.1514211 Oct 26 12:01:44.854284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-5b355b33-f2d7-450e-b5eb-d0e2ba6f6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:44.855842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-5b355b33-f2d7-450e-b5eb-d0e2ba6f6c48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 200 len: 860 time: 0.0652847 Oct 26 12:01:44.940473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Made reservation on behalf of 9c8ad5dbc2064618bfa10797adb69f49 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:44.944389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:44.961824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-8a88a716-be08-400b-9e52-176bd59be896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604339 Oct 26 12:01:44.976971 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a46ea-668d-4674-af80-89313cd1bb14 None None] New status for floating IP 4d2f0ba6-814e-430a-9822-f771bfc02f55: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:01:45.214233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f97e4-4b42-49e2-a23c-b48dae45cd4a req-a9bbf6a7-12ac-435d-8f99-c9785dd4b506 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:45.216239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c18f97e4-4b42-49e2-a23c-b48dae45cd4a req-a9bbf6a7-12ac-435d-8f99-c9785dd4b506 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.4274559 Oct 26 12:01:45.230462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-fbedfe99-88b8-4ae1-91ed-290ada48adf4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:45.235179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-fbedfe99-88b8-4ae1-91ed-290ada48adf4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.6326745 Oct 26 12:01:45.278166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-91269db6-b9e2-4a10-9efc-57d25ef693fd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0256500 Oct 26 12:01:45.424633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c18f97e4-4b42-49e2-a23c-b48dae45cd4a req-8a2ea1ec-ebf9-4202-8a5a-67e4f68c2519 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834364 Oct 26 12:01:45.474930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-25706260-b43e-4d55-81a5-e7f1604a060b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954525 Oct 26 12:01:45.479126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-83bd285b-bb23-44c3-a3a3-50d8748d89b2 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088806 Oct 26 12:01:45.494468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:45.624482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-fd784cbc-b610-4480-8a39-a1bdae6610cd service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485538 Oct 26 12:01:45.635729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Subnet': ['ID=f1f34e59-748c-43b8-83ee-5ab01c4de4c6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:45.639771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Checking segment: {'id': '72140c3a-4cf6-4c02-bc22-ca84a1254e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:45.640403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network hostable DHCP agents. Network: 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:01:45.670262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:01:45.688929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:45.698581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f7ba8-2542-49e9-8a78-a1eb4c97409a None None] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:45.709108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:45.713256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:45.757351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b43fa466-2269-4bc2-84d4-f799eafa3c2d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0374231 Oct 26 12:01:45.759297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45188) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:45.772458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'network': {'name': 'tempest-router-network01--1549675473'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:45.812856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8b2c1d-739f-4a70-9348-27a6ee1e0427 req-8ffd86f2-cf74-4434-8912-0cd41854abf5 service neutron] 10.222.0.30 "GET /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857924 Oct 26 12:01:45.818325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Made reservation on behalf of 9c8ad5dbc2064618bfa10797adb69f49 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:45.835237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:45.885365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:01:45.914736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:45.916029 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Added segment 8bfbe330-14ab-4b26-800e-93b588cf7e4d of type vlan for network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 Oct 26 12:01:45.920438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-34a08e3f-9237-40ce-93b3-381e5a60787b tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips/4d2f0ba6-814e-430a-9822-f771bfc02f55 HTTP/1.1" status: 200 len: 693 time: 0.2921817 Oct 26 12:01:46.009132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-03d10ef6-1a84-4bfa-8c8a-ad2668325cfd', 'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd', 'tenant_id': '9c8ad5dbc2064618bfa10797adb69f49', 'fixed_ips': [{'subnet_id': 'f1f34e59-748c-43b8-83ee-5ab01c4de4c6'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:01:46.010306 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.024851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.109183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.117759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:46.118409 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.178111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4164255 Oct 26 12:01:46.214825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45192) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:46.319670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'network': {'name': 'tempest-router-network02--744315299'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:46.360096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Made reservation on behalf of 9c8ad5dbc2064618bfa10797adb69f49 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:46.367570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.404405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Allocated IP 172.20.0.2 (03d10ef6-1a84-4bfa-8c8a-ad2668325cfd/f1f34e59-748c-43b8-83ee-5ab01c4de4c6/742becdd-93b3-41a5-8e55-63b870a3b180) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:46.405969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c622b-c94c-4d67-b6d7-8e208078d7d6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Network': ['ID=28e6b3b1-3057-4890-b329-3a8c3ad6bf49,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:46.433185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:01:46.449639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.451661 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Added segment b480b860-bb85-4c6b-82a0-50fbc74237e5 of type vlan for network 5db641ac-dd51-4791-b282-17ae1f6d57f2 Oct 26 12:01:46.499006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-1e6c6790-a1cb-4d84-84da-191be3eb7e93 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8734539 Oct 26 12:01:46.515514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:01:46.558458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.619421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-0cfe371e-1b4a-4c6f-ba92-87850f1c3948 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:46.623686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-0cfe371e-1b4a-4c6f-ba92-87850f1c3948 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 784 time: 0.6934545 Oct 26 12:01:46.646697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.664572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:46.667492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:46.746262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-9bbbd10a-6f63-4c13-a670-1fcbd54c1ddb tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.1135724 Oct 26 12:01:46.778930 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5615778 Oct 26 12:01:46.779222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45210) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:46.801511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc4563-9f40-461e-827e-8c7a46512f26 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Network': ['ID=5db641ac-dd51-4791-b282-17ae1f6d57f2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:46.813385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'subnet': {'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:46.964271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5db641ac-dd51-4791-b282-17ae1f6d57f2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:01:47.055087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.068991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.079065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-8ac55fb8-99f9-4f65-9f88-10f765fa3972 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.3268340 Oct 26 12:01:47.146805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Pushing event updated for resources: {'Port': ['ID=742becdd-93b3-41a5-8e55-63b870a3b180,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:47.155635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.156356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.156914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.157486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.158032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.158576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.159184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.159768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.160320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.160862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.161417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.161957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:01:47.174305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:47.181492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:47.185175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:47.186824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e091bc-fa4f-405d-87f4-8bc08d72077a req-1bd77292-9d25-48c7-b898-c315044c75c3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:47.188418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94e091bc-fa4f-405d-87f4-8bc08d72077a req-1bd77292-9d25-48c7-b898-c315044c75c3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2537217 Oct 26 12:01:47.282459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Attempting to bind port 742becdd-93b3-41a5-8e55-63b870a3b180 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:01:47.282908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Attempting to bind port 742becdd-93b3-41a5-8e55-63b870a3b180 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '72140c3a-4cf6-4c02-bc22-ca84a1254e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:01:47.283390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Attempting to bind port 742becdd-93b3-41a5-8e55-63b870a3b180 on network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:47.289983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:01:47.290750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Checking segment: {'id': '72140c3a-4cf6-4c02-bc22-ca84a1254e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:47.291430 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.292054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Bound using segment: {'id': '72140c3a-4cf6-4c02-bc22-ca84a1254e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:01:47.293073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Bound port: 742becdd-93b3-41a5-8e55-63b870a3b180, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72140c3a-4cf6-4c02-bc22-ca84a1254e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '03d10ef6-1a84-4bfa-8c8a-ad2668325cfd'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:01:47.293951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.340472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Made reservation on behalf of 9c8ad5dbc2064618bfa10797adb69f49 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:47.360412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.414938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] For port 742becdd-93b3-41a5-8e55-63b870a3b180, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:01:47.418934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] For port 742becdd-93b3-41a5-8e55-63b870a3b180, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=742becdd-93b3-41a5-8e55-63b870a3b180,segment=NetworkSegment(72140c3a-4cf6-4c02-bc22-ca84a1254e7c),segment_id=72140c3a-4cf6-4c02-bc22-ca84a1254e7c)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:01:47.429213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.600380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae20287-1214-494c-bd7f-2ed1d02bf636 None None] Pushing event updated for resources: {'Port': ['ID=742becdd-93b3-41a5-8e55-63b870a3b180,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:47.823375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94e091bc-fa4f-405d-87f4-8bc08d72077a req-3c157388-f1f0-4cdb-a47e-5799fbf31a03 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6155853 Oct 26 12:01:47.826804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:47.985462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Deleting port 957e0ff0-76c9-478a-a762-bf829c99eb4b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:47.985878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.045540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Subnet': ['ID=e7bd377e-8ca5-4e6b-8c76-4d4462da2c84,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:48.089332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Checking segment: {'id': '8bfbe330-14ab-4b26-800e-93b588cf7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:48.089690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network hostable DHCP agents. Network: 28e6b3b1-3057-4890-b329-3a8c3ad6bf49, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:01:48.140684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:01:48.168778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.169323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.185787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 28e6b3b1-3057-4890-b329-3a8c3ad6bf49) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:48.207863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60f4cc-ab6c-4c6c-b845-a9cefa3809b4 None None] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:48.234072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:48.234731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.244262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Calling delete_port for 957e0ff0-76c9-478a-a762-bf829c99eb4b owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:48.466096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-28e6b3b1-3057-4890-b329-3a8c3ad6bf49', 'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49', 'tenant_id': '9c8ad5dbc2064618bfa10797adb69f49', 'fixed_ips': [{'subnet_id': 'e7bd377e-8ca5-4e6b-8c76-4d4462da2c84'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:01:48.467608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.544573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.669374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1a219f74-d763-4d9a-a152-1f457a27b392 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8684950 Oct 26 12:01:48.672487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45234) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:48.675150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event deleted for resources: {'Port': ['ID=957e0ff0-76c9-478a-a762-bf829c99eb4b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:48.682116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'subnet': {'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:48.795062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.797832 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:48.799064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c2425ec-b495-4e42-98be-7fddb9d9d458 req-96df5325-4a48-4ba9-8ce6-75269b8d83a2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "DELETE /v2.0/floatingips/4d2f0ba6-814e-430a-9822-f771bfc02f55 HTTP/1.1" status: 204 len: 173 time: 1.7120867 Oct 26 12:01:48.836291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151b7f5-8617-4ddc-8a2c-fe9ea7daea50 req-d70f75c7-a4cc-4555-ad90-f06ee11fddf1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:48.837812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8151b7f5-8617-4ddc-8a2c-fe9ea7daea50 req-d70f75c7-a4cc-4555-ad90-f06ee11fddf1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.5863438 Oct 26 12:01:48.840160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Allocated IP 172.20.0.2 (28e6b3b1-3057-4890-b329-3a8c3ad6bf49/e7bd377e-8ca5-4e6b-8c76-4d4462da2c84/1f285937-67cc-42f4-9f62-18979168c260) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:48.970761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8151b7f5-8617-4ddc-8a2c-fe9ea7daea50 req-7809ac3b-0d5d-4f1e-a9cb-5a757581ba31 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230550 Oct 26 12:01:49.035891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ab0c99-a640-4e56-8bc9-2ef071c1afb9 req-e41aa08e-2d4e-4dd2-b27e-25e6af559d2a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 210 time: 0.1060488 Oct 26 12:01:49.139389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.164270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.199999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a2a5831-99ae-4cda-bea2-721257b326ef req-5c30f485-187c-41e5-93b1-7d8983a70073 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups/ede2183e-e161-4854-8de7-667740fa1684 HTTP/1.1" status: 200 len: 1809 time: 0.1251993 Oct 26 12:01:49.252219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:49.277340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Pushing event updated for resources: {'Port': ['ID=1f285937-67cc-42f4-9f62-18979168c260,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:49.293867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:49.302550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:49.335620 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ddd413ab-3cb3-4b35-a2ff-60384ebd4a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.368447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2a2a5831-99ae-4cda-bea2-721257b326ef req-37df730e-47eb-4ba0-848b-5348ba6009f2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.392643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-dd6b7429-84df-4e10-a802-d90e202b201f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.395993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-dd6b7429-84df-4e10-a802-d90e202b201f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.6334021 Oct 26 12:01:49.445719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:49.463292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86f73c-efda-411e-a6a4-139a001daacc None None] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:49.519331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2a2a5831-99ae-4cda-bea2-721257b326ef req-37df730e-47eb-4ba0-848b-5348ba6009f2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.581024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.597877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.615085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.616533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:49.625810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.631024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.642041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.661466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.676962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:49.681420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-575eb05f-b730-4193-b70d-605f4a3426fc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.3305271 Oct 26 12:01:49.692345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Attempting to bind port 1f285937-67cc-42f4-9f62-18979168c260 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:01:49.692774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Attempting to bind port 1f285937-67cc-42f4-9f62-18979168c260 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8bfbe330-14ab-4b26-800e-93b588cf7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:01:49.693147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Attempting to bind port 1f285937-67cc-42f4-9f62-18979168c260 on network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:49.786949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 742becdd-93b3-41a5-8e55-63b870a3b180 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:49.798021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:01:49.798391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Checking segment: {'id': '8bfbe330-14ab-4b26-800e-93b588cf7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:49.798784 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.800558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Bound using segment: {'id': '8bfbe330-14ab-4b26-800e-93b588cf7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:01:49.802695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Bound port: 1f285937-67cc-42f4-9f62-18979168c260, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfbe330-14ab-4b26-800e-93b588cf7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '28e6b3b1-3057-4890-b329-3a8c3ad6bf49'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:01:49.803384 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.812835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-116d11f3-60f9-4503-984b-0c79b6aaedc9 req-1fb93907-0d8a-4639-b676-4892ecba40c1 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137660 Oct 26 12:01:49.831924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2a2a5831-99ae-4cda-bea2-721257b326ef req-37df730e-47eb-4ba0-848b-5348ba6009f2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.831924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2a2a5831-99ae-4cda-bea2-721257b326ef req-37df730e-47eb-4ba0-848b-5348ba6009f2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:49.832782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a2a5831-99ae-4cda-bea2-721257b326ef req-37df730e-47eb-4ba0-848b-5348ba6009f2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "DELETE /v2.0/security-groups/ede2183e-e161-4854-8de7-667740fa1684 HTTP/1.1" status: 204 len: 173 time: 0.6257005 Oct 26 12:01:49.851812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df730e-47eb-4ba0-848b-5348ba6009f2 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede2183e-e161-4854-8de7-667740fa1684,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:49.997636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9627ff40-5c8b-494e-b495-5c2662da37d3 None None] Provisioning complete for port 742becdd-93b3-41a5-8e55-63b870a3b180 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:49.999489 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9627ff40-5c8b-494e-b495-5c2662da37d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:50.047408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Made reservation on behalf of 9c8ad5dbc2064618bfa10797adb69f49 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:01:50.086045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218b9f-6a8f-4951-86c6-4c18bd935f38 req-341132d0-ce5e-4565-a60b-b05d54908ab7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.088509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:50.095933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0218b9f-6a8f-4951-86c6-4c18bd935f38 req-341132d0-ce5e-4565-a60b-b05d54908ab7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1570187 Oct 26 12:01:50.178048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0218b9f-6a8f-4951-86c6-4c18bd935f38 req-5ae86365-56a9-4e2d-853a-526435a90698 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801067 Oct 26 12:01:50.266207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.6 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/e914fad0-6249-45e3-a924-2270c7f628d4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:50.267785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] For port 1f285937-67cc-42f4-9f62-18979168c260, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:01:50.277711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] For port 1f285937-67cc-42f4-9f62-18979168c260, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1f285937-67cc-42f4-9f62-18979168c260,segment=NetworkSegment(8bfbe330-14ab-4b26-800e-93b588cf7e4d),segment_id=8bfbe330-14ab-4b26-800e-93b588cf7e4d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:01:50.368839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:50.515930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc139-0ed3-4a47-afef-624e93409ccb req-653106f8-eefe-4752-aaca-a0c84068fecc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.517785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a28bc139-0ed3-4a47-afef-624e93409ccb req-653106f8-eefe-4752-aaca-a0c84068fecc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1298106 Oct 26 12:01:50.532107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.542727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.550129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.557024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.563644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.570443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.577011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.598352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b46047c-253a-48a9-8d1c-3892138cbd42 req-769174b3-5195-4d50-9eb4-dc3fd5870d28 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.2782235 Oct 26 12:01:50.623132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace9892-d6e4-4605-a771-3654d38df45a None None] Pushing event updated for resources: {'Port': ['ID=1f285937-67cc-42f4-9f62-18979168c260,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:50.690340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a28bc139-0ed3-4a47-afef-624e93409ccb req-29d14cc0-ed5d-4a6d-8fc0-b611b71295fc tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908828 Oct 26 12:01:50.772710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e09a671-9ae9-49f9-a664-a38326ca3ee1 req-d402a9d9-451b-4093-b111-3370a2ccd7f4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 210 time: 0.0652409 Oct 26 12:01:50.907239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:50.970635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d524d5-ac08-44c5-9d33-1760da4d3c9a req-4325afc0-f5af-490b-9619-bbf6f041323f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:50.979571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1d524d5-ac08-44c5-9d33-1760da4d3c9a req-4325afc0-f5af-490b-9619-bbf6f041323f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.1235836 Oct 26 12:01:51.091377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1d524d5-ac08-44c5-9d33-1760da4d3c9a req-f25e8444-995a-41b9-a485-485bd442349c tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064405 Oct 26 12:01:51.176625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Subnet': ['ID=f9a5e2a3-58bf-46de-9e3d-431d517f764f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:51.219937 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.241882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9627ff40-5c8b-494e-b495-5c2662da37d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.286221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 742becdd-93b3-41a5-8e55-63b870a3b180 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:51.295063 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.361391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Checking segment: {'id': 'b480b860-bb85-4c6b-82a0-50fbc74237e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:51.364802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network hostable DHCP agents. Network: 5db641ac-dd51-4791-b282-17ae1f6d57f2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:01:51.459167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9627ff40-5c8b-494e-b495-5c2662da37d3 None None] For port 742becdd-93b3-41a5-8e55-63b870a3b180, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=742becdd-93b3-41a5-8e55-63b870a3b180,segment=NetworkSegment(72140c3a-4cf6-4c02-bc22-ca84a1254e7c),segment_id=72140c3a-4cf6-4c02-bc22-ca84a1254e7c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:51.476646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 5db641ac-dd51-4791-b282-17ae1f6d57f2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:01:51.478236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9627ff40-5c8b-494e-b495-5c2662da37d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.501527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.521069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5db641ac-dd51-4791-b282-17ae1f6d57f2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:51.523372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31577500-b015-4917-abc9-49078c6aff41 req-8b9d7a24-2f2c-4948-b78b-3e4617a3af8c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:51.532730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31577500-b015-4917-abc9-49078c6aff41 req-8b9d7a24-2f2c-4948-b78b-3e4617a3af8c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1569347 Oct 26 12:01:51.538761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4', 'bd36cc75-d426-466c-9ccb-1032e0f479e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:51.555339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:51.555986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.680999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31577500-b015-4917-abc9-49078c6aff41 req-2629afc6-9c98-4da2-8218-dd3240a635dc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321840 Oct 26 12:01:51.681611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45276) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:51.687694 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9375c7a9-711d-43cd-858f-136cb9139f77 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0139458 Oct 26 12:01:51.709118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:51.739923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:51.755129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:51.829514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e5912-dc3f-4cce-bbf5-a0584f5e72b5 None None] Network 5db641ac-dd51-4791-b282-17ae1f6d57f2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:51.965643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:51.966654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:51.968020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ff40-5c8b-494e-b495-5c2662da37d3 None None] Pushing event updated for resources: {'Port': ['ID=742becdd-93b3-41a5-8e55-63b870a3b180,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:51.969870 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=e914fad0-6249-45e3-a924-2270c7f628d4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:52.016811 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-e2523094-ec83-49bb-9ccd-fef7607cd4de tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5740254 Oct 26 12:01:52.035687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-a80137c5-5605-4e00-a63a-61a5e26eb462 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:01:52.042267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-a80137c5-5605-4e00-a63a-61a5e26eb462 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0180552 Oct 26 12:01:52.128926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-430d8c73-01d0-455f-b5c8-4a8610cc2fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:52.208332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-879205f8-c5f9-46dc-8e77-d9c436750a79 None None] Provisioning complete for port 742becdd-93b3-41a5-8e55-63b870a3b180 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:52.209450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-879205f8-c5f9-46dc-8e77-d9c436750a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:52.310460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Request body: {'port': {'device_id': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:01:52.481354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:52.656536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1f285937-67cc-42f4-9f62-18979168c260 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:52.663808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-5db641ac-dd51-4791-b282-17ae1f6d57f2', 'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2', 'tenant_id': '9c8ad5dbc2064618bfa10797adb69f49', 'fixed_ips': [{'subnet_id': 'f9a5e2a3-58bf-46de-9e3d-431d517f764f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:01:52.665082 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:52.771264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d53680-dd5b-42a7-ae8f-3b25c16f2088 None None] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:52.853368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a23341-0e93-45ce-8349-ee5ac9a0fd88 req-8f357497-7ea1-4bfb-8a50-200c943c3501 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:52.860820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a23341-0e93-45ce-8349-ee5ac9a0fd88 req-8f357497-7ea1-4bfb-8a50-200c943c3501 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 931 time: 0.7043121 Oct 26 12:01:52.910389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964e34-7fd6-4c4e-813a-b011c3ca5d06 req-5f47a737-6582-41c6-b9b6-4f86bc8762f2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:52.912426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe964e34-7fd6-4c4e-813a-b011c3ca5d06 req-5f47a737-6582-41c6-b9b6-4f86bc8762f2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 1.0579078 Oct 26 12:01:53.017297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a23341-0e93-45ce-8349-ee5ac9a0fd88 req-c9ee46c8-98b0-457a-a08f-f5013016cab2 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493232 Oct 26 12:01:53.044832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e914fad0-6249-45e3-a924-2270c7f628d4 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:53.054932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.110063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Transition to ACTIVE for port object e914fad0-6249-45e3-a924-2270c7f628d4 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:01:53.117440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.177021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.212423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-eb289335-d634-4441-94a2-993d4621fa6f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:53.214001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-eb289335-d634-4441-94a2-993d4621fa6f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.3502955 Oct 26 12:01:53.217358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe964e34-7fd6-4c4e-813a-b011c3ca5d06 req-01deb159-eec2-4b20-a934-9ea2418aca6f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608316 Oct 26 12:01:53.249624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e914fad0-6249-45e3-a924-2270c7f628d4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:53.310851 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.422545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Attempting to bind port e914fad0-6249-45e3-a924-2270c7f628d4 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:01:53.423139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Attempting to bind port e914fad0-6249-45e3-a924-2270c7f628d4 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:01:53.423499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Attempting to bind port e914fad0-6249-45e3-a924-2270c7f628d4 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:53.431536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Port e914fad0-6249-45e3-a924-2270c7f628d4 on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:01:53.432505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Attempting to bind port e914fad0-6249-45e3-a924-2270c7f628d4 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:53.446795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:01:53.447863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:53.448507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:01:53.449239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Bound port: e914fad0-6249-45e3-a924-2270c7f628d4, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:01:53.449979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.549247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Allocated IP 172.20.0.2 (5db641ac-dd51-4791-b282-17ae1f6d57f2/f9a5e2a3-58bf-46de-9e3d-431d517f764f/be09b7dc-2773-4aef-b4bb-0a8fb71fec6e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:53.559585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.631849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1f285937-67cc-42f4-9f62-18979168c260 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:53.632232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.636469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] For port e914fad0-6249-45e3-a924-2270c7f628d4, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:01:53.644130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] For port e914fad0-6249-45e3-a924-2270c7f628d4, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e914fad0-6249-45e3-a924-2270c7f628d4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:01:53.662998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.750453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f19cdd57-483c-4fa0-8a31-df2afe991d36 None None] Provisioning complete for port 1f285937-67cc-42f4-9f62-18979168c260 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:53.751129 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f19cdd57-483c-4fa0-8a31-df2afe991d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.790764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:53.791425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:53.792868 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] 10.222.0.100 "PUT /v2.0/ports/e914fad0-6249-45e3-a924-2270c7f628d4 HTTP/1.1" status: 200 len: 1091 time: 1.7406268 Oct 26 12:01:53.793551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f34e3-07b2-4d31-9de5-d9b3b73c5f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e914fad0-6249-45e3-a924-2270c7f628d4,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:53.798442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'tag': 'e914fad0-6249-45e3-a924-2270c7f628d4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:53.810849 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e7526c-df13-4266-a808-ef590cb17450" -d '{"events": [{"name": "network-changed", "server_uuid": "d8338fe0-d302-4d43-beab-8e50ecccdaba", "tag": "e914fad0-6249-45e3-a924-2270c7f628d4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:53.946170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-915d1cef-dabf-43d6-badb-de35bd959929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:53.947773 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-915d1cef-dabf-43d6-badb-de35bd959929 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 1094 time: 0.0993285 Oct 26 12:01:54.054533 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-6b908e01-add6-43f4-ac05-90d0a70ec617 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e914fad0-6249-45e3-a924-2270c7f628d4 HTTP/1.1" status: 200 len: 217 time: 0.0957410 Oct 26 12:01:54.189559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-93cba8f5-e0f0-41ff-8039-7aece7334efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:54.192901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-93cba8f5-e0f0-41ff-8039-7aece7334efd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1239464 Oct 26 12:01:54.273942 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-57783a29-8ec6-4b24-8e57-32ec88d1c21b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724957 Oct 26 12:01:54.397369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116031b-531e-4eeb-8bc2-db1b78d50ac9 req-02aaf0c0-a7e7-466b-ade8-71d18e624a81 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:54.412065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c116031b-531e-4eeb-8bc2-db1b78d50ac9 req-02aaf0c0-a7e7-466b-ade8-71d18e624a81 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 1.2472930 Oct 26 12:01:54.517849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd22b0-8ae1-4e37-b479-619efc465699 req-6e95e717-f4f0-49b0-a8a8-080c175cd118 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:54.519778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0dd22b0-8ae1-4e37-b479-619efc465699 req-6e95e717-f4f0-49b0-a8a8-080c175cd118 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 1.1987522 Oct 26 12:01:54.567850 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-8f69ee97-2e7d-40f7-b610-14139b095fb3 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776949 Oct 26 12:01:54.625128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Deleting port 251d68c6-24af-4430-af3f-ded7c46bb2cf {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:01:54.625786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:54.628577 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f19cdd57-483c-4fa0-8a31-df2afe991d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:54.638756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45344) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:01:54.758775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:54.785195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:54.803447 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ec652c1a-4ff1-44e1-a035-cf51427d0a8b req-595f4b82-5016-4e47-9265-f029e966bb1f service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259536 Oct 26 12:01:54.816431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c116031b-531e-4eeb-8bc2-db1b78d50ac9 req-f08bc578-b439-425d-8e90-742d578bb6c6 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948195 Oct 26 12:01:54.858341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 1f285937-67cc-42f4-9f62-18979168c260, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1f285937-67cc-42f4-9f62-18979168c260,segment=NetworkSegment(8bfbe330-14ab-4b26-800e-93b588cf7e4d),segment_id=8bfbe330-14ab-4b26-800e-93b588cf7e4d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:54.863965 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:54.924608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:54.925394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 742becdd-93b3-41a5-8e55-63b870a3b180 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:54.964799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0dd22b0-8ae1-4e37-b479-619efc465699 req-c9210a11-3483-49b3-8e42-5bb051e5101c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201882 Oct 26 12:01:55.127453 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76370384-fb7a-4708-b981-eb611772bfa5 x-openstack-request-id: req-76370384-fb7a-4708-b981-eb611772bfa5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:55.129292 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8338fe0-d302-4d43-beab-8e50ecccdaba", "tag": "e914fad0-6249-45e3-a924-2270c7f628d4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:55.129658 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76370384-fb7a-4708-b981-eb611772bfa5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:55.130260 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'tag': 'e914fad0-6249-45e3-a924-2270c7f628d4', 'status': 'completed', 'code': 200} Oct 26 12:01:55.246561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7526c-df13-4266-a808-ef590cb17450 req-17e1821f-0a75-40bd-8a19-e0241261bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.249956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-17e1821f-0a75-40bd-8a19-e0241261bafd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 1094 time: 0.1042314 Oct 26 12:01:55.287693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Pushing event updated for resources: {'Port': ['ID=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:55.311128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.322846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.323621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.324304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.324949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.325592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.326237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.338074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-00dd01c8-1bb8-4c9f-857a-04534b8ee205 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 6502 time: 0.6980121 Oct 26 12:01:55.429484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Network 5db641ac-dd51-4791-b282-17ae1f6d57f2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:55.441844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Allocated IP 172.20.0.1 (28e6b3b1-3057-4890-b329-3a8c3ad6bf49/e7bd377e-8ca5-4e6b-8c76-4d4462da2c84/6d775ea9-734b-476a-bab1-f4726ce857a4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:01:55.450326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=1f285937-67cc-42f4-9f62-18979168c260,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:55.497870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] For port 251d68c6-24af-4430-af3f-ded7c46bb2cf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=251d68c6-24af-4430-af3f-ded7c46bb2cf,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:55.498615 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:55.614849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f179869-5050-4775-be4e-df4163145495 req-e818516c-9539-41a2-803c-9d9ca1a90df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.618628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-e818516c-9539-41a2-803c-9d9ca1a90df5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.3361769 Oct 26 12:01:55.620492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7526c-df13-4266-a808-ef590cb17450 req-77127c19-9095-45e0-9614-b4d2c7c07389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.622119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Calling delete_port for 251d68c6-24af-4430-af3f-ded7c46bb2cf owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:01:55.623475 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-77127c19-9095-45e0-9614-b4d2c7c07389 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.3670251 Oct 26 12:01:55.639173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-f19cdd57-483c-4fa0-8a31-df2afe991d36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:01:55.639173 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-f19cdd57-483c-4fa0-8a31-df2afe991d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:01:55.639955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:55.642122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:55.642991 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:55.649999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 742becdd-93b3-41a5-8e55-63b870a3b180 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:55.650374 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:55.803861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a194d37-2b97-41c9-bb06-73a7e21d3fc9 req-1ad7fbf1-cf65-4d94-8cb1-ffc60bde4950 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.807754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a194d37-2b97-41c9-bb06-73a7e21d3fc9 req-1ad7fbf1-cf65-4d94-8cb1-ffc60bde4950 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 943 time: 0.5357714 Oct 26 12:01:55.822701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a939-3fb3-481b-9265-c480deef76a6 req-52dd8d2c-1de4-4211-9f3e-ccd4c8365f3f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:55.832879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c31a939-3fb3-481b-9265-c480deef76a6 req-52dd8d2c-1de4-4211-9f3e-ccd4c8365f3f tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.4709148 Oct 26 12:01:55.875956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Attempting to bind port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:01:55.877232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Attempting to bind port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b480b860-bb85-4c6b-82a0-50fbc74237e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:01:55.877841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Attempting to bind port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e on network 5db641ac-dd51-4791-b282-17ae1f6d57f2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:01:55.905817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:01:55.906560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Checking segment: {'id': 'b480b860-bb85-4c6b-82a0-50fbc74237e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:01:55.907328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:55.907956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Bound using segment: {'id': 'b480b860-bb85-4c6b-82a0-50fbc74237e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:01:55.912933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Bound port: be09b7dc-2773-4aef-b4bb-0a8fb71fec6e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b480b860-bb85-4c6b-82a0-50fbc74237e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '5db641ac-dd51-4791-b282-17ae1f6d57f2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:01:55.913662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:55.919007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-a4604ade-b5bb-40ab-850a-4c9e3b78e9a2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e914fad0-6249-45e3-a924-2270c7f628d4 HTTP/1.1" status: 200 len: 217 time: 0.2495751 Oct 26 12:01:55.964170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-0a5d467d-a8df-43c4-a724-3b211cf9a657 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6247652 Oct 26 12:01:55.980851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c31a939-3fb3-481b-9265-c480deef76a6 req-50f69bda-afca-4c85-81d9-6a0704c2a178 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470118 Oct 26 12:01:56.025947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7526c-df13-4266-a808-ef590cb17450 req-1fd8ced3-01e9-4870-90dd-b0cddaa2c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.027341 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-1fd8ced3-01e9-4870-90dd-b0cddaa2c79c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1029103 Oct 26 12:01:56.072256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-0e4680fc-57bc-4adb-9561-89144a137db2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298028 Oct 26 12:01:56.073729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f179869-5050-4775-be4e-df4163145495 req-20a61d2c-f5b3-414e-90ea-064885a9404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.075871 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-20a61d2c-f5b3-414e-90ea-064885a9404c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.4441741 Oct 26 12:01:56.134510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-30c9d365-9397-4fd9-b6e2-c414c6b5e10b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7018881 Oct 26 12:01:56.141050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] For port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:01:56.149153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] For port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,segment=NetworkSegment(b480b860-bb85-4c6b-82a0-50fbc74237e5),segment_id=b480b860-bb85-4c6b-82a0-50fbc74237e5)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:01:56.171681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1f285937-67cc-42f4-9f62-18979168c260 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:56.179372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a194d37-2b97-41c9-bb06-73a7e21d3fc9 req-318882f6-0a18-4f3f-ae26-fb386c51f3c7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286407 Oct 26 12:01:56.357537 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-3e85388f-8335-41a4-9191-3d9c3bd9c311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.2713656 Oct 26 12:01:56.402015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:56.438661 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-917a6712-8e2e-46db-804a-b7f7b4b2e0e3 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406178 Oct 26 12:01:56.459962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f179869-5050-4775-be4e-df4163145495 req-595a2f84-a6d1-44ca-b7c3-1e4fbfc93f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.461470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-595a2f84-a6d1-44ca-b7c3-1e4fbfc93f6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0959511 Oct 26 12:01:56.536919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f7ed-8180-475f-8641-63bfd89a33e7 req-94974e1c-9913-4360-9a32-79d61523d457 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.539785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fa2f7ed-8180-475f-8641-63bfd89a33e7 req-94974e1c-9913-4360-9a32-79d61523d457 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.1838470 Oct 26 12:01:56.544013 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:56.547309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6fd68c08-2d16-495c-8946-0cd076f9ad69 None None] Provisioning complete for port 1f285937-67cc-42f4-9f62-18979168c260 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:56.547705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c08-2d16-495c-8946-0cd076f9ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:56.557431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2936e-7bc6-4fa2-9d7c-494221e06500 req-402702df-4b56-4f70-8498-c0c077fb274f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.568166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1a2936e-7bc6-4fa2-9d7c-494221e06500 req-402702df-4b56-4f70-8498-c0c077fb274f tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 946 time: 0.4140537 Oct 26 12:01:56.590540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-53458198-91a5-459e-8d8b-41c6ae2f9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.592629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-53458198-91a5-459e-8d8b-41c6ae2f9759 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 1096 time: 0.3684115 Oct 26 12:01:56.605603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1f285937-67cc-42f4-9f62-18979168c260 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:56.605983 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:56.657231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fd51e-d4c1-4fbd-848d-39766028760d None None] Pushing event updated for resources: {'Port': ['ID=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:56.701024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f179869-5050-4775-be4e-df4163145495 req-e994c5fb-2ffa-4a70-9b5c-7d1c0afa694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.702583 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-e994c5fb-2ffa-4a70-9b5c-7d1c0afa694e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121801 Oct 26 12:01:56.732360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-43412653-10ce-4463-b198-06f6939a86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.733848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-43412653-10ce-4463-b198-06f6939a86cf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1097 time: 0.2703712 Oct 26 12:01:56.888287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1a2936e-7bc6-4fa2-9d7c-494221e06500 req-1ff82e1b-94bb-44be-965d-1989d02cf7e6 tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ea7d29e-4316-4cdd-99df-49be9c0622f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187702 Oct 26 12:01:56.977389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-671e8c32-bd1a-4f07-a120-55320e008cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.979803 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-671e8c32-bd1a-4f07-a120-55320e008cf9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.2326031 Oct 26 12:01:56.984926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-fa341af9-7339-4e6c-bd4d-146df714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:56.986665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-fa341af9-7339-4e6c-bd4d-146df714073e service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.3366067 Oct 26 12:01:56.993357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fa2f7ed-8180-475f-8641-63bfd89a33e7 req-9c976a02-ec74-4069-9845-1d33dd3de80a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158938 Oct 26 12:01:56.994536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:57.054436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:57.101830 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03e7526c-df13-4266-a808-ef590cb17450 req-a21d3148-5199-42f5-a425-0e428f13592f service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332326 Oct 26 12:01:57.151732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Port': ['ID=6d775ea9-734b-476a-bab1-f4726ce857a4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:57.171290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-e32db4af-6bdb-459f-97aa-ef5aa3364634 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 1001 time: 0.1810353 Oct 26 12:01:57.243770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-cae0cd7f-43cd-42ae-8e91-3469780a3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:57.245572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-cae0cd7f-43cd-42ae-8e91-3469780a3b11 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.0500896 Oct 26 12:01:57.254767 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-ec01d859-077e-4dee-9b99-b9f052566f1f service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305505 Oct 26 12:01:57.256281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e914fad0-6249-45e3-a924-2270c7f628d4 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:01:57.361415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-4f547014-44d4-458c-b7b1-19a9933d7d7f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e14da95a-e3b3-4acc-bb32-953e244f2452 HTTP/1.1" status: 200 len: 217 time: 0.3638349 Oct 26 12:01:57.371674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:01:57.433770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1f179869-5050-4775-be4e-df4163145495 req-5ebad981-54d3-4b61-8682-2ad78f1ae5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664927 Oct 26 12:01:57.437383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-60d542d8-09b2-4249-9c14-89abcbcf197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:57.441891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:01:57.447710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:01:57.457133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] No DVR routers for this DVR port 251d68c6-24af-4430-af3f-ded7c46bb2cf on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:01:57.468503 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-60d542d8-09b2-4249-9c14-89abcbcf197e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124460 Oct 26 12:01:57.489000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Pushing event deleted for resources: {'Port': ['ID=251d68c6-24af-4430-af3f-ded7c46bb2cf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:57.492842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:57.497777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e15f0fa6-e39f-41ab-a6fe-7cf22e31f5a9 req-809da988-fc6b-4c53-97f2-30106ae18faf tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.30 "DELETE /v2.0/ports/251d68c6-24af-4430-af3f-ded7c46bb2cf HTTP/1.1" status: 204 len: 173 time: 4.2629135 Oct 26 12:01:57.499486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e914fad0-6249-45e3-a924-2270c7f628d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e914fad0-6249-45e3-a924-2270c7f628d4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:57.520856 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:01:57.525340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e914fad0-6249-45e3-a924-2270c7f628d4', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': 'e914fad0-6249-45e3-a924-2270c7f628d4', 'mac_address': 'fa:16:3e:30:e7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:01:57.560390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'name': 'network-vif-deleted', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:01:57.562964 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d08d9c6-f753-414d-a3e6-d421f30253a1" -d '{"events": [{"server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "name": "network-vif-deleted", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:01:57.590161 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:57.637271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e914fad0-6249-45e3-a924-2270c7f628d4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:01:57.680297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e914fad0-6249-45e3-a924-2270c7f628d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e914fad0-6249-45e3-a924-2270c7f628d4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:57.689503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:57.708335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad924d-1835-4280-93f8-7ef28480f10f req-c9c4abc5-d9e3-41c9-b8af-c2c8fc294f3b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:57.709979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5ad924d-1835-4280-93f8-7ef28480f10f req-c9c4abc5-d9e3-41c9-b8af-c2c8fc294f3b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 943 time: 0.4311528 Oct 26 12:01:57.742855 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-fa787863-7b7d-4737-81a6-566673f0088d service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650976 Oct 26 12:01:57.756001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b91b6d-5f7f-4081-adf3-b9850aafcfba req-b09d84be-9d1a-4862-99ff-e7f415de94ae tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:57.764224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02b91b6d-5f7f-4081-adf3-b9850aafcfba req-b09d84be-9d1a-4862-99ff-e7f415de94ae tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.5341203 Oct 26 12:01:57.779793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e914fad0-6249-45e3-a924-2270c7f628d4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:57.840793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:57.922614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5ad924d-1835-4280-93f8-7ef28480f10f req-5a734a0d-37fe-4b2b-8e1c-aa84ee88078a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570115 Oct 26 12:01:57.946692 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-33f3b8c7-4f0f-401f-b744-3b7b62c692b8 req-89f21b22-feaf-49b7-a4a4-971c171d227d service neutron] 10.222.0.100 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895700 Oct 26 12:01:57.966313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-7aa2c71a-3823-4acf-ab75-53a89d282410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:57.968076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-7aa2c71a-3823-4acf-ab75-53a89d282410 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.5360487 Oct 26 12:01:58.012827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e914fad0-6249-45e3-a924-2270c7f628d4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:01:58.085737 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d251d2cc-87ae-4d73-90cc-d7fb36981b91 x-openstack-request-id: req-d251d2cc-87ae-4d73-90cc-d7fb36981b91 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:01:58.086336 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e40fdf1-7e52-4823-b0b1-2452ae1543be", "name": "network-vif-deleted", "tag": "251d68c6-24af-4430-af3f-ded7c46bb2cf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:01:58.086600 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d251d2cc-87ae-4d73-90cc-d7fb36981b91 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:01:58.087274 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e40fdf1-7e52-4823-b0b1-2452ae1543be', 'name': 'network-vif-deleted', 'tag': '251d68c6-24af-4430-af3f-ded7c46bb2cf', 'status': 'completed', 'code': 200} Oct 26 12:01:58.143269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02b91b6d-5f7f-4081-adf3-b9850aafcfba req-b8083933-fb15-486a-9acf-27124e68372c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158360 Oct 26 12:01:58.164776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 251d68c6-24af-4430-af3f-ded7c46bb2cf no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:01:58.274614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 251d68c6-24af-4430-af3f-ded7c46bb2cf {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:01:58.275394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 251d68c6-24af-4430-af3f-ded7c46bb2cf not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:01:58.277566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-3e267c38-935d-4c38-a255-5c6266855469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:58.282226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-3e267c38-935d-4c38-a255-5c6266855469 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3002248 Oct 26 12:01:58.311950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0998ce8c-d343-423a-9683-c82ddb22c255 None None] Provisioning complete for port 6d775ea9-734b-476a-bab1-f4726ce857a4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:58.312328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0998ce8c-d343-423a-9683-c82ddb22c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:58.470764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0998ce8c-d343-423a-9683-c82ddb22c255 None None] Port 6d775ea9-734b-476a-bab1-f4726ce857a4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:01:58.477869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be09b7dc-2773-4aef-b4bb-0a8fb71fec6e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:01:58.534105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d916d6-5583-42cd-bb7a-2f955c3f4db6 None None] Network 5db641ac-dd51-4791-b282-17ae1f6d57f2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:01:58.728758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adc54ee6-970b-4215-9c4e-bfaf03e30f58 req-36cca09c-039f-4012-830a-885ba935879c tempest-ServerRescueTestJSONUnderV235-182957560 tempest-ServerRescueTestJSONUnderV235-182957560-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e40fdf1-7e52-4823-b0b1-2452ae1543be HTTP/1.1" status: 200 len: 210 time: 0.4057925 Oct 26 12:01:58.812980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-53db4877-23ed-40e6-a488-eef4054696fc None None] Provisioning complete for port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:58.813515 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53db4877-23ed-40e6-a488-eef4054696fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:58.868534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:58.868977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:58.876475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:58.906435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296d69d-92f5-49cf-93af-c2f9420be987 req-0bb58b95-1e6d-4c1a-b969-a9188b9b6e59 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:58.908169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7296d69d-92f5-49cf-93af-c2f9420be987 req-0bb58b95-1e6d-4c1a-b969-a9188b9b6e59 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2099044 Oct 26 12:01:58.969423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-097bbe7b-d40d-47ee-8627-d4eb3f4420bb service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785216 Oct 26 12:01:58.979214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53db4877-23ed-40e6-a488-eef4054696fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:59.003598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7296d69d-92f5-49cf-93af-c2f9420be987 req-e50d5087-3ef7-45f3-9787-f07553f49fe3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862923 Oct 26 12:01:59.140218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-53db4877-23ed-40e6-a488-eef4054696fc None None] For port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,segment=NetworkSegment(b480b860-bb85-4c6b-82a0-50fbc74237e5),segment_id=b480b860-bb85-4c6b-82a0-50fbc74237e5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:01:59.188392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53db4877-23ed-40e6-a488-eef4054696fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:59.281100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8ebe-a36f-4adf-acfb-ccf27b9daae9 req-d6c46afe-7bcb-4e3b-a42b-5450da02a5ab tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:59.281374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db4877-23ed-40e6-a488-eef4054696fc None None] Pushing event updated for resources: {'Port': ['ID=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:59.285039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be2d8ebe-a36f-4adf-acfb-ccf27b9daae9 req-d6c46afe-7bcb-4e3b-a42b-5450da02a5ab tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 944 time: 0.1832719 Oct 26 12:01:59.384674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b2b0b0c-d7da-436c-9faa-8648b3404acc req-79262ed5-5447-412f-90ae-8c4a4a4ed22d service neutron] 10.222.0.100 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926334 Oct 26 12:01:59.415229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be2d8ebe-a36f-4adf-acfb-ccf27b9daae9 req-a90d4bce-a916-43fc-9357-1aa4ce2220c1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088660 Oct 26 12:01:59.480058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afbd6e-90bc-4f9c-8924-9675712beec6 req-ae73696a-2afd-45ff-a786-a626db5d6f4e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:59.481638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11afbd6e-90bc-4f9c-8924-9675712beec6 req-ae73696a-2afd-45ff-a786-a626db5d6f4e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1418915 Oct 26 12:01:59.529530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-91b6e000-97f7-40c8-af2d-f6020e080449 None None] Provisioning complete for port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:01:59.530035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91b6e000-97f7-40c8-af2d-f6020e080449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:59.558310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11afbd6e-90bc-4f9c-8924-9675712beec6 req-5a569189-3dd5-452b-970d-97c3c7b2a6e6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676355 Oct 26 12:01:59.621994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:59.631233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:59.771548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Port': ['ID=6d775ea9-734b-476a-bab1-f4726ce857a4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:01:59.783585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:01:59.804062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65992c5b-a452-4bd3-a063-c3f5bce3418b req-831c4af6-4e07-4433-a2bf-eb0ae44d2b39 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:01:59.806117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65992c5b-a452-4bd3-a063-c3f5bce3418b req-831c4af6-4e07-4433-a2bf-eb0ae44d2b39 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1077461 Oct 26 12:01:59.854587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45424) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:00.061197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65992c5b-a452-4bd3-a063-c3f5bce3418b req-304e0b29-2072-41b7-96d6-3dd15dd1d66e tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379844 Oct 26 12:02:00.149663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be09b7dc-2773-4aef-b4bb-0a8fb71fec6e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:00.261308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-81d61823-41a9-4bc3-bc29-b01880edae80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3918135 Oct 26 12:02:00.329238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:00.329721 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:00.376870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:00.410888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:00.497933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7a897-922d-4fe2-8f9d-7639cf092d95 req-2c6343c2-0cf2-4d54-a690-afde4438f716 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:00.506054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28b7a897-922d-4fe2-8f9d-7639cf092d95 req-2c6343c2-0cf2-4d54-a690-afde4438f716 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.2858918 Oct 26 12:02:00.623449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-f6f4e635-161f-421b-8627-41bf41465c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:00.625057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-f6f4e635-161f-421b-8627-41bf41465c59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 1096 time: 0.3078089 Oct 26 12:02:00.651167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1abeea-ec5e-4290-aca5-b52190dd7175 req-d2fce954-04be-47ad-8ca6-1755228e979c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:00.652900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac1abeea-ec5e-4290-aca5-b52190dd7175 req-d2fce954-04be-47ad-8ca6-1755228e979c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.3035867 Oct 26 12:02:00.688928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28b7a897-922d-4fe2-8f9d-7639cf092d95 req-62de65cd-13bd-45de-97f8-877fbf3ce311 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796458 Oct 26 12:02:00.834978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5333ad14-2d75-4b7f-910f-0fa9395ea30d None None] Provisioning complete for port 6d775ea9-734b-476a-bab1-f4726ce857a4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:00.834978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5333ad14-2d75-4b7f-910f-0fa9395ea30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:00.860238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac1abeea-ec5e-4290-aca5-b52190dd7175 req-492703f6-73b5-4bdf-95e8-17811607d405 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921916 Oct 26 12:02:00.941733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dd11f-94e1-48c6-a767-9d11cf4eeb78 req-5e1f0b90-619e-47c9-bdcf-e735fbc92ad7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:00.948945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-014dd11f-94e1-48c6-a767-9d11cf4eeb78 req-5e1f0b90-619e-47c9-bdcf-e735fbc92ad7 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 944 time: 0.1462131 Oct 26 12:02:00.965180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-ac4540c9-fc7c-4be0-be91-321cd2017e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:00.966687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-ac4540c9-fc7c-4be0-be91-321cd2017e72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.3103414 Oct 26 12:02:00.980984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5333ad14-2d75-4b7f-910f-0fa9395ea30d None None] Port 6d775ea9-734b-476a-bab1-f4726ce857a4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:02:00.988190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45454) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:01.007538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Router cc3bf626-0128-4227-9c5b-4999f62df1d2 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:02:01.056236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-014dd11f-94e1-48c6-a767-9d11cf4eeb78 req-74dcdb6d-533c-4956-827d-d9f993c65e39 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042004 Oct 26 12:02:01.059718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:01.084686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-78bdfbd2-e6b0-4bde-9721-72820d2520cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b6b63-7a02-4027-b826-fc2be22691e4 HTTP/1.1" status: 200 len: 217 time: 0.0973363 Oct 26 12:02:01.273138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e914fad0-6249-45e3-a924-2270c7f628d4 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:01.304856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41edca51-f551-4da1-8372-a168c9626b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:01.346763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-f7774c88-cd41-4714-8621-b5985fa31da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:01.348573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-f7774c88-cd41-4714-8621-b5985fa31da4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.2528346 Oct 26 12:02:01.425020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-cf1bd3a4-1292-4ad9-96eb-6ffd85e5a311 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527377 Oct 26 12:02:01.428585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:01.446496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] Sync routers for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:01.453077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6e70693-9600-4f81-adad-5d0bb1a934e6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7681832 Oct 26 12:02:01.456490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45474) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:01.473163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:01.474090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:01.545784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:01.547849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e914fad0-6249-45e3-a924-2270c7f628d4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:02:01.565167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e914fad0-6249-45e3-a924-2270c7f628d4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:01.565539 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:01.622438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:01.639805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:01.729998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:01.730673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49fc1a-bd06-4308-bf85-783ca52a1efe None None] The sync data for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:01.867365 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:01.913022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e914fad0-6249-45e3-a924-2270c7f628d4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:01.915394 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1901118-42a7-47c8-830a-c9d97d8d65ac" -d '{"events": [{"server_uuid": "d8338fe0-d302-4d43-beab-8e50ecccdaba", "name": "network-vif-plugged", "status": "completed", "tag": "e914fad0-6249-45e3-a924-2270c7f628d4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:01.929769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e914fad0-6249-45e3-a924-2270c7f628d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e914fad0-6249-45e3-a924-2270c7f628d4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:01.941868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:01.943463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:02.072542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c3707-fd8f-42fe-835e-3aae905a5ec7 req-fc42bf6e-243d-406c-8a0b-2177b686a5b1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:02.078975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-578c3707-fd8f-42fe-835e-3aae905a5ec7 req-fc42bf6e-243d-406c-8a0b-2177b686a5b1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.7420969 Oct 26 12:02:02.086111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-90d91d56-c9c8-4a1c-aefa-3cbf81b7c8b5 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101913 Oct 26 12:02:02.110634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e914fad0-6249-45e3-a924-2270c7f628d4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:02.161502 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.208178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:02.213870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.214584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Deleting port b3a277d1-cb47-4186-8587-f4ca067a7fec {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:02.215112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.261912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-578c3707-fd8f-42fe-835e-3aae905a5ec7 req-8a8af229-db95-4eaa-8d58-9db67f0bfcaf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732359 Oct 26 12:02:02.293325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41edca51-f551-4da1-8372-a168c9626b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.297694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:02.328340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc5d6415-51f5-4b04-919e-5034cafce202 req-ef84d953-f56f-4b03-b8e3-a3c694916167 service neutron] 10.222.0.30 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333779 Oct 26 12:02:02.329815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41edca51-f551-4da1-8372-a168c9626b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.373968 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e49714a-fb63-4080-9c79-f1af7562fb22 x-openstack-request-id: req-4e49714a-fb63-4080-9c79-f1af7562fb22 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:02.374758 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8338fe0-d302-4d43-beab-8e50ecccdaba", "name": "network-vif-plugged", "status": "completed", "tag": "e914fad0-6249-45e3-a924-2270c7f628d4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:02.375136 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e49714a-fb63-4080-9c79-f1af7562fb22 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:02.375631 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e914fad0-6249-45e3-a924-2270c7f628d4', 'code': 200} Oct 26 12:02:02.524618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] For port b3a277d1-cb47-4186-8587-f4ca067a7fec, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b3a277d1-cb47-4186-8587-f4ca067a7fec,segment=NetworkSegment(96469e04-5e10-4bb9-8b56-48ddaebe0275),segment_id=96469e04-5e10-4bb9-8b56-48ddaebe0275)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:02.525024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.541732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Calling delete_port for b3a277d1-cb47-4186-8587-f4ca067a7fec owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:02.579127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41edca51-f551-4da1-8372-a168c9626b4a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eb466fb12b4c4db69e64ae4bf1802146&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5885816 Oct 26 12:02:02.583761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edca51-f551-4da1-8372-a168c9626b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be430fe-21b9-4596-a3ab-61c6490b7c94,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:02.590909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-e4777692-35c7-4b78-9a6c-8716292684e2 req-bcc2667c-6ff0-470e-aa45-c7ad6d92d1f9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:02:02.591896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4777692-35c7-4b78-9a6c-8716292684e2 req-bcc2667c-6ff0-470e-aa45-c7ad6d92d1f9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052865 Oct 26 12:02:02.593973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45508) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:02.636668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce842d4-dad7-46d7-a485-5de425c19149 req-abc3e827-d820-48cc-bc83-5a0524a8fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:02.638205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bce842d4-dad7-46d7-a485-5de425c19149 req-abc3e827-d820-48cc-bc83-5a0524a8fc7b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 1096 time: 0.1775224 Oct 26 12:02:02.692746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48fa5-d5e5-4901-ab69-f28113210de9 req-ea4253a0-42fe-4dae-b25d-b37a0adcb988 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:02.700219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8a48fa5-d5e5-4901-ab69-f28113210de9 req-ea4253a0-42fe-4dae-b25d-b37a0adcb988 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.2066000 Oct 26 12:02:02.804681 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-78e5da77-db1d-4bd2-9e92-712f9c6b9b8e tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:02:02.808739 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-78e5da77-db1d-4bd2-9e92-712f9c6b9b8e tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3492010 Oct 26 12:02:02.809415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45520) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:02.818127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.837030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8a48fa5-d5e5-4901-ab69-f28113210de9 req-10248833-1478-41fd-bd63-522a210a6c90 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358411 Oct 26 12:02:02.838856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bce842d4-dad7-46d7-a485-5de425c19149 req-d168d149-528e-4c00-9e4d-442f61c80ca9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897147 Oct 26 12:02:02.862374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-174a320a-273e-4f21-9f1e-2384e02ac88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.903468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-174a320a-273e-4f21-9f1e-2384e02ac88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:02.920941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935b4ca-cd93-4711-b170-3f7c11d108f6 req-26d0f809-08b4-4494-8f3e-2897ce2af8c5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:02.922287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a277d1-cb47-4186-8587-f4ca067a7fec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:02.931634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2935b4ca-cd93-4711-b170-3f7c11d108f6 req-26d0f809-08b4-4494-8f3e-2897ce2af8c5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.1173050 Oct 26 12:02:03.034553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2935b4ca-cd93-4711-b170-3f7c11d108f6 req-2037a7e1-1079-4c1c-bbe7-9f6f8d57f2d5 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980899 Oct 26 12:02:03.045053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-39a52437-047f-44fa-88e7-c0dbd915f0b0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2046425 Oct 26 12:02:03.050704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-e912d69b-c29c-4b86-b62e-b4f76f6216c2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:02:03.076250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-e912d69b-c29c-4b86-b62e-b4f76f6216c2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0302761 Oct 26 12:02:03.092402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-174a320a-273e-4f21-9f1e-2384e02ac88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:03.096245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-174a320a-273e-4f21-9f1e-2384e02ac88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:03.100665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-174a320a-273e-4f21-9f1e-2384e02ac88d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7be430fe-21b9-4596-a3ab-61c6490b7c94 HTTP/1.1" status: 204 len: 168 time: 0.5053914 Oct 26 12:02:03.127613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a320a-273e-4f21-9f1e-2384e02ac88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be430fe-21b9-4596-a3ab-61c6490b7c94,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:03.412210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:03.473388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafbf6d-e185-4c6a-b0c6-e8ed6176ff72 req-00951e17-04c4-4871-aaed-62b9cdd66794 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:03.476080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2eafbf6d-e185-4c6a-b0c6-e8ed6176ff72 req-00951e17-04c4-4871-aaed-62b9cdd66794 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0859501 Oct 26 12:02:03.550796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45538) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:03.561163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2eafbf6d-e185-4c6a-b0c6-e8ed6176ff72 req-3cd03033-0ded-478a-b474-7700fb478d53 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775239 Oct 26 12:02:03.623874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d8afdc4-2e21-4acc-96d6-eb31fe18d2e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:03.661702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:03.864214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1f8a-9b5f-49d5-8878-f4f7d1d22bb6 req-2bdedfe6-d72b-477b-91f2-eaac4ba418cf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:03.866299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f46b1f8a-9b5f-49d5-8878-f4f7d1d22bb6 req-2bdedfe6-d72b-477b-91f2-eaac4ba418cf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0570040 Oct 26 12:02:03.926078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f46b1f8a-9b5f-49d5-8878-f4f7d1d22bb6 req-092d7e66-6d53-4c9a-83f7-887b2b4612cf tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Oct 26 12:02:04.015005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Router 3a639b22-a734-42bd-900d-540d76fe5451 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:02:04.022677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-ef7b8721-6283-43cc-8445-cee4ebf61785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.024523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-ef7b8721-6283-43cc-8445-cee4ebf61785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3606d198b6d449ddb60071384baddc01&device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 1095 time: 0.0881331 Oct 26 12:02:04.049618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214c953-17f3-4da9-adc6-e2e573db66c9 req-7bc2b4de-1f99-4238-839e-af8d11e0df1a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.050643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7214c953-17f3-4da9-adc6-e2e573db66c9 req-7bc2b4de-1f99-4238-839e-af8d11e0df1a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.0694788 Oct 26 12:02:04.062497 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d8afdc4-2e21-4acc-96d6-eb31fe18d2e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.065659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.070950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d8afdc4-2e21-4acc-96d6-eb31fe18d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.226924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7214c953-17f3-4da9-adc6-e2e573db66c9 req-71182479-d13e-40e4-b85a-8106d2325f6c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573555 Oct 26 12:02:04.247970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd09ba-8a0d-4d66-aa3b-c9f7dfb6d4d0 req-fb4213ad-5f31-4a93-ab17-1fd58f95f9da tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.255277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d8afdc4-2e21-4acc-96d6-eb31fe18d2e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a2d611a52164fa98f2e21a8126f9991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025545 Oct 26 12:02:04.260502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12dd09ba-8a0d-4d66-aa3b-c9f7dfb6d4d0 req-fb4213ad-5f31-4a93-ab17-1fd58f95f9da tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.1180806 Oct 26 12:02:04.261042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45550) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:04.372514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-49a39bf5-5eab-4bd4-aac5-fbb898e50d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.372514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-49a39bf5-5eab-4bd4-aac5-fbb898e50d69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 200 len: 912 time: 0.3276832 Oct 26 12:02:04.374901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.378162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:04.381013 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df5cece-104f-4d98-9e79-0a84800ae886" -d '{"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:04.420659 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f37e0e5-47f8-40a4-b513-e11917740d36 x-openstack-request-id: req-4f37e0e5-47f8-40a4-b513-e11917740d36 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:04.421048 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:04.421427 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f37e0e5-47f8-40a4-b513-e11917740d36 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:04.421904 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'code': 200} Oct 26 12:02:04.425814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.503522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12dd09ba-8a0d-4d66-aa3b-c9f7dfb6d4d0 req-f41a8ebe-27e7-4a0a-98fd-b694f70e0eeb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077696 Oct 26 12:02:04.553357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.556534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:04.560409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64037387-fb6e-4582-9619-83f6baa5ed5d HTTP/1.1" status: 204 len: 168 time: 0.2697892 Oct 26 12:02:04.568098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-9e9fbf41-c23c-4eab-a717-c58d5357dca4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 200 len: 999 time: 0.1877348 Oct 26 12:02:04.575884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64037387-fb6e-4582-9619-83f6baa5ed5d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:04.586214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.587320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.587920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.588494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.589065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.589631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.590211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.590793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.591443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.592168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.592966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.593531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fa6c8-dd53-4b05-a2a8-ef3c4866632b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:04.651433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-5e4552d2-ef6d-44eb-a4d0-11ec71cf1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.653704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-5e4552d2-ef6d-44eb-a4d0-11ec71cf1a2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 200 len: 849 time: 0.0554550 Oct 26 12:02:04.718513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-3c80bd51-5148-4828-8436-8f1ba29cd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.720172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-3c80bd51-5148-4828-8436-8f1ba29cd6ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb11f0eb-07fd-4935-96ad-89706714e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552561 Oct 26 12:02:04.773349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8afdc4-2e21-4acc-96d6-eb31fe18d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64037387-fb6e-4582-9619-83f6baa5ed5d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:04.824111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:04.836360 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] Sync routers for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:04.843459 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b7dd3f45-3ae2-4faf-9dc7-59b2fb0b0c64 admin admin] 10.222.0.88 "PUT /v2.0/routers/3a639b22-a734-42bd-900d-540d76fe5451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9870758 Oct 26 12:02:04.849666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45560) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:04.854309 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:04.854975 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:04.868789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-0d648003-e28a-42e0-bc81-c501b8d1d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:04.870587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-0d648003-e28a-42e0-bc81-c501b8d1d257 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885&tenant_id=5d54f7e30c12467cb9bfe1b69641b67d HTTP/1.1" status: 200 len: 1095 time: 0.1554153 Oct 26 12:02:04.873359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-d64c8158-138b-4ae6-af96-b0b90ad15ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429589 Oct 26 12:02:04.942666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:05.006623 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:02:05.093337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.137810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae473d30-05bf-4cf2-8a38-4f9efec52a9f req-ae59e891-9fc6-4c8e-bde3-4dad75ce18fd service neutron] 10.222.0.30 "GET /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514124 Oct 26 12:02:05.147729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.191734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aab6ba-d7b5-4088-b00f-3b782c0c10f1 req-97715ce7-b34b-44f0-b627-6b0e21151095 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:05.193347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12aab6ba-d7b5-4088-b00f-3b782c0c10f1 req-97715ce7-b34b-44f0-b627-6b0e21151095 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1375291 Oct 26 12:02:05.234510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.284599 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:02:02Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:05.316993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12aab6ba-d7b5-4088-b00f-3b782c0c10f1 req-be927a9f-b7a6-42bf-969c-ceaafd1e4a97 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038249 Oct 26 12:02:05.390728 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] Checking router: 3a639b22-a734-42bd-900d-540d76fe5451 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:02:05.431894 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] Routers {'3a639b22-a734-42bd-900d-540d76fe5451'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:05.438232 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3a639b22-a734-42bd-900d-540d76fe5451'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:05.456870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.482335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting port 6d775ea9-734b-476a-bab1-f4726ce857a4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:05.482335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.488444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8158ea8-e699-4501-a69d-c151ba880219 req-c378babe-7d85-4aa6-8a05-669deffa11cc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:05.491414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8158ea8-e699-4501-a69d-c151ba880219 req-c378babe-7d85-4aa6-8a05-669deffa11cc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.1393788 Oct 26 12:02:05.590065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8158ea8-e699-4501-a69d-c151ba880219 req-31b60cb4-dadd-4dae-a2cc-2a41898151e2 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921564 Oct 26 12:02:05.682857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf975-ba5b-4fce-99a6-56c455fe93e1 req-f20b525d-ede3-4e9c-8efc-cbf336baefdd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:05.687991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0baf975-ba5b-4fce-99a6-56c455fe93e1 req-f20b525d-ede3-4e9c-8efc-cbf336baefdd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.0706091 Oct 26 12:02:05.709507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] Set router 3a639b22-a734-42bd-900d-540d76fe5451 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:02:05.827497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0baf975-ba5b-4fce-99a6-56c455fe93e1 req-9a6af7f1-a199-4be1-a7e4-e85c100046d8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327012 Oct 26 12:02:05.845000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.848871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:05.869603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Calling delete_port for 6d775ea9-734b-476a-bab1-f4726ce857a4 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:05.876022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Deleting port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:05.876339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:05.907499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f48ac-26d7-43ab-be51-74a3e6a14892 req-7e9d6f06-a083-477e-921a-56fc9b563bbd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:05.910117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-897f48ac-26d7-43ab-be51-74a3e6a14892 req-7e9d6f06-a083-477e-921a-56fc9b563bbd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.1504376 Oct 26 12:02:06.027198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-897f48ac-26d7-43ab-be51-74a3e6a14892 req-883e64ca-b8be-4f07-9e6a-d37fb5aec9fc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107426 Oct 26 12:02:06.068795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:02:06.140041 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:02:02Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:06.163191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:06.186990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:06.192614 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfb45c-ede5-4fd5-840d-29ac1b4ee84d None None] The sync data for ids ['3a639b22-a734-42bd-900d-540d76fe5451'] in n-d-812150-3 is: [{'id': '3a639b22-a734-42bd-900d-540d76fe5451', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117141941-router', 'tenant_id': 'f39a517af7294ab295ebb868e2f83052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:00:12Z', 'updated_at': '2021-10-26T12:02:02Z', 'revision_number': 5, 'project_id': 'f39a517af7294ab295ebb868e2f83052', 'gw_port': {'id': 'c5a2f1e6-50a5-489a-b5fa-8e0c25b15487', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a639b22-a734-42bd-900d-540d76fe5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:00:13Z', 'updated_at': '2021-10-26T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:06.211860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5460f5-4a76-424a-acbf-2301a60d54a8 req-bc23dbbf-fcce-4fdc-9909-4a7101335b33 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:06.219882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da5460f5-4a76-424a-acbf-2301a60d54a8 req-bc23dbbf-fcce-4fdc-9909-4a7101335b33 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.0725777 Oct 26 12:02:06.275206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da5460f5-4a76-424a-acbf-2301a60d54a8 req-5facd2ce-a323-4e77-842f-e397a52504ff tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541492 Oct 26 12:02:06.299628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] For port c5a2f1e6-50a5-489a-b5fa-8e0c25b15487, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:06.299628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:06.338496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Calling delete_port for c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:06.448447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Transition to ACTIVE for port object 1c9c32bb-96e6-48ac-8978-8e486466832f will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:02:06.499834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:06.560635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a5d38-601f-4ed8-a3f6-525e18dac7ae req-c7f052d3-3146-427b-b698-6ca791f8aea5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:06.566337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a5a5d38-601f-4ed8-a3f6-525e18dac7ae req-c7f052d3-3146-427b-b698-6ca791f8aea5 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1220696 Oct 26 12:02:06.619173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a5a5d38-601f-4ed8-a3f6-525e18dac7ae req-ba4e8209-97cd-43cc-bcfd-9a6a7314bef4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480127 Oct 26 12:02:06.740944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=9']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:06.747862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:06.806244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04ec70-4020-49c6-b2f6-3d631e2d5f6e req-b0711364-30a4-491a-b669-0a0a8b171bfc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:06.810043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a04ec70-4020-49c6-b2f6-3d631e2d5f6e req-b0711364-30a4-491a-b669-0a0a8b171bfc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.1137011 Oct 26 12:02:06.941056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a04ec70-4020-49c6-b2f6-3d631e2d5f6e req-098e1504-7ce2-4460-9100-f64035acf76f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167011 Oct 26 12:02:06.981400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68d4e3-b68f-400f-b7e8-c9bbc38ab4c5 req-1469805b-6ed9-44de-b180-988621a17c80 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:06.988994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b68d4e3-b68f-400f-b7e8-c9bbc38ab4c5 req-1469805b-6ed9-44de-b180-988621a17c80 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1524501 Oct 26 12:02:07.071369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Port': ['ID=6d775ea9-734b-476a-bab1-f4726ce857a4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:07.123626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b68d4e3-b68f-400f-b7e8-c9bbc38ab4c5 req-bbb59d95-e7d6-4e82-9421-6df81fe23a56 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271400 Oct 26 12:02:07.233677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e1018-aba2-483b-934e-84634f713a48 req-cc5f3087-93f0-48b4-8426-4464c4a0aefd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:07.237250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac5e1018-aba2-483b-934e-84634f713a48 req-cc5f3087-93f0-48b4-8426-4464c4a0aefd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.1527278 Oct 26 12:02:07.318506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac5e1018-aba2-483b-934e-84634f713a48 req-2a4a946e-f3c1-4bfb-b916-c3d6185a8603 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696061 Oct 26 12:02:07.488497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] No DVR routers for this DVR port 1c9c32bb-96e6-48ac-8978-8e486466832f on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:07.491757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:07.535331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:07.615130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a2f1e6-50a5-489a-b5fa-8e0c25b15487,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:07.814893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:07.955855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-f61cd86a-0978-4f92-9990-f01d2bf134d6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:07.975502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-f61cd86a-0978-4f92-9990-f01d2bf134d6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.1312087 Oct 26 12:02:08.037634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.056121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.131301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b3a277d1-cb47-4186-8587-f4ca067a7fec no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:08.164327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b3a277d1-cb47-4186-8587-f4ca067a7fec {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:08.164912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b3a277d1-cb47-4186-8587-f4ca067a7fec not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:08.171675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port e914fad0-6249-45e3-a924-2270c7f628d4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:08.173169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.284237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Router cc3bf626-0128-4227-9c5b-4999f62df1d2 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:02:08.325481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.326772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a639b22-a734-42bd-900d-540d76fe5451 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:02:08.345945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.351963 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a985d5e7-ee40-4cd2-a8e8-0d1a2d45ee6d admin admin] 10.222.0.88 "DELETE /v2.0/routers/3a639b22-a734-42bd-900d-540d76fe5451 HTTP/1.1" status: 204 len: 168 time: 3.4924259 Oct 26 12:02:08.362176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45692) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:08.376396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ad01-c8b3-446d-bf62-b2ea50ff47c9 req-2f951f35-1ad8-4c41-8492-17409d95a537 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:08.384599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37d1ad01-c8b3-446d-bf62-b2ea50ff47c9 req-2f951f35-1ad8-4c41-8492-17409d95a537 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 945 time: 0.2330637 Oct 26 12:02:08.438731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Deleting subnet 97d72836-d3eb-4646-af44-426da1940604 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:08.458185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.545358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-466146e8-2789-4c39-b06b-0719c14db153 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:08.554243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-466146e8-2789-4c39-b06b-0719c14db153 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=531d7e72-6fd4-4c21-a53a-335cd5332769 HTTP/1.1" status: 200 len: 944 time: 0.2588639 Oct 26 12:02:08.623531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port e914fad0-6249-45e3-a924-2270c7f628d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e914fad0-6249-45e3-a924-2270c7f628d4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:08.624229 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.632619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37d1ad01-c8b3-446d-bf62-b2ea50ff47c9 req-893df840-1aab-408b-8e88-f33e14dd7eb8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464294 Oct 26 12:02:08.637217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.692204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.730741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for e914fad0-6249-45e3-a924-2270c7f628d4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:08.831954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:02:08.831954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:02:08.832535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:08.842841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Port 1c9c32bb-96e6-48ac-8978-8e486466832f on network c7442f1f-3908-4381-991c-02efd34245eb not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:02:08.843199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Attempting to bind port 1c9c32bb-96e6-48ac-8978-8e486466832f on network c7442f1f-3908-4381-991c-02efd34245eb {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:08.851072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:08.852898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:02:08.853230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Checking segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:08.853626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Bound using segment: {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:02:08.854055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Bound port: 1c9c32bb-96e6-48ac-8978-8e486466832f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881ea2af-6018-4ada-a95c-21e58cb2013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:02:08.854418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:08.862819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] Sync routers for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:08.876150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-36e3f32f-bbed-4c19-b8fb-0d3dc3b89e48 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0614655 Oct 26 12:02:08.876150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45696) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:08.887121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:08.887796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:08.931534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45700) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:08.967572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:08.980543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:08.981912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:08.990105 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-13c24190-7212-4c0a-90cc-00f52f6382d7 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] delete failed (client error): The resource could not be found. Oct 26 12:02:08.995260 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13c24190-7212-4c0a-90cc-00f52f6382d7 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-1069919633 HTTP/1.1" status: 404 len: 335 time: 0.1145251 Oct 26 12:02:09.004164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:09.012232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f4636c97-20d9-4280-9869-5616574df6aa tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc3bf626-0128-4227-9c5b-4999f62df1d2'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:09.019872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:09.020537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb2793-5856-4aa2-88d3-7f1b8ad72bb2 None None] The sync data for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:09.137151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cc46-da22-4bf0-9089-8cce9818cbb1 req-7f90483f-7e2c-4629-87dd-f4310d34dea4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:09.146377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b59cc46-da22-4bf0-9089-8cce9818cbb1 req-7f90483f-7e2c-4629-87dd-f4310d34dea4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 944 time: 0.3113918 Oct 26 12:02:09.178579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.194349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Deleting port e37823b9-807b-4093-bde0-d1faad0d1c43 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:09.194693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.199970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.203227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/97d72836-d3eb-4646-af44-426da1940604 HTTP/1.1" status: 204 len: 168 time: 0.8162901 Oct 26 12:02:09.203894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.217214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Deleting subnet 9d4ed5ed-af49-48ed-8307-1804ab7caa67 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:09.217586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e914fad0-6249-45e3-a924-2270c7f628d4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:09.221803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45706) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:09.237426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.260193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4', 'bd36cc75-d426-466c-9ccb-1032e0f479e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:09.268048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b59cc46-da22-4bf0-9089-8cce9818cbb1 req-5de94fb8-6e8c-49d8-b5ce-69a0ff252cfb tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196527 Oct 26 12:02:09.268830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1e34-e971-4d92-a38a-dfd45eb5d665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d72836-d3eb-4646-af44-426da1940604,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:09.310946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:02:09.388831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] For port e37823b9-807b-4093-bde0-d1faad0d1c43, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e37823b9-807b-4093-bde0-d1faad0d1c43,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:09.389224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.404002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Calling delete_port for e37823b9-807b-4093-bde0-d1faad0d1c43 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:09.461305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:02:09.472029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.484025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=e914fad0-6249-45e3-a924-2270c7f628d4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:09.510946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.530941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.670297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.699810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:09.700453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.701909 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 1092 time: 4.7932677 Oct 26 12:02:09.702389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:09.705506 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385" -d '{"events": [{"name": "network-changed", "server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:09.710600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4636c97-20d9-4280-9869-5616574df6aa tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.778275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baf640-dc92-4c6d-9e63-a47d83faa458 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:09.842334 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-f4636c97-20d9-4280-9869-5616574df6aa tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] update failed (client error): The resource could not be found. Oct 26 12:02:09.843423 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f4636c97-20d9-4280-9869-5616574df6aa tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2 HTTP/1.1" status: 404 len: 339 time: 0.8361323 Oct 26 12:02:09.852457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45714) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:09.911055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port e914fad0-6249-45e3-a924-2270c7f628d4 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:09.929159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:09.932704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd9af55d-b6c5-4e82-af95-e259e0257e60 req-666444b9-3f3d-4fb2-bc70-bed99ed3d0cb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "DELETE /v2.0/ports/e914fad0-6249-45e3-a924-2270c7f628d4 HTTP/1.1" status: 204 len: 173 time: 1.9490678 Oct 26 12:02:09.938310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'name': 'network-vif-deleted', 'tag': 'e914fad0-6249-45e3-a924-2270c7f628d4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:09.941769 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a3c2b-6e9f-473a-9ed6-339f3adc090f" -d '{"events": [{"server_uuid": "d8338fe0-d302-4d43-beab-8e50ecccdaba", "name": "network-vif-deleted", "tag": "e914fad0-6249-45e3-a924-2270c7f628d4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:09.966473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3f69b22-f698-4f12-8b57-d92b0c0d3f02 req-f1e20a0f-0875-4bfc-953f-79d0d0085155 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8338fe0-d302-4d43-beab-8e50ecccdaba HTTP/1.1" status: 200 len: 210 time: 0.0582902 Oct 26 12:02:09.976787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.018816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:10.022828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.041939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.092422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'e14da95a-e3b3-4acc-bb32-953e244f2452'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:10.100959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'Port': ['ID=e37823b9-807b-4093-bde0-d1faad0d1c43,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:10.164529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] No DVR routers for this DVR port e37823b9-807b-4093-bde0-d1faad0d1c43 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:10.169543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.172821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4ed5ed-af49-48ed-8307-1804ab7caa67,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:10.188537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecdccc7-7736-4e2a-a7a2-9c5c3457b253']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:10.190263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:10.195308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5a2f1e6-50a5-489a-b5fa-8e0c25b15487 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:10.213652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ddf1eb7f-eeef-4725-9514-8f63dbb8e6a2 req-6cdd0795-1db3-4ade-a15e-2616dd54af83 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "DELETE /v2.0/ports/e37823b9-807b-4093-bde0-d1faad0d1c43 HTTP/1.1" status: 204 len: 173 time: 1.6580770 Oct 26 12:02:10.394551 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b189d-4646-41d1-a8c7-4acc730b63c0 x-openstack-request-id: req-2f8b189d-4646-41d1-a8c7-4acc730b63c0 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:10.397866 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:10.398192 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f8b189d-4646-41d1-a8c7-4acc730b63c0 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:10.398621 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'status': 'completed', 'code': 200} Oct 26 12:02:10.411741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96469e04-5e10-4bb9-8b56-48ddaebe0275') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:10.413590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96469e04-5e10-4bb9-8b56-48ddaebe0275') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:10.414654 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d277a4b-41f2-4930-ba3c-ac2b69c1d456 x-openstack-request-id: req-2d277a4b-41f2-4930-ba3c-ac2b69c1d456 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:10.415188 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8338fe0-d302-4d43-beab-8e50ecccdaba", "name": "network-vif-deleted", "tag": "e914fad0-6249-45e3-a924-2270c7f628d4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:10.415295 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d277a4b-41f2-4930-ba3c-ac2b69c1d456 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:10.415727 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8338fe0-d302-4d43-beab-8e50ecccdaba', 'name': 'network-vif-deleted', 'tag': 'e914fad0-6249-45e3-a924-2270c7f628d4', 'status': 'completed', 'code': 200} Oct 26 12:02:10.441393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.441653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45730) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:10.446272 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee459e2c-bd7a-4bd4-857c-9d47d379bb45 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9d4ed5ed-af49-48ed-8307-1804ab7caa67 HTTP/1.1" status: 204 len: 168 time: 1.4664426 Oct 26 12:02:10.480120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.641660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-01a93295-1c93-4d3b-a9ff-6df31ab4c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:10.649170 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-01a93295-1c93-4d3b-a9ff-6df31ab4c5fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1096 time: 0.9134545 Oct 26 12:02:10.661161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.717175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.768792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:10.769301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.810858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee38c9-d474-4a4f-b679-4b0c0dc577c1 req-202ac29e-bc10-4c86-9f60-862578995409 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:10.812533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ee38c9-d474-4a4f-b679-4b0c0dc577c1 req-202ac29e-bc10-4c86-9f60-862578995409 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.1405113 Oct 26 12:02:10.846445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:10.852746 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:10.891938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.912822 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:10.918967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] 10.222.0.88 "DELETE /v2.0/networks/0ecdccc7-7736-4e2a-a7a2-9c5c3457b253 HTTP/1.1" status: 204 len: 168 time: 1.6922672 Oct 26 12:02:10.947676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ef848-1cbb-4a27-a966-7f2d65e288de admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecdccc7-7736-4e2a-a7a2-9c5c3457b253,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:10.962367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89b7918-713c-444b-82a6-1f35542ca6b7']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:10.989428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8785d7-33e6-486e-96b6-d6306b95e510') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:10.989982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8785d7-33e6-486e-96b6-d6306b95e510') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:11.006182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.031646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.053468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-0ea1caf8-f556-422b-9239-4b0c1b19700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:11.055106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.056059 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-0ea1caf8-f556-422b-9239-4b0c1b19700e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.3498828 Oct 26 12:02:11.079425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:11.079902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:11.081536 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:11.114896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ee38c9-d474-4a4f-b679-4b0c0dc577c1 req-2ef313ed-5948-487b-b101-090c6d03de7a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864773 Oct 26 12:02:11.254587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-dda12fb6-32a3-4bf9-8082-da2cf55e2eed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 999 time: 0.1476760 Oct 26 12:02:11.279471 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.288755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45750) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:11.291057 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.296990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e89b7918-713c-444b-82a6-1f35542ca6b7 HTTP/1.1" status: 204 len: 168 time: 0.8520005 Oct 26 12:02:11.305511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf38ad8-de7c-4fa5-8187-23cc5f60aca2 req-26a3e7cb-a7cf-45f1-8b16-df919431aaa6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:11.308017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-faf38ad8-de7c-4fa5-8187-23cc5f60aca2 req-26a3e7cb-a7cf-45f1-8b16-df919431aaa6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 908 time: 0.0836678 Oct 26 12:02:11.328355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:11.333443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dddd7-ab3b-4816-affa-b0cd7ffda0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89b7918-713c-444b-82a6-1f35542ca6b7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:11.349130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e914fad0-6249-45e3-a924-2270c7f628d4 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:11.370800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: e914fad0-6249-45e3-a924-2270c7f628d4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:11.371487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e914fad0-6249-45e3-a924-2270c7f628d4 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:11.392340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-800655d3-ac5f-4b1c-8827-9b1114713bd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f39a517af7294ab295ebb868e2f83052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963893 Oct 26 12:02:11.394528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45756) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:11.451522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-debfc193-1f49-4b65-ae09-36abdc0c4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:11.453282 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-debfc193-1f49-4b65-ae09-36abdc0c4500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1900249 Oct 26 12:02:11.456803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Deleting subnet 6ca3cb7b-32a7-430c-a69e-7d81ef7e9c27 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:11.460634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.502396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-392645da-c088-41bf-803f-71514f8a8b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.531603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b5672-1a5c-4b3b-b18b-42a872fc099b req-9484a8f5-071c-4f8e-b32b-f8895d8d073d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:11.533699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-310b5672-1a5c-4b3b-b18b-42a872fc099b req-9484a8f5-071c-4f8e-b32b-f8895d8d073d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.0892735 Oct 26 12:02:11.542737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-392645da-c088-41bf-803f-71514f8a8b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.567321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.616282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Allocated IP 172.20.0.1 (03d10ef6-1a84-4bfa-8c8a-ad2668325cfd/f1f34e59-748c-43b8-83ee-5ab01c4de4c6/da396948-a3de-4ec7-9921-7a2a72c7deec) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:02:11.619284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-310b5672-1a5c-4b3b-b18b-42a872fc099b req-7c5232e5-5e34-4c46-b12c-a9b235a5a19f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690978 Oct 26 12:02:11.620158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-70e6df24-140d-4ee1-bff6-ec6ad6fa87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:11.629610 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-70e6df24-140d-4ee1-bff6-ec6ad6fa87ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564493 Oct 26 12:02:11.642210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-392645da-c088-41bf-803f-71514f8a8b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.646596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-392645da-c088-41bf-803f-71514f8a8b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.647988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-392645da-c088-41bf-803f-71514f8a8b99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ea7d29e-4316-4cdd-99df-49be9c0622f0 HTTP/1.1" status: 204 len: 168 time: 0.2517831 Oct 26 12:02:11.664596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392645da-c088-41bf-803f-71514f8a8b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7d29e-4316-4cdd-99df-49be9c0622f0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:11.690793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.863011 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-d19bbc26-d59b-430f-b178-d1422c82ba3c service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272797 Oct 26 12:02:11.885844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.890485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.976177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca3cb7b-32a7-430c-a69e-7d81ef7e9c27,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:11.988188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:11.994080 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6f831a4-4bde-4825-8f69-cc7f44c45124 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6ca3cb7b-32a7-430c-a69e-7d81ef7e9c27 HTTP/1.1" status: 204 len: 168 time: 0.6712623 Oct 26 12:02:11.994945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45768) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:12.040644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.075628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2a3a406c-3c57-4bc1-842e-fbd0105c4ae5 req-be5191dc-4aca-41b6-a263-c14e64f9e990 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039471 Oct 26 12:02:12.092738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.093009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:12.098229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:12.104814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:02:12.427409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.433508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-deleted', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:12.441047 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb89cf32-236c-420e-b1df-ca2f5912e898" -d '{"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-deleted", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:12.572023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5594e31-22e3-4eab-80e5-19a708b97c2c']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:12.604537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b95a0af4-3056-45c9-b65b-be3ad201c30d None None] Provisioning complete for port da396948-a3de-4ec7-9921-7a2a72c7deec triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:12.605162 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b95a0af4-3056-45c9-b65b-be3ad201c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.618733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Port': ['ID=da396948-a3de-4ec7-9921-7a2a72c7deec,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:12.635950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.636547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8e97bf-145c-430f-aa61-83499a468c39') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:12.636867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8e97bf-145c-430f-aa61-83499a468c39') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:12.658663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.675064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.682433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:12.682903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.688916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45800) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:12.707451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b95a0af4-3056-45c9-b65b-be3ad201c30d None None] Port da396948-a3de-4ec7-9921-7a2a72c7deec cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:02:12.711854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-1000d12e-3fc1-49fd-97ba-a92333f53e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:12.713604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-1000d12e-3fc1-49fd-97ba-a92333f53e62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1096 time: 0.1334054 Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:12.846011 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:12.864622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac6d6-3b90-4dd5-a7d0-50ab2ba6df53 req-556bfefa-d23f-473d-945d-aa47ad532653 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:12.874316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa8ac6d6-3b90-4dd5-a7d0-50ab2ba6df53 req-556bfefa-d23f-473d-945d-aa47ad532653 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.6445968 Oct 26 12:02:12.879383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.908895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-127744643-network', 'tenant_id': '2f96982d5bfa4f7f8336301c6b38c882'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:12.919153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:12.934436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] 10.222.0.88 "DELETE /v2.0/networks/b5594e31-22e3-4eab-80e5-19a708b97c2c HTTP/1.1" status: 204 len: 168 time: 0.9374135 Oct 26 12:02:12.944190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0836e-2e1c-4259-bea7-99df7c612993 req-e6ff2dff-5922-4437-9408-98975ed7bef6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:12.945727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15c0836e-2e1c-4259-bea7-99df7c612993 req-e6ff2dff-5922-4437-9408-98975ed7bef6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 908 time: 0.4781618 Oct 26 12:02:12.980558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-baf696da-026c-4835-80e9-6a1dff83d546 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:12.982146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-baf696da-026c-4835-80e9-6a1dff83d546 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 908 time: 0.6366706 Oct 26 12:02:13.046268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f6460-b1bd-4b88-a4e8-f0071b23a8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5594e31-22e3-4eab-80e5-19a708b97c2c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:13.093123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.118101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-69ae57ed-5e2d-4f68-b1e2-8a6ad0681db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:13.121008 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-69ae57ed-5e2d-4f68-b1e2-8a6ad0681db9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 200 len: 919 time: 0.3770869 Oct 26 12:02:13.123374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Made reservation on behalf of 2f96982d5bfa4f7f8336301c6b38c882 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:13.126104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.138133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.145251 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b115b5-e931-414e-94f5-a1457487a0f7 x-openstack-request-id: req-12b115b5-e931-414e-94f5-a1457487a0f7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:13.150006 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531d7e72-6fd4-4c21-a53a-335cd5332769", "name": "network-vif-deleted", "tag": "e37823b9-807b-4093-bde0-d1faad0d1c43", "status": "failed", "code": 422}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:13.155367 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12b115b5-e931-414e-94f5-a1457487a0f7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:13.156124 n-d-812150-3 neutron-server[102760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '531d7e72-6fd4-4c21-a53a-335cd5332769', 'name': 'network-vif-deleted', 'tag': 'e37823b9-807b-4093-bde0-d1faad0d1c43', 'status': 'failed', 'code': 422} returned with failed status Oct 26 12:02:13.364615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45814) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:13.389573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa8ac6d6-3b90-4dd5-a7d0-50ab2ba6df53 req-1f1df38b-d32b-42d4-bc62-ec89e461a4af tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5140071 Oct 26 12:02:13.406415 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-8d5f4188-cfe7-494f-a354-0964527f39c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 200 len: 999 time: 0.2649477 Oct 26 12:02:13.468976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-bcb6c70a-5d24-4610-8688-1e470c378ec0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:13.471903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-bcb6c70a-5d24-4610-8688-1e470c378ec0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.3146324 Oct 26 12:02:13.482747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da777c5-b528-4b37-a341-4fa3416bfe3b req-de40cc73-c311-4e3b-8c97-dacf56afb559 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:13.485420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6da777c5-b528-4b37-a341-4fa3416bfe3b req-de40cc73-c311-4e3b-8c97-dacf56afb559 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 946 time: 0.2201171 Oct 26 12:02:13.509958 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3061694-bcdb-4118-9921-59e545ecd738 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=385fed9cc0a8492098c44a0e5b96530b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439509 Oct 26 12:02:13.512645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45816) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:13.594881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Deleting port 3648a18c-55eb-476e-ab7b-ef01b27f7336 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:13.595434 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.623796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-09497921-b749-4739-bf53-ce1b92afe29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:13.625248 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-09497921-b749-4739-bf53-ce1b92afe29f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 200 len: 856 time: 0.1802797 Oct 26 12:02:13.656720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.672016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.685373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6da777c5-b528-4b37-a341-4fa3416bfe3b req-b72574f3-10e9-4362-af75-24af1513d681 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900587 Oct 26 12:02:13.689989 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe713cae-0365-4d66-b0ff-4607d947d2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.717707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:02:13.719564 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe713cae-0365-4d66-b0ff-4607d947d2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.753789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f804d3-2539-4098-b128-527ca4220e70,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:13.758922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.759284 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Added segment 96639e1d-08bd-473c-9e38-82ee038df9ec of type vlan for network c091f979-b8b2-4a66-bd90-7170000e72de Oct 26 12:02:13.792594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe713cae-0365-4d66-b0ff-4607d947d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.795851 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe713cae-0365-4d66-b0ff-4607d947d2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.797228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fe713cae-0365-4d66-b0ff-4607d947d2a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/da670d8a-0668-46d1-b74a-dce1e9faf0d3 HTTP/1.1" status: 204 len: 168 time: 0.2831616 Oct 26 12:02:13.809202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.823414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:13.826413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe713cae-0365-4d66-b0ff-4607d947d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da670d8a-0668-46d1-b74a-dce1e9faf0d3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:13.842665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.005773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event updated for resources: {'Port': ['ID=da396948-a3de-4ec7-9921-7a2a72c7deec,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:14.018654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:02:14.033756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] For port 3648a18c-55eb-476e-ab7b-ef01b27f7336, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=3648a18c-55eb-476e-ab7b-ef01b27f7336,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:14.034141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.096436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Calling delete_port for 3648a18c-55eb-476e-ab7b-ef01b27f7336 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:14.103108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.137569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.138570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:14.139275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.314375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port bd36cc75-d426-466c-9ccb-1032e0f479e5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:14.314946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.378536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] Pushing event updated for resources: {'Network': ['ID=c091f979-b8b2-4a66-bd90-7170000e72de,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:14.394335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network c091f979-b8b2-4a66-bd90-7170000e72de details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:02:14.411787 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-642dd6cc-135c-489b-8db5-15351a289695 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7199144 Oct 26 12:02:14.414489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:14.432535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Request body: {'subnet': {'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-127744643-subnet', 'tenant_id': '2f96982d5bfa4f7f8336301c6b38c882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:14.485368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-ea913c9c-3c09-4c52-a34e-a0d05cae4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:14.485743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port bd36cc75-d426-466c-9ccb-1032e0f479e5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=bd36cc75-d426-466c-9ccb-1032e0f479e5,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:14.486266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.488320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-ea913c9c-3c09-4c52-a34e-a0d05cae4e28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7442f1f-3908-4381-991c-02efd34245eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6338167 Oct 26 12:02:14.491818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Made reservation on behalf of 2f96982d5bfa4f7f8336301c6b38c882 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:14.496078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.500638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for bd36cc75-d426-466c-9ccb-1032e0f479e5 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:14.607973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:14.608696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:14.663854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.678246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4', 'bd36cc75-d426-466c-9ccb-1032e0f479e5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:14.731501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493019fe-ea62-4bc7-887b-c0ab55fa28f6 req-cd747912-e533-4aae-8713-24b0bfbb259b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:14.733554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-493019fe-ea62-4bc7-887b-c0ab55fa28f6 req-cd747912-e533-4aae-8713-24b0bfbb259b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 908 time: 0.6014268 Oct 26 12:02:14.749648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=bd36cc75-d426-466c-9ccb-1032e0f479e5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:14.817383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port bd36cc75-d426-466c-9ccb-1032e0f479e5 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:14.821377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:14.825083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-492fb7da-7f30-45b4-bed3-8d28f89f91ca req-d8caa82a-5ced-46cc-9230-4f199ac6dc2f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "DELETE /v2.0/ports/bd36cc75-d426-466c-9ccb-1032e0f479e5 HTTP/1.1" status: 204 len: 173 time: 0.9864218 Oct 26 12:02:14.865733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81f1dd-fd87-4fec-aa32-31feefe222bb req-e7295079-6374-473e-b0c9-f2a10853f357 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:14.871145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c81f1dd-fd87-4fec-aa32-31feefe222bb req-e7295079-6374-473e-b0c9-f2a10853f357 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.2120264 Oct 26 12:02:14.985174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c81f1dd-fd87-4fec-aa32-31feefe222bb req-7a4b243a-d413-4995-ba68-60fbff79d5a8 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938373 Oct 26 12:02:15.110487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:15.135974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c177c6f-4cf0-4707-bfda-beb403e579da req-4907f057-8f0e-41a0-9fcc-8b6af55f360a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 210 time: 0.1653974 Oct 26 12:02:15.136703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.160634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:15.179086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'name': 'network-vif-deleted', 'tag': 'bd36cc75-d426-466c-9ccb-1032e0f479e5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:15.186928 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-61d57373-0637-4a1a-a997-023a79146d6e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c68178636f2d45609b6c8dfb598fe824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637028 Oct 26 12:02:15.197879 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32be564-a733-4cdf-9b4b-ae81f5e89bda" -d '{"events": [{"server_uuid": "4b8e0e11-b329-49df-b72d-cd38b7551412", "name": "network-vif-deleted", "tag": "bd36cc75-d426-466c-9ccb-1032e0f479e5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:15.224826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:15.250951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4adcc73-d562-4aee-804d-76486ae26d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.282970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-96d7c298-9af6-4564-b2cc-ae1922059317 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552912 Oct 26 12:02:15.316996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'Port': ['ID=3648a18c-55eb-476e-ab7b-ef01b27f7336,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:15.350045 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a83072a-411b-4f7a-8188-2b407bb382b4 x-openstack-request-id: req-4a83072a-411b-4f7a-8188-2b407bb382b4 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:15.350487 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e0e11-b329-49df-b72d-cd38b7551412", "name": "network-vif-deleted", "tag": "bd36cc75-d426-466c-9ccb-1032e0f479e5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:15.350845 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4a83072a-411b-4f7a-8188-2b407bb382b4 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:15.351380 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e0e11-b329-49df-b72d-cd38b7551412', 'name': 'network-vif-deleted', 'tag': 'bd36cc75-d426-466c-9ccb-1032e0f479e5', 'status': 'completed', 'code': 200} Oct 26 12:02:15.392742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] No DVR routers for this DVR port 3648a18c-55eb-476e-ab7b-ef01b27f7336 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:15.398316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.402474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb60a9df-b3f6-4d3f-af8b-c8efc0830475 req-2661a2f1-9810-4cb6-a84a-12930b34ae64 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "DELETE /v2.0/ports/3648a18c-55eb-476e-ab7b-ef01b27f7336 HTTP/1.1" status: 204 len: 173 time: 2.3836114 Oct 26 12:02:15.494982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a5f9-8540-4d38-93a2-9c5523376ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.571404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a5f9-8540-4d38-93a2-9c5523376ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.731640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a5f9-8540-4d38-93a2-9c5523376ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.734465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a5f9-8540-4d38-93a2-9c5523376ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.735770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d2e7a5f9-8540-4d38-93a2-9c5523376ee6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/99f014ed-2a1c-4388-8402-fa05d9041281 HTTP/1.1" status: 204 len: 168 time: 0.5022035 Oct 26 12:02:15.762772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7a5f9-8540-4d38-93a2-9c5523376ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f014ed-2a1c-4388-8402-fa05d9041281,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:15.766760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-48a8fc25-95c6-452a-955b-1afdb87e3f49 None None] Provisioning complete for port da396948-a3de-4ec7-9921-7a2a72c7deec triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:15.767851 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-48a8fc25-95c6-452a-955b-1afdb87e3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:15.829139 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f98fd7ca-2fd2-4fcb-90b5-f85c7931d385 req-0a0921d9-1ea4-4522-a017-e1caef47b3e9 service neutron] 10.222.0.30 "GET /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835420 Oct 26 12:02:15.873397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-48a8fc25-95c6-452a-955b-1afdb87e3f49 None None] Port da396948-a3de-4ec7-9921-7a2a72c7deec cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:02:15.935198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Router cc3bf626-0128-4227-9c5b-4999f62df1d2 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:02:16.037551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41febdad-0614-4253-9781-6df8cd4a8cff req-b3a85ecd-7dfd-47e2-8220-3ec147651908 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=66611677-e272-4ae8-a1e3-bd8deebb59ae HTTP/1.1" status: 200 len: 210 time: 0.0737484 Oct 26 12:02:16.210169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fb30-b24a-4f63-b518-cb6be9306e5e req-9f117550-fc00-44ec-8766-efa4cdadf6c4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:16.212454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78d6fb30-b24a-4f63-b518-cb6be9306e5e req-9f117550-fc00-44ec-8766-efa4cdadf6c4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.0961652 Oct 26 12:02:16.365324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb62253b-6f5c-4d59-8c99-8cf023300baf req-7203010a-fbae-4071-95c5-a69553b906da tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 210 time: 0.0823967 Oct 26 12:02:16.372747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78d6fb30-b24a-4f63-b518-cb6be9306e5e req-0eb69e20-e41e-447b-b3d3-2588fd7671dd tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505167 Oct 26 12:02:16.388354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:16.460729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4adcc73-d562-4aee-804d-76486ae26d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:16.522490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9cd33a-4748-496e-86a5-29f3cace97e8,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:16.542325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4adcc73-d562-4aee-804d-76486ae26d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:16.612284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Checking segment: {'id': '96639e1d-08bd-473c-9e38-82ee038df9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:16.612940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Network hostable DHCP agents. Network: c091f979-b8b2-4a66-bd90-7170000e72de, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:02:16.648485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:16.658583 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50377d5d-709a-42f5-adac-e3e8dcba48ee tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7995341 Oct 26 12:02:16.658798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45864) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:16.659374 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e4adcc73-d562-4aee-804d-76486ae26d12 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c0aae3c4dc14506a864d0ec0095728f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0346379 Oct 26 12:02:16.661124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adcc73-d562-4aee-804d-76486ae26d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e6cff-3278-493d-8d98-56b8a874181f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:16.663258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45866) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:16.670549 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] Sync routers for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:16.700548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Network c091f979-b8b2-4a66-bd90-7170000e72de is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:02:16.704025 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:16.704773 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:16.716004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, c091f979-b8b2-4a66-bd90-7170000e72de) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:16.723999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:16.724740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:16.724921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f2fcb7-e0e6-41d5-8b12-b30106ebb890 None None] Network c091f979-b8b2-4a66-bd90-7170000e72de requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:16.758901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-de95c7ae-ebea-49bf-b59a-89c2ad69e2dd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3298120 Oct 26 12:02:16.831651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:16.855917 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:16.859753 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:16.893757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d97400e4-4400-4d78-8422-e2be791394b9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:16.918974 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:16.920095 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6094f3-1e9c-4c89-88ef-09c4ba12d51a None None] The sync data for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:17.081030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa1348-2c03-4891-844a-718ad430ef52 None None] Network c091f979-b8b2-4a66-bd90-7170000e72de requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:17.278478 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-d97400e4-4400-4d78-8422-e2be791394b9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 12:02:17.279883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d97400e4-4400-4d78-8422-e2be791394b9 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2 HTTP/1.1" status: 409 len: 329 time: 0.6176088 Oct 26 12:02:17.284888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:17.294117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b26b45c-83a8-42ad-9f3a-a5eff66f4a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:17.353060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'name': 'network-vif-deleted', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:17.356731 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4f585e-c143-4dd4-bcca-0134fa9d9469" -d '{"events": [{"server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "name": "network-vif-deleted", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:17.364819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 3648a18c-55eb-476e-ab7b-ef01b27f7336 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:17.380726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b26b45c-83a8-42ad-9f3a-a5eff66f4a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:17.412928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 3648a18c-55eb-476e-ab7b-ef01b27f7336 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:17.416040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 3648a18c-55eb-476e-ab7b-ef01b27f7336 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:17.497823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-255a4ead-fd66-4ef9-a2df-9e2c5a912d59 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:17.507250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-255a4ead-fd66-4ef9-a2df-9e2c5a912d59 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/networks?id=c091f979-b8b2-4a66-bd90-7170000e72de HTTP/1.1" status: 200 len: 808 time: 0.2258584 Oct 26 12:02:17.527912 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688f47c-f025-43f2-8356-929a8641048b x-openstack-request-id: req-3688f47c-f025-43f2-8356-929a8641048b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:17.528251 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66611677-e272-4ae8-a1e3-bd8deebb59ae", "name": "network-vif-deleted", "tag": "3648a18c-55eb-476e-ab7b-ef01b27f7336", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:17.529939 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3688f47c-f025-43f2-8356-929a8641048b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:17.530756 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66611677-e272-4ae8-a1e3-bd8deebb59ae', 'name': 'network-vif-deleted', 'tag': '3648a18c-55eb-476e-ab7b-ef01b27f7336', 'status': 'completed', 'code': 200} Oct 26 12:02:17.540325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-144d09a3-873e-4c4a-a47b-ba244e53b256 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/quotas/2f96982d5bfa4f7f8336301c6b38c882 HTTP/1.1" status: 200 len: 375 time: 0.0321591 Oct 26 12:02:17.622568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b26b45c-83a8-42ad-9f3a-a5eff66f4a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:17.625618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b26b45c-83a8-42ad-9f3a-a5eff66f4a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:17.629798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3b26b45c-83a8-42ad-9f3a-a5eff66f4a43 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c13e6cff-3278-493d-8d98-56b8a874181f HTTP/1.1" status: 204 len: 168 time: 0.9502156 Oct 26 12:02:17.637797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-ff007a0a-417a-4695-b244-41c206dafb8f tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f96982d5bfa4f7f8336301c6b38c882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881097 Oct 26 12:02:17.728635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26b45c-83a8-42ad-9f3a-a5eff66f4a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e6cff-3278-493d-8d98-56b8a874181f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:17.842920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed4b54-3f41-4315-b9c1-aba5b400fd3c req-0fc9c7a1-e3d4-479e-86a7-ef94a188393e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:17.852118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fed4b54-3f41-4315-b9c1-aba5b400fd3c req-0fc9c7a1-e3d4-479e-86a7-ef94a188393e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.2803559 Oct 26 12:02:17.930562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-d3d44dac-1ad9-4ac5-9275-5cf3161fcdaf service neutron] 10.222.0.88 "GET /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433276 Oct 26 12:02:17.941432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fed4b54-3f41-4315-b9c1-aba5b400fd3c req-230a2d56-3319-456d-bf42-677086191e03 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814426 Oct 26 12:02:17.954353 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:18.235122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bd36cc75-d426-466c-9ccb-1032e0f479e5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:18.275785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: bd36cc75-d426-466c-9ccb-1032e0f479e5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:18.281424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device bd36cc75-d426-466c-9ccb-1032e0f479e5 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:18.430908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45920) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:18.465035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5f2b4d3-643f-4f13-9c1f-9c4a9db27a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:18.555509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0155329-875f-43d5-a924-9fab69e28539 req-ebbdaf44-768a-40ff-ae48-516b49fdb9f2 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 210 time: 0.0476556 Oct 26 12:02:18.597691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting port da396948-a3de-4ec7-9921-7a2a72c7deec {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:18.599703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:18.664617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-e607955c-4198-4ef9-a379-b9fcb5c142d7 service neutron] 10.222.0.88 "GET /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165554 Oct 26 12:02:18.741355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d22beb-0d7f-412e-a0bd-9d9f20b222dd req-ce56d9a4-5a1a-4cf6-81d8-5f3a6a3d8c96 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:18.752745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69d22beb-0d7f-412e-a0bd-9d9f20b222dd req-ce56d9a4-5a1a-4cf6-81d8-5f3a6a3d8c96 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 945 time: 0.1449399 Oct 26 12:02:18.839385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69d22beb-0d7f-412e-a0bd-9d9f20b222dd req-2a360207-0141-463f-8800-c801789deb39 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793459 Oct 26 12:02:18.870330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-eb7aa420-1857-4bb6-b809-f1fc8d6f1c56 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:18.876641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-eb7aa420-1857-4bb6-b809-f1fc8d6f1c56 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 945 time: 0.1148791 Oct 26 12:02:18.905904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:18.942991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5f2b4d3-643f-4f13-9c1f-9c4a9db27a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:18.960164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Calling delete_port for da396948-a3de-4ec7-9921-7a2a72c7deec owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:18.973763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5f2b4d3-643f-4f13-9c1f-9c4a9db27a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.013088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6b46cae-51ed-4cf7-915a-d23f9afb7df4 req-8933660b-27db-4ad4-9bf4-b2671d2a5bee tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 210 time: 0.0526395 Oct 26 12:02:19.050847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2b4d3-643f-4f13-9c1f-9c4a9db27a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d804bd-cfdf-4e93-a57a-4870b722204e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:19.122662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-67056f46-6060-4ba8-86c2-a05f4f88c66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.148120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e5f2b4d3-643f-4f13-9c1f-9c4a9db27a62 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa42bbe5af954c37979bcdf9317f994a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160749 Oct 26 12:02:19.150803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45930) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:19.177893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Deleting port e14da95a-e3b3-4acc-bb32-953e244f2452 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:19.178244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.306779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d68a4fb-c4d9-4fa3-904a-4bef692d5c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.386846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d68a4fb-c4d9-4fa3-904a-4bef692d5c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.446845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] For port e14da95a-e3b3-4acc-bb32-953e244f2452, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e14da95a-e3b3-4acc-bb32-953e244f2452,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:19.447519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.462537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Calling delete_port for e14da95a-e3b3-4acc-bb32-953e244f2452 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:19.509676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d68a4fb-c4d9-4fa3-904a-4bef692d5c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.513307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d68a4fb-c4d9-4fa3-904a-4bef692d5c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.520005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8d68a4fb-c4d9-4fa3-904a-4bef692d5c25 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/77d804bd-cfdf-4e93-a57a-4870b722204e HTTP/1.1" status: 204 len: 168 time: 0.3680995 Oct 26 12:02:19.550915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68a4fb-c4d9-4fa3-904a-4bef692d5c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d804bd-cfdf-4e93-a57a-4870b722204e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:19.639947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:19.658092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'e14da95a-e3b3-4acc-bb32-953e244f2452'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:19.757468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'Port': ['ID=e14da95a-e3b3-4acc-bb32-953e244f2452,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:19.771890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172b974-bf22-4f3f-939c-95e42cb4e412 req-16fbf83d-59fa-49df-873d-bad9a1b24422 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:19.775861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5172b974-bf22-4f3f-939c-95e42cb4e412 req-16fbf83d-59fa-49df-873d-bad9a1b24422 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.5828352 Oct 26 12:02:19.882178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:20.207584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] No DVR routers for this DVR port e14da95a-e3b3-4acc-bb32-953e244f2452 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:20.215025 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:20.222752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64389b66-4ea6-4e04-9a6b-d152ab47b985 req-85768808-e91e-41c5-a9c4-fe82584626c1 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "DELETE /v2.0/ports/e14da95a-e3b3-4acc-bb32-953e244f2452 HTTP/1.1" status: 204 len: 173 time: 1.3102956 Oct 26 12:02:20.287111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'name': 'network-vif-deleted', 'tag': 'e14da95a-e3b3-4acc-bb32-953e244f2452'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:20.307216 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54eb48-f332-472f-81d0-e9f4bff1f40b" -d '{"events": [{"server_uuid": "395ab5ba-6205-4247-8ba3-840d14b79e38", "name": "network-vif-deleted", "tag": "e14da95a-e3b3-4acc-bb32-953e244f2452"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:20.334083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c502dcc3-3e76-472a-b1c9-0d94fe743c81 req-3a8c283a-78bb-4f5c-8ead-b82729c3ff1e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b8e0e11-b329-49df-b72d-cd38b7551412 HTTP/1.1" status: 200 len: 210 time: 0.4559126 Oct 26 12:02:20.366879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5172b974-bf22-4f3f-939c-95e42cb4e412 req-d893e74e-7332-4d0c-a0dd-f275c2910334 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5801923 Oct 26 12:02:20.598106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdc1f054-163f-4714-96a3-b7fba06f99cb req-b6455d31-8d49-4cdd-8f46-65277dfa8618 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=395ab5ba-6205-4247-8ba3-840d14b79e38 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Oct 26 12:02:20.600292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d913ef19-b025-4722-9d12-b47aa54adf34 req-a4d09e5a-4bd5-4582-b3ea-37099e3ca087 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 210 time: 0.0944631 Oct 26 12:02:20.637953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Port': ['ID=da396948-a3de-4ec7-9921-7a2a72c7deec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:20.729704 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398fb731-11dc-4e35-95f7-2e89bd0a0dfd x-openstack-request-id: req-398fb731-11dc-4e35-95f7-2e89bd0a0dfd {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:20.730220 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395ab5ba-6205-4247-8ba3-840d14b79e38", "name": "network-vif-deleted", "tag": "e14da95a-e3b3-4acc-bb32-953e244f2452", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:20.734290 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-398fb731-11dc-4e35-95f7-2e89bd0a0dfd {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:20.734994 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ab5ba-6205-4247-8ba3-840d14b79e38', 'name': 'network-vif-deleted', 'tag': 'e14da95a-e3b3-4acc-bb32-953e244f2452', 'status': 'completed', 'code': 200} Oct 26 12:02:21.131273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:21.349544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Router cc3bf626-0128-4227-9c5b-4999f62df1d2 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:02:21.462716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:21.476623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] Sync routers for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:21.481465 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ca87980-95d2-43dc-9ff7-a70200666300 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1954451 Oct 26 12:02:21.485066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45982) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:21.498364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:21.499521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:21.550593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:21.562893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] Routers {'cc3bf626-0128-4227-9c5b-4999f62df1d2'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:21.563884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['cc3bf626-0128-4227-9c5b-4999f62df1d2'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:21.579158 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-37c262e4-e255-4646-baf0-66d73ae88d7f tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] show failed (client error): The resource could not be found. Oct 26 12:02:21.580417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-37c262e4-e255-4646-baf0-66d73ae88d7f tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-1769430775 HTTP/1.1" status: 404 len: 335 time: 0.0941422 Oct 26 12:02:21.584301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45986) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:21.589863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f3d787a1-cc0d-42c7-89db-7a581de4180d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:21.622338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:21.623468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c14c3-40e0-4035-b2ae-65f6fc9d4e43 None None] The sync data for ids ['cc3bf626-0128-4227-9c5b-4999f62df1d2'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:21.703790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-baea8588-2226-4742-8ce0-48f310231988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:21.749911 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-f3d787a1-cc0d-42c7-89db-7a581de4180d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] update failed (client error): The resource could not be found. Oct 26 12:02:21.756667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f3d787a1-cc0d-42c7-89db-7a581de4180d tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-1345375392 HTTP/1.1" status: 404 len: 335 time: 0.1672904 Oct 26 12:02:21.757315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45996) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:21.853039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaac24a-e922-4a6e-b841-b60c1e204b79 req-b5edda79-59d0-4b9b-b945-cfee7c91489d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:21.865099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeaac24a-e922-4a6e-b841-b60c1e204b79 req-b5edda79-59d0-4b9b-b945-cfee7c91489d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.2972603 Oct 26 12:02:21.867481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting subnet f9a5e2a3-58bf-46de-9e3d-431d517f764f {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:21.882163 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:21.946384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-240b570a-3cea-4657-9f72-57f825eea278 req-32f5e9e0-0103-486f-a4fc-6176b87d0228 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 210 time: 0.1270127 Oct 26 12:02:21.987010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:21.987232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeaac24a-e922-4a6e-b841-b60c1e204b79 req-b2d9e137-4aab-4b2b-a4c6-7b8d0fc7172b tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212149 Oct 26 12:02:22.136447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:22.231381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:22.296064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a5e2a3-58bf-46de-9e3d-431d517f764f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:22.321125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:22.322434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2451a-e818-4896-bb2f-2ceab31c6b37 None None] Network 5db641ac-dd51-4791-b282-17ae1f6d57f2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:22.325578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/subnets/f9a5e2a3-58bf-46de-9e3d-431d517f764f HTTP/1.1" status: 204 len: 168 time: 0.5654774 Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.333241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.334537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46016) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:22.377507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.377851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d5c79-e278-4f42-b984-de1f812f3fec tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:22.526896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting subnet e7bd377e-8ca5-4e6b-8c76-4d4462da2c84 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:22.555139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-2bab91ce-4be7-4340-b340-bccde33c42a4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:22.566996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-2bab91ce-4be7-4340-b340-bccde33c42a4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.4250276 Oct 26 12:02:22.572801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:22.628813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:22.729200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-fd42f6cc-9534-4130-b266-d2d6e2b7aaa0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.1593900 Oct 26 12:02:22.776857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] DHCP port deletion for 5db641ac-dd51-4791-b282-17ae1f6d57f2 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:02:22.846223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:22.973482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.002928 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.014351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bd377e-8ca5-4e6b-8c76-4d4462da2c84,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:23.014748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] Deleting port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:23.015526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.121093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.129871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b0571949-db61-4830-9f60-23a283c59356 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/subnets/e7bd377e-8ca5-4e6b-8c76-4d4462da2c84 HTTP/1.1" status: 204 len: 168 time: 0.7885513 Oct 26 12:02:23.132469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:23.185714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fbb06-d8f0-4787-98f8-5abf434fca39 req-1f171535-b5e4-46e6-b3b4-998ad61ec3e8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:23.187634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-122fbb06-d8f0-4787-98f8-5abf434fca39 req-1f171535-b5e4-46e6-b3b4-998ad61ec3e8 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.5039949 Oct 26 12:02:23.224736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5814a4-7905-4c76-b4e0-dae4bec51c0c None None] Network 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:23.247496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-dfcc6592-0892-48dc-8bc6-64cd500f8ded tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5167551 Oct 26 12:02:23.380798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.431441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-dfb4df9c-c8c5-4ac6-95de-0a897f9bc8e2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:23.433090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-dfb4df9c-c8c5-4ac6-95de-0a897f9bc8e2 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 945 time: 0.4233983 Oct 26 12:02:23.444502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-122fbb06-d8f0-4787-98f8-5abf434fca39 req-76175443-5005-4e44-bc13-0c56766773c6 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493594 Oct 26 12:02:23.488287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e14da95a-e3b3-4acc-bb32-953e244f2452 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:23.598851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.623708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: e14da95a-e3b3-4acc-bb32-953e244f2452 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:23.625769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e14da95a-e3b3-4acc-bb32-953e244f2452 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:23.715656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-0c44f1f9-2a67-40b2-8aed-e897027e02fc service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512215 Oct 26 12:02:23.728049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] For port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,segment=NetworkSegment(b480b860-bb85-4c6b-82a0-50fbc74237e5),segment_id=b480b860-bb85-4c6b-82a0-50fbc74237e5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:23.728840 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.759756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] Calling delete_port for be09b7dc-2773-4aef-b4bb-0a8fb71fec6e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:23.878062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638397d-1221-4451-8840-c37828365762 None None] DHCP port deletion for 28e6b3b1-3057-4890-b329-3a8c3ad6bf49 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:02:23.891507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-f161e675-e74f-4547-93f8-82900ab13c16 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:23.899657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-f161e675-e74f-4547-93f8-82900ab13c16 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.30 "GET /v2.0/networks?id=c091f979-b8b2-4a66-bd90-7170000e72de HTTP/1.1" status: 200 len: 808 time: 0.6044693 Oct 26 12:02:23.963742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:23.978136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5155f44-1265-40b6-a2cc-2ad7d84d4895 req-f73b4770-e179-4645-953c-dc3a74ffa765 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 210 time: 0.1688502 Oct 26 12:02:24.008542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Request body: {'port': {'device_id': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de', 'admin_state_up': True, 'tenant_id': '2f96982d5bfa4f7f8336301c6b38c882'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:24.025632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:24.025632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.086539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-efeccbd3-5d12-4307-81b1-6a3300533806 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217509 Oct 26 12:02:24.089342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Deleting port aa1cc918-f444-40f5-ad02-de01dd97a1ce {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:24.090669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.131682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] Pushing event deleted for resources: {'Port': ['ID=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:24.170479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731114d-c03d-4198-80bc-81cdd31df862 None None] No DVR routers for this DVR port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:24.194293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1f285937-67cc-42f4-9f62-18979168c260 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:24.332337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] For port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e, host n-d-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:24.333380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.375263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b638397d-1221-4451-8840-c37828365762 None None] Deleting port 1f285937-67cc-42f4-9f62-18979168c260 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:24.385242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b638397d-1221-4451-8840-c37828365762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.392792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Calling delete_port for be09b7dc-2773-4aef-b4bb-0a8fb71fec6e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:24.420162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e was not found and therefore no delete operation was performed {{(pid=102759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:02:24.436575 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.544124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] For port aa1cc918-f444-40f5-ad02-de01dd97a1ce, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aa1cc918-f444-40f5-ad02-de01dd97a1ce,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:24.547359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.561515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Port': ['ID=be09b7dc-2773-4aef-b4bb-0a8fb71fec6e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:24.584693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.603173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Calling delete_port for aa1cc918-f444-40f5-ad02-de01dd97a1ce owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:24.624664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] No DVR routers for this DVR port be09b7dc-2773-4aef-b4bb-0a8fb71fec6e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:24.696954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 1f285937-67cc-42f4-9f62-18979168c260, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1f285937-67cc-42f4-9f62-18979168c260,segment=NetworkSegment(8bfbe330-14ab-4b26-800e-93b588cf7e4d),segment_id=8bfbe330-14ab-4b26-800e-93b588cf7e4d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:24.700955 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.707822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b638397d-1221-4451-8840-c37828365762 None None] For port 1f285937-67cc-42f4-9f62-18979168c260, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1f285937-67cc-42f4-9f62-18979168c260,segment=NetworkSegment(8bfbe330-14ab-4b26-800e-93b588cf7e4d),segment_id=8bfbe330-14ab-4b26-800e-93b588cf7e4d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:24.708912 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b638397d-1221-4451-8840-c37828365762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.712554 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.713649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be09b7dc-2773-4aef-b4bb-0a8fb71fec6e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:24.748622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: be09b7dc-2773-4aef-b4bb-0a8fb71fec6e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:24.749714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be09b7dc-2773-4aef-b4bb-0a8fb71fec6e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:24.773874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.803718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b638397d-1221-4451-8840-c37828365762 None None] Calling delete_port for 1f285937-67cc-42f4-9f62-18979168c260 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:24.809401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db641ac-dd51-4791-b282-17ae1f6d57f2']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:24.817501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Made reservation on behalf of 2f96982d5bfa4f7f8336301c6b38c882 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:24.831108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.876762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b480b860-bb85-4c6b-82a0-50fbc74237e5') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:24.883556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b480b860-bb85-4c6b-82a0-50fbc74237e5') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:24.902719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=1f285937-67cc-42f4-9f62-18979168c260,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:24.932010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.960135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:24.982083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aa1cc918-f444-40f5-ad02-de01dd97a1ce'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:24.999469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.069537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'Port': ['ID=aa1cc918-f444-40f5-ad02-de01dd97a1ce,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:25.099950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52742206-7ce7-43f9-bb20-a3f6c7581690 req-2a9f4d37-45e7-44b9-82dc-c8da3ef40293 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:25.102187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52742206-7ce7-43f9-bb20-a3f6c7581690 req-2a9f4d37-45e7-44b9-82dc-c8da3ef40293 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.8759022 Oct 26 12:02:25.118238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c8a8a93-f428-4ca1-9e82-828fa08a4af9 req-9f283567-b989-4911-9566-ffce59acad6d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 210 time: 0.1692746 Oct 26 12:02:25.123530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b638397d-1221-4451-8840-c37828365762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.157390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:25.158352 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:25.180437 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:25.215403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638397d-1221-4451-8840-c37828365762 None None] Pushing event deleted for resources: {'Port': ['ID=1f285937-67cc-42f4-9f62-18979168c260,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:25.222183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638397d-1221-4451-8840-c37828365762 None None] No DVR routers for this DVR port 1f285937-67cc-42f4-9f62-18979168c260 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:25.335133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] No DVR routers for this DVR port aa1cc918-f444-40f5-ad02-de01dd97a1ce on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:25.369317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.382107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c177866-d2b9-4ad6-a23f-a1a3694e0b80 req-60f44a61-db3c-4486-a86c-186339477dd4 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.100 "DELETE /v2.0/ports/aa1cc918-f444-40f5-ad02-de01dd97a1ce HTTP/1.1" status: 204 len: 173 time: 1.8209064 Oct 26 12:02:25.382107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc27f5d-c395-4355-aafb-254696a85b36', 'name': 'network-vif-deleted', 'tag': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:25.386498 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eb1dad-eae0-4f11-be14-a19b2c2cdff8" -d '{"events": [{"server_uuid": "5fc27f5d-c395-4355-aafb-254696a85b36", "name": "network-vif-deleted", "tag": "aa1cc918-f444-40f5-ad02-de01dd97a1ce"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:25.502232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.506395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bace80b-4cf1-47a4-bc80-d119e229bd9a req-83605340-1122-4960-bd4a-197c2b6640d0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=5fc27f5d-c395-4355-aafb-254696a85b36 HTTP/1.1" status: 200 len: 210 time: 0.1515281 Oct 26 12:02:25.543983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52742206-7ce7-43f9-bb20-a3f6c7581690 req-3fe52766-4cac-497d-b0bf-8acb4b6a67d1 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080970 Oct 26 12:02:25.545286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.545286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/networks/5db641ac-dd51-4791-b282-17ae1f6d57f2 HTTP/1.1" status: 204 len: 168 time: 2.4034839 Oct 26 12:02:25.553070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46096) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:25.588264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a844a-ecd8-47ea-86e2-415c3b9986e4 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Network': ['ID=5db641ac-dd51-4791-b282-17ae1f6d57f2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:25.634788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Allocated IP 172.20.0.13 (c091f979-b8b2-4a66-bd90-7170000e72de/cc9cd33a-4748-496e-86a5-29f3cace97e8/2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:02:25.730188 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7383cb4-f73e-4702-bbf7-c1cf42c261a6 x-openstack-request-id: req-e7383cb4-f73e-4702-bbf7-c1cf42c261a6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:25.730494 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc27f5d-c395-4355-aafb-254696a85b36", "name": "network-vif-deleted", "tag": "aa1cc918-f444-40f5-ad02-de01dd97a1ce", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:25.731474 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e7383cb4-f73e-4702-bbf7-c1cf42c261a6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:25.732095 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc27f5d-c395-4355-aafb-254696a85b36', 'name': 'network-vif-deleted', 'tag': 'aa1cc918-f444-40f5-ad02-de01dd97a1ce', 'status': 'completed', 'code': 200} Oct 26 12:02:25.738505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:25.789560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c59612ec-f571-41c4-9532-4c4e699af8bd req-1b296302-9446-4a78-96ab-c284c6fa7d4d tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 210 time: 0.0562346 Oct 26 12:02:25.993526 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.022991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e6b3b1-3057-4890-b329-3a8c3ad6bf49']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:26.035467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfbe330-14ab-4b26-800e-93b588cf7e4d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:26.036395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfbe330-14ab-4b26-800e-93b588cf7e4d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:26.049491 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.049714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.077257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.093698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:26.094257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:26.102628 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:26.120144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.268155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.292255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Pushing event updated for resources: {'Port': ['ID=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:26.315963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.318379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Network c091f979-b8b2-4a66-bd90-7170000e72de is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:26.320039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:26.322700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:02:26.332233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/networks/28e6b3b1-3057-4890-b329-3a8c3ad6bf49 HTTP/1.1" status: 204 len: 168 time: 0.7776191 Oct 26 12:02:26.370335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46104) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:26.389346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:26.390030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.430205 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a0889864-51ac-4b61-8989-b402d88df872 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4539194 Oct 26 12:02:26.501084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7be43e-8c1c-475c-b1d0-6892c3483c6a tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Network': ['ID=28e6b3b1-3057-4890-b329-3a8c3ad6bf49,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:26.517364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19e43d8a-2960-4456-b9fd-46b1dd1895b1 req-312929e0-df06-4099-ac23-f22af27588b2 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 210 time: 0.2283745 Oct 26 12:02:26.543810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting subnet f1f34e59-748c-43b8-83ee-5ab01c4de4c6 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:26.548998 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.615561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.693236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Request body: {'port': {'device_id': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:26.779050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.816460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:26.971224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660f86-83b8-4b62-9ab6-5d1b1f928c05 req-3c0883bc-6acc-4032-9ee4-7241cb857953 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:26.978683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86660f86-83b8-4b62-9ab6-5d1b1f928c05 req-3c0883bc-6acc-4032-9ee4-7241cb857953 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.1582365 Oct 26 12:02:27.062746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-8ce6bcb6-62b4-40de-8259-290267d537f0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:27.064329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-8ce6bcb6-62b4-40de-8259-290267d537f0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.2457597 Oct 26 12:02:27.073444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.092865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:27.195007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86660f86-83b8-4b62-9ab6-5d1b1f928c05 req-1395da3f-c0c8-48df-ad31-4754e30cfc6c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153978 Oct 26 12:02:27.199123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f34e59-748c-43b8-83ee-5ab01c4de4c6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:27.218813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d01e3a9-8454-4fbf-ac1a-3cd720715842 None None] Network 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:27.231214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.239423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46124) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:27.240238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-480bc7f0-6879-4240-a13a-e9eff8f512c6 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/subnets/f1f34e59-748c-43b8-83ee-5ab01c4de4c6 HTTP/1.1" status: 204 len: 168 time: 0.8616021 Oct 26 12:02:27.250208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318e8a-9158-4c68-a3e2-79d3c90d6477 req-c9a955f1-0434-4ff8-b63d-08304eed6c30 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:27.252816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76318e8a-9158-4c68-a3e2-79d3c90d6477 req-c9a955f1-0434-4ff8-b63d-08304eed6c30 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 932 time: 0.2690926 Oct 26 12:02:27.259077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:27.309208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.346469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76318e8a-9158-4c68-a3e2-79d3c90d6477 req-c8d2d05e-d46f-43c9-b1c2-06d4dac1b03a tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773680 Oct 26 12:02:27.391043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.397006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:27.402633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.411618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Transition to ACTIVE for port object 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:02:27.425029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.439111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38d09-b602-4044-9fff-364ef62446ec req-1d5d31cc-5a59-40eb-8ace-fcb255e1662c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:27.441989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7be38d09-b602-4044-9fff-364ef62446ec req-1d5d31cc-5a59-40eb-8ace-fcb255e1662c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.0909741 Oct 26 12:02:27.499880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aa1cc918-f444-40f5-ad02-de01dd97a1ce no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:27.529370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: aa1cc918-f444-40f5-ad02-de01dd97a1ce {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:27.529971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aa1cc918-f444-40f5-ad02-de01dd97a1ce not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:27.659894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7be38d09-b602-4044-9fff-364ef62446ec req-5e736670-047d-4a73-8a75-1dae9eb539c0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846655 Oct 26 12:02:27.702533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] DHCP port deletion for 03d10ef6-1a84-4bfa-8c8a-ad2668325cfd request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:02:27.716021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Pushing event updated for resources: {'Port': ['ID=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:27.766036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05e12879-ed30-4d6c-a1c2-9352619d2eba req-0793f6fe-c388-4675-8424-8a3c99042d52 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 210 time: 0.0677419 Oct 26 12:02:27.800301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Deleting port 742becdd-93b3-41a5-8e55-63b870a3b180 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:27.801004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.804452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] Deleting port 742becdd-93b3-41a5-8e55-63b870a3b180 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:27.804827 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.807319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.11 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/6a2ae497-15fb-424c-962a-62c558ba18e7) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:02:27.823866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Attempting to bind port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:02:27.824394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Attempting to bind port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '96639e1d-08bd-473c-9e38-82ee038df9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:02:27.824951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Attempting to bind port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 on network c091f979-b8b2-4a66-bd90-7170000e72de {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:27.867887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 on network c091f979-b8b2-4a66-bd90-7170000e72de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:02:27.869081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Attempting to bind port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 on network c091f979-b8b2-4a66-bd90-7170000e72de {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:27.889279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:02:27.889279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Checking segment: {'id': '96639e1d-08bd-473c-9e38-82ee038df9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:27.889279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Bound using segment: {'id': '96639e1d-08bd-473c-9e38-82ee038df9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:02:27.890351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Bound port: 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96639e1d-08bd-473c-9e38-82ee038df9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:02:27.890351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.936619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] For port 742becdd-93b3-41a5-8e55-63b870a3b180, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=742becdd-93b3-41a5-8e55-63b870a3b180,segment=NetworkSegment(72140c3a-4cf6-4c02-bc22-ca84a1254e7c),segment_id=72140c3a-4cf6-4c02-bc22-ca84a1254e7c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:27.937002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.943850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] For port 742becdd-93b3-41a5-8e55-63b870a3b180, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=742becdd-93b3-41a5-8e55-63b870a3b180,segment=NetworkSegment(72140c3a-4cf6-4c02-bc22-ca84a1254e7c),segment_id=72140c3a-4cf6-4c02-bc22-ca84a1254e7c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:27.945732 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:27.965957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] Calling delete_port for 742becdd-93b3-41a5-8e55-63b870a3b180 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:28.001673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Calling delete_port for 742becdd-93b3-41a5-8e55-63b870a3b180 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:28.073611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.094404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 742becdd-93b3-41a5-8e55-63b870a3b180 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:28.120000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.132685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] For port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:02:28.137618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] For port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,segment=NetworkSegment(96639e1d-08bd-473c-9e38-82ee038df9ec),segment_id=96639e1d-08bd-473c-9e38-82ee038df9ec)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:02:28.145650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:28.149946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:28.153251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.172603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:02:28.175840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:28.208976 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.215528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.216181 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.217656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] 10.222.0.30 "PUT /v2.0/ports/2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 HTTP/1.1" status: 200 len: 1092 time: 1.5388820 Oct 26 12:02:28.220899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'tag': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:28.222309 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a", "tag": "2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:28.246140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.259048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.264901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.314569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2327113 Oct 26 12:02:28.319090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a2217-e14d-4348-a21c-fce22991648d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=6a2ae497-15fb-424c-962a-62c558ba18e7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:28.328861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Request body: {'port': {'device_id': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:28.331826 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de087a89-a2bc-4a85-83b7-02a476e9935f x-openstack-request-id: req-de087a89-a2bc-4a85-83b7-02a476e9935f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:28.332120 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a", "tag": "2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:28.332379 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de087a89-a2bc-4a85-83b7-02a476e9935f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:28.332791 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'tag': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10', 'status': 'completed', 'code': 200} Oct 26 12:02:28.375489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd6e94-bdf1-424a-bd2f-9fb94fa61b5e service neutron] Pushing event updated for resources: {'Port': ['ID=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:28.398516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] No DVR routers for this DVR port 742becdd-93b3-41a5-8e55-63b870a3b180 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:28.409606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] No DVR routers for this DVR port 742becdd-93b3-41a5-8e55-63b870a3b180 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:28.415068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc2c73-3275-4b08-b470-ffd4e0bb7f15 None None] Pushing event deleted for resources: {'Port': ['ID=742becdd-93b3-41a5-8e55-63b870a3b180,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:28.442093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Port': ['ID=742becdd-93b3-41a5-8e55-63b870a3b180,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:28.473407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No active binding found for port 742becdd-93b3-41a5-8e55-63b870a3b180 {{(pid=102761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 12:02:28.474263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 742becdd-93b3-41a5-8e55-63b870a3b180 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:28.521856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-01cc8544-99e2-4f9d-b9e2-de2c1865f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.523384 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-01cc8544-99e2-4f9d-b9e2-de2c1865f531 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f96982d5bfa4f7f8336301c6b38c882&device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 1095 time: 0.2475038 Oct 26 12:02:28.549253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.592477 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-74c9d64a-4207-4a67-872a-04bc437a1523 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 HTTP/1.1" status: 200 len: 217 time: 0.0534608 Oct 26 12:02:28.604391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d10ef6-1a84-4bfa-8c8a-ad2668325cfd']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:28.624214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72140c3a-4cf6-4c02-bc22-ca84a1254e7c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:28.624577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72140c3a-4cf6-4c02-bc22-ca84a1254e7c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:28.654689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.679767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-d854b619-b78d-4bba-8eb8-f02332be2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.681277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-d854b619-b78d-4bba-8eb8-f02332be2a0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc9cd33a-4748-496e-86a5-29f3cace97e8 HTTP/1.1" status: 200 len: 848 time: 0.0743117 Oct 26 12:02:28.682202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.688600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:28.689544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:28.692912 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:28.758631 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-2e324906-74e6-42e3-8fb7-5d9093af1b7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c091f979-b8b2-4a66-bd90-7170000e72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649793 Oct 26 12:02:28.774195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aacf0-1fe5-4dbb-88e8-5ac40581b547 req-722f4b33-6dff-441b-941b-7fefb63c1cb7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.781582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-283aacf0-1fe5-4dbb-88e8-5ac40581b547 req-722f4b33-6dff-441b-941b-7fefb63c1cb7 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.1454003 Oct 26 12:02:28.786190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.805502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c61fb-99e5-4fc4-a7ac-ebd70730ad20 req-9a2fe13e-8be8-418a-872f-1474bf1d8453 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.807028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040c61fb-99e5-4fc4-a7ac-ebd70730ad20 req-9a2fe13e-8be8-418a-872f-1474bf1d8453 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 944 time: 0.1693869 Oct 26 12:02:28.820094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.826831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-0bc3e8d9-bfb8-4eed-ab09-feddeea7f529 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:28.828050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:28.828334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-0bc3e8d9-bfb8-4eed-ab09-feddeea7f529 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1933794 Oct 26 12:02:28.833970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/networks/03d10ef6-1a84-4bfa-8c8a-ad2668325cfd HTTP/1.1" status: 204 len: 168 time: 1.5925767 Oct 26 12:02:28.838224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:28.861552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef043-0ba6-4811-bb2b-fcbd01640705 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Pushing event deleted for resources: {'Network': ['ID=03d10ef6-1a84-4bfa-8c8a-ad2668325cfd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:28.884598 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-06fe25eb-ab16-49f1-9182-c84b3f8f490e tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc3bf626-0128-4227-9c5b-4999f62df1d2 HTTP/1.1" status: 200 len: 205 time: 0.0425136 Oct 26 12:02:28.888388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46144) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:28.925298 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-f00598f9-cf8d-4639-b82d-6f3417adcf6a service neutron] 10.222.0.30 "GET /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527619 Oct 26 12:02:28.972304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-283aacf0-1fe5-4dbb-88e8-5ac40581b547 req-efe623ab-c8d6-4015-b41e-5e1beeae9997 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874406 Oct 26 12:02:29.075416 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:29.109582 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-15a586b1-f00e-4e56-9896-800ded8d8923 req-a1ac76f9-f582-43a8-8529-58dce22492ac service neutron] 10.222.0.30 "GET /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761382 Oct 26 12:02:29.169076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040c61fb-99e5-4fc4-a7ac-ebd70730ad20 req-d0c707d0-562a-4595-b07a-9a2511db599f tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363531 Oct 26 12:02:29.321203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-4553d9fc-faf1-476f-b471-76cc26a712ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:29.323045 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-4553d9fc-faf1-476f-b471-76cc26a712ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f96982d5bfa4f7f8336301c6b38c882&device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 1095 time: 0.1162026 Oct 26 12:02:29.459097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-91f51c56-3ead-4469-8015-7a363c8faeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:29.461315 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-91f51c56-3ead-4469-8015-7a363c8faeed service neutron] 10.222.0.30 "GET /v2.0/networks?id=c091f979-b8b2-4a66-bd90-7170000e72de HTTP/1.1" status: 200 len: 910 time: 0.1295359 Oct 26 12:02:29.515191 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-81c8ebc4-ebe0-4484-86d2-640c8eb68ad8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 HTTP/1.1" status: 200 len: 217 time: 0.0435064 Oct 26 12:02:29.571934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:29.580876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-c275488c-6a21-47e7-9b6b-ccf6b197f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:29.582424 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-c275488c-6a21-47e7-9b6b-ccf6b197f007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc9cd33a-4748-496e-86a5-29f3cace97e8 HTTP/1.1" status: 200 len: 848 time: 0.0598850 Oct 26 12:02:29.583352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3f4c0-8ea1-49a5-a828-c9b78f8ca75a req-b9ace7a9-f1e4-44a5-b95e-b11c44aa0198 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:29.584858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4c3f4c0-8ea1-49a5-a828-c9b78f8ca75a req-b9ace7a9-f1e4-44a5-b95e-b11c44aa0198 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.3764186 Oct 26 12:02:29.587226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:29.616644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-ab77c07a-461a-4fe9-b68f-84f9bc49aa7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c091f979-b8b2-4a66-bd90-7170000e72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264134 Oct 26 12:02:29.621919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f84cc-e961-40d1-8b57-2fffd8f47a9d req-faad2e56-cc73-41ff-a2e7-74943a76b649 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:29.623416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e59f84cc-e961-40d1-8b57-2fffd8f47a9d req-faad2e56-cc73-41ff-a2e7-74943a76b649 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 932 time: 0.2987599 Oct 26 12:02:29.663359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Deleting port 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:29.663746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:29.713626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-8d581330-ffdc-453d-93eb-9cc1e60da431 service neutron] 10.222.0.30 "GET /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Oct 26 12:02:29.736529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:29.736979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Fanout notify agent at l3_agent the message router_deleted on router cc3bf626-0128-4227-9c5b-4999f62df1d2 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:02:29.752859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:29.753973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a7d4827b-122e-4f66-a37f-9a7d7e2c55d8 tempest-RoutersNegativeTest-1018155246 tempest-RoutersNegativeTest-1018155246-project] 10.222.0.88 "DELETE /v2.0/routers/cc3bf626-0128-4227-9c5b-4999f62df1d2 HTTP/1.1" status: 204 len: 168 time: 0.8456759 Oct 26 12:02:29.801058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4c3f4c0-8ea1-49a5-a828-c9b78f8ca75a req-dd56b60f-a541-4c93-98f2-32cececb092c tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049634 Oct 26 12:02:29.835229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e59f84cc-e961-40d1-8b57-2fffd8f47a9d req-2881ef5e-64eb-4bb6-861a-0ba5b75a556d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665394 Oct 26 12:02:29.835977 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4af00e21-fdcc-42d1-b4ca-b54ac9c1dcf4 req-960cc566-a389-48ea-8e6e-8fcbd61b89a6 service neutron] 10.222.0.30 "GET /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130686 Oct 26 12:02:29.873617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] For port 46883d33-e01a-45d1-8b70-6689a8bcad96, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=46883d33-e01a-45d1-8b70-6689a8bcad96,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:29.873988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.054167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2ae497-15fb-424c-962a-62c558ba18e7 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:30.068386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:30.105868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.153713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Transition to ACTIVE for port object 6a2ae497-15fb-424c-962a-62c558ba18e7 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:02:30.160879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.225949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-47c647bf-d3dc-43eb-8667-a016f12aaf42 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9c8ad5dbc2064618bfa10797adb69f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557002 Oct 26 12:02:30.228139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46168) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:30.258516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512fb95-e471-44de-b86d-9263a667d7a7 req-e23e0c2d-e606-4030-8067-b2c084d65888 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:30.260296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3512fb95-e471-44de-b86d-9263a667d7a7 req-e23e0c2d-e606-4030-8067-b2c084d65888 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 945 time: 0.2124872 Oct 26 12:02:30.269771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:02:30.286857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6219c366-f6c6-42c6-ac9e-4265c3e76d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.311065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6219c366-f6c6-42c6-ac9e-4265c3e76d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.323605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ae497-15fb-424c-962a-62c558ba18e7,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:30.393693 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6219c366-f6c6-42c6-ac9e-4265c3e76d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.396897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6219c366-f6c6-42c6-ac9e-4265c3e76d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.398699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.399089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.399416 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Floating IP 5c3faa91-4b30-42ad-a558-57125d20ba3c disassociated. External IP: 172.25.4.192, port: 46883d33-e01a-45d1-8b70-6689a8bcad96. Oct 26 12:02:30.400056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Calling delete_port for 46883d33-e01a-45d1-8b70-6689a8bcad96 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:30.402402 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6219c366-f6c6-42c6-ac9e-4265c3e76d77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d428260b-daeb-459b-b26d-29019164fadc HTTP/1.1" status: 204 len: 168 time: 0.1732793 Oct 26 12:02:30.418449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c366-f6c6-42c6-ac9e-4265c3e76d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d428260b-daeb-459b-b26d-29019164fadc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:30.513088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:30.530974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'port_id': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'mac_address': 'fa:16:3e:4d:1d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:02:30.552018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3512fb95-e471-44de-b86d-9263a667d7a7 req-0f051824-3c0c-4d4e-9459-992550c8459e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615676 Oct 26 12:02:30.573206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f3d57-260c-4d12-9a4a-12625fdb193a req-9e2a14c6-149e-45d5-9f72-8ca5a4ce894c tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:30.581374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-283f3d57-260c-4d12-9a4a-12625fdb193a req-9e2a14c6-149e-45d5-9f72-8ca5a4ce894c tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 944 time: 0.2382882 Oct 26 12:02:30.595981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.615466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:30.645679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:30.654456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:30.769447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:30.922516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Attempting to bind port 6a2ae497-15fb-424c-962a-62c558ba18e7 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:02:30.923738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Attempting to bind port 6a2ae497-15fb-424c-962a-62c558ba18e7 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:02:30.924207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Attempting to bind port 6a2ae497-15fb-424c-962a-62c558ba18e7 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:30.935087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['1c9c32bb-96e6-48ac-8978-8e486466832f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:30.963858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Port 6a2ae497-15fb-424c-962a-62c558ba18e7 on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:02:30.964226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Attempting to bind port 6a2ae497-15fb-424c-962a-62c558ba18e7 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:30.984389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:02:30.984826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:30.986001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:02:30.986462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Bound port: 6a2ae497-15fb-424c-962a-62c558ba18e7, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:02:30.986827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:31.001051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-283f3d57-260c-4d12-9a4a-12625fdb193a req-21fc2d8d-2716-4125-b824-f0d325e60385 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187148 Oct 26 12:02:31.112066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ee2c-7bb5-4433-bd9e-77bf40657652 req-425b199f-cc05-4752-af03-2c5cb846b6ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:31.114741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c8ee2c-7bb5-4433-bd9e-77bf40657652 req-425b199f-cc05-4752-af03-2c5cb846b6ca tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 944 time: 0.1868451 Oct 26 12:02:31.223512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] For port 6a2ae497-15fb-424c-962a-62c558ba18e7, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:02:31.235745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] For port 6a2ae497-15fb-424c-962a-62c558ba18e7, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6a2ae497-15fb-424c-962a-62c558ba18e7,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:02:31.241610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:31.270353 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:31.302274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c8ee2c-7bb5-4433-bd9e-77bf40657652 req-bc36c0af-a2b0-4d6e-8f43-f8a5b78374a9 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b211045-4b45-4719-a465-c73a7c1c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755230 Oct 26 12:02:31.322284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40ed63-a5a5-49e2-8585-0b99d082f356 req-df7a7761-3099-401a-9a3b-00615a5d8797 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:31.324292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea40ed63-a5a5-49e2-8585-0b99d082f356 req-df7a7761-3099-401a-9a3b-00615a5d8797 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 944 time: 0.2026885 Oct 26 12:02:31.328738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'Port': ['ID=46883d33-e01a-45d1-8b70-6689a8bcad96,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:31.377213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:31.377951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:31.379406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] 10.222.0.100 "PUT /v2.0/ports/6a2ae497-15fb-424c-962a-62c558ba18e7 HTTP/1.1" status: 200 len: 1092 time: 3.0564153 Oct 26 12:02:31.379859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'tag': '6a2ae497-15fb-424c-962a-62c558ba18e7'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:31.382261 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903" -d '{"events": [{"name": "network-changed", "server_uuid": "34c5e3c2-9403-4ce3-98bc-9c6f695d2c53", "tag": "6a2ae497-15fb-424c-962a-62c558ba18e7"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:31.508227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:31.583908 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07de19-a1ba-49b6-b591-844ff916db24 x-openstack-request-id: req-bd07de19-a1ba-49b6-b591-844ff916db24 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:31.584284 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c5e3c2-9403-4ce3-98bc-9c6f695d2c53", "tag": "6a2ae497-15fb-424c-962a-62c558ba18e7", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:31.584512 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bd07de19-a1ba-49b6-b591-844ff916db24 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:31.584860 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'tag': '6a2ae497-15fb-424c-962a-62c558ba18e7', 'status': 'completed', 'code': 200} Oct 26 12:02:31.632382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea40ed63-a5a5-49e2-8585-0b99d082f356 req-012c04b7-8725-490a-b3e0-b174e681f679 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995167 Oct 26 12:02:31.634352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Router 07d4aba2-c96b-4974-ba29-251aebfcf30c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:02:31.668665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-41cc7872-d2c6-4104-9d60-2da33bb22053 tempest-ServiceProvidersTest-1443814606 tempest-ServiceProvidersTest-1443814606-project] 10.222.0.88 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1589167 Oct 26 12:02:31.726698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeec3dd-9f6c-4efa-b468-0f6823cccc67 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ae497-15fb-424c-962a-62c558ba18e7,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:31.745484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cdbcd5dd-438f-41df-ab32-2c9338b9d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:31.747487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-cdbcd5dd-438f-41df-ab32-2c9338b9d047 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 1095 time: 0.1614218 Oct 26 12:02:31.880883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-166e118d-f06c-457b-bd27-b9623fac9749 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2ae497-15fb-424c-962a-62c558ba18e7 HTTP/1.1" status: 200 len: 217 time: 0.0972931 Oct 26 12:02:31.894021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9b0e2-21d3-4c14-a157-4dad05ea02d3 req-0f4769d2-bde3-440a-ac8d-f5a3fdeb3438 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:31.895646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56a9b0e2-21d3-4c14-a157-4dad05ea02d3 req-0f4769d2-bde3-440a-ac8d-f5a3fdeb3438 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 946 time: 0.2138948 Oct 26 12:02:31.998654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-220af742-c5b1-4207-bab3-db512f155efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:31.999213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:32.000305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-220af742-c5b1-4207-bab3-db512f155efb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1019342 Oct 26 12:02:32.005640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56a9b0e2-21d3-4c14-a157-4dad05ea02d3 req-27b45b64-bd5b-4365-83d9-f35aa40c71ee tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863123 Oct 26 12:02:32.049225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-e4e4eb1f-4e97-4cb9-b61b-27b83a072603 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407655 Oct 26 12:02:32.053440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:32.064327 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] Sync routers for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:32.082894 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:32.083539 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:32.171316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] No DVR routers for this DVR port 46883d33-e01a-45d1-8b70-6689a8bcad96 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:32.174850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.178807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c89161f2-478e-4706-94a1-ad0ab9fe42e9 req-57db041f-c99d-44f0-9ec6-dc78b600272d tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.30 "DELETE /v2.0/ports/46883d33-e01a-45d1-8b70-6689a8bcad96 HTTP/1.1" status: 204 len: 173 time: 3.3379393 Oct 26 12:02:32.179866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306664f5-d5c2-438a-9177-c9aab63e48b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.229408 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:02:32.272719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:02:32.321555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0608f-5e08-4e1c-a471-cd1abf220b35 req-2f65f468-3c4c-4231-85bf-bc9252d6e31e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:32.329607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b0608f-5e08-4e1c-a471-cd1abf220b35 req-2f65f468-3c4c-4231-85bf-bc9252d6e31e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 944 time: 0.1966579 Oct 26 12:02:32.408786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306664f5-d5c2-438a-9177-c9aab63e48b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.422045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306664f5-d5c2-438a-9177-c9aab63e48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.518524 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-306664f5-d5c2-438a-9177-c9aab63e48b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d166a85de1354b68bdac1246a32d54c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174022 Oct 26 12:02:32.519908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46236) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:32.522203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306664f5-d5c2-438a-9177-c9aab63e48b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543e6f9-5e01-40ad-9d69-95c28bb6c9c4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:32.550377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,segment=NetworkSegment(96639e1d-08bd-473c-9e38-82ee038df9ec),segment_id=96639e1d-08bd-473c-9e38-82ee038df9ec)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:32.562202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:32.573332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4397192-bdab-41a1-933f-4a95d93d062d req-9cbf7f0a-2677-42fa-b231-5a812bf196a3 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/ports?device_id=492ac941-11dd-4fe6-b88b-1c12a293791a HTTP/1.1" status: 200 len: 210 time: 0.1094658 Oct 26 12:02:32.591075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-e78f193f-d479-4e0b-ba10-051ea568d897 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260983 Oct 26 12:02:32.600442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10', 'network_id': 'c091f979-b8b2-4a66-bd90-7170000e72de', 'port_id': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10', 'mac_address': 'fa:16:3e:9b:f5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9cd33a-4748-496e-86a5-29f3cace97e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:02:32.644288 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.658956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5721cb6-9eb8-4840-b2cd-4d85f70adadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.666958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:32.675300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 1c9c32bb-96e6-48ac-8978-8e486466832f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:02:32.686480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 1c9c32bb-96e6-48ac-8978-8e486466832f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:32.687225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.712994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5721cb6-9eb8-4840-b2cd-4d85f70adadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.727014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,segment=NetworkSegment(96639e1d-08bd-473c-9e38-82ee038df9ec),segment_id=96639e1d-08bd-473c-9e38-82ee038df9ec)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:32.744703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.764177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:32.773189 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:32.780184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b0608f-5e08-4e1c-a471-cd1abf220b35 req-ee9e4bbb-04c3-425f-a845-cb94dd751e9b tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236350 Oct 26 12:02:32.832007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:32.837692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5721cb6-9eb8-4840-b2cd-4d85f70adadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.841045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5721cb6-9eb8-4840-b2cd-4d85f70adadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.845550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5721cb6-9eb8-4840-b2cd-4d85f70adadc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9543e6f9-5e01-40ad-9d69-95c28bb6c9c4 HTTP/1.1" status: 204 len: 168 time: 0.3237467 Oct 26 12:02:32.865495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5721cb6-9eb8-4840-b2cd-4d85f70adadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543e6f9-5e01-40ad-9d69-95c28bb6c9c4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:32.876918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] Checking router: 07d4aba2-c96b-4974-ba29-251aebfcf30c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:02:32.889221 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:32.890062 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:32.924375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:32.978038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:32.982943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:32.989392 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323b77d-41b5-4406-8d5f-7f65b920da36" -d '{"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:33.003021 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.008658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:33.011330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-533d8d73-9baf-4e25-a11c-76b5cf7a576f req-17b1e4d2-ff95-4922-90d5-d580c988d79a service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083333 Oct 26 12:02:33.151395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec6c8-5511-49f8-926f-9759bc16b611 req-1a75c48f-5ca2-417c-a35c-b22fc9218ab0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:33.153027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9faec6c8-5511-49f8-926f-9759bc16b611 req-1a75c48f-5ca2-417c-a35c-b22fc9218ab0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 944 time: 0.3167620 Oct 26 12:02:33.269745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 46883d33-e01a-45d1-8b70-6689a8bcad96 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:33.270153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 46883d33-e01a-45d1-8b70-6689a8bcad96 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:33.272124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:33.287674 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa2faca-adf7-4b59-945f-a7d72d49bfd6 x-openstack-request-id: req-dfa2faca-adf7-4b59-945f-a7d72d49bfd6 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:33.288355 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:33.288355 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dfa2faca-adf7-4b59-945f-a7d72d49bfd6 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:33.290002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b95f28d-8e7a-46a8-96e5-0e2b0b4f12b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.294939 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'code': 200} Oct 26 12:02:33.296230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:33.305211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-228763da-044e-420e-8915-224aa328ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:33.306745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-228763da-044e-420e-8915-224aa328ddf3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 1095 time: 0.1912711 Oct 26 12:02:33.380997 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:02:33.390164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9faec6c8-5511-49f8-926f-9759bc16b611 req-a89fab47-4319-4843-9bb2-9341ad11a24a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675267 Oct 26 12:02:33.502829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b95f28d-8e7a-46a8-96e5-0e2b0b4f12b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.519237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b95f28d-8e7a-46a8-96e5-0e2b0b4f12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.554517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92f12-0ee7-424c-8f1d-77aa307d4550 req-45cd5493-8b18-4b4c-aaa4-3205803d3556 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:33.564627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbc92f12-0ee7-424c-8f1d-77aa307d4550 req-45cd5493-8b18-4b4c-aaa4-3205803d3556 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.1733892 Oct 26 12:02:33.596423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-deleted', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:33.600222 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0574181-9be2-4b3f-8430-b1d4d6f29bfe" -d '{"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-deleted", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:33.615123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d09799-4e2e-4a5e-809f-c10799d8ca46 req-3980be7d-5c31-4b6b-bcec-c2cc77c34bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:33.617875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38d09799-4e2e-4a5e-809f-c10799d8ca46 req-3980be7d-5c31-4b6b-bcec-c2cc77c34bac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 1098 time: 0.1755786 Oct 26 12:02:33.640484 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b95f28d-8e7a-46a8-96e5-0e2b0b4f12b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=58b570ac353140138b84eed10559e22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8751719 Oct 26 12:02:33.645259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46262) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:33.646348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95f28d-8e7a-46a8-96e5-0e2b0b4f12b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece4a089-e2af-4822-8d13-9f8436ad1c09,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:33.677227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38d09799-4e2e-4a5e-809f-c10799d8ca46 req-ad4552fa-969f-4619-90aa-adbac13222bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464854 Oct 26 12:02:33.693433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbc92f12-0ee7-424c-8f1d-77aa307d4550 req-38a56a64-b385-4b9e-bfa2-a5fbe0bf2d93 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275859 Oct 26 12:02:33.727377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-0ebf380a-d973-4f89-a4f7-b24afe986e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:33.728921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-0ebf380a-d973-4f89-a4f7-b24afe986e54 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.4130704 Oct 26 12:02:33.764851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:33.769254 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.801282 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3271a6be-1509-46e0-8a9d-efdc9511c076 x-openstack-request-id: req-3271a6be-1509-46e0-8a9d-efdc9511c076 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:33.801583 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492ac941-11dd-4fe6-b88b-1c12a293791a", "name": "network-vif-deleted", "tag": "46883d33-e01a-45d1-8b70-6689a8bcad96", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:33.801840 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3271a6be-1509-46e0-8a9d-efdc9511c076 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:33.802249 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492ac941-11dd-4fe6-b88b-1c12a293791a', 'name': 'network-vif-deleted', 'tag': '46883d33-e01a-45d1-8b70-6689a8bcad96', 'status': 'completed', 'code': 200} Oct 26 12:02:33.803862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-ed9f9318-32b3-42db-98f3-2e1307dc1179 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2ae497-15fb-424c-962a-62c558ba18e7 HTTP/1.1" status: 200 len: 217 time: 0.0651526 Oct 26 12:02:33.811961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f03f93-c146-4500-ad9c-6eb4600919a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.865624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f03f93-c146-4500-ad9c-6eb4600919a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.904489 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:33.931980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f03f93-c146-4500-ad9c-6eb4600919a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.934586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f03f93-c146-4500-ad9c-6eb4600919a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:33.939343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33f03f93-c146-4500-ad9c-6eb4600919a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ece4a089-e2af-4822-8d13-9f8436ad1c09 HTTP/1.1" status: 204 len: 168 time: 0.2858541 Oct 26 12:02:33.945960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38b01b-f962-4b82-9930-4ad2c634c89e None None] The sync data for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 is: [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:50Z', 'revision_number': 4, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '194ccecf-6877-4d6c-a02c-abcd405e999a', 'name': '', 'network_id': 'bb11f0eb-07fd-4935-96ad-89706714e048', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'mac_address': 'fa:16:3e:f8:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:49Z', 'updated_at': '2021-10-26T11:53:56Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'subnets': [{'id': '08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:33.947757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f03f93-c146-4500-ad9c-6eb4600919a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece4a089-e2af-4822-8d13-9f8436ad1c09,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:33.977718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-205f04cb-a69f-4ab4-b2c5-2e97fa30b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:33.979862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-205f04cb-a69f-4ab4-b2c5-2e97fa30b80c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1649733 Oct 26 12:02:33.984090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cbe784-7fbc-4cd4-bf32-c4073bd893de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.041001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ea503-2154-4add-b7ec-f075758df907 req-30be1ae3-18a4-4f3c-8285-adc8fb95fcd0 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:34.047526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cbe784-7fbc-4cd4-bf32-c4073bd893de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.049578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-626ea503-2154-4add-b7ec-f075758df907 req-30be1ae3-18a4-4f3c-8285-adc8fb95fcd0 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 945 time: 0.1496136 Oct 26 12:02:34.053912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-a38929da-4042-4a72-a469-895138e57fc8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639439 Oct 26 12:02:34.187462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cbe784-7fbc-4cd4-bf32-c4073bd893de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.195947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cbe784-7fbc-4cd4-bf32-c4073bd893de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.197699 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40cbe784-7fbc-4cd4-bf32-c4073bd893de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "DELETE /v2.0/security-groups/3b211045-4b45-4719-a465-c73a7c1c7465 HTTP/1.1" status: 204 len: 168 time: 0.4313254 Oct 26 12:02:34.203542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46286) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:34.225783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-5a398dc3-fe84-42ef-acd0-e0c919fc1d1d service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588759 Oct 26 12:02:34.247501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbe784-7fbc-4cd4-bf32-c4073bd893de tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b211045-4b45-4719-a465-c73a7c1c7465,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:34.249945 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-300c8ad5-2e73-4dcf-ac07-cf08737db8f0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] show failed (client error): The resource could not be found. Oct 26 12:02:34.252345 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-300c8ad5-2e73-4dcf-ac07-cf08737db8f0 tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "GET /v2.0/security-groups/3b211045-4b45-4719-a465-c73a7c1c7465 HTTP/1.1" status: 404 len: 347 time: 0.0452318 Oct 26 12:02:34.255219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:34.256700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-626ea503-2154-4add-b7ec-f075758df907 req-e9cd9c23-118e-4d96-b1e6-b5f6d8389d3c tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039375 Oct 26 12:02:34.288403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:34.437288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc6e9a6a-95dd-4254-8acc-20ccb8ef2903 req-6ec7a88d-0f25-4a65-8ff5-c5b5971ce298 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935856 Oct 26 12:02:34.457703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:02:34.483930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:34.484312 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.524382 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:02:34.555568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Deleting port 31423b89-91ea-45c9-8dcf-577d13a5bba9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:34.555568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.594213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d6bdd-cf49-4255-8b38-90d2bd35d5c2 None None] New status for floating IP 5c3faa91-4b30-42ad-a558-57125d20ba3c: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:02:34.690078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84be91-1904-4a12-9a8f-dd014f856420 req-8dbabb6f-93f1-4b95-96ea-76e9f6891142 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:34.690908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.691245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:34.706361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c84be91-1904-4a12-9a8f-dd014f856420 req-8dbabb6f-93f1-4b95-96ea-76e9f6891142 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 944 time: 0.1267066 Oct 26 12:02:34.726160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Calling delete_port for 31423b89-91ea-45c9-8dcf-577d13a5bba9 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:34.830244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c84be91-1904-4a12-9a8f-dd014f856420 req-3daba697-d0cb-4e39-b87d-6168db6d272f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215339 Oct 26 12:02:34.938175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700db83-4c46-4d70-887b-e98140f9cb5c req-46991004-d7d9-4d1e-b915-5577b9c059a3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:34.941394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b700db83-4c46-4d70-887b-e98140f9cb5c req-46991004-d7d9-4d1e-b915-5577b9c059a3 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.1035569 Oct 26 12:02:34.949325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.029082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,segment=NetworkSegment(96639e1d-08bd-473c-9e38-82ee038df9ec),segment_id=96639e1d-08bd-473c-9e38-82ee038df9ec)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:35.036792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b700db83-4c46-4d70-887b-e98140f9cb5c req-8b1388b4-deb8-4bc0-bcc4-4fc25ffff643 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858774 Oct 26 12:02:35.041479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.057400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.165468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:35.177164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Pushing event deleted for resources: {'Port': ['ID=31423b89-91ea-45c9-8dcf-577d13a5bba9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:35.247451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.249439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.254144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.255949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-adae4157-8fd7-4570-9a02-2b4e241f954b tempest-ServerActionsTestJSON-1452741862 tempest-ServerActionsTestJSON-1452741862-project] 10.222.0.88 "DELETE /v2.0/floatingips/5c3faa91-4b30-42ad-a558-57125d20ba3c HTTP/1.1" status: 204 len: 168 time: 0.9993591 Oct 26 12:02:35.259350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46326) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:35.296611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:35.299650 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc385d96-6553-4aeb-b47c-43195147d022" -d '{"events": [{"server_uuid": "f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a", "name": "network-vif-plugged", "status": "completed", "tag": "2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:35.348780 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa7f01-4eed-43a1-81aa-d2689edc18be x-openstack-request-id: req-a4aa7f01-4eed-43a1-81aa-d2689edc18be {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:35.349099 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a", "name": "network-vif-plugged", "status": "completed", "tag": "2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:35.349355 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4aa7f01-4eed-43a1-81aa-d2689edc18be {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:35.350025 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10', 'code': 200} Oct 26 12:02:35.426757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6a2ae497-15fb-424c-962a-62c558ba18e7 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:02:35.453584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f295e-85f5-4452-ade7-f7b74f5f470f req-70b41810-a9b0-4dee-8786-9119b7b6fbe9 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:35.463447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b4f295e-85f5-4452-ade7-f7b74f5f470f req-70b41810-a9b0-4dee-8786-9119b7b6fbe9 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 946 time: 0.1055984 Oct 26 12:02:35.539769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b4f295e-85f5-4452-ade7-f7b74f5f470f req-c967849f-db97-4e77-88ad-21b4428a6cfd tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705810 Oct 26 12:02:35.558906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74e5c9-b90f-4a3e-b3ca-2ae22e7588d9 req-f68c7fcb-9928-497a-8a9a-b36d3c22ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:35.560022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c74e5c9-b90f-4a3e-b3ca-2ae22e7588d9 req-f68c7fcb-9928-497a-8a9a-b36d3c22ce0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 1097 time: 0.1290157 Oct 26 12:02:35.613276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c74e5c9-b90f-4a3e-b3ca-2ae22e7588d9 req-867bfc7b-f068-4e73-8970-2c1196821114 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452623 Oct 26 12:02:35.644069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6a2ae497-15fb-424c-962a-62c558ba18e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6a2ae497-15fb-424c-962a-62c558ba18e7,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:35.671947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '6a2ae497-15fb-424c-962a-62c558ba18e7', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': '6a2ae497-15fb-424c-962a-62c558ba18e7', 'mac_address': 'fa:16:3e:3e:33:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:02:35.768968 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.800477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2ae497-15fb-424c-962a-62c558ba18e7 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:35.840185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6a2ae497-15fb-424c-962a-62c558ba18e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6a2ae497-15fb-424c-962a-62c558ba18e7,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:35.849563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:35.952651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6a2ae497-15fb-424c-962a-62c558ba18e7,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:36.111999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6a2ae497-15fb-424c-962a-62c558ba18e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:36.572124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5af9-9206-45d4-9f96-2342771ddd66 req-ea624dc7-3329-420d-b0ee-83feb9ae66f4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:36.573631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-452d5af9-9206-45d4-9f96-2342771ddd66 req-ea624dc7-3329-420d-b0ee-83feb9ae66f4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 945 time: 0.5514455 Oct 26 12:02:36.708785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0b6e-80a3-4af4-b84f-0f9116af185c req-3e2054f1-85cb-4216-83e4-a59e2614dc1c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:36.716765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-506f0b6e-80a3-4af4-b84f-0f9116af185c req-3e2054f1-85cb-4216-83e4-a59e2614dc1c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.1715965 Oct 26 12:02:36.721610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-452d5af9-9206-45d4-9f96-2342771ddd66 req-83ff4e9a-ee68-4d67-afed-6ff059c4e8e8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260304 Oct 26 12:02:36.828589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-506f0b6e-80a3-4af4-b84f-0f9116af185c req-3273d903-5095-4f39-a191-88b7ab8bfada tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108608 Oct 26 12:02:37.012875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a364a15-1052-4077-8d96-f69a6dd7ceec req-bb0831ff-5e81-4f15-a51c-89e979e962ac tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:37.014394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a364a15-1052-4077-8d96-f69a6dd7ceec req-bb0831ff-5e81-4f15-a51c-89e979e962ac tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 946 time: 0.1085227 Oct 26 12:02:37.031880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:37.182761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a364a15-1052-4077-8d96-f69a6dd7ceec req-d2361873-b6b6-44dd-95db-254db37594d0 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556470 Oct 26 12:02:37.444235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6a2ae497-15fb-424c-962a-62c558ba18e7 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:37.526686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 6a2ae497-15fb-424c-962a-62c558ba18e7 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:02:37.543186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 6a2ae497-15fb-424c-962a-62c558ba18e7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:37.543854 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:37.564719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Deleting port 194ccecf-6877-4d6c-a02c-abcd405e999a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:37.564853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:37.841485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] For port 194ccecf-6877-4d6c-a02c-abcd405e999a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=194ccecf-6877-4d6c-a02c-abcd405e999a,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:37.843191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:37.929330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Calling delete_port for 194ccecf-6877-4d6c-a02c-abcd405e999a owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:38.034944 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.079605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6a2ae497-15fb-424c-962a-62c558ba18e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6a2ae497-15fb-424c-962a-62c558ba18e7,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:38.080884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ae497-15fb-424c-962a-62c558ba18e7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:38.084290 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d1714f-8d34-4713-827f-9945ed4aa17c" -d '{"events": [{"server_uuid": "34c5e3c2-9403-4ce3-98bc-9c6f695d2c53", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ae497-15fb-424c-962a-62c558ba18e7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:38.090175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.095985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8f987-a996-43f0-b4da-07b3e33a8b04 req-2cfbc2fc-2a21-4c57-a1e0-1d8e8863e7c1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:38.097929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fd8f987-a996-43f0-b4da-07b3e33a8b04 req-2cfbc2fc-2a21-4c57-a1e0-1d8e8863e7c1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 945 time: 0.1940284 Oct 26 12:02:38.164470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46444) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:38.181740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6a2ae497-15fb-424c-962a-62c558ba18e7,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:38.183614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:38.224341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cbb7e-5f24-44e6-afad-c421f37fc75d req-76e62c91-19e2-453f-a6fc-3692214d39be tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:38.226391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-983cbb7e-5f24-44e6-afad-c421f37fc75d req-76e62c91-19e2-453f-a6fc-3692214d39be tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.2587819 Oct 26 12:02:38.299771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fd8f987-a996-43f0-b4da-07b3e33a8b04 req-5f817480-7a77-44fc-973e-345063fa5b8d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950660 Oct 26 12:02:38.322965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2213ee6-a3df-4b5f-a5e2-d36c4358f26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.337768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94af620-95c6-462f-89a3-a3f06f8071b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.361222 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726e1e24-f45f-44dd-b9c4-2f90d454e2e2 x-openstack-request-id: req-726e1e24-f45f-44dd-b9c4-2f90d454e2e2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:38.361749 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c5e3c2-9403-4ce3-98bc-9c6f695d2c53", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ae497-15fb-424c-962a-62c558ba18e7", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:38.362625 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-726e1e24-f45f-44dd-b9c4-2f90d454e2e2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:38.363242 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ae497-15fb-424c-962a-62c558ba18e7', 'code': 200} Oct 26 12:02:38.407058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-983cbb7e-5f24-44e6-afad-c421f37fc75d req-bfddb92d-93a7-4f5a-a11b-c61632ad6a6d tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634071 Oct 26 12:02:38.409064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.452231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Pushing event deleted for resources: {'Port': ['ID=194ccecf-6877-4d6c-a02c-abcd405e999a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:38.499545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2213ee6-a3df-4b5f-a5e2-d36c4358f26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.502620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94af620-95c6-462f-89a3-a3f06f8071b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.507838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2213ee6-a3df-4b5f-a5e2-d36c4358f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.513266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94af620-95c6-462f-89a3-a3f06f8071b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.549126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f94af620-95c6-462f-89a3-a3f06f8071b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3aeb2b533e1472ab96711020c4ef77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834460 Oct 26 12:02:38.560223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46456) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:38.574952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e677-5d96-4a46-9f17-9081e055af2c req-4b9bab5e-5516-492a-81f8-992bf8250dbf tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:38.576705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3f9e677-5d96-4a46-9f17-9081e055af2c req-4b9bab5e-5516-492a-81f8-992bf8250dbf tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 946 time: 0.1345713 Oct 26 12:02:38.610422 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2213ee6-a3df-4b5f-a5e2-d36c4358f26b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40eef993876f414b9e38f3eeaac6ed83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250205 Oct 26 12:02:38.615196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46458) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:38.624045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2213ee6-a3df-4b5f-a5e2-d36c4358f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4aa60-771d-44bf-aae3-e43ec3516171,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:38.652774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af620-95c6-462f-89a3-a3f06f8071b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e06981-96c8-43e9-a646-e169418a5ccd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:38.673240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfd35364-4095-4f76-b7e7-0df9cef9cc6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.698067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfd35364-4095-4f76-b7e7-0df9cef9cc6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.739924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3f9e677-5d96-4a46-9f17-9081e055af2c req-e74ac461-218b-42fb-b334-a40f96dd2b56 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523499 Oct 26 12:02:38.742659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b607-18ee-40e2-8ca0-1801d6d71280 req-4ec8dd08-b338-4047-aa2e-9e4d0c614fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:38.760153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e717b607-18ee-40e2-8ca0-1801d6d71280 req-4ec8dd08-b338-4047-aa2e-9e4d0c614fa2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 1097 time: 0.2995813 Oct 26 12:02:38.760330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfd35364-4095-4f76-b7e7-0df9cef9cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.760330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dfd35364-4095-4f76-b7e7-0df9cef9cc6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.760556 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dfd35364-4095-4f76-b7e7-0df9cef9cc6e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12e06981-96c8-43e9-a646-e169418a5ccd HTTP/1.1" status: 204 len: 168 time: 0.1989584 Oct 26 12:02:38.771462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd35364-4095-4f76-b7e7-0df9cef9cc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e06981-96c8-43e9-a646-e169418a5ccd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:38.818303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.842905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e717b607-18ee-40e2-8ca0-1801d6d71280 req-afe9ca44-4f98-46e0-b7bc-6add8480b5a7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584064 Oct 26 12:02:38.858932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e819fba7-d50f-404e-a68e-2090b95c6642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:38.885159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e819fba7-d50f-404e-a68e-2090b95c6642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.025515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e819fba7-d50f-404e-a68e-2090b95c6642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.028440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e819fba7-d50f-404e-a68e-2090b95c6642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.032731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e819fba7-d50f-404e-a68e-2090b95c6642 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2cd4aa60-771d-44bf-aae3-e43ec3516171 HTTP/1.1" status: 204 len: 168 time: 0.4161537 Oct 26 12:02:39.079762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819fba7-d50f-404e-a68e-2090b95c6642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4aa60-771d-44bf-aae3-e43ec3516171,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:39.230604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Router 07d4aba2-c96b-4974-ba29-251aebfcf30c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:02:39.277247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46480) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:39.294189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41a011a9-1f37-41a5-a248-eba29e538673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.452489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41a011a9-1f37-41a5-a248-eba29e538673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.458483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41a011a9-1f37-41a5-a248-eba29e538673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.475688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:02:39.485052 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] Sync routers for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:02:39.496471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ed3e0d91-da78-4e86-a67e-f45e2195b091 admin admin] 10.222.0.88 "PUT /v2.0/routers/07d4aba2-c96b-4974-ba29-251aebfcf30c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333262 Oct 26 12:02:39.499173 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:39.500355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46492) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:39.501420 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:39.524441 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-41a011a9-1f37-41a5-a248-eba29e538673 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=109e9da732324744af416f1188ee53fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460475 Oct 26 12:02:39.530361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:39.605586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d87fa1-df5b-467f-bfb4-64bb16f40bb7 req-42d7475a-adb4-47c9-8469-35172889c933 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:39.615387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56d87fa1-df5b-467f-bfb4-64bb16f40bb7 req-42d7475a-adb4-47c9-8469-35172889c933 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.2123125 Oct 26 12:02:39.671652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a011a9-1f37-41a5-a248-eba29e538673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a43223-6195-4b45-b272-3e012190ad8d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:39.691182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56d87fa1-df5b-467f-bfb4-64bb16f40bb7 req-2b4f9b90-3723-4e7e-82f2-d2f24abc2dc3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696609 Oct 26 12:02:39.710902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37b846e0-2b2f-4936-8530-3b0852fdf7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.729258 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.757787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:02:39.773490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37b846e0-2b2f-4936-8530-3b0852fdf7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.840062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46502) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:39.875320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c61dc94-fd7e-46c4-9157-bafaf2cff41a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.932370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.943664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37b846e0-2b2f-4936-8530-3b0852fdf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.946384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37b846e0-2b2f-4936-8530-3b0852fdf7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:39.950599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-37b846e0-2b2f-4936-8530-3b0852fdf7ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5a43223-6195-4b45-b272-3e012190ad8d HTTP/1.1" status: 204 len: 168 time: 0.4187117 Oct 26 12:02:40.070199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b846e0-2b2f-4936-8530-3b0852fdf7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a43223-6195-4b45-b272-3e012190ad8d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:40.080785 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T12:02:38Z', 'revision_number': 5, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port': {'id': '7c471e2a-07eb-4f4d-bc1b-f09f65869712', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:40.085007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Deleting port 7c471e2a-07eb-4f4d-bc1b-f09f65869712 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:40.085492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.152733 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] Checking router: 07d4aba2-c96b-4974-ba29-251aebfcf30c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:02:40.167917 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] Routers {'07d4aba2-c96b-4974-ba29-251aebfcf30c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:02:40.169909 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['07d4aba2-c96b-4974-ba29-251aebfcf30c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:40.194122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c61dc94-fd7e-46c4-9157-bafaf2cff41a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.213190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c61dc94-fd7e-46c4-9157-bafaf2cff41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.227516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] For port 7c471e2a-07eb-4f4d-bc1b-f09f65869712, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7c471e2a-07eb-4f4d-bc1b-f09f65869712,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:40.227961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.242679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Calling delete_port for 7c471e2a-07eb-4f4d-bc1b-f09f65869712 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:40.257671 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c61dc94-fd7e-46c4-9157-bafaf2cff41a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd0c847429554b538b8f50b01f868e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059837 Oct 26 12:02:40.260768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:40.288670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61dc94-fd7e-46c4-9157-bafaf2cff41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e44a0-f200-4fa2-8254-78bd5737b3ae,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:40.345068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85b2049e-630e-4f20-bb38-eff38be08a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.368502 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] Set router 07d4aba2-c96b-4974-ba29-251aebfcf30c gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:02:40.374229 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85b2049e-630e-4f20-bb38-eff38be08a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.443344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85b2049e-630e-4f20-bb38-eff38be08a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.447268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85b2049e-630e-4f20-bb38-eff38be08a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.449562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-85b2049e-630e-4f20-bb38-eff38be08a0f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e37e44a0-f200-4fa2-8254-78bd5737b3ae HTTP/1.1" status: 204 len: 168 time: 0.1866341 Oct 26 12:02:40.458306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2049e-630e-4f20-bb38-eff38be08a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e44a0-f200-4fa2-8254-78bd5737b3ae,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:40.513523 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T12:02:39Z', 'revision_number': 6, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:40.533474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.572193 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de020302-7c1f-4145-9188-929a3fbe2721 None None] The sync data for ids ['07d4aba2-c96b-4974-ba29-251aebfcf30c'] in n-d-812150-3 is: [{'id': '07d4aba2-c96b-4974-ba29-251aebfcf30c', 'name': 'tempest-ServerActionsTestJSON-78186036-router', 'tenant_id': '3606d198b6d449ddb60071384baddc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:47Z', 'updated_at': '2021-10-26T12:02:39Z', 'revision_number': 6, 'project_id': '3606d198b6d449ddb60071384baddc01', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:02:40.599836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c471e2a-07eb-4f4d-bc1b-f09f65869712,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:40.680314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.941761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:40.946261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.039780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.040359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d4aba2-c96b-4974-ba29-251aebfcf30c {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:02:41.045753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.047314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f652b74-9bea-4c02-8936-839578c5082b admin admin] 10.222.0.88 "DELETE /v2.0/routers/07d4aba2-c96b-4974-ba29-251aebfcf30c HTTP/1.1" status: 204 len: 168 time: 1.5442338 Oct 26 12:02:41.050117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46542) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:41.064381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882f64b-9a25-4e0e-a3cc-1d2bf3a4ca99 req-caa5bf04-d8ea-491c-bb11-0bc0cc9a7862 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:41.072165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b882f64b-9a25-4e0e-a3cc-1d2bf3a4ca99 req-caa5bf04-d8ea-491c-bb11-0bc0cc9a7862 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.2533128 Oct 26 12:02:41.129881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b882f64b-9a25-4e0e-a3cc-1d2bf3a4ca99 req-23193003-6c6e-420e-8f98-20cb7411b895 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Oct 26 12:02:41.178285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Deleting subnet 08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:41.183215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.269016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.464472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.563955 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.601476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a28b5-9766-4bc4-9cce-462f2503bb05 req-36d58e1b-c969-4e4c-bfce-ec9c7a364685 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:41.607073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8e578-a37c-407e-b8d3-d8640ce5531f None None] Network bb11f0eb-07fd-4935-96ad-89706714e048 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:41.612250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.612902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b9a28b5-9766-4bc4-9cce-462f2503bb05 req-36d58e1b-c969-4e4c-bfce-ec9c7a364685 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.1710775 Oct 26 12:02:41.620820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb HTTP/1.1" status: 204 len: 168 time: 0.5674553 Oct 26 12:02:41.642100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46570) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:41.662007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3789907-7a6f-463f-aaf8-aa3504368a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b68de3-dca0-4bd9-b2fe-9d1ad44ccecb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:41.864232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:41.884299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b9a28b5-9766-4bc4-9cce-462f2503bb05 req-eae562a6-7cf9-40cb-bc2b-9b75be6be360 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642717 Oct 26 12:02:42.036225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] DHCP port deletion for bb11f0eb-07fd-4935-96ad-89706714e048 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:02:42.101650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] Deleting port eca26862-b961-47e6-adbf-6574bd5820db {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:42.102297 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:42.202508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7c471e2a-07eb-4f4d-bc1b-f09f65869712 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:42.261087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 7c471e2a-07eb-4f4d-bc1b-f09f65869712 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:42.261656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7c471e2a-07eb-4f4d-bc1b-f09f65869712 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:42.262205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 194ccecf-6877-4d6c-a02c-abcd405e999a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:42.302742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 194ccecf-6877-4d6c-a02c-abcd405e999a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:42.303833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 194ccecf-6877-4d6c-a02c-abcd405e999a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:42.330964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] For port eca26862-b961-47e6-adbf-6574bd5820db, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eca26862-b961-47e6-adbf-6574bd5820db,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:42.333908 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:42.381512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] Calling delete_port for eca26862-b961-47e6-adbf-6574bd5820db owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:42.491720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c0746-f277-40ea-b003-9fb2b7367605 req-4f078c0d-e130-4306-9787-fad60f9eaaea tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:42.499593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a5c0746-f277-40ea-b003-9fb2b7367605 req-4f078c0d-e130-4306-9787-fad60f9eaaea tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 946 time: 0.5459709 Oct 26 12:02:42.534750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294674f-727d-4386-90d6-c6f57ca87939 req-18e24524-4d3c-4db5-8fe8-ef80984ce0d9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:42.536432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4294674f-727d-4386-90d6-c6f57ca87939 req-18e24524-4d3c-4db5-8fe8-ef80984ce0d9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.1167858 Oct 26 12:02:42.540941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Deleting port eca26862-b961-47e6-adbf-6574bd5820db {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:42.541578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:42.613938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:42.625076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a5c0746-f277-40ea-b003-9fb2b7367605 req-2820664f-2519-4a28-8c1f-812ccff4f8a6 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244910 Oct 26 12:02:42.650885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] Pushing event deleted for resources: {'Port': ['ID=eca26862-b961-47e6-adbf-6574bd5820db,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:42.655357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06528f-b9d6-46c3-9302-ada34c2f6926 None None] No DVR routers for this DVR port eca26862-b961-47e6-adbf-6574bd5820db on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:42.673819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4294674f-727d-4386-90d6-c6f57ca87939 req-4b7b80bc-bee9-4258-b797-737d967e87a0 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193852 Oct 26 12:02:42.688245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] For port eca26862-b961-47e6-adbf-6574bd5820db, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eca26862-b961-47e6-adbf-6574bd5820db,segment=NetworkSegment(640ced94-8eff-4f4f-baa1-ca1bfb1ef23a),segment_id=640ced94-8eff-4f4f-baa1-ca1bfb1ef23a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:42.689356 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:42.704647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Calling delete_port for eca26862-b961-47e6-adbf-6574bd5820db owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:42.820521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:42.868069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca26862-b961-47e6-adbf-6574bd5820db,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:42.874763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] No DVR routers for this DVR port eca26862-b961-47e6-adbf-6574bd5820db on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:43.008886 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.033909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb11f0eb-07fd-4935-96ad-89706714e048']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:43.044897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:43.045207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640ced94-8eff-4f4f-baa1-ca1bfb1ef23a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:43.075123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.093753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.102632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:43.103176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:43.104917 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:43.147184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1141a-bf2c-4c71-b4c0-13bca7a1afad req-0736a525-c5ac-4e10-9969-8f31e5d4c0e5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:43.148762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34c1141a-bf2c-4c71-b4c0-13bca7a1afad req-0736a525-c5ac-4e10-9969-8f31e5d4c0e5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.1819720 Oct 26 12:02:43.238242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34c1141a-bf2c-4c71-b4c0-13bca7a1afad req-d179673f-9d98-4a1e-a7d3-bfc542087e10 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Oct 26 12:02:43.239191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.245905 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.249706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] 10.222.0.88 "DELETE /v2.0/networks/bb11f0eb-07fd-4935-96ad-89706714e048 HTTP/1.1" status: 204 len: 168 time: 1.6066248 Oct 26 12:02:43.288071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa9778-c02f-4d3b-9941-d0d68fbe6c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb11f0eb-07fd-4935-96ad-89706714e048,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:43.316121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb00ba-8816-495a-804d-4bf556e23212 req-da86bcd7-6f58-4640-8018-0923d5729a7b tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:43.317728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86fb00ba-8816-495a-804d-4bf556e23212 req-da86bcd7-6f58-4640-8018-0923d5729a7b tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.30 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 946 time: 0.0970957 Oct 26 12:02:43.479036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Deleting port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:43.479694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.575003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46694) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:43.600466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] For port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,segment=NetworkSegment(96639e1d-08bd-473c-9e38-82ee038df9ec),segment_id=96639e1d-08bd-473c-9e38-82ee038df9ec)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:43.601026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.622570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Calling delete_port for 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:43.632022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-32a609b2-3007-4e1e-b8e9-d30f39830236 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3606d198b6d449ddb60071384baddc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558450 Oct 26 12:02:43.634514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46696) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:43.790620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ee8f747-ed62-481f-8033-90183a35cb87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.852618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ee8f747-ed62-481f-8033-90183a35cb87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.885905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7a4a0-f344-43f5-a0f2-71b27b3c70dd req-9af69150-1455-47f5-9c74-5651b1fab868 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:43.887553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87d7a4a0-f344-43f5-a0f2-71b27b3c70dd req-9af69150-1455-47f5-9c74-5651b1fab868 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/ports?device_id=f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a HTTP/1.1" status: 200 len: 946 time: 0.1393411 Oct 26 12:02:43.948373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:43.962097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87d7a4a0-f344-43f5-a0f2-71b27b3c70dd req-d989cacf-028a-4105-bf54-335564cf8e36 tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.88 "GET /v2.0/security-groups?id=92f804d3-2539-4098-b128-527ca4220e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671639 Oct 26 12:02:43.963767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:43.988558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Pushing event deleted for resources: {'Port': ['ID=2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:44.024053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ee8f747-ed62-481f-8033-90183a35cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:44.026830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ee8f747-ed62-481f-8033-90183a35cb87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:44.028072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8ee8f747-ed62-481f-8033-90183a35cb87 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4 HTTP/1.1" status: 204 len: 168 time: 0.3905613 Oct 26 12:02:44.050695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] No DVR routers for this DVR port 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:44.053405 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:44.057578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86fb00ba-8816-495a-804d-4bf556e23212 req-b7093375-a687-4a69-a8f4-ffea5367993e tempest-ServerTagsTestJSON-1432968318 tempest-ServerTagsTestJSON-1432968318-project] 10.222.0.30 "DELETE /v2.0/ports/2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 HTTP/1.1" status: 204 len: 173 time: 0.7330697 Oct 26 12:02:44.058117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'name': 'network-vif-deleted', 'tag': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:44.060429 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce261382-41e3-4bca-8b58-1ba23230b35f" -d '{"events": [{"server_uuid": "f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a", "name": "network-vif-deleted", "tag": "2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:44.076597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8f747-ed62-481f-8033-90183a35cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e75c1-93a9-46b1-8e70-a26f7a43e1f4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:44.144701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eca26862-b961-47e6-adbf-6574bd5820db no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:44.205089 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4940868-c04c-4897-94be-152a76a5bf35 x-openstack-request-id: req-f4940868-c04c-4897-94be-152a76a5bf35 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:44.206603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: eca26862-b961-47e6-adbf-6574bd5820db {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:44.206914 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a", "name": "network-vif-deleted", "tag": "2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:44.208134 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4940868-c04c-4897-94be-152a76a5bf35 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:44.208349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eca26862-b961-47e6-adbf-6574bd5820db not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:44.209991 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ed437-1a2f-4a4c-ab71-d1e3e1e0048a', 'name': 'network-vif-deleted', 'tag': '2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10', 'status': 'completed', 'code': 200} Oct 26 12:02:44.300224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-1c09345f-4ed4-45d7-9656-fec3337eb655 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:44.301862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-1c09345f-4ed4-45d7-9656-fec3337eb655 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.1159513 Oct 26 12:02:44.489858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3137d-d682-498b-ad40-b7f9d93442e4 req-785d7a5a-72cd-4f9f-b61c-1884c175b6c4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:44.491529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80d3137d-d682-498b-ad40-b7f9d93442e4 req-785d7a5a-72cd-4f9f-b61c-1884c175b6c4 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=34c5e3c2-9403-4ce3-98bc-9c6f695d2c53 HTTP/1.1" status: 200 len: 946 time: 0.1301832 Oct 26 12:02:44.510164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port 6a2ae497-15fb-424c-962a-62c558ba18e7 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:02:44.510652 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:44.681304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port 6a2ae497-15fb-424c-962a-62c558ba18e7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6a2ae497-15fb-424c-962a-62c558ba18e7,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:44.682033 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:44.714674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for 6a2ae497-15fb-424c-962a-62c558ba18e7 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:02:44.892325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80d3137d-d682-498b-ad40-b7f9d93442e4 req-7aa55e83-bffc-4e26-ae65-37a4a79ba932 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886137 Oct 26 12:02:44.983584 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:44.996829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6a2ae497-15fb-424c-962a-62c558ba18e7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:44.999176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:45.065478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46736) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:45.092040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=6a2ae497-15fb-424c-962a-62c558ba18e7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:45.121785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Deleting subnet cc9cd33a-4748-496e-86a5-29f3cace97e8 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:02:45.127125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.176966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.212610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port 6a2ae497-15fb-424c-962a-62c558ba18e7 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:02:45.216149 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.220329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c57e74e1-b0d7-4695-b7be-eddaf9c1fbe4 req-7e8fc00f-37b3-43ac-8548-3c59fe3fdd1f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "DELETE /v2.0/ports/6a2ae497-15fb-424c-962a-62c558ba18e7 HTTP/1.1" status: 204 len: 173 time: 0.9115262 Oct 26 12:02:45.258545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.343148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46742) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:45.423300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.472057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9cd33a-4748-496e-86a5-29f3cace97e8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:45.476389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.483845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46748) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:45.490986 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-712706e6-d7cc-4b15-9042-e46eb60ad669 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cc9cd33a-4748-496e-86a5-29f3cace97e8 HTTP/1.1" status: 204 len: 168 time: 0.4167285 Oct 26 12:02:45.557347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1970200767-network', 'tenant_id': 'e05e5a3b2661412589faa0f1ee9e14ad'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:45.600489 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.606542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Made reservation on behalf of e05e5a3b2661412589faa0f1ee9e14ad for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:45.608981 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.621642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.732252 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.764334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c091f979-b8b2-4a66-bd90-7170000e72de']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:45.779897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96639e1d-08bd-473c-9e38-82ee038df9ec') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:45.780192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96639e1d-08bd-473c-9e38-82ee038df9ec') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:02:45.797883 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.818206 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.822636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.825941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.839826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:02:45.840331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:02:45.842184 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:02:45.910989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b9b57-b453-4c9e-a61d-ce173a2362f3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:45.922470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.931926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.935149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c091f979-b8b2-4a66-bd90-7170000e72de HTTP/1.1" status: 204 len: 168 time: 0.4502785 Oct 26 12:02:45.936012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:02:45.953538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637cbad-8447-474f-b4b9-2e8732137f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c091f979-b8b2-4a66-bd90-7170000e72de,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:45.958618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:45.958984 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Added segment 1c90b968-cec9-433b-bc2d-5b4f886de23c of type vlan for network 365d91db-68bb-47b0-903f-50b272e8a4bd Oct 26 12:02:46.004840 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.061216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.063121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:46.065269 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.180392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] Pushing event updated for resources: {'Network': ['ID=365d91db-68bb-47b0-903f-50b272e8a4bd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:46.188497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0edfd42a-5ed3-458d-9a4f-30927f24d179 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8415179 Oct 26 12:02:46.189395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46760) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:46.192117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 365d91db-68bb-47b0-903f-50b272e8a4bd details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:02:46.193900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Request body: {'subnet': {'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1970200767-subnet', 'tenant_id': 'e05e5a3b2661412589faa0f1ee9e14ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:46.213108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'name': 'network-vif-deleted', 'tag': '6a2ae497-15fb-424c-962a-62c558ba18e7'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:46.215983 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda73849-997a-4a26-8e99-84726bde734d" -d '{"events": [{"server_uuid": "34c5e3c2-9403-4ce3-98bc-9c6f695d2c53", "name": "network-vif-deleted", "tag": "6a2ae497-15fb-424c-962a-62c558ba18e7"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:46.234459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46764) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:46.239160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Made reservation on behalf of e05e5a3b2661412589faa0f1ee9e14ad for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:46.265041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.356937 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f869c7e5-b583-45e2-8421-3ad2d71d51ae x-openstack-request-id: req-f869c7e5-b583-45e2-8421-3ad2d71d51ae {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:46.357499 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c5e3c2-9403-4ce3-98bc-9c6f695d2c53", "name": "network-vif-deleted", "tag": "6a2ae497-15fb-424c-962a-62c558ba18e7", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:46.357993 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f869c7e5-b583-45e2-8421-3ad2d71d51ae {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:46.358589 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c5e3c2-9403-4ce3-98bc-9c6f695d2c53', 'name': 'network-vif-deleted', 'tag': '6a2ae497-15fb-424c-962a-62c558ba18e7', 'status': 'completed', 'code': 200} Oct 26 12:02:46.367442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9dcddfdd-a263-40e3-85a8-34edcb7b882d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f96982d5bfa4f7f8336301c6b38c882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289001 Oct 26 12:02:46.368432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46780) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:46.465564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24ac901a-2022-43f1-af96-f8da4dd1c707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.508262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24ac901a-2022-43f1-af96-f8da4dd1c707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.609185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-e264c4a0-0490-443d-9432-9f9c33e20491 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:46.611358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-e264c4a0-0490-443d-9432-9f9c33e20491 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.2238472 Oct 26 12:02:46.643776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-15294d60-2f29-4c2c-83a8-bb5a9f222370 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/quotas/cc4e153da4d04b038b5019884423e22e HTTP/1.1" status: 200 len: 375 time: 0.0255568 Oct 26 12:02:46.757210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.866614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-f178b67b-0fcf-489f-a15f-8a2ccbaa6a13 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182491 Oct 26 12:02:46.872318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-69e0a6f2-e6ea-4b98-8569-20d218f2b113 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:02:46.880478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-69e0a6f2-e6ea-4b98-8569-20d218f2b113 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129023 Oct 26 12:02:46.959802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24ac901a-2022-43f1-af96-f8da4dd1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.963027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-24ac901a-2022-43f1-af96-f8da4dd1c707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:46.966926 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-24ac901a-2022-43f1-af96-f8da4dd1c707 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92f804d3-2539-4098-b128-527ca4220e70 HTTP/1.1" status: 204 len: 168 time: 0.5939426 Oct 26 12:02:46.978313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac901a-2022-43f1-af96-f8da4dd1c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f804d3-2539-4098-b128-527ca4220e70,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:46.983324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7075433c-2449-49da-b519-abc080e12d15,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:47.012216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-b8e7fb62-3da1-477c-9cb3-3678a5e1783f service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308050 Oct 26 12:02:47.080019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Checking segment: {'id': '1c90b968-cec9-433b-bc2d-5b4f886de23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:47.080391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Network hostable DHCP agents. Network: 365d91db-68bb-47b0-903f-50b272e8a4bd, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:02:47.123348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Network 365d91db-68bb-47b0-903f-50b272e8a4bd is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:02:47.145145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-f8ade07a-5d66-4dc2-bebd-f6d170dca480 service neutron] 10.222.0.88 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320100 Oct 26 12:02:47.149733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 365d91db-68bb-47b0-903f-50b272e8a4bd) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:47.157551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:47.158281 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:47.166458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdea408-9c31-40b2-947a-dd2c2c4bc3f1 None None] Network 365d91db-68bb-47b0-903f-50b272e8a4bd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:47.190883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2dc58d0e-27f4-440b-8497-7c09340d1c41 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9938426 Oct 26 12:02:47.493550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6a2ae497-15fb-424c-962a-62c558ba18e7 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:47.537953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-818412ef-9b4b-46b7-a0f8-332ac19b67e9 req-37543ffa-54e1-4e06-bd9f-8e3707adcc51 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 210 time: 0.1080849 Oct 26 12:02:47.552449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 6a2ae497-15fb-424c-962a-62c558ba18e7 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:47.553006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6a2ae497-15fb-424c-962a-62c558ba18e7 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:47.577371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb1acb-619b-4e26-a411-df065b44c22a None None] Network 365d91db-68bb-47b0-903f-50b272e8a4bd requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:02:48.358562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:02:48.412884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:02:48.413678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 2f72ecda-03ec-410e-9b9c-fdc2f4e5eb10 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:02:48.738913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f075e2c9-4aac-4886-8755-787828b06dc9 req-dd7a5874-3ae5-4321-9988-f2443ae6fd18 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 210 time: 0.0677032 Oct 26 12:02:49.133020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b1049a3f-0526-47d3-ae20-eb20287c5120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:49.170296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-ef2c6889-5725-4b7b-91f1-50b0e5fdf46e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:49.176203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-ef2c6889-5725-4b7b-91f1-50b0e5fdf46e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 806 time: 0.2702661 Oct 26 12:02:49.194334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Request body: {'port': {'device_id': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'admin_state_up': True, 'tenant_id': 'cc4e153da4d04b038b5019884423e22e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:49.383575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-599bf2a5-ad8d-4a1f-9dcb-ea7c4585eaf4 req-e39656c8-22c7-484a-8193-d9904727db34 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0314653 Oct 26 12:02:49.615534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Made reservation on behalf of cc4e153da4d04b038b5019884423e22e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:49.619857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:49.632063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-b562c30d-c32b-49e3-95a1-d1516b3dbef4 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:49.639538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-b562c30d-c32b-49e3-95a1-d1516b3dbef4 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/networks?id=365d91db-68bb-47b0-903f-50b272e8a4bd HTTP/1.1" status: 200 len: 810 time: 0.2412500 Oct 26 12:02:49.670202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-9e899931-f9a2-4424-8c26-db9eca5d54d5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/quotas/e05e5a3b2661412589faa0f1ee9e14ad HTTP/1.1" status: 200 len: 375 time: 0.0298040 Oct 26 12:02:49.765503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e281d048-2572-4196-8a8a-e277e8ccc948 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05e5a3b2661412589faa0f1ee9e14ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407929 Oct 26 12:02:49.944868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b70e3ced-b2f9-4961-8c77-709e1fa57a25 req-405467b0-391c-46d5-9ead-70d1e83885dc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 210 time: 0.0693951 Oct 26 12:02:49.979462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Allocated IP 172.20.0.3 (b219cc38-9295-4a8e-940f-156488ad9016/8d545f69-7b6d-431f-8cc8-f88f2a793540/0207531a-312b-4f15-9ad0-e0e0e6d9d975) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:02:50.025857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8ff8a6f-a3c8-4994-8997-dfef0dc8e7b7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:02:50.027216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8ff8a6f-a3c8-4994-8997-dfef0dc8e7b7 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2460485 Oct 26 12:02:50.218322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-b1b69ef4-de6a-4089-820a-981b9999c7de service neutron] 10.222.0.88 "GET /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805899 Oct 26 12:02:50.332034 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:50.392645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-a77faa95-5558-4517-b0df-99d62380a804 service neutron] 10.222.0.88 "GET /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634836 Oct 26 12:02:50.421522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:50.433895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:50.581207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Network b219cc38-9295-4a8e-940f-156488ad9016 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:50.594931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:50.632402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:02:50.638760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0c0eb7f-cde0-4f5d-83d4-6e81162ac4b7 req-d1d52a00-5fb6-42c4-89db-418495f26ecc tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.1128519 Oct 26 12:02:50.784450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event updated for resources: {'Port': ['ID=0207531a-312b-4f15-9ad0-e0e0e6d9d975,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:50.817673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:50.818505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:50.892011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-930f10ce-616b-41c5-981c-bd64143fa7ae tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6999078 Oct 26 12:02:50.905259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Request body: {'port': {'device_id': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:51.329822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-558f1a2c-eb0a-41e5-a016-3ac1462c851b req-57bcb72e-1d1d-49d3-b6bf-7bd342e24c2c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 210 time: 0.0746744 Oct 26 12:02:51.357539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:51.374804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14747b5-a3c7-4aeb-b4be-efa1f0891640 req-094020bd-fa85-45a0-9802-b571939c3f0b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:51.377096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d14747b5-a3c7-4aeb-b4be-efa1f0891640 req-094020bd-fa85-45a0-9802-b571939c3f0b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 931 time: 0.1245775 Oct 26 12:02:51.462529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d14747b5-a3c7-4aeb-b4be-efa1f0891640 req-70aebab4-d955-49dc-a9df-2895743e4ae9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Oct 26 12:02:51.714172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36990297-f26b-4b1b-b9a3-1e436c370ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:51.748447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0207531a-312b-4f15-9ad0-e0e0e6d9d975 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:51.759880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:51.777612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Transition to ACTIVE for port object 0207531a-312b-4f15-9ad0-e0e0e6d9d975 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:02:51.790259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:51.827736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c06e3a18-33d2-4ea2-a6ae-c780d0297b03 req-ef887199-c14e-4024-9019-03f0c62bb0d7 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0570002 Oct 26 12:02:51.920944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0207531a-312b-4f15-9ad0-e0e0e6d9d975,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:52.002517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Attempting to bind port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:02:52.002896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Attempting to bind port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:02:52.003435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Attempting to bind port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:52.021711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 on network b219cc38-9295-4a8e-940f-156488ad9016 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:02:52.022344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Attempting to bind port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 on network b219cc38-9295-4a8e-940f-156488ad9016 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:52.031248 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:02:52.032311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Checking segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:52.032835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Bound using segment: {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:02:52.033739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Bound port: 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c254-bf0b-45e7-b288-fc02cafd498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:02:52.034352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:52.167106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] For port 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:02:52.171573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] For port 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:02:52.207631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:52.261497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45819059-344f-4fbb-9fd6-20b3428475ff req-84dfd5e7-0289-40dc-ac76-502cf4280b1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0655804 Oct 26 12:02:52.282418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:52.289922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:52.291509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] 10.222.0.100 "PUT /v2.0/ports/0207531a-312b-4f15-9ad0-e0e0e6d9d975 HTTP/1.1" status: 200 len: 1091 time: 1.3923628 Oct 26 12:02:52.292228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'tag': '0207531a-312b-4f15-9ad0-e0e0e6d9d975'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:52.294792 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54156444-8bea-4f76-ba46-d81bc8aac26d" -d '{"events": [{"name": "network-changed", "server_uuid": "a16e5351-7e65-4349-a7e8-439cd7d6bcbe", "tag": "0207531a-312b-4f15-9ad0-e0e0e6d9d975"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:52.357370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd5b14-867c-4694-9a67-e47fddbd2be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0207531a-312b-4f15-9ad0-e0e0e6d9d975,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:52.440027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-4d91e067-91a2-455c-a52b-9972d84c1ce6 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:52.444306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-4d91e067-91a2-455c-a52b-9972d84c1ce6 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.100 "GET /v2.0/networks?id=365d91db-68bb-47b0-903f-50b272e8a4bd HTTP/1.1" status: 200 len: 810 time: 0.2679319 Oct 26 12:02:52.462415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Request body: {'port': {'device_id': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd', 'admin_state_up': True, 'tenant_id': 'e05e5a3b2661412589faa0f1ee9e14ad'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:52.469362 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb392884-162a-4da5-96e7-fcd5600ef03b x-openstack-request-id: req-cb392884-162a-4da5-96e7-fcd5600ef03b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:52.469746 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16e5351-7e65-4349-a7e8-439cd7d6bcbe", "tag": "0207531a-312b-4f15-9ad0-e0e0e6d9d975", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:52.470430 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb392884-162a-4da5-96e7-fcd5600ef03b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:52.470531 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'tag': '0207531a-312b-4f15-9ad0-e0e0e6d9d975', 'status': 'completed', 'code': 200} Oct 26 12:02:52.510707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-95eb7856-f12b-409f-8b99-5689a2b034b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:52.521545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-95eb7856-f12b-409f-8b99-5689a2b034b8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 1094 time: 0.1093538 Oct 26 12:02:52.634701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-126a6143-8234-41ec-8bc5-fca9820675a6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975 HTTP/1.1" status: 200 len: 217 time: 0.1019816 Oct 26 12:02:52.696990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46956) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:52.722300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e3fb2bb-f343-4a0d-bdd2-cf03d9e9259d req-c003e15b-9dd4-43fa-a10a-64a7caf6cf9f tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 210 time: 0.1918132 Oct 26 12:02:52.732650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Made reservation on behalf of e05e5a3b2661412589faa0f1ee9e14ad for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:02:52.739160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:52.763704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-6f0f3b19-e4bd-4b8d-8d58-766848f1cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:52.765557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-6f0f3b19-e4bd-4b8d-8d58-766848f1cf83 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.0995469 Oct 26 12:02:52.775655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba08b4-b5fd-4387-9d5e-ade9db439f60 req-e91f45b2-fbb6-4694-b57e-ac5357e216a6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:52.777444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ba08b4-b5fd-4387-9d5e-ade9db439f60 req-e91f45b2-fbb6-4694-b57e-ac5357e216a6 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 943 time: 0.1401410 Oct 26 12:02:52.814700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-90ecc329-52a8-453b-9609-1b56ea01e3dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359967 Oct 26 12:02:52.854612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:52.984261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10ba08b4-b5fd-4387-9d5e-ade9db439f60 req-e8519dac-4dc3-4f35-a236-1df4b28def15 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683288 Oct 26 12:02:52.997740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9cf47a4-49b1-4163-b950-9324a27799b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.079550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Allocated IP 172.20.0.13 (365d91db-68bb-47b0-903f-50b272e8a4bd/7075433c-2449-49da-b519-abc080e12d15/50457217-7da8-4813-83db-ab67b93f5ec9) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:02:53.104240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-6f26480e-519b-4f56-865c-6292794ba913 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814262 Oct 26 12:02:53.154578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9cf47a4-49b1-4163-b950-9324a27799b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.168617 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9cf47a4-49b1-4163-b950-9324a27799b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.179287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ff749d8-8a18-4c92-a2e9-084be916a821 req-34b9a42a-7ab4-4715-a5ea-f573323b53de tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.1702743 Oct 26 12:02:53.200419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.210352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf47a4-49b1-4163-b950-9324a27799b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883018e1-15a5-4301-859e-23de9435cef5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:53.285978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f9cf47a4-49b1-4163-b950-9324a27799b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=966fabb665fc4ad5b70e9525c850d751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878191 Oct 26 12:02:53.286234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 46974) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:53.408170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-45565c13-5e62-4a78-b87b-0538c8e1a575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.424260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ad8d036-43ed-4e0e-b7ea-6d2bab518a1f req-74be8a2f-2278-433f-a663-6199128aee6f service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799957 Oct 26 12:02:53.438314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.473621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-45565c13-5e62-4a78-b87b-0538c8e1a575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.483984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.534044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Network 365d91db-68bb-47b0-903f-50b272e8a4bd is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:02:53.537400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:02:53.541301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:02:53.561578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-969997ef-1be5-42c7-9432-3f25eb711247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:53.564278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-969997ef-1be5-42c7-9432-3f25eb711247 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc4e153da4d04b038b5019884423e22e&device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 1094 time: 0.0705581 Oct 26 12:02:53.568468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Pushing event updated for resources: {'Port': ['ID=50457217-7da8-4813-83db-ab67b93f5ec9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:53.595478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:53.596251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.612130 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-e8de4478-5b3f-42c5-84ec-5e9ab6969eb5 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1569033 Oct 26 12:02:53.624309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Request body: {'port': {'device_id': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:02:53.632691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-45565c13-5e62-4a78-b87b-0538c8e1a575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.635364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-45565c13-5e62-4a78-b87b-0538c8e1a575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.636499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-45565c13-5e62-4a78-b87b-0538c8e1a575 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/883018e1-15a5-4301-859e-23de9435cef5 HTTP/1.1" status: 204 len: 168 time: 0.3490355 Oct 26 12:02:53.662202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45565c13-5e62-4a78-b87b-0538c8e1a575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883018e1-15a5-4301-859e-23de9435cef5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:53.685391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:53.700196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-12889e7a-aa41-4275-8237-9064a0090a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:53.702251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-12889e7a-aa41-4275-8237-9064a0090a5b service neutron] 10.222.0.100 "GET /v2.0/networks?id=b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 200 len: 908 time: 0.1317413 Oct 26 12:02:53.762834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-8b680462-636e-4c84-89ee-96cf2cabf7e7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975 HTTP/1.1" status: 200 len: 217 time: 0.0466244 Oct 26 12:02:53.889578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-a6e3af9b-aa3c-4081-8f9e-c2dcf9cd14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:53.891963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-a6e3af9b-aa3c-4081-8f9e-c2dcf9cd14a1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 200 len: 846 time: 0.1168046 Oct 26 12:02:53.959045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-f1f9df0b-97d5-48e6-83b0-05aa02981085 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b219cc38-9295-4a8e-940f-156488ad9016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538518 Oct 26 12:02:54.073538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-ffd614cf-938e-4876-b15b-d5974d2ccfb5 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032624 Oct 26 12:02:54.082591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd699427-4e97-4e39-b7ae-a25779e824fb req-47e64f79-6649-4fca-b101-53c84b7df9fe tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:54.094961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd699427-4e97-4e39-b7ae-a25779e824fb req-47e64f79-6649-4fca-b101-53c84b7df9fe tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 932 time: 0.1924698 Oct 26 12:02:54.147913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47004) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:54.175112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5167cb53-e2cf-4366-ac06-58fd35b2c31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.238846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd699427-4e97-4e39-b7ae-a25779e824fb req-22027387-e957-490f-9c81-e43dc45c61de tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425834 Oct 26 12:02:54.254701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50457217-7da8-4813-83db-ab67b93f5ec9 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:54.267746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.292407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Transition to ACTIVE for port object 50457217-7da8-4813-83db-ab67b93f5ec9 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:02:54.307232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.335951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d6928-8e2f-4c33-8e50-1fcacca1f03d req-601c7544-e894-4ecd-a7fe-9caca3e2c06e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:54.337550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-901d6928-8e2f-4c33-8e50-1fcacca1f03d req-601c7544-e894-4ecd-a7fe-9caca3e2c06e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 943 time: 0.1750352 Oct 26 12:02:54.339687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54156444-8bea-4f76-ba46-d81bc8aac26d req-32c61c67-ad0c-4d3f-9846-740ab5dc1e50 service neutron] 10.222.0.100 "GET /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423439 Oct 26 12:02:54.393399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5167cb53-e2cf-4366-ac06-58fd35b2c31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.410078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5167cb53-e2cf-4366-ac06-58fd35b2c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.417896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Pushing event updated for resources: {'Port': ['ID=50457217-7da8-4813-83db-ab67b93f5ec9,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:54.436373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69fe9f21-a6cc-4555-9162-fba55d2eb158 req-440dbeb3-9cf7-4961-96af-84daedf4b3ed tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0526392 Oct 26 12:02:54.442001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-901d6928-8e2f-4c33-8e50-1fcacca1f03d req-fe35fe5e-d479-448c-ace2-31ad6af49b77 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926826 Oct 26 12:02:54.530894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5167cb53-e2cf-4366-ac06-58fd35b2c31d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4caca5c352c04cb69f58d638b2701038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815029 Oct 26 12:02:54.532844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167cb53-e2cf-4366-ac06-58fd35b2c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af1411b-b390-4c97-93f7-703ca8bc78b1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:54.534266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47014) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:54.555724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Attempting to bind port 50457217-7da8-4813-83db-ab67b93f5ec9 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:02:54.556074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Attempting to bind port 50457217-7da8-4813-83db-ab67b93f5ec9 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1c90b968-cec9-433b-bc2d-5b4f886de23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:02:54.556407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Attempting to bind port 50457217-7da8-4813-83db-ab67b93f5ec9 on network 365d91db-68bb-47b0-903f-50b272e8a4bd {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:54.561281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Port 50457217-7da8-4813-83db-ab67b93f5ec9 on network 365d91db-68bb-47b0-903f-50b272e8a4bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:02:54.561477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Attempting to bind port 50457217-7da8-4813-83db-ab67b93f5ec9 on network 365d91db-68bb-47b0-903f-50b272e8a4bd {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:02:54.567080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:02:54.567418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Checking segment: {'id': '1c90b968-cec9-433b-bc2d-5b4f886de23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:02:54.567803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Bound using segment: {'id': '1c90b968-cec9-433b-bc2d-5b4f886de23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:02:54.568290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Bound port: 50457217-7da8-4813-83db-ab67b93f5ec9, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90b968-cec9-433b-bc2d-5b4f886de23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:02:54.568652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.580893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.655321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-92c1378b-3661-4652-bd76-f682ebf0c138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.658033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] For port 50457217-7da8-4813-83db-ab67b93f5ec9, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:02:54.662185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] For port 50457217-7da8-4813-83db-ab67b93f5ec9, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=50457217-7da8-4813-83db-ab67b93f5ec9,segment=NetworkSegment(1c90b968-cec9-433b-bc2d-5b4f886de23c),segment_id=1c90b968-cec9-433b-bc2d-5b4f886de23c)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:02:54.668988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.715157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:54.715873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.716310 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-92c1378b-3661-4652-bd76-f682ebf0c138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.717710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] 10.222.0.100 "PUT /v2.0/ports/50457217-7da8-4813-83db-ab67b93f5ec9 HTTP/1.1" status: 200 len: 1092 time: 1.0972753 Oct 26 12:02:54.718547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'tag': '50457217-7da8-4813-83db-ab67b93f5ec9'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:54.721543 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a4d69-8c30-4975-8d37-4f7955e86033" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2cbdb-2893-45a4-a951-8c1e1dd926c7", "tag": "50457217-7da8-4813-83db-ab67b93f5ec9"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:54.806222 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf013c5-d50d-4012-b265-8f7d961256c0 x-openstack-request-id: req-cdf013c5-d50d-4012-b265-8f7d961256c0 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:54.806516 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2cbdb-2893-45a4-a951-8c1e1dd926c7", "tag": "50457217-7da8-4813-83db-ab67b93f5ec9", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:54.806769 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cdf013c5-d50d-4012-b265-8f7d961256c0 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:54.807200 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'tag': '50457217-7da8-4813-83db-ab67b93f5ec9', 'status': 'completed', 'code': 200} Oct 26 12:02:54.834122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07f31f-d607-47d9-8a28-9a94046a2f2e service neutron] Pushing event updated for resources: {'Port': ['ID=50457217-7da8-4813-83db-ab67b93f5ec9,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:54.848007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-7bc73ee1-f5fe-4df3-9369-e168c7284dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:54.849625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-7bc73ee1-f5fe-4df3-9369-e168c7284dbc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e05e5a3b2661412589faa0f1ee9e14ad&device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 1095 time: 0.0742469 Oct 26 12:02:54.856403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-92c1378b-3661-4652-bd76-f682ebf0c138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.867700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-92c1378b-3661-4652-bd76-f682ebf0c138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:54.869768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-92c1378b-3661-4652-bd76-f682ebf0c138 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1af1411b-b390-4c97-93f7-703ca8bc78b1 HTTP/1.1" status: 204 len: 168 time: 0.3341050 Oct 26 12:02:54.895210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1378b-3661-4652-bd76-f682ebf0c138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af1411b-b390-4c97-93f7-703ca8bc78b1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:54.973655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-16ce1e12-4b1f-49d3-8fe0-852fbd260969 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50457217-7da8-4813-83db-ab67b93f5ec9 HTTP/1.1" status: 200 len: 217 time: 0.1157956 Oct 26 12:02:55.016414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8351cdf6-84e3-4c95-afc2-43d4d71f0b68 req-d80fa5b8-16b1-44cf-9f75-53eac0777e75 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0528643 Oct 26 12:02:55.071893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-c1622833-14c6-40f0-bfb3-a5052176d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:55.073785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-c1622833-14c6-40f0-bfb3-a5052176d4b2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7075433c-2449-49da-b519-abc080e12d15 HTTP/1.1" status: 200 len: 850 time: 0.0925717 Oct 26 12:02:55.124281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-0151e865-6c68-4d38-b23a-371de3c76206 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=365d91db-68bb-47b0-903f-50b272e8a4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436134 Oct 26 12:02:55.307367 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-abf54a4c-be51-4643-949d-db7e7bada6ff service neutron] 10.222.0.100 "GET /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754408 Oct 26 12:02:55.395450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92435e91-f923-48ec-b17b-40c0bf208a0b req-7ab4b28a-bc27-447b-99c4-a99d52ed9a1f tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:55.403012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92435e91-f923-48ec-b17b-40c0bf208a0b req-7ab4b28a-bc27-447b-99c4-a99d52ed9a1f tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 944 time: 0.0605683 Oct 26 12:02:55.452200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a6558d5-8f0d-4db0-b856-a5c2b32053ef req-ddbd563c-8053-4988-9eca-74a2eb97e8ce service neutron] 10.222.0.100 "GET /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362672 Oct 26 12:02:55.453533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92435e91-f923-48ec-b17b-40c0bf208a0b req-4b240c3a-9c59-4998-8744-b6dfb4153fa8 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495906 Oct 26 12:02:55.505115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0207531a-312b-4f15-9ad0-e0e0e6d9d975 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:02:55.585786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-5f322a17-89b2-44ca-af9c-1db4c5dc20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:55.587376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-5f322a17-89b2-44ca-af9c-1db4c5dc20f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e05e5a3b2661412589faa0f1ee9e14ad&device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 1095 time: 0.0576637 Oct 26 12:02:55.657677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce070779-db6d-4887-9759-6af372adbc6a req-4634baf6-aa75-44d0-948c-9f8602b7c750 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:55.659313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce070779-db6d-4887-9759-6af372adbc6a req-4634baf6-aa75-44d0-948c-9f8602b7c750 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 943 time: 0.0924478 Oct 26 12:02:55.704402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:55.717370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '0207531a-312b-4f15-9ad0-e0e0e6d9d975', 'network_id': 'b219cc38-9295-4a8e-940f-156488ad9016', 'port_id': '0207531a-312b-4f15-9ad0-e0e0e6d9d975', 'mac_address': 'fa:16:3e:a6:c7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d545f69-7b6d-431f-8cc8-f88f2a793540', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:02:55.747825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce070779-db6d-4887-9759-6af372adbc6a req-0d75478c-621b-4a47-bbad-a14578b0aa51 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791676 Oct 26 12:02:55.757647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-b5ae5ac2-1f9d-42c0-9f72-85cc96806665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:55.759716 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-b5ae5ac2-1f9d-42c0-9f72-85cc96806665 service neutron] 10.222.0.100 "GET /v2.0/networks?id=365d91db-68bb-47b0-903f-50b272e8a4bd HTTP/1.1" status: 200 len: 912 time: 0.1634691 Oct 26 12:02:55.764376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:55.779628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0207531a-312b-4f15-9ad0-e0e0e6d9d975 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:55.801698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:55.813977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:55.826906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-71af20ff-d5cb-440d-8eaf-7ff5e2becabd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50457217-7da8-4813-83db-ab67b93f5ec9 HTTP/1.1" status: 200 len: 217 time: 0.0578711 Oct 26 12:02:55.917952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0207531a-312b-4f15-9ad0-e0e0e6d9d975,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:55.924665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-880f21f6-ee4d-4f3e-969b-72e31674ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:55.926284 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-880f21f6-ee4d-4f3e-969b-72e31674ec4a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7075433c-2449-49da-b519-abc080e12d15 HTTP/1.1" status: 200 len: 850 time: 0.0893469 Oct 26 12:02:55.930046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.934650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.939229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.939766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.940281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.940806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.941330 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.941843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.942588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.943124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.943884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.945142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:02:55.967016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-298701a4-94c5-4aed-99cc-8d0a3ec67361 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=365d91db-68bb-47b0-903f-50b272e8a4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327535 Oct 26 12:02:56.109092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-e9f8e75b-db45-412e-a739-0d4e71649275 service neutron] 10.222.0.100 "GET /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321318 Oct 26 12:02:56.115208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0207531a-312b-4f15-9ad0-e0e0e6d9d975'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:56.155214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63936dff-7f7e-430d-a089-7b7ab3efbe8c req-b73e864b-8ea4-4610-a586-eb2b61c213ea tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0493758 Oct 26 12:02:56.287312 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-313a4d69-8c30-4975-8d37-4f7955e86033 req-11f5cde0-5180-47b0-b342-47567a2f0bff service neutron] 10.222.0.100 "GET /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685052 Oct 26 12:02:56.605871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ef93-8039-4fde-8134-5ae78784b6f6 req-f34d5fe6-7d55-4b19-8929-fd69aeee795e tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:56.611331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afa6ef93-8039-4fde-8134-5ae78784b6f6 req-f34d5fe6-7d55-4b19-8929-fd69aeee795e tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 944 time: 0.0688970 Oct 26 12:02:56.665952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afa6ef93-8039-4fde-8134-5ae78784b6f6 req-aed05aae-d811-4a90-a142-bfecd30efd4d tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Oct 26 12:02:57.244532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1350d-2c19-47d0-b73f-e0b73a32c2e2 req-f8e5994a-72c0-43bb-9293-99103ee4c87a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:57.247301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d1350d-2c19-47d0-b73f-e0b73a32c2e2 req-f8e5994a-72c0-43bb-9293-99103ee4c87a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 944 time: 0.0766549 Oct 26 12:02:57.303197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d1350d-2c19-47d0-b73f-e0b73a32c2e2 req-ab4ceed4-c540-4911-8468-c40181f87f9e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Oct 26 12:02:57.364882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-793f70d1-5b08-46c7-b66c-013ce78514c0 req-fc41e288-28ad-473b-a75b-7963cc329076 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0436287 Oct 26 12:02:57.516987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 50457217-7da8-4813-83db-ab67b93f5ec9 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:02:57.523390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0207531a-312b-4f15-9ad0-e0e0e6d9d975 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:57.666835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:02:57.669361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:57.683249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:57.683858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:57.744754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 50457217-7da8-4813-83db-ab67b93f5ec9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=50457217-7da8-4813-83db-ab67b93f5ec9,segment=NetworkSegment(1c90b968-cec9-433b-bc2d-5b4f886de23c),segment_id=1c90b968-cec9-433b-bc2d-5b4f886de23c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:57.773674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '50457217-7da8-4813-83db-ab67b93f5ec9', 'network_id': '365d91db-68bb-47b0-903f-50b272e8a4bd', 'port_id': '50457217-7da8-4813-83db-ab67b93f5ec9', 'mac_address': 'fa:16:3e:08:6a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7075433c-2449-49da-b519-abc080e12d15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:02:57.840997 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:57.855073 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a993e1-0148-41c4-bae1-0454ba56aaa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:57.858964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50457217-7da8-4813-83db-ab67b93f5ec9 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:02:57.865013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce71a94-566d-493f-9d21-19b5831211f6 req-b2407b07-4e54-49f1-bbc8-507520ad4c46 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:57.872456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:57.873899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ce71a94-566d-493f-9d21-19b5831211f6 req-b2407b07-4e54-49f1-bbc8-507520ad4c46 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 944 time: 0.0817244 Oct 26 12:02:57.907801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207531a-312b-4f15-9ad0-e0e0e6d9d975'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:02:57.910512 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219fdd06-d7c4-47f4-a733-28c3fb688a31" -d '{"events": [{"server_uuid": "a16e5351-7e65-4349-a7e8-439cd7d6bcbe", "name": "network-vif-plugged", "status": "completed", "tag": "0207531a-312b-4f15-9ad0-e0e0e6d9d975"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:02:57.925921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:57.938645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:57.941758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 50457217-7da8-4813-83db-ab67b93f5ec9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=50457217-7da8-4813-83db-ab67b93f5ec9,segment=NetworkSegment(1c90b968-cec9-433b-bc2d-5b4f886de23c),segment_id=1c90b968-cec9-433b-bc2d-5b4f886de23c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:57.954796 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:57.971741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ce71a94-566d-493f-9d21-19b5831211f6 req-2eddb514-57f0-43e8-bb9d-5c6f58ab5245 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951271 Oct 26 12:02:58.006257 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94cf53c-33fb-4d47-8c48-2c8ba074b8b8 x-openstack-request-id: req-f94cf53c-33fb-4d47-8c48-2c8ba074b8b8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:02:58.006812 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e5351-7e65-4349-a7e8-439cd7d6bcbe", "name": "network-vif-plugged", "status": "completed", "tag": "0207531a-312b-4f15-9ad0-e0e0e6d9d975", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:02:58.016123 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f94cf53c-33fb-4d47-8c48-2c8ba074b8b8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:02:58.017612 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207531a-312b-4f15-9ad0-e0e0e6d9d975', 'code': 200} Oct 26 12:02:58.057886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0207531a-312b-4f15-9ad0-e0e0e6d9d975,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:58.128101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=50457217-7da8-4813-83db-ab67b93f5ec9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:58.141873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a993e1-0148-41c4-bae1-0454ba56aaa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.149984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c9a993e1-0148-41c4-bae1-0454ba56aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.176465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fccde-8d87-4dea-aacd-4644429e26f9 req-e1b38922-f65f-4a0c-aff3-367ffaec3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:58.178007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a61fccde-8d87-4dea-aacd-4644429e26f9 req-e1b38922-f65f-4a0c-aff3-367ffaec3524 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 1096 time: 0.1101737 Oct 26 12:02:58.199625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c9a993e1-0148-41c4-bae1-0454ba56aaa1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c676da00a6c4421aafb352dfb88a155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283849 Oct 26 12:02:58.202175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47158) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:58.243778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a993e1-0148-41c4-bae1-0454ba56aaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0f54e-c244-4bb6-9681-3ca91b085329,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:58.245033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['50457217-7da8-4813-83db-ab67b93f5ec9'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:02:58.257660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e35dc93-4d35-4fc1-ae5c-02bb90f15804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.259819 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a61fccde-8d87-4dea-aacd-4644429e26f9 req-e1890cec-14f6-4565-a770-2199d9690d90 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631187 Oct 26 12:02:58.284689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e35dc93-4d35-4fc1-ae5c-02bb90f15804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.345715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e35dc93-4d35-4fc1-ae5c-02bb90f15804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.349504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e35dc93-4d35-4fc1-ae5c-02bb90f15804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.354796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6e35dc93-4d35-4fc1-ae5c-02bb90f15804 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46b0f54e-c244-4bb6-9681-3ca91b085329 HTTP/1.1" status: 204 len: 168 time: 0.1490426 Oct 26 12:02:58.366074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35dc93-4d35-4fc1-ae5c-02bb90f15804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0f54e-c244-4bb6-9681-3ca91b085329,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:58.540987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2de68d9-452d-4f37-b5e6-fab6cdf3a46d req-c54cf209-f902-4851-a7e4-a9e9a6cd827d tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0358996 Oct 26 12:02:58.556239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d980c7-7aa8-444b-9e3c-aaa1849731c4 req-7e2a9262-2aae-480c-b085-55fe2697213b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:58.557826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38d980c7-7aa8-444b-9e3c-aaa1849731c4 req-7e2a9262-2aae-480c-b085-55fe2697213b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1046989 Oct 26 12:02:58.655820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38d980c7-7aa8-444b-9e3c-aaa1849731c4 req-55e97cf7-5fca-4621-9b06-33d591379598 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723596 Oct 26 12:02:58.801887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47176) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:58.818336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5ad9443-76d3-45df-aca5-73ebb6ba33b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.935235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5ad9443-76d3-45df-aca5-73ebb6ba33b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.939578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5ad9443-76d3-45df-aca5-73ebb6ba33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:58.983629 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a5ad9443-76d3-45df-aca5-73ebb6ba33b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=df02615b02dc450abe520a4b9ad0e0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806068 Oct 26 12:02:58.985418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad9443-76d3-45df-aca5-73ebb6ba33b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ae7f0-5509-49b4-9c64-0b69604ddf68,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:58.986855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47182) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:02:59.082912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1422-68cd-49cd-9af4-dcddd32df2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.126714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1422-68cd-49cd-9af4-dcddd32df2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.161449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387fb8-3c6a-4212-b184-5ace9eb8a643 req-dd08c756-86f1-4a7a-abf1-a101f910c568 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:59.163045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82387fb8-3c6a-4212-b184-5ace9eb8a643 req-dd08c756-86f1-4a7a-abf1-a101f910c568 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 945 time: 0.0935035 Oct 26 12:02:59.216447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82387fb8-3c6a-4212-b184-5ace9eb8a643 req-948e4e3e-d067-42ee-bfdd-247c57c62ec4 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Oct 26 12:02:59.224888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1422-68cd-49cd-9af4-dcddd32df2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.228964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1422-68cd-49cd-9af4-dcddd32df2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.241734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7eaa1422-68cd-49cd-9af4-dcddd32df2cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/864ae7f0-5509-49b4-9c64-0b69604ddf68 HTTP/1.1" status: 204 len: 168 time: 0.2405741 Oct 26 12:02:59.241734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa1422-68cd-49cd-9af4-dcddd32df2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ae7f0-5509-49b4-9c64-0b69604ddf68,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:02:59.536137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 50457217-7da8-4813-83db-ab67b93f5ec9 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:02:59.627068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 50457217-7da8-4813-83db-ab67b93f5ec9 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:02:59.632691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 50457217-7da8-4813-83db-ab67b93f5ec9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:02:59.633590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.719142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-436eec27-32b8-4190-95f7-f990eb3600d0 req-d7f8175f-eb98-448a-8140-1bda0af3348e tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0416901 Oct 26 12:02:59.797458 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.818046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c02d7d-4e9e-4820-b4e1-6f35a7499221 req-61ab2e69-8a97-4af6-a583-867003037b0e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:02:59.820451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22c02d7d-4e9e-4820-b4e1-6f35a7499221 req-61ab2e69-8a97-4af6-a583-867003037b0e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0613213 Oct 26 12:02:59.860481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 50457217-7da8-4813-83db-ab67b93f5ec9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=50457217-7da8-4813-83db-ab67b93f5ec9,segment=NetworkSegment(1c90b968-cec9-433b-bc2d-5b4f886de23c),segment_id=1c90b968-cec9-433b-bc2d-5b4f886de23c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:02:59.866280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:02:59.906725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22c02d7d-4e9e-4820-b4e1-6f35a7499221 req-b2b1cb3d-f94d-4326-84fc-f2adee24590e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796862 Oct 26 12:02:59.934077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=50457217-7da8-4813-83db-ab67b93f5ec9,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:00.019185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50457217-7da8-4813-83db-ab67b93f5ec9'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:00.023801 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc92291a-329f-42cb-a523-42fd0e830bd3" -d '{"events": [{"server_uuid": "6db2cbdb-2893-45a4-a951-8c1e1dd926c7", "name": "network-vif-plugged", "status": "completed", "tag": "50457217-7da8-4813-83db-ab67b93f5ec9"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:00.109077 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bf3d25-2741-4f19-a884-9fdfff3883ed x-openstack-request-id: req-b5bf3d25-2741-4f19-a884-9fdfff3883ed {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:00.110022 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2cbdb-2893-45a4-a951-8c1e1dd926c7", "name": "network-vif-plugged", "status": "completed", "tag": "50457217-7da8-4813-83db-ab67b93f5ec9", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:00.110279 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b5bf3d25-2741-4f19-a884-9fdfff3883ed {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:00.111132 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50457217-7da8-4813-83db-ab67b93f5ec9', 'code': 200} Oct 26 12:03:00.236690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751340a3-8d1f-443e-8383-f1066d86d4a0 req-85167b5f-52e8-40a6-9850-602d3a6f181f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:00.238182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be8d13-091a-421a-ae0a-2ce8d85c1443 req-c2d5bd81-2e5c-4476-a6ae-25898dfe7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:00.238721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-751340a3-8d1f-443e-8383-f1066d86d4a0 req-85167b5f-52e8-40a6-9850-602d3a6f181f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0795035 Oct 26 12:03:00.239742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-14be8d13-091a-421a-ae0a-2ce8d85c1443 req-c2d5bd81-2e5c-4476-a6ae-25898dfe7eda service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 1097 time: 0.0584507 Oct 26 12:03:00.332926 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-14be8d13-091a-421a-ae0a-2ce8d85c1443 req-b9137a74-780b-43b6-97bd-ec0139bc7db4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714414 Oct 26 12:03:00.339106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-751340a3-8d1f-443e-8383-f1066d86d4a0 req-25708fcf-108b-46d7-9bc8-d27498033efa tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922048 Oct 26 12:03:00.425776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef953-8629-4c16-a8ed-340f18d43861 req-fdc8b16c-1c2e-4ebb-b077-bbe84b32c3ae tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:00.427319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-184ef953-8629-4c16-a8ed-340f18d43861 req-fdc8b16c-1c2e-4ebb-b077-bbe84b32c3ae tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 946 time: 0.0866728 Oct 26 12:03:00.530921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229ad4-c766-4a53-a272-b2c2f7bad370 req-ec49caef-7113-4ff9-a804-80b41c5ba879 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:00.545113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce229ad4-c766-4a53-a272-b2c2f7bad370 req-ec49caef-7113-4ff9-a804-80b41c5ba879 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1150687 Oct 26 12:03:00.561866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-184ef953-8629-4c16-a8ed-340f18d43861 req-fd619b62-93a3-49c6-842d-9cbf1aa2d3a4 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229680 Oct 26 12:03:00.602837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce229ad4-c766-4a53-a272-b2c2f7bad370 req-135bf039-20f7-499d-8a76-45f9d5fcf713 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565131 Oct 26 12:03:00.870775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c6decce-6abd-4a42-b2f3-020d0a84f685 req-6637e1af-b1b2-487c-90eb-31ce510b4e59 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0572948 Oct 26 12:03:00.932461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c33ca4-e06b-40aa-a111-a3104d5d05e8 req-03517354-6fa4-4da1-ac85-aec729529541 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:00.935877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01c33ca4-e06b-40aa-a111-a3104d5d05e8 req-03517354-6fa4-4da1-ac85-aec729529541 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1087146 Oct 26 12:03:01.001520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01c33ca4-e06b-40aa-a111-a3104d5d05e8 req-cc607b68-19bc-4faf-9e98-24620e42580e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536230 Oct 26 12:03:01.058935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47274) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:01.188093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60999d40-e722-40ea-a377-7e273fa4e3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.275998 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60999d40-e722-40ea-a377-7e273fa4e3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.280272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60999d40-e722-40ea-a377-7e273fa4e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.325476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60999d40-e722-40ea-a377-7e273fa4e3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b6baa-3f07-4a8d-9a64-f39fa3480f48,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:01.330791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-60999d40-e722-40ea-a377-7e273fa4e3c3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dbcb4c114c20412ca7ff80bea73bf44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729955 Oct 26 12:03:01.333525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47280) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:01.391702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf671c2-699a-4c4c-b02b-a53875280b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.426926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf671c2-699a-4c4c-b02b-a53875280b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.504774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf671c2-699a-4c4c-b02b-a53875280b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.507427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf671c2-699a-4c4c-b02b-a53875280b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:01.530223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4bf671c2-699a-4c4c-b02b-a53875280b54 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a3b6baa-3f07-4a8d-9a64-f39fa3480f48 HTTP/1.1" status: 204 len: 168 time: 0.1953981 Oct 26 12:03:01.545788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf671c2-699a-4c4c-b02b-a53875280b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b6baa-3f07-4a8d-9a64-f39fa3480f48,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:01.761937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b499a4-b98f-46cb-a2bd-d977b630a4f8 req-04ba2394-1423-4d96-90f8-71553db3f14f tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:01.788435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9b499a4-b98f-46cb-a2bd-d977b630a4f8 req-04ba2394-1423-4d96-90f8-71553db3f14f tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 946 time: 0.1142204 Oct 26 12:03:01.859167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9b499a4-b98f-46cb-a2bd-d977b630a4f8 req-9420eb02-d54f-42f1-9c32-3cbde79f00b3 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Oct 26 12:03:02.049650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0337d95a-abdf-474b-92b5-88a07f9fa423 req-40a55fd8-f0b1-4a2c-b937-8e568ec3b037 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0528462 Oct 26 12:03:02.252245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96a4b7-31cd-46e7-80a9-cef32b990ef8 req-019e628c-0fe6-43f1-b871-85b32e1e8428 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:02.267730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd96a4b7-31cd-46e7-80a9-cef32b990ef8 req-019e628c-0fe6-43f1-b871-85b32e1e8428 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1337087 Oct 26 12:03:02.331534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd96a4b7-31cd-46e7-80a9-cef32b990ef8 req-9903f730-bc25-4047-8614-d4339998ad65 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Oct 26 12:03:02.435029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c39f8-a038-4de9-b736-ca2fc9192560 req-b14e3bec-e06c-4736-9292-772fde2cd082 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:02.438514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df3c39f8-a038-4de9-b736-ca2fc9192560 req-b14e3bec-e06c-4736-9292-772fde2cd082 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 946 time: 0.0872252 Oct 26 12:03:02.496425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df3c39f8-a038-4de9-b736-ca2fc9192560 req-e9dfadc1-3cc3-46b1-8b0d-76a55e52e086 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Oct 26 12:03:03.195553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f20c1f18-a92d-4d50-aa82-18f1e95fac74 req-d2c214b5-7942-417c-81e3-90dd186aa905 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0458097 Oct 26 12:03:03.455943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d2cc-f0de-4bb3-bcba-9af2720ff5d6 req-7f68a1e8-4d0b-447e-8214-89923dbd5b55 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:03.464145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3539d2cc-f0de-4bb3-bcba-9af2720ff5d6 req-7f68a1e8-4d0b-447e-8214-89923dbd5b55 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0633354 Oct 26 12:03:03.511613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3539d2cc-f0de-4bb3-bcba-9af2720ff5d6 req-490b56f9-e9ee-4b72-8a2d-678bc1b35004 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Oct 26 12:03:03.570756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-c2fa128f-0eb5-42e3-88cf-0fda33b7f9c5 req-66175956-2325-4d82-b877-ad764907ccd5 service neutron] (102759) timed out ('10.222.0.30', 58189) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:03:03.645989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83008a9-bd9c-4e1f-8690-0fec63b2fc6b req-fe7564ec-97fe-4136-95f1-2ae68dc291a6 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:03.653692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f83008a9-bd9c-4e1f-8690-0fec63b2fc6b req-fe7564ec-97fe-4136-95f1-2ae68dc291a6 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 946 time: 0.0725756 Oct 26 12:03:03.678385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:03.720214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f83008a9-bd9c-4e1f-8690-0fec63b2fc6b req-6ce9aea3-9652-4676-9e68-7a0587a7803f tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/security-groups?id=292b9b57-b453-4c9e-a61d-ce173a2362f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655529 Oct 26 12:03:03.737836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08520483-809e-41ab-8213-bf9d8393459f req-5e4a9bc9-3dc2-41b9-bbce-a063b04f5a3b tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:03.740807 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-08520483-809e-41ab-8213-bf9d8393459f req-5e4a9bc9-3dc2-41b9-bbce-a063b04f5a3b tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 946 time: 0.1099226 Oct 26 12:03:03.856197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Deleting port 50457217-7da8-4813-83db-ab67b93f5ec9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:03.856535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:03.977564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] For port 50457217-7da8-4813-83db-ab67b93f5ec9, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=50457217-7da8-4813-83db-ab67b93f5ec9,segment=NetworkSegment(1c90b968-cec9-433b-bc2d-5b4f886de23c),segment_id=1c90b968-cec9-433b-bc2d-5b4f886de23c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:03.978281 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:03.992458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Calling delete_port for 50457217-7da8-4813-83db-ab67b93f5ec9 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:04.162643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.176723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['50457217-7da8-4813-83db-ab67b93f5ec9'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:03:04.196732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Pushing event deleted for resources: {'Port': ['ID=50457217-7da8-4813-83db-ab67b93f5ec9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:04.290948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] No DVR routers for this DVR port 50457217-7da8-4813-83db-ab67b93f5ec9 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:03:04.296655 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.304684 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-08520483-809e-41ab-8213-bf9d8393459f req-4de1bb20-e3bb-4bd7-9861-c69f8f5e0f7c tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.100 "DELETE /v2.0/ports/50457217-7da8-4813-83db-ab67b93f5ec9 HTTP/1.1" status: 204 len: 173 time: 0.5570021 Oct 26 12:03:04.305159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'name': 'network-vif-deleted', 'tag': '50457217-7da8-4813-83db-ab67b93f5ec9'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:04.310608 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bac5de2-e977-4d62-aaa2-b699e7f11b7b" -d '{"events": [{"server_uuid": "6db2cbdb-2893-45a4-a951-8c1e1dd926c7", "name": "network-vif-deleted", "tag": "50457217-7da8-4813-83db-ab67b93f5ec9"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:04.322215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3eb60d87-b9cf-4912-b65a-57c04dd15d34 req-d18c6114-18c9-491e-bf39-994b738a5e41 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0408447 Oct 26 12:03:04.400470 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a074794d-d31b-439c-8f7a-842304bace3f x-openstack-request-id: req-a074794d-d31b-439c-8f7a-842304bace3f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:04.400875 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2cbdb-2893-45a4-a951-8c1e1dd926c7", "name": "network-vif-deleted", "tag": "50457217-7da8-4813-83db-ab67b93f5ec9", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:04.401278 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a074794d-d31b-439c-8f7a-842304bace3f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:04.401786 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2cbdb-2893-45a4-a951-8c1e1dd926c7', 'name': 'network-vif-deleted', 'tag': '50457217-7da8-4813-83db-ab67b93f5ec9', 'status': 'completed', 'code': 200} Oct 26 12:03:04.698151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2019feb-df0e-4d45-8e1b-0029d568d7b0 req-bc259fa9-24da-4c44-a2a0-63617dd5b440 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:04.698444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47432) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:04.705605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'network': {'name': 'tempest-network-smoke--1905570816', 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:04.712209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2019feb-df0e-4d45-8e1b-0029d568d7b0 req-bc259fa9-24da-4c44-a2a0-63617dd5b440 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0961146 Oct 26 12:03:04.733926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Made reservation on behalf of c27fd903152c4daca5c448cebd79f785 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:04.746397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.757413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.780050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2019feb-df0e-4d45-8e1b-0029d568d7b0 req-e6f8d4d3-6f79-4bef-8b2d-f47159e0e8d1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672407 Oct 26 12:03:04.870748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72c725b8-5eb3-4eb9-8585-c5f0571c4058 req-a2e27b51-8139-492d-ae56-03fcf726a006 tempest-ServerGroupTestJSON-62420235 tempest-ServerGroupTestJSON-62420235-project] 10.222.0.88 "GET /v2.0/ports?device_id=6db2cbdb-2893-45a4-a951-8c1e1dd926c7 HTTP/1.1" status: 200 len: 210 time: 0.0447998 Oct 26 12:03:04.891301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.899433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.929463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:03:04.942326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:04.942930 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Added segment 3ae500d7-5aa5-45bc-acfd-7a06791b0d00 of type vlan for network cd381bfd-1472-456d-bd02-7d334a2e6f37 Oct 26 12:03:04.962184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc1159-db33-4d0a-bed8-7b36a8b4fa46,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:05.002658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.034730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.044039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:05.044895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.119012 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4188862 Oct 26 12:03:05.121875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47442) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:05.127341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'admin_state_up': True, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:05.150314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf2fa-726b-4532-9b24-3808d1051360 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Network': ['ID=cd381bfd-1472-456d-bd02-7d334a2e6f37,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:05.154214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.155832 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.165552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:03:05.214809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.272126 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.419277 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.454471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-600ce7f4-bcdc-437e-a707-77bffd53063a req-c3f80ddf-e6c0-4baa-af75-5448763407f6 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0379281 Oct 26 12:03:05.650319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.669955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.774783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.25.4.41 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f3a28915-46b1-437c-9ee6-65161fef336e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:05.928359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:05.991286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508edfbf-ff65-4a30-a73d-95324f9fde32 req-6dcbdd93-b4d5-46eb-9677-219fb6e8db79 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:05.993259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-508edfbf-ff65-4a30-a73d-95324f9fde32 req-6dcbdd93-b4d5-46eb-9677-219fb6e8db79 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1263702 Oct 26 12:03:05.995483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.055762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:06.060878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:06.066377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:06.107374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=f3a28915-46b1-437c-9ee6-65161fef336e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:06.143780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-508edfbf-ff65-4a30-a73d-95324f9fde32 req-7c26e35d-11e0-4b51-bfc6-48af01cb28c2 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417081 Oct 26 12:03:06.147489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.147850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.148197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.149098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.149446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.149803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.150125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.150461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.150796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.151206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.151664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.151785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:06.286376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47490) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:06.343107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Deleting subnet 7075433c-2449-49da-b519-abc080e12d15 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:03:06.348463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.391953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.443182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.565372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.602783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7075433c-2449-49da-b519-abc080e12d15,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:06.610657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.619416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff748b41-3c96-4d29-bc7f-268d3364607b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7075433c-2449-49da-b519-abc080e12d15 HTTP/1.1" status: 204 len: 168 time: 0.3315687 Oct 26 12:03:06.620468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47500) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:06.713228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.819477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a161a8c0-e3e1-4283-bd4e-e5c525a0afb5 req-3b878f2c-82f3-49ce-b902-70eb37b3be9e tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0403218 Oct 26 12:03:06.871929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.893824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.896840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365d91db-68bb-47b0-903f-50b272e8a4bd']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:06.907505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c90b968-cec9-433b-bc2d-5b4f886de23c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:06.907803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c90b968-cec9-433b-bc2d-5b4f886de23c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:06.918510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.937183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.944797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:03:06.945349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:03:06.994549 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:03:07.025843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.033585 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.040257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/365d91db-68bb-47b0-903f-50b272e8a4bd HTTP/1.1" status: 204 len: 168 time: 0.4180374 Oct 26 12:03:07.077602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf8c38-9cdf-4574-bbd6-f9849f5831e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=365d91db-68bb-47b0-903f-50b272e8a4bd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:07.212312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.279589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:07.330544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c18a126f-1b56-406c-b8d5-b28085ee9b65 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e05e5a3b2661412589faa0f1ee9e14ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470021 Oct 26 12:03:07.331257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47518) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:07.384944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8947d2f3-45ca-439b-81ee-6109cbdaedf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.409164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edfb07-6999-4a31-aeda-23899a0b54c0 req-736868c8-97ee-4c88-9f31-51f01a83d8bd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:07.415593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57edfb07-6999-4a31-aeda-23899a0b54c0 req-736868c8-97ee-4c88-9f31-51f01a83d8bd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1606386 Oct 26 12:03:07.420382 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8947d2f3-45ca-439b-81ee-6109cbdaedf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.443308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:03:07.466206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57edfb07-6999-4a31-aeda-23899a0b54c0 req-0989bf2f-c9f0-43e9-b6de-70f03ff008a1 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475836 Oct 26 12:03:07.502284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8947d2f3-45ca-439b-81ee-6109cbdaedf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.505262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8947d2f3-45ca-439b-81ee-6109cbdaedf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.507338 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8947d2f3-45ca-439b-81ee-6109cbdaedf0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/292b9b57-b453-4c9e-a61d-ce173a2362f3 HTTP/1.1" status: 204 len: 168 time: 0.1754639 Oct 26 12:03:07.518640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947d2f3-45ca-439b-81ee-6109cbdaedf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b9b57-b453-4c9e-a61d-ce173a2362f3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:07.584800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 50457217-7da8-4813-83db-ab67b93f5ec9 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:07.630648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 50457217-7da8-4813-83db-ab67b93f5ec9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:03:07.631078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 50457217-7da8-4813-83db-ab67b93f5ec9 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:03:07.683502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:07.697016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Sync routers for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:07.715600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:07.716385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:07.728678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:07.733822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47530) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:07.737441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2f54449b-1d54-4f39-a3f2-e27b40690602 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.6143734 Oct 26 12:03:08.008968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:08.107773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0714bc9d-1ab3-4635-b2da-6184f24d00ec req-45319172-ce52-48d0-b3df-3efe7b5d21c1 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.1017764 Oct 26 12:03:08.304383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fd3ea892-ea1d-4c32-9ab7-4f4e7760e518 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c27fd903152c4daca5c448cebd79f785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5689721 Oct 26 12:03:08.307402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47554) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:08.378446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:06Z', 'revision_number': 3, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:08.413768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Checking router: 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:08.414380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Updating router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 port f3a28915-46b1-437c-9ee6-65161fef336e binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:03:08.505184 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:08.518348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a7216-107a-4bbc-85ac-3f0b190ad042 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:08.520092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9c2a7216-107a-4bbc-85ac-3f0b190ad042 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2115910 Oct 26 12:03:08.523415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:08.574145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa831eef-919b-457f-8c02-dd2f6bfb1c7d tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479431 Oct 26 12:03:08.577079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:08.583454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763676782', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:08.637902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5ba2c-48c8-4743-b556-f6f120cf4941 req-0856c94b-7df4-4294-ad67-7a4c2a9ac90b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:08.647781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bd5ba2c-48c8-4743-b556-f6f120cf4941 req-0856c94b-7df4-4294-ad67-7a4c2a9ac90b tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0774333 Oct 26 12:03:08.706746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bd5ba2c-48c8-4743-b556-f6f120cf4941 req-deeaa098-fca6-4d08-8c48-92cf163f3837 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Oct 26 12:03:08.737247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Made reservation on behalf of c27fd903152c4daca5c448cebd79f785 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:08.741095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:08.751623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47578) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:08.968312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1681496158-network', 'tenant_id': '990d169a86f24d4e93db976687a276f8'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:09.011659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.013603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Made reservation on behalf of 990d169a86f24d4e93db976687a276f8 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:09.017179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.033585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.037703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.042695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.099518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Subnet': ['ID=9f9070ba-5651-4310-b51b-67229d0ab9a4,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:09.154541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.156657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Checking segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:09.157903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network hostable DHCP agents. Network: cd381bfd-1472-456d-bd02-7d334a2e6f37, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:03:09.167699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Attempting to bind port f3a28915-46b1-437c-9ee6-65161fef336e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:09.168306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Attempting to bind port f3a28915-46b1-437c-9ee6-65161fef336e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:09.169382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Attempting to bind port f3a28915-46b1-437c-9ee6-65161fef336e on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:09.175146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.185934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:03:09.194379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303de116-681b-471b-b3c0-ef0f30dd7703 None None] Pushing event updated for resources: {'Port': ['ID=f3a28915-46b1-437c-9ee6-65161fef336e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:09.204297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:09.204973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:09.205582 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.206163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:09.209843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Bound port: f3a28915-46b1-437c-9ee6-65161fef336e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:09.210006 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.211603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, cd381bfd-1472-456d-bd02-7d334a2e6f37) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:09.224329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:09.224939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.248613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c279b844-eee3-4010-a78c-4d5d93fb9c18 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6694889 Oct 26 12:03:09.251992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47590) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:09.257190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:03:09.283212 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e51bf9-9bdc-4cf8-b266-32f5e8191bed None None] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:09.305775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1b1c73-1bf9-4884-8139-67f0f8e34782,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:09.322994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ed47a19-a992-489d-a1ef-9d842b99c3fa req-1c3ab663-6360-43d4-aea2-421d521c1ed5 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0631211 Oct 26 12:03:09.332166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.332892 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Added segment 8570d4de-ad71-4691-a492-9994490e727f of type vlan for network ee8d68c0-d2aa-444a-8618-9a34b88defb1 Oct 26 12:03:09.371370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] For port f3a28915-46b1-437c-9ee6-65161fef336e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:09.376775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] For port f3a28915-46b1-437c-9ee6-65161fef336e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f3a28915-46b1-437c-9ee6-65161fef336e,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:09.393787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.402885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.430880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.432442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:09.433494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.461090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303de116-681b-471b-b3c0-ef0f30dd7703 None None] Pushing event updated for resources: {'Port': ['ID=f3a28915-46b1-437c-9ee6-65161fef336e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:09.552411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7991381 Oct 26 12:03:09.555389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47594) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:09.563761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:09.564263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:09.568459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Request body: {'subnet': {'network_id': 'ee8d68c0-d2aa-444a-8618-9a34b88defb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1681496158-subnet', 'tenant_id': '990d169a86f24d4e93db976687a276f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:09.589205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0b742-9fb4-45c8-a516-50a22fae9ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8d68c0-d2aa-444a-8618-9a34b88defb1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:09.595023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Made reservation on behalf of 990d169a86f24d4e93db976687a276f8 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:09.597750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.674206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-cd381bfd-1472-456d-bd02-7d334a2e6f37', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:03:09.675434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.678054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ee8d68c0-d2aa-444a-8618-9a34b88defb1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:03:09.825696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:09.910094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:09.951194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3b552-8d18-4170-8ea0-b20d719ec777 req-567c4f1c-7686-4062-8e1e-3df28f5e4717 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:09.952695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dab3b552-8d18-4170-8ea0-b20d719ec777 req-567c4f1c-7686-4062-8e1e-3df28f5e4717 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1418610 Oct 26 12:03:09.984090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.002873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9577ab4c-4037-4e1b-ba22-44ff9328afa8,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:10.027049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Checking segment: {'id': '8570d4de-ad71-4691-a492-9994490e727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ee8d68c0-d2aa-444a-8618-9a34b88defb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:10.027416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Network hostable DHCP agents. Network: ee8d68c0-d2aa-444a-8618-9a34b88defb1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:03:10.033976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dab3b552-8d18-4170-8ea0-b20d719ec777 req-a964710d-58e3-4d50-b8bb-ee3edf99520a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735173 Oct 26 12:03:10.065916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Network ee8d68c0-d2aa-444a-8618-9a34b88defb1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:03:10.081754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ee8d68c0-d2aa-444a-8618-9a34b88defb1) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:10.092661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:10.096468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.112430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a2fa8-52b6-41b5-ac0b-ff7fde3fc605 None None] Network ee8d68c0-d2aa-444a-8618-9a34b88defb1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:10.119837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-77a0039d-88f0-4b55-8298-0d9dba429c03 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5591822 Oct 26 12:03:10.227014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Allocated IP 172.20.0.2 (cd381bfd-1472-456d-bd02-7d334a2e6f37/9f9070ba-5651-4310-b51b-67229d0ab9a4/08ce67d2-0c2e-4f53-8c7f-1e05620eeb05) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:10.262903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:06Z', 'revision_number': 3, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:10.291069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47612) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:10.319378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3f468-d26e-4c4f-8645-137820629321 None None] Network ee8d68c0-d2aa-444a-8618-9a34b88defb1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:10.323805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64448c36-2bc5-48df-94b5-1b1013cb4f59 None None] The sync data for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 is: [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:06Z', 'revision_number': 3, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:10.406823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Deleting subnet 9577ab4c-4037-4e1b-ba22-44ff9328afa8 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:03:10.410483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.463236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.536473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc15adbe-8539-45ea-894c-8cdc23d380da req-a8c76053-d9e8-48cb-8330-2ec5bb386481 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0407965 Oct 26 12:03:10.577238 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.692842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.732207 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.739830 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.743514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9577ab4c-4037-4e1b-ba22-44ff9328afa8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:10.756549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.761919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4a02e675-4bca-4f33-aef3-409c7baa09cd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9577ab4c-4037-4e1b-ba22-44ff9328afa8 HTTP/1.1" status: 204 len: 168 time: 0.4684865 Oct 26 12:03:10.763220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47632) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:10.820763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.20.0.1 (cd381bfd-1472-456d-bd02-7d334a2e6f37/9f9070ba-5651-4310-b51b-67229d0ab9a4/11a61fc7-bdb3-4977-abd3-082de616b127) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:10.839169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:10.848004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:10.855763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:10.914533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Pushing event updated for resources: {'Port': ['ID=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:10.929475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.978720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Attempting to bind port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:10.979251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Attempting to bind port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:10.979545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Attempting to bind port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 on network cd381bfd-1472-456d-bd02-7d334a2e6f37 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:10.985615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:10.986000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Checking segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:10.986411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:10.986965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Bound using segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:10.987460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Bound port: 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:10.987983 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.041494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.088120 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.120714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8d68c0-d2aa-444a-8618-9a34b88defb1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:11.133659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8570d4de-ad71-4691-a492-9994490e727f') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:11.134978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8570d4de-ad71-4691-a492-9994490e727f') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:11.146779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.150339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.164339 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.172105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:03:11.173019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:03:11.174890 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:03:11.180627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] For port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:11.244644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:11.250882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:11.274997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:11.295929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbf97-86d1-42af-9ccd-af3a6351fb27 req-6e422f91-d058-4ad5-a239-1e7a873e6e94 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:11.299119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6dbbf97-86d1-42af-9ccd-af3a6351fb27 req-6e422f91-d058-4ad5-a239-1e7a873e6e94 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1215792 Oct 26 12:03:11.300327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.303421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] For port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:11.306762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.310822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ee8d68c0-d2aa-444a-8618-9a34b88defb1 HTTP/1.1" status: 204 len: 168 time: 0.5314150 Oct 26 12:03:11.319962 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.330995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf8b9c-29c7-4f2a-b0e9-7de7059d3ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8d68c0-d2aa-444a-8618-9a34b88defb1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:11.412982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=11a61fc7-bdb3-4977-abd3-082de616b127,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:11.418922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6dbbf97-86d1-42af-9ccd-af3a6351fb27 req-ffc927e8-3b46-42f7-bde6-502bb1833a85 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897470 Oct 26 12:03:11.443727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.489878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa7da6-aa1b-4752-8979-04a8719d958c None None] Pushing event updated for resources: {'Port': ['ID=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:11.526794 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:03:11.570695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47658) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:11.698126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ea2fce0d-e75a-43e0-a1fa-110f01e4b9ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=990d169a86f24d4e93db976687a276f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263423 Oct 26 12:03:11.723453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47664) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:11.731353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-deddd33d-ffc3-4fb3-97df-ae14673e3ab5 req-80693047-8959-4ef8-b4a4-948dd94fe263 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0523925 Oct 26 12:03:11.806066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.834255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0468e5b9-824a-4019-8de6-3afade45b03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:11.884146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0468e5b9-824a-4019-8de6-3afade45b03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.004011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0468e5b9-824a-4019-8de6-3afade45b03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.007748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0468e5b9-824a-4019-8de6-3afade45b03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.010622 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0468e5b9-824a-4019-8de6-3afade45b03f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a1b1c73-1bf9-4884-8139-67f0f8e34782 HTTP/1.1" status: 204 len: 168 time: 0.2853291 Oct 26 12:03:12.029203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468e5b9-824a-4019-8de6-3afade45b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1b1c73-1bf9-4884-8139-67f0f8e34782,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:12.100238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a7a17-c1a8-4ded-b965-93890eccbc5e req-aa42a3b4-9774-4e53-a1bd-c73425905210 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:12.113195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-705a7a17-c1a8-4ded-b965-93890eccbc5e req-aa42a3b4-9774-4e53-a1bd-c73425905210 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.0862722 Oct 26 12:03:12.193999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-705a7a17-c1a8-4ded-b965-93890eccbc5e req-5aa7e0a0-819c-46f7-b786-18afbb393bc0 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713396 Oct 26 12:03:12.341584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f3a28915-46b1-437c-9ee6-65161fef336e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:12.431736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f3a28915-46b1-437c-9ee6-65161fef336e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:12.432114 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.520108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.520108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.560450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.585163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f3a28915-46b1-437c-9ee6-65161fef336e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f3a28915-46b1-437c-9ee6-65161fef336e,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:12.585437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=11a61fc7-bdb3-4977-abd3-082de616b127,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:12.599591 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.601272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:12.662418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.717382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:12.717750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:12.770660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155d6f6-25cb-47d0-bad0-2c4402b54360 req-cf0b2e9a-27b0-4f30-b997-c465269bc7c5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:12.780450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7155d6f6-25cb-47d0-bad0-2c4402b54360 req-cf0b2e9a-27b0-4f30-b997-c465269bc7c5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1116276 Oct 26 12:03:12.789228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:12.791028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:12.935991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7155d6f6-25cb-47d0-bad0-2c4402b54360 req-7432eb2a-9b56-4e2f-a20b-8ea88503ef6c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410973 Oct 26 12:03:12.985823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71dd20c3-6ab7-4011-a5d6-f3a84d3eaa47 req-c295feeb-c38d-43c9-ad44-6a876d46230e tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0450056 Oct 26 12:03:13.179292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f3a28915-46b1-437c-9ee6-65161fef336e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:13.314302 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.360261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:13.371184 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.454971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c693b0-89e9-438e-a9fc-a057b49edf5c req-b022ecc3-0357-4c9f-9e68-9cf01d853ba9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:13.462806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50c693b0-89e9-438e-a9fc-a057b49edf5c req-b022ecc3-0357-4c9f-9e68-9cf01d853ba9 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.1106987 Oct 26 12:03:13.501533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:03:13.508951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:13.553942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:13.628221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50c693b0-89e9-438e-a9fc-a057b49edf5c req-13932a8a-1b4b-4cd2-acde-4ea3aa99d618 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641185 Oct 26 12:03:13.653852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-770d1025-f249-4f55-93b6-cd8eb392b046 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:13.663542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-770d1025-f249-4f55-93b6-cd8eb392b046 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.30 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.1832082 Oct 26 12:03:13.698422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:13.706194 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7a38a458-492a-4e6b-8aae-611c9e055dc0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "PUT /v2.0/routers/983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4501913 Oct 26 12:03:13.706686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47722) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:13.711217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1401526977', 'description': 'tempest-secgroup_access--1401526977 description', 'project_id': 'c27fd903152c4daca5c448cebd79f785'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:13.749056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.777973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95db97-5099-41d8-81bd-33b40d0abdb3 None None] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:13.802887 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Sync routers for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:13.831538 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:13.832176 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:13.833443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-557721411-network', 'tenant_id': '26265911371e4b829df79dd7a91bf82b'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:13.858843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.865936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.875587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Deleting port 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:13.876107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.907169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.912278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2018178 Oct 26 12:03:13.912479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47726) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:13.930050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1675638301', 'description': 'tempest-secgroup_general--1675638301 description', 'project_id': 'c27fd903152c4daca5c448cebd79f785'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:13.938953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d46f06af-1915-4b83-a14e-7a97d6a12a67 None None] Provisioning complete for port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:13.939595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d46f06af-1915-4b83-a14e-7a97d6a12a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:13.958842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7522-4885-4628-9824-0697d05a68c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f899531b-dcd2-4445-b6a8-d20204da28ac,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:13.981588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.052239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] For port 1c9c32bb-96e6-48ac-8978-8e486466832f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1c9c32bb-96e6-48ac-8978-8e486466832f,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:14.052648 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.071048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Made reservation on behalf of 26265911371e4b829df79dd7a91bf82b for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:14.076296 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:14.083472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.110712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.186406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.205483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.223788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f3a28915-46b1-437c-9ee6-65161fef336e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:14.275208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed8a19-c162-4601-b413-be118d2138df,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:14.298030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.299615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f152d68c-d57b-4265-bbf0-f91637955755 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3857877 Oct 26 12:03:14.302474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47736) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:14.307795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'security_group_rule': {'security_group_id': 'f899531b-dcd2-4445-b6a8-d20204da28ac', 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:14.362729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.418194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f3a28915-46b1-437c-9ee6-65161fef336e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:14.418715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.486795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.524888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.540879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85b58e2e-76fc-4195-8a07-7420b0cd2bc3 req-0aac49e1-365d-4407-baf5-d210d64f8640 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.3608267 Oct 26 12:03:14.545763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 2, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:14.581997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836940c-9912-4516-a9e0-3e35e9f7ac8e req-b318f863-005d-41e0-8484-fccfc1fa1f82 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:14.583802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d836940c-9912-4516-a9e0-3e35e9f7ac8e req-b318f863-005d-41e0-8484-fccfc1fa1f82 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.4607272 Oct 26 12:03:14.608816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.609909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.610248 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Floating IP 522e36fc-bad3-46b7-a663-36c06b314c56 disassociated. External IP: 172.25.4.21, port: 1c9c32bb-96e6-48ac-8978-8e486466832f. Oct 26 12:03:14.610584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Calling delete_port for 1c9c32bb-96e6-48ac-8978-8e486466832f owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:14.626576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64e374b-5160-4c1e-8426-53f076fc7d83,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:14.644613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:14.664533 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Checking router: 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:14.664908 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Updating router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 port 11a61fc7-bdb3-4977-abd3-082de616b127 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:03:14.666034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.672684 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-321ece35-d198-41d1-80ef-fdd94865cedd tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3690376 Oct 26 12:03:14.750205 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.790067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:14.790441 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.829146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d836940c-9912-4516-a9e0-3e35e9f7ac8e req-96b23d64-eb5e-4be5-8ef0-b73f1a3e9704 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375019 Oct 26 12:03:14.865140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.881095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:14.987432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:03:15.001186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-82fd4294-f908-4d57-8374-5a6b235e04b0 None None] Provisioning complete for port 11a61fc7-bdb3-4977-abd3-082de616b127 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:15.001548 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-82fd4294-f908-4d57-8374-5a6b235e04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.051705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-82fd4294-f908-4d57-8374-5a6b235e04b0 None None] Port 11a61fc7-bdb3-4977-abd3-082de616b127 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:15.074736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-82fd4294-f908-4d57-8374-5a6b235e04b0 None None] Provisioning complete for port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:15.074736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-82fd4294-f908-4d57-8374-5a6b235e04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.091344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410b25e-66ca-4e3d-a106-0ef91ba03106,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:15.096266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.096630 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Added segment c60f5097-ea65-4e1f-839f-e84da3d61b1f of type vlan for network 69e4ade2-f233-4963-8ee4-244f1f70197c Oct 26 12:03:15.137561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60e990-f17f-4b73-ac09-3e1613a2158c req-4362abd2-52c6-4257-843e-cb745fc4b55c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:15.139731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a60e990-f17f-4b73-ac09-3e1613a2158c req-4362abd2-52c6-4257-843e-cb745fc4b55c tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/ports?device_id=034dafe9-2917-4fb9-87c7-fbe985ffb885 HTTP/1.1" status: 200 len: 947 time: 0.2731590 Oct 26 12:03:15.186249 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.263748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.266233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.267329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:15.267920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.355527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-1071fffd-f6e5-4f5f-8440-550089b4e1de tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_access--1401526977&fields=id&tenant_id=c27fd903152c4daca5c448cebd79f785 HTTP/1.1" status: 200 len: 267 time: 0.3258386 Oct 26 12:03:15.390387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2e2dbc67-d419-4a02-acd8-aa76238bf4cb None None] Provisioning complete for port 11a61fc7-bdb3-4977-abd3-082de616b127 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:15.390942 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbc67-d419-4a02-acd8-aa76238bf4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.444474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event deleted for resources: {'Port': ['ID=1c9c32bb-96e6-48ac-8978-8e486466832f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:15.473428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dbc67-d419-4a02-acd8-aa76238bf4cb None None] Port 11a61fc7-bdb3-4977-abd3-082de616b127 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:15.524590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9563086 Oct 26 12:03:15.599852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ca1c10bf-616d-49e4-be22-6fda1482cb3d None None] Provisioning complete for port 11a61fc7-bdb3-4977-abd3-082de616b127 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:15.600227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca1c10bf-616d-49e4-be22-6fda1482cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.602926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-fd7265c9-8437-44ef-9fbf-3f23eaceb77b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_general--1675638301&fields=id&tenant_id=c27fd903152c4daca5c448cebd79f785 HTTP/1.1" status: 200 len: 267 time: 0.2464890 Oct 26 12:03:15.667152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c10bf-616d-49e4-be22-6fda1482cb3d None None] Port 11a61fc7-bdb3-4977-abd3-082de616b127 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:15.691956 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.705066 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.761329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21782b1-d9ad-4a57-b935-13bf2ecf8a0a admin admin] Pushing event updated for resources: {'Network': ['ID=69e4ade2-f233-4963-8ee4-244f1f70197c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:15.768374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a60e990-f17f-4b73-ac09-3e1613a2158c req-ac3760b0-154e-47c1-8577-f22397ab05c4 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups?id=099629f3-499b-4e12-bb99-144e7568d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5138366 Oct 26 12:03:15.773524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 69e4ade2-f233-4963-8ee4-244f1f70197c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:03:15.777952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Router 52bbe416-5d26-4097-8262-d3d033b7537d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:03:15.806963 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Pushing event updated for resources: {'Port': ['ID=11a61fc7-bdb3-4977-abd3-082de616b127,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:15.834315 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.837018 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.837462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.838407 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.838781 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.839238 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.840309 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.845670 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.846201 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.846645 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.851264 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.851815 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:15.965969 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Attempting to bind port 11a61fc7-bdb3-4977-abd3-082de616b127 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:15.966601 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Attempting to bind port 11a61fc7-bdb3-4977-abd3-082de616b127 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:15.967108 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Attempting to bind port 11a61fc7-bdb3-4977-abd3-082de616b127 on network cd381bfd-1472-456d-bd02-7d334a2e6f37 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:15.983210 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:15.985436 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Checking segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:15.985951 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:15.987445 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Bound using segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:15.988228 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Bound port: 11a61fc7-bdb3-4977-abd3-082de616b127, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:15.989059 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:16.107818 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] For port 11a61fc7-bdb3-4977-abd3-082de616b127, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:16.111788 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] For port 11a61fc7-bdb3-4977-abd3-082de616b127, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=11a61fc7-bdb3-4977-abd3-082de616b127,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:16.120184 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:16.186154 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165bced-8232-4a22-84d1-880fe01bbebf None None] Pushing event updated for resources: {'Port': ['ID=11a61fc7-bdb3-4977-abd3-082de616b127,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:16.210993 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:16.211535 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:16.299980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-40d16db7-14f6-4e54-8bb8-f6d5268194e5 None None] Provisioning complete for port 11a61fc7-bdb3-4977-abd3-082de616b127 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:16.305344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40d16db7-14f6-4e54-8bb8-f6d5268194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:16.456392 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:16.503286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0060f3e-4b77-431a-ab33-237e7c9815e1 req-626a94af-f386-432c-a4bb-79e8bf30f884 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.5720067 Oct 26 12:03:16.578418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-91961ed5-46d4-4ad0-948f-6f6b3dad12ea tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:16.580252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40d16db7-14f6-4e54-8bb8-f6d5268194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:16.580934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-91961ed5-46d4-4ad0-948f-6f6b3dad12ea tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/networks?id=cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 200 len: 797 time: 0.8112237 Oct 26 12:03:16.601580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:16.605251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-cca483e5-f138-4971-9700-e8b88c03b9e2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/quotas/c27fd903152c4daca5c448cebd79f785 HTTP/1.1" status: 200 len: 375 time: 0.0177214 Oct 26 12:03:16.627722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:16.672555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] No DVR routers for this DVR port 1c9c32bb-96e6-48ac-8978-8e486466832f on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:03:16.674048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:16.677611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74fbd343-eb14-4458-9240-ad8c5fd5ab81 req-5dbeefb3-d44e-4315-87dd-cd10b6531ebc tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.30 "DELETE /v2.0/ports/1c9c32bb-96e6-48ac-8978-8e486466832f HTTP/1.1" status: 204 len: 173 time: 3.0046530 Oct 26 12:03:16.695020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-deleted', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:16.698335 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b70f0c-0587-42f9-86dd-b3f7594c1928" -d '{"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-deleted", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:16.751249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:16.752428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:16.755105 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-0c47948d-cb59-4ef3-8308-0e72f2ca2c98 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200979 Oct 26 12:03:16.879844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-40d16db7-14f6-4e54-8bb8-f6d5268194e5 None None] For port 11a61fc7-bdb3-4977-abd3-082de616b127, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=11a61fc7-bdb3-4977-abd3-082de616b127,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:16.893168 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40d16db7-14f6-4e54-8bb8-f6d5268194e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:16.911937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-baa41995-448f-4774-983e-735de419d55b service neutron] 10.222.0.88 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343040 Oct 26 12:03:16.956778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:17.050984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:17.122961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-00c11766-91ff-4c7f-a645-bf0d03e9a16e service neutron] 10.222.0.88 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048829 Oct 26 12:03:17.167403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2eacbe2-b655-4824-a50a-c3ca12d40130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.202275 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:17.291500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef93dd9-ce7a-4192-a651-0624b245f7df None None] The sync data for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 is: [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:17.344266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d16db7-14f6-4e54-8bb8-f6d5268194e5 None None] Pushing event updated for resources: {'Port': ['ID=11a61fc7-bdb3-4977-abd3-082de616b127,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:17.442366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-38423f6b-6f39-41b2-adb7-8f247f5b2bf7 None None] Provisioning complete for port 11a61fc7-bdb3-4977-abd3-082de616b127 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:17.442758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-38423f6b-6f39-41b2-adb7-8f247f5b2bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.449273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2eacbe2-b655-4824-a50a-c3ca12d40130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.456599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2eacbe2-b655-4824-a50a-c3ca12d40130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.539443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eacbe2-b655-4824-a50a-c3ca12d40130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e38ea6-ee09-4e5c-b998-1bd0b7c57b2a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:17.571764 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2eacbe2-b655-4824-a50a-c3ca12d40130 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d6a26a11df74f5e96d546fbc3b1898f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128397 Oct 26 12:03:17.572911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:17.688022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d12ff453-1779-4e78-b646-66c8017124fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.753446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d12ff453-1779-4e78-b646-66c8017124fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.838123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d7f06-2b26-48b8-a010-bc7ad48e071b req-7e157bc2-2115-437b-8028-8c0938a47d98 tempest-ComputeTenantNetworksTest-1771329817 tempest-ComputeTenantNetworksTest-1771329817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:17.849661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d7f06-2b26-48b8-a010-bc7ad48e071b req-7e157bc2-2115-437b-8028-8c0938a47d98 tempest-ComputeTenantNetworksTest-1771329817 tempest-ComputeTenantNetworksTest-1771329817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:17.857224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d7f06-2b26-48b8-a010-bc7ad48e071b req-7e157bc2-2115-437b-8028-8c0938a47d98 tempest-ComputeTenantNetworksTest-1771329817 tempest-ComputeTenantNetworksTest-1771329817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:17.859572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-787d7f06-2b26-48b8-a010-bc7ad48e071b req-7e157bc2-2115-437b-8028-8c0938a47d98 tempest-ComputeTenantNetworksTest-1771329817 tempest-ComputeTenantNetworksTest-1771329817-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7138512 Oct 26 12:03:17.868819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06fbd2-6673-4b16-a6b2-ea17ccdbc02a req-132ff298-79ef-4b21-b94c-77f08b1cedcb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:17.877483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce06fbd2-6673-4b16-a6b2-ea17ccdbc02a req-132ff298-79ef-4b21-b94c-77f08b1cedcb tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.4312804 Oct 26 12:03:17.887203 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d12ff453-1779-4e78-b646-66c8017124fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.901115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d12ff453-1779-4e78-b646-66c8017124fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:17.907112 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d12ff453-1779-4e78-b646-66c8017124fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/22e38ea6-ee09-4e5c-b998-1bd0b7c57b2a HTTP/1.1" status: 204 len: 168 time: 0.3326092 Oct 26 12:03:17.922681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ff453-1779-4e78-b646-66c8017124fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e38ea6-ee09-4e5c-b998-1bd0b7c57b2a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:17.988072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:18.003380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce06fbd2-6673-4b16-a6b2-ea17ccdbc02a req-8ab9e7c6-5f8e-4d49-be03-0a90a061562d tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197643 Oct 26 12:03:18.052584 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deee6b6-8536-4a90-9061-b3d4ad3534e8 x-openstack-request-id: req-9deee6b6-8536-4a90-9061-b3d4ad3534e8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:18.053155 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034dafe9-2917-4fb9-87c7-fbe985ffb885", "name": "network-vif-deleted", "tag": "1c9c32bb-96e6-48ac-8978-8e486466832f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:18.053634 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9deee6b6-8536-4a90-9061-b3d4ad3534e8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:18.054197 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034dafe9-2917-4fb9-87c7-fbe985ffb885', 'name': 'network-vif-deleted', 'tag': '1c9c32bb-96e6-48ac-8978-8e486466832f', 'status': 'completed', 'code': 200} Oct 26 12:03:18.131815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:18.161092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:18.162026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:02:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:18.247533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-956d13af-d4bb-45c8-b003-6f2f7c16ac0a req-bd5eb08c-b8f6-4d27-8360-a6711bd604a5 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 210 time: 0.1124270 Oct 26 12:03:18.344169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a19b9c61-f0ba-4390-91fe-8768c571442e req-e87e644d-b8dd-4a71-87f8-6b35266b3b01 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.1336927 Oct 26 12:03:18.454409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:18.471559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:18.606803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f577-be8b-486f-9460-aadec2c0554e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:18.614103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dddb1c-2555-437e-9d94-3bba674849d6 req-e20059fc-ba64-431b-a064-3313aea073c3 tempest-ComputeTenantNetworksTest-1771329817 tempest-ComputeTenantNetworksTest-1771329817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:18.616372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5dddb1c-2555-437e-9d94-3bba674849d6 req-e20059fc-ba64-431b-a064-3313aea073c3 tempest-ComputeTenantNetworksTest-1771329817 tempest-ComputeTenantNetworksTest-1771329817-project] 10.222.0.88 "GET /v2.0/networks/69e4ade2-f233-4963-8ee4-244f1f70197c HTTP/1.1" status: 200 len: 768 time: 0.3016353 Oct 26 12:03:18.630068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47850) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:18.682836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f577-be8b-486f-9460-aadec2c0554e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:18.730246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11a61fc7-bdb3-4977-abd3-082de616b127 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:18.732669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:18.754968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f577-be8b-486f-9460-aadec2c0554e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:18.758886 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f577-be8b-486f-9460-aadec2c0554e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:18.761746 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1a5f577-be8b-486f-9460-aadec2c0554e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "DELETE /v2.0/security-groups/099629f3-499b-4e12-bb99-144e7568d131 HTTP/1.1" status: 204 len: 168 time: 0.2882707 Oct 26 12:03:18.767966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47852) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:18.777654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5f577-be8b-486f-9460-aadec2c0554e tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099629f3-499b-4e12-bb99-144e7568d131,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:18.805531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 1c9c32bb-96e6-48ac-8978-8e486466832f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:03:18.806028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1c9c32bb-96e6-48ac-8978-8e486466832f not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:03:18.811190 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-580f4e30-a83c-453d-b77a-1da39e86ac2a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] show failed (client error): The resource could not be found. Oct 26 12:03:18.813261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-580f4e30-a83c-453d-b77a-1da39e86ac2a tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "GET /v2.0/security-groups/099629f3-499b-4e12-bb99-144e7568d131 HTTP/1.1" status: 404 len: 347 time: 0.0422843 Oct 26 12:03:18.816466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:18.867197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.034164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 11a61fc7-bdb3-4977-abd3-082de616b127 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:19.035519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.061701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Deleting port ba29bb90-1ee7-412d-aae4-12ad58586010 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:19.061701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.065024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.164383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e4ade2-f233-4963-8ee4-244f1f70197c']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:19.171518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d195ecab-f40d-4b66-a8fd-c24d4300dd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.175643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:19.206279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc0c5d-783d-402d-8b70-b03368d371fa None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:32Z', 'revision_number': 4, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8288d49b-a02f-45af-b30b-3e51a69e831d', 'name': '', 'network_id': 'c7442f1f-3908-4381-991c-02efd34245eb', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'mac_address': 'fa:16:3e:2f:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:31Z', 'updated_at': '2021-10-26T11:54:39Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'subnets': [{'id': '66bcc311-f69c-440b-b7a3-fd2370d42634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:19.240526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60f5097-ea65-4e1f-839f-e84da3d61b1f') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:19.240836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60f5097-ea65-4e1f-839f-e84da3d61b1f') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:19.265061 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.284727 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.322120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482db9-533c-4a80-b315-0b86aa3ea823 req-d3bdfc1a-9f56-47c0-b3da-1774caa2bc9a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:19.328624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e482db9-533c-4a80-b315-0b86aa3ea823 req-d3bdfc1a-9f56-47c0-b3da-1774caa2bc9a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1889825 Oct 26 12:03:19.341865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:03:19.342464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:03:19.344794 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:03:19.483578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dd71576-21e5-42bf-9b2c-f5742432c94a req-84a5a3bd-74f5-426e-a567-1e9d5ab11538 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 210 time: 0.0431919 Oct 26 12:03:19.490725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.491314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.530239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e482db9-533c-4a80-b315-0b86aa3ea823 req-65d809ed-178f-4513-bd5f-0e1f7bcda435 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919909 Oct 26 12:03:19.536669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.540734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Calling delete_port for ba29bb90-1ee7-412d-aae4-12ad58586010 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:19.567086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-dbf9314d-89f5-450b-bb86-ff79a06b7496 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:19.569756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.573310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] 10.222.0.88 "DELETE /v2.0/networks/69e4ade2-f233-4963-8ee4-244f1f70197c HTTP/1.1" status: 204 len: 168 time: 0.9400079 Oct 26 12:03:19.579782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-dbf9314d-89f5-450b-bb86-ff79a06b7496 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.100 "GET /v2.0/networks?id=cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 200 len: 797 time: 0.3374534 Oct 26 12:03:19.585893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36b0d6-4b70-4f55-862b-2a853f44dc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e4ade2-f233-4963-8ee4-244f1f70197c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:19.689098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f08b1e2f-4252-4766-a7c5-0a456beacb9f req-5797ff57-f6bc-4e55-a47e-7b3dd170fcbf tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0500920 Oct 26 12:03:19.744518 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fd49f-33d3-47e1-afa6-f11f1cd30dd7 None None] New status for floating IP 522e36fc-bad3-46b7-a663-36c06b314c56: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:03:19.766351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-2c99c79a-c62e-4535-9ab6-dca4a0bec9a3 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27fd903152c4daca5c448cebd79f785 HTTP/1.1" status: 200 len: 478 time: 0.1665962 Oct 26 12:03:19.792727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'port': {'device_id': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'admin_state_up': True, 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'security_groups': ['f899531b-dcd2-4445-b6a8-d20204da28ac', '90ed8a19-c162-4601-b413-be118d2138df']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:19.810032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47878) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:19.884555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-880b5428-1473-4edd-9c8f-9c9ab843da00 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26265911371e4b829df79dd7a91bf82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729299 Oct 26 12:03:19.887136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47880) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:19.914834 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.db.api [None req-8a3fd49f-33d3-47e1-afa6-f11f1cd30dd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:03:19.915674 n-d-812150-3 neutron-server[102762]: DEBUG oslo_db.api [None req-8a3fd49f-33d3-47e1-afa6-f11f1cd30dd7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:03:19.917195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.953996 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d5c96f8-286a-4152-8efc-1166da177939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:19.954513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Pushing event deleted for resources: {'Port': ['ID=ba29bb90-1ee7-412d-aae4-12ad58586010,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:19.981506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d5c96f8-286a-4152-8efc-1166da177939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.009645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Made reservation on behalf of c27fd903152c4daca5c448cebd79f785 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:20.013226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.035776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d5c96f8-286a-4152-8efc-1166da177939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.038696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d5c96f8-286a-4152-8efc-1166da177939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.039928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2d5c96f8-286a-4152-8efc-1166da177939 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5410b25e-66ca-4e3d-a106-0ef91ba03106 HTTP/1.1" status: 204 len: 168 time: 0.1514852 Oct 26 12:03:20.062372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c96f8-286a-4152-8efc-1166da177939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410b25e-66ca-4e3d-a106-0ef91ba03106,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:20.107517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.110129 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.114471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c99c255b-9d95-4766-ada1-5bf7a1886a86 tempest-AttachVolumeShelveTestJSON-1124014606 tempest-AttachVolumeShelveTestJSON-1124014606-project] 10.222.0.88 "DELETE /v2.0/floatingips/522e36fc-bad3-46b7-a663-36c06b314c56 HTTP/1.1" status: 204 len: 168 time: 1.2935505 Oct 26 12:03:20.185758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.20.0.3 (cd381bfd-1472-456d-bd02-7d334a2e6f37/9f9070ba-5651-4310-b51b-67229d0ab9a4/5d0029c0-1679-47c5-974b-c99f152d25f6) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:20.379049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.418291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fd49f-33d3-47e1-afa6-f11f1cd30dd7 None None] New status for floating IP 522e36fc-bad3-46b7-a663-36c06b314c56: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:03:20.426274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.502250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:20.505467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:20.509668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:20.517087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=5d0029c0-1679-47c5-974b-c99f152d25f6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:20.618072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:20.619308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.665693 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-12faa74b-8ea9-4b3c-9231-9ab57d4669ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8784580 Oct 26 12:03:20.684604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Request body: {'port': {'device_id': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:20.781918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd5a1-7936-4f98-9360-98246f23e567 req-9252f091-3133-4f78-9036-d868642b5208 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:20.788979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3efd5a1-7936-4f98-9360-98246f23e567 req-9252f091-3133-4f78-9036-d868642b5208 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 970 time: 0.1617239 Oct 26 12:03:20.849480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:20.856341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb0435-6d38-4df6-b55b-0224c5ef44ba req-a9c9c6fd-c26e-46dd-81e6-8c4101663457 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:20.864835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83fb0435-6d38-4df6-b55b-0224c5ef44ba req-a9c9c6fd-c26e-46dd-81e6-8c4101663457 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1687832 Oct 26 12:03:20.887957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3efd5a1-7936-4f98-9360-98246f23e567 req-a6be40c1-0668-4bff-a2be-db633d92ef02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0879693 Oct 26 12:03:20.951837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83fb0435-6d38-4df6-b55b-0224c5ef44ba req-16e78d06-a3ca-4b46-a5a6-d4788d887c13 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861154 Oct 26 12:03:21.061038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e52a0fe3-b4db-4b45-b4e3-b25e475dd74f req-b950ca11-0636-4062-8ac5-b0d568c0f351 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0717010 Oct 26 12:03:21.110832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e76ccbd-efe1-4db7-bd87-f02a6410037c None None] Provisioning complete for port 5d0029c0-1679-47c5-974b-c99f152d25f6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:21.111788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e76ccbd-efe1-4db7-bd87-f02a6410037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.186722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e76ccbd-efe1-4db7-bd87-f02a6410037c None None] Port 5d0029c0-1679-47c5-974b-c99f152d25f6 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:21.315462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0029c0-1679-47c5-974b-c99f152d25f6 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:03:21.339836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.382619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Transition to ACTIVE for port object 5d0029c0-1679-47c5-974b-c99f152d25f6 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:03:21.388970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.451912 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0029c0-1679-47c5-974b-c99f152d25f6,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:21.556621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Attempting to bind port 5d0029c0-1679-47c5-974b-c99f152d25f6 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:21.557506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Attempting to bind port 5d0029c0-1679-47c5-974b-c99f152d25f6 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:21.557506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Attempting to bind port 5d0029c0-1679-47c5-974b-c99f152d25f6 on network cd381bfd-1472-456d-bd02-7d334a2e6f37 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:21.567445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Port 5d0029c0-1679-47c5-974b-c99f152d25f6 on network cd381bfd-1472-456d-bd02-7d334a2e6f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:03:21.567782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Attempting to bind port 5d0029c0-1679-47c5-974b-c99f152d25f6 on network cd381bfd-1472-456d-bd02-7d334a2e6f37 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:21.573580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:21.573880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Checking segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:21.574242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Bound using segment: {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:21.574680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Bound port: 5d0029c0-1679-47c5-974b-c99f152d25f6, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae500d7-5aa5-45bc-acfd-7a06791b0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:21.575072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.653209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] For port 5d0029c0-1679-47c5-974b-c99f152d25f6, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:21.659941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] For port 5d0029c0-1679-47c5-974b-c99f152d25f6, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5d0029c0-1679-47c5-974b-c99f152d25f6,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:21.680276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.724322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68cbe48b-c7b3-4c1b-b1f8-a5313418b2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.755317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:21.756164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:21.758142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] 10.222.0.100 "PUT /v2.0/ports/5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 200 len: 1130 time: 1.0779688 Oct 26 12:03:21.758648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:21.761072 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a431899-da6d-4613-abd7-4aa760e60839" -d '{"events": [{"name": "network-changed", "server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:21.785080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c69e2-fc0b-4dee-8007-77309dd36a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0029c0-1679-47c5-974b-c99f152d25f6,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:21.886488 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13312c5-6120-49bb-b2ee-bd7410ca81da x-openstack-request-id: req-b13312c5-6120-49bb-b2ee-bd7410ca81da {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:21.886774 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:21.887043 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b13312c5-6120-49bb-b2ee-bd7410ca81da {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:21.887451 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'status': 'completed', 'code': 200} Oct 26 12:03:21.932389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-df15bd0b-ae8d-4737-a64e-98fdda5e6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:21.937206 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-df15bd0b-ae8d-4737-a64e-98fdda5e6a19 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1133 time: 0.1163619 Oct 26 12:03:22.052374 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-25c8482c-9e51-46b7-8ea3-1e9af31151bb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 200 len: 217 time: 0.1066639 Oct 26 12:03:22.133752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-c6cba246-028c-4b99-b604-9abe8ddc5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.135267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-c6cba246-028c-4b99-b604-9abe8ddc5d2d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f9070ba-5651-4310-b51b-67229d0ab9a4 HTTP/1.1" status: 200 len: 835 time: 0.0753834 Oct 26 12:03:22.180567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b673bef-007c-43f2-9ed0-d182e18a053d req-7780e829-6a37-4974-a470-8db53c65cf98 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.190235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b673bef-007c-43f2-9ed0-d182e18a053d req-7780e829-6a37-4974-a470-8db53c65cf98 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 982 time: 0.1371424 Oct 26 12:03:22.200310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57846c-7f9e-4b61-bc3f-398940b360b0 req-a4b2fa4f-1b6e-44ef-ad96-9474ea31fb0a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.202273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe57846c-7f9e-4b61-bc3f-398940b360b0 req-a4b2fa4f-1b6e-44ef-ad96-9474ea31fb0a tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1021550 Oct 26 12:03:22.222329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-aa49592f-8537-4de2-bbf9-aa8283daa428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.224503 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-aa49592f-8537-4de2-bbf9-aa8283daa428 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cd381bfd-1472-456d-bd02-7d334a2e6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785575 Oct 26 12:03:22.280298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe57846c-7f9e-4b61-bc3f-398940b360b0 req-5d8959e1-842f-478d-a526-dee78c5585fd tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Oct 26 12:03:22.300120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b673bef-007c-43f2-9ed0-d182e18a053d req-e25d76e6-73b1-4544-ad8e-8a3b5d92e2ab tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1088541 Oct 26 12:03:22.418109 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-4058c3b0-6c7a-4e60-9593-1b1c7e2aceb5 service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857748 Oct 26 12:03:22.466945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7ad4f69-a5ca-4f6f-825b-5858ea8c4ac7 req-360be5d6-c736-443e-bb9e-1951536ce16e tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0489621 Oct 26 12:03:22.569460 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ed30921c-a3bf-4f8c-994e-7f99e4d99ddc req-1ec02bff-d954-4134-820c-80c452e10f3b service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431229 Oct 26 12:03:22.682781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431899-da6d-4613-abd7-4aa760e60839 req-7c1cb939-9f74-4dfb-ac1f-15364255ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.684571 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-7c1cb939-9f74-4dfb-ac1f-15364255ab6b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1133 time: 0.0595241 Oct 26 12:03:22.821328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431899-da6d-4613-abd7-4aa760e60839 req-d630956f-cf96-4912-aa58-af5fda224dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.823720 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-d630956f-cf96-4912-aa58-af5fda224dc3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 200 len: 899 time: 0.1309884 Oct 26 12:03:22.833624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:22.883682 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-951d40a5-d832-47b9-a982-c35474f9ed89 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 200 len: 217 time: 0.0531123 Oct 26 12:03:22.955611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431899-da6d-4613-abd7-4aa760e60839 req-74b6acd6-6fae-4d14-a0cb-0f45acde2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:22.957988 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-74b6acd6-6fae-4d14-a0cb-0f45acde2e92 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f9070ba-5651-4310-b51b-67229d0ab9a4 HTTP/1.1" status: 200 len: 835 time: 0.0665736 Oct 26 12:03:23.053899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431899-da6d-4613-abd7-4aa760e60839 req-27bce39c-3a0d-4df1-8878-80374f4fbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:23.055705 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-27bce39c-3a0d-4df1-8878-80374f4fbffd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cd381bfd-1472-456d-bd02-7d334a2e6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885134 Oct 26 12:03:23.208277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:23.245842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-faed274b-2b85-4460-b55e-0fc41bb5fe6d service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803384 Oct 26 12:03:23.379908 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5a431899-da6d-4613-abd7-4aa760e60839 req-0f40ae77-7394-4809-abee-6eed49ee0c46 service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219003 Oct 26 12:03:23.539936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e300e5-9dc4-4db9-a699-a406b33310b5 req-84d379c7-14e9-492d-ab01-abadb9b42e8a tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:23.549060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0e300e5-9dc4-4db9-a699-a406b33310b5 req-84d379c7-14e9-492d-ab01-abadb9b42e8a tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 982 time: 0.1334951 Oct 26 12:03:23.565451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8270-046f-4237-a8b1-98aa62aa2997 req-9f88403e-0d1e-40ef-9705-48fd774dee87 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:23.577268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb3c8270-046f-4237-a8b1-98aa62aa2997 req-9f88403e-0d1e-40ef-9705-48fd774dee87 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1536672 Oct 26 12:03:23.635945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0e300e5-9dc4-4db9-a699-a406b33310b5 req-ae1fe032-3b1e-4a73-82c5-76db37e3605c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0557659 Oct 26 12:03:23.666052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb3c8270-046f-4237-a8b1-98aa62aa2997 req-b8b8a4d2-80aa-432d-be49-3a5451190800 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877252 Oct 26 12:03:23.748582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-97067a22-dab1-4ae6-a154-00375285894b req-6f550238-44dc-4896-a8f0-d88546c4708b tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0364976 Oct 26 12:03:24.597804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:24.834313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e7a1-17eb-4085-bbed-fb20aee077db req-0b519cdc-e817-495f-886c-d278b7c7e5fc tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:24.843335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79f4e7a1-17eb-4085-bbed-fb20aee077db req-0b519cdc-e817-495f-886c-d278b7c7e5fc tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 982 time: 0.0978627 Oct 26 12:03:24.906474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd5155-49d6-4cd2-9d90-0a8d310cb9cd req-7397f536-b06f-486d-b46c-010987297bda tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:24.908224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0acd5155-49d6-4cd2-9d90-0a8d310cb9cd req-7397f536-b06f-486d-b46c-010987297bda tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0991256 Oct 26 12:03:24.991886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0acd5155-49d6-4cd2-9d90-0a8d310cb9cd req-77cb36b5-e798-480b-bad9-8fa5319e271e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684988 Oct 26 12:03:25.006299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79f4e7a1-17eb-4085-bbed-fb20aee077db req-14708e51-d86f-4f35-9d7e-18dcba218f55 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1615283 Oct 26 12:03:25.116385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e75cd4e4-44fa-41f3-a434-689d36e30e9a req-fb4b3bd7-c774-4ce0-ad4d-0db71fc79537 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0310206 Oct 26 12:03:25.387429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:25.538347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.625347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.629599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.660287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5d0029c0-1679-47c5-974b-c99f152d25f6 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:03:25.668409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=03b03aa06c98456e814aa63f5dfdf166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795222 Oct 26 12:03:25.669199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be32248-9ba7-442f-8724-d66f8374e2df,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:25.672251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48114) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:25.730613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.731419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.731969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.732495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.733300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.734514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.735049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.735577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.736072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.736565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.737068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.737585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444ea14-e2b2-48dc-8350-b789d5c794eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:25.755949 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c804abf7-9484-4218-8688-fb813458d543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.793003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5d0029c0-1679-47c5-974b-c99f152d25f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5d0029c0-1679-47c5-974b-c99f152d25f6,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:25.800538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c804abf7-9484-4218-8688-fb813458d543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.810548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'port_id': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'mac_address': 'fa:16:3e:a0:04:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:03:25.857104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c804abf7-9484-4218-8688-fb813458d543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.860568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c804abf7-9484-4218-8688-fb813458d543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.861180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.864390 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c804abf7-9484-4218-8688-fb813458d543 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2be32248-9ba7-442f-8724-d66f8374e2df HTTP/1.1" status: 204 len: 168 time: 0.1887352 Oct 26 12:03:25.872351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804abf7-9484-4218-8688-fb813458d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be32248-9ba7-442f-8724-d66f8374e2df,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:25.877343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0029c0-1679-47c5-974b-c99f152d25f6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:03:25.906748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5d0029c0-1679-47c5-974b-c99f152d25f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5d0029c0-1679-47c5-974b-c99f152d25f6,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:25.919206 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:25.982528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5d0029c0-1679-47c5-974b-c99f152d25f6,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:26.222913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['5d0029c0-1679-47c5-974b-c99f152d25f6'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:03:26.340473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:26.342079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591288d1-d6c9-4344-8199-4753da9d14e5 req-01f90c37-d413-4533-a0de-cf6849c069df tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:26.354233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-591288d1-d6c9-4344-8199-4753da9d14e5 req-01f90c37-d413-4533-a0de-cf6849c069df tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1629870 Oct 26 12:03:26.360113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f97f84a2-5665-4f61-9420-31dcff4ee5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.396393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae664a5-22ef-4344-9c3d-df58f317fa6b req-905f567c-5a60-4dcf-bf3e-d66e4953aa90 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:26.399406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ae664a5-22ef-4344-9c3d-df58f317fa6b req-905f567c-5a60-4dcf-bf3e-d66e4953aa90 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 983 time: 0.2086954 Oct 26 12:03:26.445223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-591288d1-d6c9-4344-8199-4753da9d14e5 req-3c8d5747-d505-4ee3-bff7-68e608186117 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898237 Oct 26 12:03:26.478751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ae664a5-22ef-4344-9c3d-df58f317fa6b req-8808872f-2b51-4d20-9854-477c82298a22 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0730641 Oct 26 12:03:26.483127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f97f84a2-5665-4f61-9420-31dcff4ee5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.500921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f97f84a2-5665-4f61-9420-31dcff4ee5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.535057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f97f84a2-5665-4f61-9420-31dcff4ee5ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26cda07bb9a1428eb27666a45437573b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906395 Oct 26 12:03:26.539122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48144) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:26.564000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f84a2-5665-4f61-9420-31dcff4ee5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806ba9e-2638-407f-86c6-1e9be5d11d26,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:26.568733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aaf598c8-f0a1-4a53-a993-0cd5ca336f6a req-ef32b41c-8748-4736-b018-c1d61c246168 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0444610 Oct 26 12:03:26.628502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47db5c6b-dbed-4f99-b7e7-c5d40ffcb2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.651923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47db5c6b-dbed-4f99-b7e7-c5d40ffcb2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.701512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47db5c6b-dbed-4f99-b7e7-c5d40ffcb2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.704856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47db5c6b-dbed-4f99-b7e7-c5d40ffcb2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:26.708393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-47db5c6b-dbed-4f99-b7e7-c5d40ffcb2ad admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0806ba9e-2638-407f-86c6-1e9be5d11d26 HTTP/1.1" status: 204 len: 168 time: 0.1631260 Oct 26 12:03:26.714135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db5c6b-dbed-4f99-b7e7-c5d40ffcb2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806ba9e-2638-407f-86c6-1e9be5d11d26,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:27.660456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5d0029c0-1679-47c5-974b-c99f152d25f6 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:27.718763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 5d0029c0-1679-47c5-974b-c99f152d25f6 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:03:27.723305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 5d0029c0-1679-47c5-974b-c99f152d25f6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:27.723965 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:27.738255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ec30-e937-4a09-a6a4-77fa68dd26e3 req-6bcba28e-8e9a-4c23-b00f-588c77b4a6d8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:27.753895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa12ec30-e937-4a09-a6a4-77fa68dd26e3 req-6bcba28e-8e9a-4c23-b00f-588c77b4a6d8 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1791053 Oct 26 12:03:27.795502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90953009-6107-43f9-a33c-ddf08af26c8c req-b09adc38-b422-4562-8a5b-8042038a8067 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:27.797382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90953009-6107-43f9-a33c-ddf08af26c8c req-b09adc38-b422-4562-8a5b-8042038a8067 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 983 time: 0.2058349 Oct 26 12:03:27.825598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa12ec30-e937-4a09-a6a4-77fa68dd26e3 req-7c45e241-e43f-4e4c-920e-ada7bb861431 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Oct 26 12:03:27.889479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:27.908828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90953009-6107-43f9-a33c-ddf08af26c8c req-7dd137fc-252c-43e7-a8ef-bc4a1ef3e6ee tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1042116 Oct 26 12:03:27.950498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5d0029c0-1679-47c5-974b-c99f152d25f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5d0029c0-1679-47c5-974b-c99f152d25f6,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:27.951987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:27.955696 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cfd936-b149-477e-b8f6-b92ab8ee61a4" -d '{"events": [{"server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "name": "network-vif-plugged", "status": "completed", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:27.961247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:28.011185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9ebe128-8a44-4b8a-b5a8-b19749dc292c req-806036d2-b457-4236-8936-1a835f6babbe tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0420735 Oct 26 12:03:28.058196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5d0029c0-1679-47c5-974b-c99f152d25f6,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:28.105633 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea5fcaf-2655-4ecf-96fc-c1412463a968 x-openstack-request-id: req-eea5fcaf-2655-4ecf-96fc-c1412463a968 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:28.105945 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "name": "network-vif-plugged", "status": "completed", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:28.106523 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eea5fcaf-2655-4ecf-96fc-c1412463a968 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:28.106907 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'code': 200} Oct 26 12:03:28.252669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d06da-bb4d-40d1-ab4f-2b5bd62ee626 req-76a550fc-6a8a-440c-9729-5032f29ff00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:28.259695 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f8d06da-bb4d-40d1-ab4f-2b5bd62ee626 req-76a550fc-6a8a-440c-9729-5032f29ff00e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1135 time: 0.0619776 Oct 26 12:03:28.310591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b50e7b-98ae-458b-b7ad-af2b2c48ea82 req-2f81e94a-8df7-4267-954f-a80eafe9955c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:28.320668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b50e7b-98ae-458b-b7ad-af2b2c48ea82 req-2f81e94a-8df7-4267-954f-a80eafe9955c tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1249774 Oct 26 12:03:28.333171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48222) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:28.360263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0f8d06da-bb4d-40d1-ab4f-2b5bd62ee626 req-7ba6041e-2571-4b3f-a4af-47153e7a0b06 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0861936 Oct 26 12:03:28.387020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-268b47a4-b008-44d7-b0e2-d6f0dbbd898c req-d463106a-15ce-413c-84bd-51d8106f21d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0619161 Oct 26 12:03:28.432196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b50e7b-98ae-458b-b7ad-af2b2c48ea82 req-79e6b2f2-2231-4b0a-a210-ccbbd2976088 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Oct 26 12:03:28.573197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0505-514e-45f2-8a24-75f26c0f9ccf req-a0013cd7-eda6-42e0-a284-d6cf7f74378e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:28.582033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-243c0505-514e-45f2-8a24-75f26c0f9ccf req-a0013cd7-eda6-42e0-a284-d6cf7f74378e tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0651822 Oct 26 12:03:28.632948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-243c0505-514e-45f2-8a24-75f26c0f9ccf req-ac990cad-1e77-451e-bcfd-f5159c2cf227 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495026 Oct 26 12:03:28.999772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbca94-7132-43f8-be28-11af27dc55d5 req-93eb6364-3857-40f7-8fa2-9bebf6f22cd5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:29.002665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0bbca94-7132-43f8-be28-11af27dc55d5 req-93eb6364-3857-40f7-8fa2-9bebf6f22cd5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.0747740 Oct 26 12:03:29.136337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f0bbca94-7132-43f8-be28-11af27dc55d5 req-299bfdf0-2eb1-4584-8693-352cc30d8039 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196520 Oct 26 12:03:29.172013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9f8a2-534f-415c-a272-5012600d7fe9 req-50049eda-dbbb-4a0b-842a-431c2caf4367 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:29.203569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bec9f8a2-534f-415c-a272-5012600d7fe9 req-50049eda-dbbb-4a0b-842a-431c2caf4367 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.2127991 Oct 26 12:03:29.284949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7079b73c-8986-41c2-9445-6058dccc3ff7 req-24fecfe8-2903-479c-be69-351c8d4ed344 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0477397 Oct 26 12:03:29.321913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bec9f8a2-534f-415c-a272-5012600d7fe9 req-67b7ef79-515f-46a7-a0b2-e0dab0c30e2e tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0877571 Oct 26 12:03:29.423038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:29.757831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Deleting port 8288d49b-a02f-45af-b30b-3e51a69e831d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:29.758177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:29.853757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] For port 8288d49b-a02f-45af-b30b-3e51a69e831d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8288d49b-a02f-45af-b30b-3e51a69e831d,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:29.854591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:29.875201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Calling delete_port for 8288d49b-a02f-45af-b30b-3e51a69e831d owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:29.996299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:30.080788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.114614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8288d49b-a02f-45af-b30b-3e51a69e831d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:30.133027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3a0424d-5910-4bbf-8379-09685bff3633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.234595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3a0424d-5910-4bbf-8379-09685bff3633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.239965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3a0424d-5910-4bbf-8379-09685bff3633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.286576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3a0424d-5910-4bbf-8379-09685bff3633 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eaf50059292844799bcd82c140c066cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889824 Oct 26 12:03:30.287308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48302) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:30.364712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d04a0-b573-40c2-8024-7a1ea1210ecc req-b331ddc0-a6f4-4485-8f4a-649937f46d37 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:30.366204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f66d04a0-b573-40c2-8024-7a1ea1210ecc req-b331ddc0-a6f4-4485-8f4a-649937f46d37 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1424055 Oct 26 12:03:30.383493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0424d-5910-4bbf-8379-09685bff3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def96e3-d0aa-48c5-98c7-92a7802bf42a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:30.399877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-8c8f432f-9c82-4ffa-a96f-9f4495f947fc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:30.402674 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-8c8f432f-9c82-4ffa-a96f-9f4495f947fc tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 945 time: 0.1314831 Oct 26 12:03:30.423487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.445582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f66d04a0-b573-40c2-8024-7a1ea1210ecc req-7d384b09-c72c-426e-afe6-b5a88102a4ba tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605390 Oct 26 12:03:30.467573 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76a22740-7850-4bd7-9ba7-ab7808c74248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.545542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76a22740-7850-4bd7-9ba7-ab7808c74248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.584985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b778401-a37d-4b13-9a9d-64a166ab26cf req-aa46da03-0bd6-4acc-933b-dc25fbb203a2 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0368428 Oct 26 12:03:30.610796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:30.611722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.706140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76a22740-7850-4bd7-9ba7-ab7808c74248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.709450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76a22740-7850-4bd7-9ba7-ab7808c74248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.714005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-76a22740-7850-4bd7-9ba7-ab7808c74248 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8def96e3-d0aa-48c5-98c7-92a7802bf42a HTTP/1.1" status: 204 len: 168 time: 0.4232254 Oct 26 12:03:30.733272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a22740-7850-4bd7-9ba7-ab7808c74248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def96e3-d0aa-48c5-98c7-92a7802bf42a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:30.830584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port 0207531a-312b-4f15-9ad0-e0e0e6d9d975, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0207531a-312b-4f15-9ad0-e0e0e6d9d975,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:30.831322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:30.854663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for 0207531a-312b-4f15-9ad0-e0e0e6d9d975 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:31.029337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.043368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0207531a-312b-4f15-9ad0-e0e0e6d9d975'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:03:31.094641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=0207531a-312b-4f15-9ad0-e0e0e6d9d975,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:31.106795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4274ba7-4d8a-4f07-b5b0-319f34653f61 req-83795988-5beb-434a-abac-62b6a54d773f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd2989e6dc884f12b2bc85e2cae5e2d7&device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0663047 Oct 26 12:03:31.114674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:03:31.119253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e534a159-fd5b-47ad-bb69-e882e1a5e647 req-8229d22a-4530-43cb-ae2b-6de1988a3a98 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0806034 Oct 26 12:03:31.134355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port 0207531a-312b-4f15-9ad0-e0e0e6d9d975 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:03:31.137557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.145434 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-edb8094d-f438-4b6c-bb30-ec7ed68ed1ad req-04becb1d-2393-4758-ba2d-c65d5c93da29 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.100 "DELETE /v2.0/ports/0207531a-312b-4f15-9ad0-e0e0e6d9d975 HTTP/1.1" status: 204 len: 173 time: 0.7335379 Oct 26 12:03:31.145969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'name': 'network-vif-deleted', 'tag': '0207531a-312b-4f15-9ad0-e0e0e6d9d975'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:31.148360 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc2bfc8-cd76-4c5b-87f4-4bc271986f2e" -d '{"events": [{"server_uuid": "a16e5351-7e65-4349-a7e8-439cd7d6bcbe", "name": "network-vif-deleted", "tag": "0207531a-312b-4f15-9ad0-e0e0e6d9d975"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:31.169938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b7ff-7932-4538-ab36-e22ccc2e7f74 req-49728e83-8462-4b52-974b-3268e414eefc tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:31.181360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8889b7ff-7932-4538-ab36-e22ccc2e7f74 req-49728e83-8462-4b52-974b-3268e414eefc tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.6281481 Oct 26 12:03:31.184252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48332) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:31.201989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-63aca9a2-d3a4-4ae2-8f54-fa1a972874bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.216926 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497d188-9649-46f4-9514-37a867dc3957 x-openstack-request-id: req-5497d188-9649-46f4-9514-37a867dc3957 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:31.217219 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e5351-7e65-4349-a7e8-439cd7d6bcbe", "name": "network-vif-deleted", "tag": "0207531a-312b-4f15-9ad0-e0e0e6d9d975", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:31.217480 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5497d188-9649-46f4-9514-37a867dc3957 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:31.218389 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e5351-7e65-4349-a7e8-439cd7d6bcbe', 'name': 'network-vif-deleted', 'tag': '0207531a-312b-4f15-9ad0-e0e0e6d9d975', 'status': 'completed', 'code': 200} Oct 26 12:03:31.283832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4274ba7-4d8a-4f07-b5b0-319f34653f61 req-74298663-d098-4f8d-a7a4-292e92ab1616 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd2989e6dc884f12b2bc85e2cae5e2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1611054 Oct 26 12:03:31.342649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-63aca9a2-d3a4-4ae2-8f54-fa1a972874bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.347762 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-63aca9a2-d3a4-4ae2-8f54-fa1a972874bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.371044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8889b7ff-7932-4538-ab36-e22ccc2e7f74 req-e2f3b628-610f-4d28-bfe6-5cc19e252250 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1887863 Oct 26 12:03:31.376769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aca9a2-d3a4-4ae2-8f54-fa1a972874bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb3687-3b81-4870-82ce-4e19c418433c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:31.390778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Router 52bbe416-5d26-4097-8262-d3d033b7537d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:03:31.434454 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-63aca9a2-d3a4-4ae2-8f54-fa1a972874bd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3d749c59b7c43f3b23e7b38dedd98fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491167 Oct 26 12:03:31.438139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48340) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:31.505006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b843b123-7113-491e-969b-f4926b6b6b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.532378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b843b123-7113-491e-969b-f4926b6b6b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.591000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b843b123-7113-491e-969b-f4926b6b6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.593838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b843b123-7113-491e-969b-f4926b6b6b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.595046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b843b123-7113-491e-969b-f4926b6b6b72 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8fcb3687-3b81-4870-82ce-4e19c418433c HTTP/1.1" status: 204 len: 168 time: 0.1558225 Oct 26 12:03:31.618966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843b123-7113-491e-969b-f4926b6b6b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb3687-3b81-4870-82ce-4e19c418433c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:31.645840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b78933b8-6e52-463f-acb6-4991e71b5b25 req-9c291f71-f41a-4819-beb4-0066d3ee23b2 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=a16e5351-7e65-4349-a7e8-439cd7d6bcbe HTTP/1.1" status: 200 len: 210 time: 0.0651660 Oct 26 12:03:31.647094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4274ba7-4d8a-4f07-b5b0-319f34653f61 req-e4a325d1-6dde-49c4-9ee9-09eb3081d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:31.648693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4274ba7-4d8a-4f07-b5b0-319f34653f61 req-e4a325d1-6dde-49c4-9ee9-09eb3081d924 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3559773 Oct 26 12:03:31.695532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810c10-364f-4788-bea3-74a7f1a764dd req-4cc60e35-cbd4-451c-adf0-d7efb1da4c4e tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:31.697329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00810c10-364f-4788-bea3-74a7f1a764dd req-4cc60e35-cbd4-451c-adf0-d7efb1da4c4e tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.2294495 Oct 26 12:03:31.705847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:31.717572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] Sync routers for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:31.718136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc2069d3-5d86-499b-8c54-cd9ec9fc22fe admin admin] 10.222.0.88 "PUT /v2.0/routers/52bbe416-5d26-4097-8262-d3d033b7537d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3834357 Oct 26 12:03:31.720649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:31.739989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:31.740640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:31.812800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00810c10-364f-4788-bea3-74a7f1a764dd req-1ef165e1-bbb1-412a-8fe7-ac9728982b68 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1089098 Oct 26 12:03:31.911713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:31.926191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:32.006358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03a85f-ed36-48c7-b02b-7175759a5ae8 req-3f2585d6-e62b-4bb3-96fb-34c7d98ac860 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:32.013602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f03a85f-ed36-48c7-b02b-7175759a5ae8 req-3f2585d6-e62b-4bb3-96fb-34c7d98ac860 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1135 time: 0.0947459 Oct 26 12:03:32.047155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.049342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7f03a85f-ed36-48c7-b02b-7175759a5ae8 req-bec45d2f-125f-4a21-9874-479c2e26d822 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.178855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Deleting port f7cb54b1-a217-422a-a831-ed277bf56228 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:32.179232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.190891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7f03a85f-ed36-48c7-b02b-7175759a5ae8 req-bec45d2f-125f-4a21-9874-479c2e26d822 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.198183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7f03a85f-ed36-48c7-b02b-7175759a5ae8 req-bec45d2f-125f-4a21-9874-479c2e26d822 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.216003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T12:03:30Z', 'revision_number': 5, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port': {'id': 'f7cb54b1-a217-422a-a831-ed277bf56228', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:32.248382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] Checking router: 52bbe416-5d26-4097-8262-d3d033b7537d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:32.259762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] Routers {'52bbe416-5d26-4097-8262-d3d033b7537d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:32.260613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['52bbe416-5d26-4097-8262-d3d033b7537d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:32.261785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c98f82-4dfd-461e-83be-0e046c02b9ab req-24180fda-631b-4b52-b56a-31bebc304b8e tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0455201 Oct 26 12:03:32.283433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f03a85f-ed36-48c7-b02b-7175759a5ae8 req-bec45d2f-125f-4a21-9874-479c2e26d822 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2661705 Oct 26 12:03:32.285736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec45d2f-125f-4a21-9874-479c2e26d822 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6e42f-3581-418d-9ce7-965e32d5d4f4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:32.306894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48372) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:32.372126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] For port f7cb54b1-a217-422a-a831-ed277bf56228, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f7cb54b1-a217-422a-a831-ed277bf56228,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:32.372628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.386486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809d10b-29b3-4220-a774-57e6e3ce6b50 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:32.389031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e809d10b-29b3-4220-a774-57e6e3ce6b50 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1130 time: 0.0766523 Oct 26 12:03:32.393135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48374) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:32.394097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] Set router 52bbe416-5d26-4097-8262-d3d033b7537d gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:32.397309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Calling delete_port for f7cb54b1-a217-422a-a831-ed277bf56228 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:32.403273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:32.451816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T12:03:32Z', 'revision_number': 6, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:32.453707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.497103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d907f-7190-4742-8df6-15750dc4b9ec None None] The sync data for ids ['52bbe416-5d26-4097-8262-d3d033b7537d'] in n-d-812150-3 is: [{'id': '52bbe416-5d26-4097-8262-d3d033b7537d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041592426-router', 'tenant_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:54:27Z', 'updated_at': '2021-10-26T12:03:32Z', 'revision_number': 6, 'project_id': '5d54f7e30c12467cb9bfe1b69641b67d', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:32.601560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.647168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.688317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cb54b1-a217-422a-a831-ed277bf56228,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:32.767292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.25.4.63 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/b19a480f-a964-4046-9668-ee2b62be1e29) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:32.782767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.902761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.906662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.986068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:32.987021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52bbe416-5d26-4097-8262-d3d033b7537d {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:03:32.997905 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.001594 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58d2cb3e-6557-41e1-b7f8-4df73db02994 admin admin] 10.222.0.88 "DELETE /v2.0/routers/52bbe416-5d26-4097-8262-d3d033b7537d HTTP/1.1" status: 204 len: 168 time: 1.2774906 Oct 26 12:03:33.001839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48414) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:33.018120 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.058917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Deleting subnet 66bcc311-f69c-440b-b7a3-fd2370d42634 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:03:33.072213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.149214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4274ba7-4d8a-4f07-b5b0-319f34653f61 req-f13a8705-0d52-43ba-99e9-76e07d242693 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0420079 Oct 26 12:03:33.151088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.166433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.237468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:33.264465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:33.270401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:33.342601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.431307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=b19a480f-a964-4046-9668-ee2b62be1e29,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:33.469946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.494587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.497242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d357d-55b7-4010-9702-a937b9173760 None None] Network c7442f1f-3908-4381-991c-02efd34245eb requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:33.504006 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/66bcc311-f69c-440b-b7a3-fd2370d42634 HTTP/1.1" status: 204 len: 168 time: 0.5010660 Oct 26 12:03:33.513176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c99504d-46eb-441a-a739-ca193a6419c2 req-31e8bc64-1b55-4ceb-820d-4f337751c536 tempest-ServerShowV257Test-328822558 tempest-ServerShowV257Test-328822558-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7e30986-1a33-4320-8fc7-cd2be0600ffa HTTP/1.1" status: 200 len: 210 time: 0.0788376 Oct 26 12:03:33.513708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48446) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:33.535294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77d2fe-bccd-49be-95cc-629f9a9606f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bcc311-f69c-440b-b7a3-fd2370d42634,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:33.759416 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.763814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0207531a-312b-4f15-9ad0-e0e0e6d9d975 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:33.851857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 0207531a-312b-4f15-9ad0-e0e0e6d9d975 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:03:33.852990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0207531a-312b-4f15-9ad0-e0e0e6d9d975 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:03:33.863709 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:33.981903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] DHCP port deletion for c7442f1f-3908-4381-991c-02efd34245eb request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:03:34.052117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] Deleting port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:34.052504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.090284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929729-67af-495e-a0b2-d1e50610922e req-2e2c8b54-11d3-437f-95e8-4a510fcfd1be tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:34.098623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd929729-67af-495e-a0b2-d1e50610922e req-2e2c8b54-11d3-437f-95e8-4a510fcfd1be tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 945 time: 0.1746724 Oct 26 12:03:34.165700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] For port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:34.166244 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.183162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Deleting port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:34.183514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.190476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] Calling delete_port for 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:34.192341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8288d49b-a02f-45af-b30b-3e51a69e831d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:34.215578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd929729-67af-495e-a0b2-d1e50610922e req-7e7e1619-f3f6-4e22-bbc7-3fca31b0d947 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157823 Oct 26 12:03:34.218853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 8288d49b-a02f-45af-b30b-3e51a69e831d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:03:34.219391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8288d49b-a02f-45af-b30b-3e51a69e831d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:03:34.219966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f7cb54b1-a217-422a-a831-ed277bf56228 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:34.242675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f7cb54b1-a217-422a-a831-ed277bf56228 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:03:34.243049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f7cb54b1-a217-422a-a831-ed277bf56228 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:03:34.243727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:34.248488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.310943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] For port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,segment=NetworkSegment(881ea2af-6018-4ada-a95c-21e58cb2013e),segment_id=881ea2af-6018-4ada-a95c-21e58cb2013e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:34.311362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.352196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Calling delete_port for 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:34.369675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.384290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.442192 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.636087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.672817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Pushing event deleted for resources: {'Port': ['ID=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:34.686984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] No DVR routers for this DVR port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:03:34.764215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] Pushing event deleted for resources: {'Port': ['ID=9b09d4a7-3d1a-4385-9d03-a9bd2db41121,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:34.769621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dced87-f292-4f3a-839a-992639fa6c0e None None] No DVR routers for this DVR port 9b09d4a7-3d1a-4385-9d03-a9bd2db41121 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:03:34.802838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.824115 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.840101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.889971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48472) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:34.892226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7442f1f-3908-4381-991c-02efd34245eb']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:34.898975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=b19a480f-a964-4046-9668-ee2b62be1e29,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:34.915337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881ea2af-6018-4ada-a95c-21e58cb2013e') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:34.915723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881ea2af-6018-4ada-a95c-21e58cb2013e') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:34.932060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48476) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:34.953777 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.980592 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.994381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:34.998747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:03:34.999883 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:03:35.001775 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:03:35.088739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2b0745e-d513-457a-a1e4-711fa46b27e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.138812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.149478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.155873 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] 10.222.0.88 "DELETE /v2.0/networks/c7442f1f-3908-4381-991c-02efd34245eb HTTP/1.1" status: 204 len: 168 time: 1.6092596 Oct 26 12:03:35.165628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-916d508d-8d1f-429b-a033-ff209d5c69f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.171610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe1539-1abe-4e33-b269-ba5c57b31fee admin admin] Pushing event deleted for resources: {'Network': ['ID=c7442f1f-3908-4381-991c-02efd34245eb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:35.176747 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Floating IP 5a63d069-f342-475e-a197-bcfb9f2f5699 associated. External IP: 172.25.4.63, port: 5d0029c0-1679-47c5-974b-c99f152d25f6. Oct 26 12:03:35.246051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2b0745e-d513-457a-a1e4-711fa46b27e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.270237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.286812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a2b0745e-d513-457a-a1e4-711fa46b27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.331855 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a2b0745e-d513-457a-a1e4-711fa46b27e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd2989e6dc884f12b2bc85e2cae5e2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983631 Oct 26 12:03:35.342511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48484) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:35.373527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0745e-d513-457a-a1e4-711fa46b27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3804bae3-befc-468f-ab58-bbcacdf47b50,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:35.385347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-916d508d-8d1f-429b-a033-ff209d5c69f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.393382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48486) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:35.396366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-916d508d-8d1f-429b-a033-ff209d5c69f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.419877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602a00-8b1f-4090-bc35-dbd137b0c2ac req-8ee16229-39ff-4b37-ad87-c6613bad40b9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:35.421426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10602a00-8b1f-4090-bc35-dbd137b0c2ac req-8ee16229-39ff-4b37-ad87-c6613bad40b9 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 945 time: 0.1183431 Oct 26 12:03:35.438012 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-916d508d-8d1f-429b-a033-ff209d5c69f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e4467162ab64acdb1c91521ffa29c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464890 Oct 26 12:03:35.440817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48488) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:35.447247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d508d-8d1f-429b-a033-ff209d5c69f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8133e6c-1ea8-4ff8-b931-1fc2a730d0e3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:35.497802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f8a967c-ff16-4bc1-a2b5-1a5e48e8ab66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.520863 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f8a967c-ff16-4bc1-a2b5-1a5e48e8ab66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.586908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f8a967c-ff16-4bc1-a2b5-1a5e48e8ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.590053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f8a967c-ff16-4bc1-a2b5-1a5e48e8ab66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.591324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f8a967c-ff16-4bc1-a2b5-1a5e48e8ab66 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8133e6c-1ea8-4ff8-b931-1fc2a730d0e3 HTTP/1.1" status: 204 len: 168 time: 0.1493583 Oct 26 12:03:35.601564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a967c-ff16-4bc1-a2b5-1a5e48e8ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8133e6c-1ea8-4ff8-b931-1fc2a730d0e3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:35.902179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2a09724-5e70-458d-b637-c2f594b71701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.905663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-93d26fa7-0d8a-41d7-9e91-652da3ff02cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d54f7e30c12467cb9bfe1b69641b67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084877 Oct 26 12:03:35.908444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48496) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:35.941842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10602a00-8b1f-4090-bc35-dbd137b0c2ac req-8c07f4cc-eb9b-4b35-b782-f943969665e5 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/security-groups?id=3d16c694-872e-4341-9c34-ee993b19949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953704 Oct 26 12:03:35.977222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6126fc7-346d-4699-abdc-9c82d19f5f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:35.983991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2a09724-5e70-458d-b637-c2f594b71701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.003636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-917f7177-42af-4bee-a57c-93e4e537abb3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:36.004144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6126fc7-346d-4699-abdc-9c82d19f5f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.005147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-917f7177-42af-4bee-a57c-93e4e537abb3 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 945 time: 0.4193635 Oct 26 12:03:36.016313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48498) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:36.041868 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff62884-5d14-49e7-a9e2-9e6d6fa39d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.083725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:03:36.115099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6126fc7-346d-4699-abdc-9c82d19f5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.118720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6126fc7-346d-4699-abdc-9c82d19f5f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.122892 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6126fc7-346d-4699-abdc-9c82d19f5f43 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8c0da4ca-7013-452d-9a47-71a422fd164c HTTP/1.1" status: 204 len: 168 time: 0.2128799 Oct 26 12:03:36.133243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126fc7-346d-4699-abdc-9c82d19f5f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0da4ca-7013-452d-9a47-71a422fd164c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:36.199290 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2a09724-5e70-458d-b637-c2f594b71701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.202403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2a09724-5e70-458d-b637-c2f594b71701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.205813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c2a09724-5e70-458d-b637-c2f594b71701 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3804bae3-befc-468f-ab58-bbcacdf47b50 HTTP/1.1" status: 204 len: 168 time: 0.8585553 Oct 26 12:03:36.230273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a09724-5e70-458d-b637-c2f594b71701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3804bae3-befc-468f-ab58-bbcacdf47b50,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:36.232534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff62884-5d14-49e7-a9e2-9e6d6fa39d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.260625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ff62884-5d14-49e7-a9e2-9e6d6fa39d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.265846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Deleting port 201b6b63-7a02-4027-b826-fc2be22691e4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:03:36.266180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.315533 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ff62884-5d14-49e7-a9e2-9e6d6fa39d9b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bfed8a2a55544b58bf211ffb49c9b664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980843 Oct 26 12:03:36.322032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48504) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:36.349353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff62884-5d14-49e7-a9e2-9e6d6fa39d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43fd4be-40a0-4e12-b051-220a3d3c690e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:36.357577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:36.375321 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] Sync routers for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:36.392929 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:36.393834 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:36.404258 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.414649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c08fb0-0d7d-42e3-9821-4eb54667f23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.471353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:36.471621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c688d66a-fe46-479c-acb2-32acbeee766f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0764787 Oct 26 12:03:36.476790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:36.479299 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bfba41-5778-4bcb-8d62-ad6dc63d1727" -d '{"events": [{"name": "network-changed", "server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:36.491309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] For port 201b6b63-7a02-4027-b826-fc2be22691e4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=201b6b63-7a02-4027-b826-fc2be22691e4,segment=NetworkSegment(1a67c254-bf0b-45e7-b288-fc02cafd498a),segment_id=1a67c254-bf0b-45e7-b288-fc02cafd498a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:36.491950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.504135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c08fb0-0d7d-42e3-9821-4eb54667f23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.517143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Calling delete_port for 201b6b63-7a02-4027-b826-fc2be22691e4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:03:36.584143 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f2d43b-0579-44d8-97f9-143cc92b5d68 x-openstack-request-id: req-a1f2d43b-0579-44d8-97f9-143cc92b5d68 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:36.584413 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:36.586044 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1f2d43b-0579-44d8-97f9-143cc92b5d68 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:36.598904 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'status': 'completed', 'code': 200} Oct 26 12:03:36.633985 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:36.645776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c08fb0-0d7d-42e3-9821-4eb54667f23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.649168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c08fb0-0d7d-42e3-9821-4eb54667f23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.650621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c9c08fb0-0d7d-42e3-9821-4eb54667f23e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f43fd4be-40a0-4e12-b051-220a3d3c690e HTTP/1.1" status: 204 len: 168 time: 0.3260300 Oct 26 12:03:36.664175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c08fb0-0d7d-42e3-9821-4eb54667f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43fd4be-40a0-4e12-b051-220a3d3c690e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:36.737219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.753244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['201b6b63-7a02-4027-b826-fc2be22691e4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:03:36.772253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Pushing event deleted for resources: {'Port': ['ID=201b6b63-7a02-4027-b826-fc2be22691e4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:36.891842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] No DVR routers for this DVR port 201b6b63-7a02-4027-b826-fc2be22691e4 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:03:36.898668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:36.903765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-196d028f-5ddc-4f24-81a4-679c8cd2cd22 req-48a969f0-e3fd-454f-bbb6-d92195bf258f tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.30 "DELETE /v2.0/ports/201b6b63-7a02-4027-b826-fc2be22691e4 HTTP/1.1" status: 204 len: 173 time: 0.8867576 Oct 26 12:03:36.998039 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5a63d069-f342-475e-a197-bcfb9f2f5699', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'port_id': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'mac_address': 'fa:16:3e:a0:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:03:33Z', 'updated_at': '2021-10-26T12:03:33Z', 'revision_number': 0, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:37.055002 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] Checking router: 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:37.063960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:37.064802 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:37.114056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cbb2580f-2001-463b-b363-d632253bace0 req-ae28531b-4d40-4416-b2d2-7023f50e8254 tempest-ServersTestJSON-563364818 tempest-ServersTestJSON-563364818-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1ed5e50-413b-46b5-82fd-9e0a5bab79cc HTTP/1.1" status: 200 len: 210 time: 0.0590999 Oct 26 12:03:37.293761 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:37.522986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-1c52db6d-f6b5-462a-b1e9-5195d5ff2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.527439 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-1c52db6d-f6b5-462a-b1e9-5195d5ff2c9c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1135 time: 0.7952964 Oct 26 12:03:37.682487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.683012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.683463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.690027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.690509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.691097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.691724 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.692124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.694306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5238eb02-3c5a-4836-bd38-ad9ec89d2460 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 1.2214468 Oct 26 12:03:37.697472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48550) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:37.876464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-015aeec6-f191-4ba7-88ca-94da18cb5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.877970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-015aeec6-f191-4ba7-88ca-94da18cb5dca service neutron] 10.222.0.100 "GET /v2.0/networks?id=cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 200 len: 899 time: 0.3353224 Oct 26 12:03:37.881870 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.882342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.882807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.883292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.883746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.884201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.884828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.888314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:37.894171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fe5dd4ae-224e-447c-aef2-f6607e3508b0 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5176 time: 0.1926620 Oct 26 12:03:37.894171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:37.935680 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5a63d069-f342-475e-a197-bcfb9f2f5699', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'port_id': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'mac_address': 'fa:16:3e:a0:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:03:33Z', 'updated_at': '2021-10-26T12:03:33Z', 'revision_number': 0, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:38.008994 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9241a-9b69-4399-8412-90cb0e7cd364 None None] The sync data for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 is: [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '5a63d069-f342-475e-a197-bcfb9f2f5699', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'port_id': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'mac_address': 'fa:16:3e:a0:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:03:33Z', 'updated_at': '2021-10-26T12:03:33Z', 'revision_number': 0, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:38.120696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-8fda2099-48af-47bc-8cd0-17a229d95fed service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 200 len: 998 time: 0.2287886 Oct 26 12:03:38.179499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:38.250620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48580) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:38.265429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-cd24dc06-ff9f-4eff-becc-848ba30fbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:38.267203 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-cd24dc06-ff9f-4eff-becc-848ba30fbfd2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f9070ba-5651-4310-b51b-67229d0ab9a4 HTTP/1.1" status: 200 len: 835 time: 0.1311436 Oct 26 12:03:38.278076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Deleting subnet 8d545f69-7b6d-431f-8cc8-f88f2a793540 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:03:38.309306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.384256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425940e-6058-419b-9833-ae71a4ee0141 None None] New status for floating IP 5a63d069-f342-475e-a197-bcfb9f2f5699: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:03:38.393108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.449782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-a5ca6929-89d6-4e62-8c8d-2f99c8ffcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:38.451313 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-a5ca6929-89d6-4e62-8c8d-2f99c8ffcef3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cd381bfd-1472-456d-bd02-7d334a2e6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707551 Oct 26 12:03:38.455611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.494127 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-642a93e2-2928-42a6-a282-654d6786b039 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2338 time: 0.5995047 Oct 26 12:03:38.497135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48588) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:38.601479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.602031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'name': 'network-vif-deleted', 'tag': '201b6b63-7a02-4027-b826-fc2be22691e4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:38.612983 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca63b63-e572-463d-9c64-f34a611007b8" -d '{"events": [{"server_uuid": "d1ed5e50-413b-46b5-82fd-9e0a5bab79cc", "name": "network-vif-deleted", "tag": "201b6b63-7a02-4027-b826-fc2be22691e4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:38.622656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1140202462-network', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:38.635808 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-f5d1b395-926a-4214-831c-2e9e1e1ba911 service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570177 Oct 26 12:03:38.638767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d545f69-7b6d-431f-8cc8-f88f2a793540,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:38.641000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.644881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a8b74dc-f574-4675-9bc5-24ec820663b2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8d545f69-7b6d-431f-8cc8-f88f2a793540 HTTP/1.1" status: 204 len: 168 time: 0.4636335 Oct 26 12:03:38.654000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48592) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:38.721995 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7064ca28-5ff6-4c82-adb9-9b9b2f3eb4a8 x-openstack-request-id: req-7064ca28-5ff6-4c82-adb9-9b9b2f3eb4a8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:38.723066 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ed5e50-413b-46b5-82fd-9e0a5bab79cc", "name": "network-vif-deleted", "tag": "201b6b63-7a02-4027-b826-fc2be22691e4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:38.724425 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7064ca28-5ff6-4c82-adb9-9b9b2f3eb4a8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:38.725204 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ed5e50-413b-46b5-82fd-9e0a5bab79cc', 'name': 'network-vif-deleted', 'tag': '201b6b63-7a02-4027-b826-fc2be22691e4', 'status': 'completed', 'code': 200} Oct 26 12:03:38.742686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f25ce-24a9-4b2c-bbd0-dca46cb795bd tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:38.745258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f25ce-24a9-4b2c-bbd0-dca46cb795bd tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:38.748446 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8b2f25ce-24a9-4b2c-bbd0-dca46cb795bd tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 HTTP/1.1" status: 200 len: 1989 time: 0.2498426 Oct 26 12:03:38.760450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Made reservation on behalf of ba426a4cf8c24914b50dbf23a5088957 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:38.765696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.786070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.798128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.827888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-94bfba41-5778-4bcb-8d62-ad6dc63d1727 req-300d08fa-ae2b-4479-8d3a-307a434ddcf1 service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816356 Oct 26 12:03:38.919529 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.932428 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.939281 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.945952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b219cc38-9295-4a8e-940f-156488ad9016']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:38.952416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:03:38.963493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a67c254-bf0b-45e7-b288-fc02cafd498a') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:38.963842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a67c254-bf0b-45e7-b288-fc02cafd498a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:38.964100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:38.964497 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Added segment 3a73ce62-d3c3-4413-b459-eb89792e5d01 of type vlan for network d718bb8b-0f5a-40f3-8925-3a997058ad4b Oct 26 12:03:38.990990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.018443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.034735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.056099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:03:39.056643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:03:39.058785 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:03:39.103134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6b123-b264-492e-b744-3697d2426fd8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:39.120583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.121594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:39.122184 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.178473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.186808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.194608 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] 10.222.0.88 "DELETE /v2.0/networks/b219cc38-9295-4a8e-940f-156488ad9016 HTTP/1.1" status: 204 len: 168 time: 0.5378122 Oct 26 12:03:39.202782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9503834 Oct 26 12:03:39.206850 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48616) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:39.212346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Request body: {'subnet': {'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1140202462-subnet', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:39.216649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c8328-a898-4b7a-b508-5c0964e2059e admin admin] Pushing event deleted for resources: {'Network': ['ID=b219cc38-9295-4a8e-940f-156488ad9016,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:39.238643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368bfa-a005-4b8f-9527-208632c45340 admin admin] Pushing event updated for resources: {'Network': ['ID=d718bb8b-0f5a-40f3-8925-3a997058ad4b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:39.252250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Made reservation on behalf of ba426a4cf8c24914b50dbf23a5088957 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:39.255283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:03:39.256062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.434075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48622) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:39.471737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.518972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc87c80a-5639-4693-b579-27b8ce6546df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc4e153da4d04b038b5019884423e22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829213 Oct 26 12:03:39.527093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:39.560112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:39.593189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Checking segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:39.593702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Network hostable DHCP agents. Network: d718bb8b-0f5a-40f3-8925-3a997058ad4b, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:03:39.625291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5357979-d1df-4b0f-a9e4-6c53461e699c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.636589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:03:39.659452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, d718bb8b-0f5a-40f3-8925-3a997058ad4b) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:39.663243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5357979-d1df-4b0f-a9e4-6c53461e699c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.667668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8181e-370f-47e7-a05f-014ae5eed830 None None] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:39.691980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:39.692729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.762889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48638) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:39.763146 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6a2c741-e9b2-4bf2-99b4-b3e327a33bb3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5545528 Oct 26 12:03:39.769194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:39.787983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5357979-d1df-4b0f-a9e4-6c53461e699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.792215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5357979-d1df-4b0f-a9e4-6c53461e699c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.794086 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5357979-d1df-4b0f-a9e4-6c53461e699c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3d16c694-872e-4341-9c34-ee993b19949a HTTP/1.1" status: 204 len: 168 time: 0.2652524 Oct 26 12:03:39.814167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5357979-d1df-4b0f-a9e4-6c53461e699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d16c694-872e-4341-9c34-ee993b19949a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:39.824456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.826529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.913846 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:39.945872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-d718bb8b-0f5a-40f3-8925-3a997058ad4b', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:03:39.947384 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.109252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Allocated IP 172.20.0.2 (d718bb8b-0f5a-40f3-8925-3a997058ad4b/77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b/5d214a22-6a90-4201-8416-02c31ccb9880) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:40.110941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.312925 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.329494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.343643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:40.347093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:40.370852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:40.393170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Pushing event updated for resources: {'Port': ['ID=5d214a22-6a90-4201-8416-02c31ccb9880,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:40.466110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Attempting to bind port 5d214a22-6a90-4201-8416-02c31ccb9880 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:40.466696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Attempting to bind port 5d214a22-6a90-4201-8416-02c31ccb9880 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:40.467243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Attempting to bind port 5d214a22-6a90-4201-8416-02c31ccb9880 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:40.474335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:40.474972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Checking segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:40.475706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.476824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Bound using segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:40.476936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.477902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Bound port: 5d214a22-6a90-4201-8416-02c31ccb9880, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:40.478833 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.500158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.574344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] For port 5d214a22-6a90-4201-8416-02c31ccb9880, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:40.578836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] For port 5d214a22-6a90-4201-8416-02c31ccb9880, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5d214a22-6a90-4201-8416-02c31ccb9880,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:40.586737 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.633444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Allocated IP 172.25.4.26 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/e5352473-71ee-4a4d-a3d6-e964a8e565ee) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:40.642946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 201b6b63-7a02-4027-b826-fc2be22691e4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:03:40.683029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 201b6b63-7a02-4027-b826-fc2be22691e4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:03:40.684050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 201b6b63-7a02-4027-b826-fc2be22691e4 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:03:40.687482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f560c9e-2252-404b-b60e-35201c94d424 None None] Pushing event updated for resources: {'Port': ['ID=5d214a22-6a90-4201-8416-02c31ccb9880,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:40.820863 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.877232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:40.970764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:40.974580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:40.978350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:41.027254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Pushing event updated for resources: {'Port': ['ID=e5352473-71ee-4a4d-a3d6-e964a8e565ee,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:41.383799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:41.682430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:41.884784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:03:42.002251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e1a53-5689-4b6a-b93a-e930dac504de None None] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:03:42.103461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:42.118764 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:42.150241 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:42.150372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-94d01cd3-6f08-4583-8671-9e938d4c7cc6 None None] Provisioning complete for port 5d214a22-6a90-4201-8416-02c31ccb9880 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:42.150714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-94d01cd3-6f08-4583-8671-9e938d4c7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:42.150919 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:42.158444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:42.160079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c423b05d-5739-47c3-8626-1cc21e442d4b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3961713 Oct 26 12:03:42.163227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:42.310537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-94d01cd3-6f08-4583-8671-9e938d4c7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:42.314198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5d214a22-6a90-4201-8416-02c31ccb9880 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:42.424556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-94d01cd3-6f08-4583-8671-9e938d4c7cc6 None None] For port 5d214a22-6a90-4201-8416-02c31ccb9880, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5d214a22-6a90-4201-8416-02c31ccb9880,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:42.441162 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:42.441300 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-94d01cd3-6f08-4583-8671-9e938d4c7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:42.581303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5d214a22-6a90-4201-8416-02c31ccb9880 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:42.581904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:42.632317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d01cd3-6f08-4583-8671-9e938d4c7cc6 None None] Pushing event updated for resources: {'Port': ['ID=5d214a22-6a90-4201-8416-02c31ccb9880,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:42.851409 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:41Z', 'revision_number': 3, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:42.890340 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:42.890896 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Updating router 8cebce30-65fc-484e-b2a8-a59262f67e36 port e5352473-71ee-4a4d-a3d6-e964a8e565ee binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:03:42.953775 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.043271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.097471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2fb9c71a-2da4-4559-8735-37ba991017fa None None] Provisioning complete for port 5d214a22-6a90-4201-8416-02c31ccb9880 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:43.098000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c71a-2da4-4559-8735-37ba991017fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.294962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Allocated IP 172.20.0.1 (d718bb8b-0f5a-40f3-8925-3a997058ad4b/77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b/f395576c-a78e-467e-bce1-2fc9bac3005c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:43.444829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.518526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.531915 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.540848 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.562456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:43.568613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:43.572256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:43.615986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f395576c-a78e-467e-bce1-2fc9bac3005c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:43.653079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Attempting to bind port e5352473-71ee-4a4d-a3d6-e964a8e565ee on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:43.653197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.653758 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Attempting to bind port e5352473-71ee-4a4d-a3d6-e964a8e565ee by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:43.654327 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Attempting to bind port e5352473-71ee-4a4d-a3d6-e964a8e565ee on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:43.657792 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aefff9-84fc-40e1-90c8-d0b608da2ade None None] Pushing event updated for resources: {'Port': ['ID=e5352473-71ee-4a4d-a3d6-e964a8e565ee,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:43.666074 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:43.666820 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:43.667405 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.667936 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:43.668731 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Bound port: e5352473-71ee-4a4d-a3d6-e964a8e565ee, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:43.669280 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.755502 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] For port e5352473-71ee-4a4d-a3d6-e964a8e565ee, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:43.763143 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] For port e5352473-71ee-4a4d-a3d6-e964a8e565ee, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e5352473-71ee-4a4d-a3d6-e964a8e565ee,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:43.771955 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:43.880194 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:43.880852 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:43.882909 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aefff9-84fc-40e1-90c8-d0b608da2ade None None] Pushing event updated for resources: {'Port': ['ID=e5352473-71ee-4a4d-a3d6-e964a8e565ee,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:43.885783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:43.931784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.042567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b1b4d3ab-fe82-44a5-8c84-950e7b33675b None None] Provisioning complete for port f395576c-a78e-467e-bce1-2fc9bac3005c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:44.047637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d3ab-fe82-44a5-8c84-950e7b33675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.102746 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:44.189005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d3ab-fe82-44a5-8c84-950e7b33675b None None] Port f395576c-a78e-467e-bce1-2fc9bac3005c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:44.198469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-105bffee-ab79-48cc-a94d-2a6f3c8d2ff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.216299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5d214a22-6a90-4201-8416-02c31ccb9880 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:44.295107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5d214a22-6a90-4201-8416-02c31ccb9880 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:44.297441 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.341318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.352581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-105bffee-ab79-48cc-a94d-2a6f3c8d2ff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.356172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.364660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-105bffee-ab79-48cc-a94d-2a6f3c8d2ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.483529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-105bffee-ab79-48cc-a94d-2a6f3c8d2ff7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9abd6eed27fc4c15a525288677429cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966184 Oct 26 12:03:44.486510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49092) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:44.488804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bffee-ab79-48cc-a94d-2a6f3c8d2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba64060-c73e-47fa-9dab-a14d7bc20ca2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:44.532063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f395576c-a78e-467e-bce1-2fc9bac3005c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:44.543231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.586165 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f358476-9964-4784-9972-9688f033a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:44.609897 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-324437ff-2f96-425f-9c56-67512e4f49c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.644775 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f358476-9964-4784-9972-9688f033a9cd None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:44.662386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-324437ff-2f96-425f-9c56-67512e4f49c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.680910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:44.688074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:44.769889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-324437ff-2f96-425f-9c56-67512e4f49c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.777755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-324437ff-2f96-425f-9c56-67512e4f49c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:44.779003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-324437ff-2f96-425f-9c56-67512e4f49c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ba64060-c73e-47fa-9dab-a14d7bc20ca2 HTTP/1.1" status: 204 len: 168 time: 0.2911873 Oct 26 12:03:44.811886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324437ff-2f96-425f-9c56-67512e4f49c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba64060-c73e-47fa-9dab-a14d7bc20ca2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:44.906275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:03:45.132817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b5c53579-df49-4487-8511-664ef8176d4e None None] Provisioning complete for port f395576c-a78e-467e-bce1-2fc9bac3005c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:45.133368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b5c53579-df49-4487-8511-664ef8176d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:45.174719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:03:45.175923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b5c53579-df49-4487-8511-664ef8176d4e None None] Port f395576c-a78e-467e-bce1-2fc9bac3005c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:45.187428 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1faa8e85-6c9b-4d6c-9c6b-5fc3c22c5fe8 admin admin] 10.222.0.88 "PUT /v2.0/routers/8cebce30-65fc-484e-b2a8-a59262f67e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0222766 Oct 26 12:03:45.587378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:45.613291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-371ef58d-3aa5-452a-a669-323ddce6fe1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:45.771037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-371ef58d-3aa5-452a-a669-323ddce6fe1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:45.777133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-371ef58d-3aa5-452a-a669-323ddce6fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:45.830406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-371ef58d-3aa5-452a-a669-323ddce6fe1f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b2ad0737eb0b4cc1ac2e708334dbb711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417448 Oct 26 12:03:45.832931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49232) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:45.840357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef58d-3aa5-452a-a669-323ddce6fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f1e26-4176-477f-aabd-3e9db0dbfe40,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:45.912276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-859359ba-3f32-48a7-b692-5ee00a284fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:45.940589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-859359ba-3f32-48a7-b692-5ee00a284fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.000824 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-859359ba-3f32-48a7-b692-5ee00a284fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.003563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-859359ba-3f32-48a7-b692-5ee00a284fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.004897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-859359ba-3f32-48a7-b692-5ee00a284fa2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/891f1e26-4176-477f-aabd-3e9db0dbfe40 HTTP/1.1" status: 204 len: 168 time: 0.1706755 Oct 26 12:03:46.016615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859359ba-3f32-48a7-b692-5ee00a284fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f1e26-4176-477f-aabd-3e9db0dbfe40,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:46.219018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5352473-71ee-4a4d-a3d6-e964a8e565ee up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:46.314585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e5352473-71ee-4a4d-a3d6-e964a8e565ee triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:46.315297 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.472116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:46.528631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.589537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e5352473-71ee-4a4d-a3d6-e964a8e565ee, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e5352473-71ee-4a4d-a3d6-e964a8e565ee,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:46.598243 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.708964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e5352473-71ee-4a4d-a3d6-e964a8e565ee,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:46.781403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b6e-67fb-425b-bf27-df3cf6b02556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.913214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b6e-67fb-425b-bf27-df3cf6b02556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:46.923048 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b6e-67fb-425b-bf27-df3cf6b02556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.005216 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c7d4b6e-67fb-425b-bf27-df3cf6b02556 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ae98438f7e143d899939fbb00a4908c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303822 Oct 26 12:03:47.006850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49270) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:47.010563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d4b6e-67fb-425b-bf27-df3cf6b02556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4113bd9b-de6b-4930-9b34-5b623dfac9a4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:47.117798 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0507c3f2-2ac1-4afe-bef2-c264d9f3c5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.150502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0507c3f2-2ac1-4afe-bef2-c264d9f3c5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.221923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0507c3f2-2ac1-4afe-bef2-c264d9f3c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.224704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0507c3f2-2ac1-4afe-bef2-c264d9f3c5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.225906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0507c3f2-2ac1-4afe-bef2-c264d9f3c5bb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4113bd9b-de6b-4930-9b34-5b623dfac9a4 HTTP/1.1" status: 204 len: 168 time: 0.2173188 Oct 26 12:03:47.251477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507c3f2-2ac1-4afe-bef2-c264d9f3c5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4113bd9b-de6b-4930-9b34-5b623dfac9a4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:47.274077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49282) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:47.279210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661649746', 'description': 'tempest-description--997524955'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:47.312003 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.404392 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.409216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.459323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.464215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49290) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:47.469407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'security_group_rule': {'security_group_id': 'd355b6ed-675f-4411-b59f-da146e806729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:47.474594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1992800 Oct 26 12:03:47.486629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eba89c-bcd7-4ba7-a8a2-5796a76007c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d355b6ed-675f-4411-b59f-da146e806729,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:47.528912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.602443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.612449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.637100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2e8b20-a2b7-44ca-80b0-e6a760e10b0d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:47.667743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.669432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eb7c8e55-22ca-4ff0-943a-30990fb59ac0 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2040675 Oct 26 12:03:47.672035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:47.678026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'security_group_rule': {'security_group_id': 'd355b6ed-675f-4411-b59f-da146e806729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:47.685692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:03:47.712623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:47.713736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:47.719276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.802639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.810177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.857662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:47.859654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863942 Oct 26 12:03:47.861399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e4d9c-d872-4522-859d-ed294cc7a92f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78189db-8c97-4673-9abc-090094438344,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:47.863353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49302) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:47.868348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:47.891120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:47.915639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.003746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49306) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:48.023197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a80325b-0293-4aae-a0de-6999b464a07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.135525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.174006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a80325b-0293-4aae-a0de-6999b464a07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.184654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a80325b-0293-4aae-a0de-6999b464a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.208124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5352473-71ee-4a4d-a3d6-e964a8e565ee up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:48.261702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49314) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:48.269704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1a80325b-0293-4aae-a0de-6999b464a07d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a91653453a04f57aaee73833f748ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630222 Oct 26 12:03:48.315816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80325b-0293-4aae-a0de-6999b464a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2bda60-1dac-47f2-8dd8-7d58ad184bee,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:48.360120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c281-3229-49ff-a79c-49cbecf4e68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.401114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c281-3229-49ff-a79c-49cbecf4e68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.414583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e5352473-71ee-4a4d-a3d6-e964a8e565ee triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:48.415186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.429914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Allocated IP 172.25.4.194 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/a8fc4c8e-02c6-439f-a3f5-89573c52acc6) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:48.503360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c281-3229-49ff-a79c-49cbecf4e68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.506303 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c281-3229-49ff-a79c-49cbecf4e68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.510229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:44Z', 'revision_number': 2, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:48.511030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6bb7c281-3229-49ff-a79c-49cbecf4e68b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6c2bda60-1dac-47f2-8dd8-7d58ad184bee HTTP/1.1" status: 204 len: 168 time: 0.2481565 Oct 26 12:03:48.526290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7c281-3229-49ff-a79c-49cbecf4e68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2bda60-1dac-47f2-8dd8-7d58ad184bee,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:48.529378 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:03:48.581480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:03:48.581833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Updating router 8cebce30-65fc-484e-b2a8-a59262f67e36 port f395576c-a78e-467e-bce1-2fc9bac3005c binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:03:48.639890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.664580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.732005 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:48.822031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:48.840868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:48.845311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:48.945585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'Port': ['ID=a8fc4c8e-02c6-439f-a3f5-89573c52acc6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:49.012889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.078219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.124506 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.140646 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fa48afb3-ae19-4c3b-9cfa-cf21589439fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.148367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.229485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ac6c4-4834-4c4f-8614-62e1235e8256 None None] Pushing event updated for resources: {'Port': ['ID=f395576c-a78e-467e-bce1-2fc9bac3005c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:49.314209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Attempting to bind port f395576c-a78e-467e-bce1-2fc9bac3005c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:49.314681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Attempting to bind port f395576c-a78e-467e-bce1-2fc9bac3005c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:49.315173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Attempting to bind port f395576c-a78e-467e-bce1-2fc9bac3005c on network d718bb8b-0f5a-40f3-8925-3a997058ad4b {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:49.321860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:49.322111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Checking segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:49.322521 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.322942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Bound using segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:49.323424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Bound port: f395576c-a78e-467e-bce1-2fc9bac3005c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:49.323810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.335906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.345078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.454267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.479615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'Port': ['ID=a8fc4c8e-02c6-439f-a3f5-89573c52acc6,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:49.493884 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.495796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-535ced5a-3e90-41b4-8e4b-d3669c7c8849 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6313658 Oct 26 12:03:49.650638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] For port f395576c-a78e-467e-bce1-2fc9bac3005c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:49.658832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] For port f395576c-a78e-467e-bce1-2fc9bac3005c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f395576c-a78e-467e-bce1-2fc9bac3005c,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:49.663894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f417981f-fb23-4f2f-adc1-72e1aa1c0328 None None] Provisioning complete for port f395576c-a78e-467e-bce1-2fc9bac3005c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:49.664919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f417981f-fb23-4f2f-adc1-72e1aa1c0328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.694049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:49.794016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:03:49.794563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:49.861675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ac6c4-4834-4c4f-8614-62e1235e8256 None None] Pushing event updated for resources: {'Port': ['ID=f395576c-a78e-467e-bce1-2fc9bac3005c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:49.972332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f417981f-fb23-4f2f-adc1-72e1aa1c0328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:50.018348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f417981f-fb23-4f2f-adc1-72e1aa1c0328 None None] For port f395576c-a78e-467e-bce1-2fc9bac3005c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f395576c-a78e-467e-bce1-2fc9bac3005c,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:50.030669 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f417981f-fb23-4f2f-adc1-72e1aa1c0328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:50.043942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-bba203b8-8564-48ba-bcc0-581857d6225f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1661649746&fields=id&tenant_id=ba426a4cf8c24914b50dbf23a5088957 HTTP/1.1" status: 200 len: 267 time: 0.0824873 Oct 26 12:03:50.095767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:03:50.167416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417981f-fb23-4f2f-adc1-72e1aa1c0328 None None] Pushing event updated for resources: {'Port': ['ID=f395576c-a78e-467e-bce1-2fc9bac3005c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:50.248909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4992cb31-d903-4c84-afe5-07ee2e9d9a3d None None] Provisioning complete for port f395576c-a78e-467e-bce1-2fc9bac3005c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:50.249281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4992cb31-d903-4c84-afe5-07ee2e9d9a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:50.285226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-9c3141e6-6d47-4657-860d-60a90c29be9e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:50.294128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-9c3141e6-6d47-4657-860d-60a90c29be9e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 811 time: 0.2467418 Oct 26 12:03:50.294909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f395576c-a78e-467e-bce1-2fc9bac3005c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:50.317015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-e8e744ee-02fc-4266-9a73-1cc8c07fba57 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/quotas/ba426a4cf8c24914b50dbf23a5088957 HTTP/1.1" status: 200 len: 375 time: 0.0217113 Oct 26 12:03:50.393494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-2952893d-dfe6-444c-81f6-e5f4b1889e4d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753036 Oct 26 12:03:50.478278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f395576c-a78e-467e-bce1-2fc9bac3005c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:50.478650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:50.540825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:03:50.570727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410b585-6fd9-4e89-8968-d718af3d2b54 None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:03:51.025808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-a71be805-a8c9-41a9-b7fe-f388d2dcfeb0 service neutron] 10.222.0.88 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288028 Oct 26 12:03:51.156006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-ce8a1a5f-7895-435a-be16-26b623417fe0 service neutron] 10.222.0.88 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227744 Oct 26 12:03:51.439175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-920e63c9-83eb-4a9c-8b7c-a0e78c201629 req-4a3c071e-5be1-4df4-9475-c49fae041a68 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 210 time: 0.0559270 Oct 26 12:03:51.697986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-41ea504c-f3da-426f-85aa-d48f57dcfb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.159724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f395576c-a78e-467e-bce1-2fc9bac3005c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:03:52.240293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f395576c-a78e-467e-bce1-2fc9bac3005c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:52.240808 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.309569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:52.370983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49452) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:52.547851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-77a2c685-39ee-47ac-a86a-28a051a851d6 req-4c59a386-cc34-482f-9488-eb05d693073b tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 210 time: 0.0454776 Oct 26 12:03:52.562174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4ec9-d98b-49f1-ad1c-4e65bf264b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.605525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82cb1c81-03c2-423d-ac3f-7d4afb3fb347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.796929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82cb1c81-03c2-423d-ac3f-7d4afb3fb347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.811598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82cb1c81-03c2-423d-ac3f-7d4afb3fb347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.856003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.875696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82cb1c81-03c2-423d-ac3f-7d4afb3fb347 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=01fbb76d4f414478b0f885b0da85651f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033829 Oct 26 12:03:52.876583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb1c81-03c2-423d-ac3f-7d4afb3fb347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c078e3-6d57-4bc5-bc0f-af1316e93452,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:52.881215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4ec9-d98b-49f1-ad1c-4e65bf264b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.882327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49474) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:52.893031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4ec9-d98b-49f1-ad1c-4e65bf264b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:52.933631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-646b4c70-1150-4ea5-9742-1da84320804b tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:52.935533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-646b4c70-1150-4ea5-9742-1da84320804b tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 811 time: 0.1931233 Oct 26 12:03:52.967651 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7f7f4ec9-d98b-49f1-ad1c-4e65bf264b7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=924352ef2a8a4618835da91a44330d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563597 Oct 26 12:03:52.968797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f4ec9-d98b-49f1-ad1c-4e65bf264b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd4cde-76b8-43ea-aec3-e9d26f6210b9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:52.971645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49478) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:53.019264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e0d7-090f-4049-97c4-7e7bd496eef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.040511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-e1655947-c2d7-4bf1-a7e8-9150f1e1c9f6 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba426a4cf8c24914b50dbf23a5088957 HTTP/1.1" status: 200 len: 380 time: 0.0939443 Oct 26 12:03:53.053242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'port': {'device_id': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'admin_state_up': True, 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'security_groups': ['d355b6ed-675f-4411-b59f-da146e806729']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:53.059850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e0d7-090f-4049-97c4-7e7bd496eef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.071840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d2fc84ce-6706-470f-8b7a-2d3629c2faa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.125820 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d2fc84ce-6706-470f-8b7a-2d3629c2faa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.185754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e0d7-090f-4049-97c4-7e7bd496eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.190341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e0d7-090f-4049-97c4-7e7bd496eef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.191567 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eeb8e0d7-090f-4049-97c4-7e7bd496eef8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49c078e3-6d57-4bc5-bc0f-af1316e93452 HTTP/1.1" status: 204 len: 168 time: 0.3079720 Oct 26 12:03:53.202689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.204750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8e0d7-090f-4049-97c4-7e7bd496eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c078e3-6d57-4bc5-bc0f-af1316e93452,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:53.221381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d2fc84ce-6706-470f-8b7a-2d3629c2faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.225363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d2fc84ce-6706-470f-8b7a-2d3629c2faa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.230352 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2fc84ce-6706-470f-8b7a-2d3629c2faa6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52dd4cde-76b8-43ea-aec3-e9d26f6210b9 HTTP/1.1" status: 204 len: 168 time: 0.2540765 Oct 26 12:03:53.239198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc84ce-6706-470f-8b7a-2d3629c2faa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd4cde-76b8-43ea-aec3-e9d26f6210b9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:53.257992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Made reservation on behalf of ba426a4cf8c24914b50dbf23a5088957 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:03:53.266369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.406593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Allocated IP 172.20.0.14 (d718bb8b-0f5a-40f3-8925-3a997058ad4b/77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b/a8604c22-05a5-45e9-a10a-bc6af2f810a5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:03:53.552012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.588772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.644739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:03:53.648078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:03:53.656701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:03:53.691650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'Port': ['ID=a8604c22-05a5-45e9-a10a-bc6af2f810a5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:53.753336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:53.754204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.765789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aadf1-16d5-476d-883c-87a7c62c3b45 req-5e94f098-c276-426c-8c36-e570660b3b10 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:53.767432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-167aadf1-16d5-476d-883c-87a7c62c3b45 req-5e94f098-c276-426c-8c36-e570660b3b10 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 932 time: 0.1150239 Oct 26 12:03:53.796606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-03669d79-945e-44f2-819b-02af9f486b83 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7480464 Oct 26 12:03:53.811554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Request body: {'port': {'device_id': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:03:53.851426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-167aadf1-16d5-476d-883c-87a7c62c3b45 req-fc051a3f-5989-4da5-8de4-e561b3d2c80c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742745 Oct 26 12:03:53.902788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.947087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:53.959480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dd537a6c-d849-4703-83d1-4b0144c12977 None None] Provisioning complete for port a8604c22-05a5-45e9-a10a-bc6af2f810a5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:03:53.961145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd537a6c-d849-4703-83d1-4b0144c12977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:53.967271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa873740-479f-448b-afbf-2c5b61ced062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.003216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dd537a6c-d849-4703-83d1-4b0144c12977 None None] Port a8604c22-05a5-45e9-a10a-bc6af2f810a5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:03:54.110406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa873740-479f-448b-afbf-2c5b61ced062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.120013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa873740-479f-448b-afbf-2c5b61ced062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.168848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa873740-479f-448b-afbf-2c5b61ced062 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd824ebbdf8f4f73902a92b719658da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184863 Oct 26 12:03:54.168848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873740-479f-448b-afbf-2c5b61ced062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dca59f-c512-44f9-a2cc-faad00416b8a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:54.169858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49516) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:03:54.288751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff678ae6-9a97-49a0-aafc-c8c0c596b6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.306973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8604c22-05a5-45e9-a10a-bc6af2f810a5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:03:54.319705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.332682 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff678ae6-9a97-49a0-aafc-c8c0c596b6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.348545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Transition to ACTIVE for port object a8604c22-05a5-45e9-a10a-bc6af2f810a5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:03:54.356374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.433499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=a8604c22-05a5-45e9-a10a-bc6af2f810a5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:54.484129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff678ae6-9a97-49a0-aafc-c8c0c596b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.486725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff678ae6-9a97-49a0-aafc-c8c0c596b6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.487929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ff678ae6-9a97-49a0-aafc-c8c0c596b6b2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f1dca59f-c512-44f9-a2cc-faad00416b8a HTTP/1.1" status: 204 len: 168 time: 0.3169944 Oct 26 12:03:54.503789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff678ae6-9a97-49a0-aafc-c8c0c596b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dca59f-c512-44f9-a2cc-faad00416b8a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:54.531133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Attempting to bind port a8604c22-05a5-45e9-a10a-bc6af2f810a5 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:03:54.531475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Attempting to bind port a8604c22-05a5-45e9-a10a-bc6af2f810a5 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:03:54.539573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Attempting to bind port a8604c22-05a5-45e9-a10a-bc6af2f810a5 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:54.548975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Port a8604c22-05a5-45e9-a10a-bc6af2f810a5 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:03:54.551309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Attempting to bind port a8604c22-05a5-45e9-a10a-bc6af2f810a5 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:03:54.560135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:03:54.561267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Checking segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:03:54.561956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Bound using segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:03:54.562590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Bound port: a8604c22-05a5-45e9-a10a-bc6af2f810a5, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:03:54.563170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.603693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.656276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] For port a8604c22-05a5-45e9-a10a-bc6af2f810a5, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:03:54.661550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] For port a8604c22-05a5-45e9-a10a-bc6af2f810a5, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:03:54.669531 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.712668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:54.714184 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:54.718078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] 10.222.0.30 "PUT /v2.0/ports/a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1092 time: 0.9125736 Oct 26 12:03:54.725272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:03:54.727713 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fed252-d92c-45cd-a5a7-c976341443d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:03:54.807729 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf4808-3e2f-46bc-8df8-8857cf28ecd9 x-openstack-request-id: req-afbf4808-3e2f-46bc-8df8-8857cf28ecd9 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:03:54.808373 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:03:54.808839 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afbf4808-3e2f-46bc-8df8-8857cf28ecd9 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:03:54.809488 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'status': 'completed', 'code': 200} Oct 26 12:03:54.831218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf874e4-81ba-4087-add8-f1366d90bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=a8604c22-05a5-45e9-a10a-bc6af2f810a5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:54.853295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-06b147dd-882f-4fee-82b3-247eb441e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:54.855521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-06b147dd-882f-4fee-82b3-247eb441e10d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1095 time: 0.0823567 Oct 26 12:03:54.911426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-20394688-311d-4d05-92b5-74b5c3b0e769 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 217 time: 0.0458095 Oct 26 12:03:55.008609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-ffcf3c2a-6385-48aa-b133-1e9e545a836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.010119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-ffcf3c2a-6385-48aa-b133-1e9e545a836f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.0902748 Oct 26 12:03:55.022508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74252-afe9-4beb-9ada-5b5fd8c6d5db req-e4ea0b64-0227-487f-bda5-9fdb38a5891f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.024249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76a74252-afe9-4beb-9ada-5b5fd8c6d5db req-e4ea0b64-0227-487f-bda5-9fdb38a5891f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 944 time: 0.0661044 Oct 26 12:03:55.106851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-76a74252-afe9-4beb-9ada-5b5fd8c6d5db req-f2f15f4a-6e3d-4fc6-b94b-0ee4ea8663b5 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724866 Oct 26 12:03:55.121281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-97869542-ed96-434b-bbfd-1473ae2de4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.124024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-97869542-ed96-434b-bbfd-1473ae2de4f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985043 Oct 26 12:03:55.220939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-d69a694c-1972-4a37-9d25-305e8c98467e service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891843 Oct 26 12:03:55.321083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb73ea5a-b361-4d6c-9745-292492dfa1e5 req-bec12493-f26d-45a1-b2b1-1a6f104fb9b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921016 Oct 26 12:03:55.426451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-b5c84358-6884-4ba7-a3aa-591c296b4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.428116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-b5c84358-6884-4ba7-a3aa-591c296b4713 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1095 time: 0.0443122 Oct 26 12:03:55.533955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-868b20a1-5b5e-4988-80ca-5be436b977bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.535817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-868b20a1-5b5e-4988-80ca-5be436b977bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.0965858 Oct 26 12:03:55.583907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-28f43954-1984-49e3-a62b-bd3669b55070 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 217 time: 0.0377498 Oct 26 12:03:55.638056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-87c357d8-b121-4e91-b9cb-56b606776f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.639708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-87c357d8-b121-4e91-b9cb-56b606776f97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.0465152 Oct 26 12:03:55.703553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-26b23fd7-f5a1-4a94-a91e-b43fbd05ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:55.705070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-26b23fd7-f5a1-4a94-a91e-b43fbd05ddcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573292 Oct 26 12:03:55.815066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-0fbaaed4-aec8-4b2e-b9d8-6fe100b731fa service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010165 Oct 26 12:03:55.919877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36fed252-d92c-45cd-a5a7-c976341443d1 req-51f3f8d4-73e4-448c-8736-70c756c14b3e service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972791 Oct 26 12:03:56.254456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d6997-49c8-475f-b2de-577ee4eb9577 req-5be711a8-11cb-4793-abc2-e7fb46936c43 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:56.256075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a65d6997-49c8-475f-b2de-577ee4eb9577 req-5be711a8-11cb-4793-abc2-e7fb46936c43 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 944 time: 0.0631979 Oct 26 12:03:56.319822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a65d6997-49c8-475f-b2de-577ee4eb9577 req-f106ea2e-2b20-49a9-affa-92ae0b533d8e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 Oct 26 12:03:57.487978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a88d4-908e-4e2e-ab32-35d8919dcc93 req-d209d4c2-0e52-49ab-8e77-08b7096e06fb tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:57.491090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-889a88d4-908e-4e2e-ab32-35d8919dcc93 req-d209d4c2-0e52-49ab-8e77-08b7096e06fb tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 944 time: 0.0541356 Oct 26 12:03:57.550819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-889a88d4-908e-4e2e-ab32-35d8919dcc93 req-c06d3ade-9a5e-4481-a33a-7bd0b1003e3f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402288 Oct 26 12:03:57.609032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-97ec1185-9f79-4664-a253-dd3eeaae102e tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=58c6db5f4d4a4dd19957753e397a1ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422115 Oct 26 12:03:57.824658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-688ca2a1-d21e-47e7-81e5-ada4e5c5c7b3 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:57.829175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-688ca2a1-d21e-47e7-81e5-ada4e5c5c7b3 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133038 Oct 26 12:03:57.845983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-52bfc5c0-febf-45ff-bddf-64bab81a8d88 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/quotas/58c6db5f4d4a4dd19957753e397a1ec0 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Oct 26 12:03:57.879999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-d389e2d0-9eeb-4570-b736-f46a9226236e tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=58c6db5f4d4a4dd19957753e397a1ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276749 Oct 26 12:03:58.089142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36217c0c-77c0-49b8-a2d5-fc6ad5e94e2c req-535b37c9-519b-4df1-8330-6f0b314106e9 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 210 time: 0.0479536 Oct 26 12:03:58.465931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.473173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.479461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.486039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.492131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.499375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.505856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.507966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-7bdea6a3-10c7-46b4-95f1-c794f6222361 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.1091270 Oct 26 12:03:58.555799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6330b09-a2d4-4bb3-84f6-b6a55284f9cd req-58356c62-1985-4061-b3f8-1106a93ae209 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404141 Oct 26 12:03:58.689099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a8604c22-05a5-45e9-a10a-bc6af2f810a5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:03:58.732065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f4f2-8a01-4e59-9ba8-a79793dcf347 req-daed66d9-d3c3-4605-9c9c-295116dc2cd2 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:58.740321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95f7f4f2-8a01-4e59-9ba8-a79793dcf347 req-daed66d9-d3c3-4605-9c9c-295116dc2cd2 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 944 time: 0.0732312 Oct 26 12:03:58.789738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95f7f4f2-8a01-4e59-9ba8-a79793dcf347 req-3d0d552f-d06b-44b2-80bd-8ffe3492bfdd tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482366 Oct 26 12:03:58.818233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a8604c22-05a5-45e9-a10a-bc6af2f810a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:58.832896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'port_id': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'mac_address': 'fa:16:3e:d2:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:03:58.885000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:58.899164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8604c22-05a5-45e9-a10a-bc6af2f810a5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:03:58.921676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a8604c22-05a5-45e9-a10a-bc6af2f810a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:03:58.926632 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:03:58.980244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a8604c22-05a5-45e9-a10a-bc6af2f810a5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:03:58.988354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.988710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.989409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.989409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.989719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.990058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.990390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.990713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.991388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.991388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.991722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:58.992048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:03:59.167063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['a8604c22-05a5-45e9-a10a-bc6af2f810a5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:03:59.181768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff56dba0-9351-4a0d-bd8f-e0b4802b001a req-88060fa8-499a-45fc-a137-d5a70aa5e5ce tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 210 time: 0.0297589 Oct 26 12:03:59.285868 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-9aa31b54-c552-4e4f-bf17-9bacce101776 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=58c6db5f4d4a4dd19957753e397a1ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438657 Oct 26 12:03:59.488561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-7370f1a3-753a-4bbc-ba83-f97a4d46f993 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689015 Oct 26 12:03:59.599599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-7005b6ff-56bc-4525-8b7f-f415a3a707fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.601574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-7005b6ff-56bc-4525-8b7f-f415a3a707fe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1135 time: 0.0568528 Oct 26 12:03:59.717720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.724651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.731758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.738455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.747379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.757428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.764382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.766519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a7304281-c692-4006-9718-89195bff0cb5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.1367688 Oct 26 12:03:59.843705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.852857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.864032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.871968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.880923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.887922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.894244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.896542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fee0222-1523-458c-bf24-6da4972e7490 req-622d5478-dffc-45cf-8406-d50daaa34937 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 5445 time: 0.2276294 Oct 26 12:03:59.900240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-2ed6a0d3-1d3b-4ca6-9e7b-63dd326e962d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:03:59.902408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-2ed6a0d3-1d3b-4ca6-9e7b-63dd326e962d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "GET /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1284859 Oct 26 12:04:00.108993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-2388b882-4448-49dd-b77b-2b3e8874e2c9 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "GET /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1992021 Oct 26 12:04:00.127078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:00.168232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fee0222-1523-458c-bf24-6da4972e7490 req-512fee16-55d0-4e54-bd57-64aa01fd9fce tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2607415 Oct 26 12:04:00.197816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-0b6033d4-9621-4302-9065-3afb9e4d3d91 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.199559 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-0b6033d4-9621-4302-9065-3afb9e4d3d91 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9033282 Oct 26 12:04:00.200675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46636fd1-b1d8-45a5-83d7-9c171e883530 req-162a6e19-3722-4c78-8f5d-d7a7cf32bd7e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.208788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46636fd1-b1d8-45a5-83d7-9c171e883530 req-162a6e19-3722-4c78-8f5d-d7a7cf32bd7e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 945 time: 0.2778075 Oct 26 12:04:00.219536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Request body: {'port': {'device_id': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '58c6db5f4d4a4dd19957753e397a1ec0'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:00.225448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-f5b922ee-3866-4853-b465-bff80f3ed2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.227255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-f5b922ee-3866-4853-b465-bff80f3ed2e1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 200 len: 899 time: 0.4665744 Oct 26 12:04:00.269368 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.313425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46636fd1-b1d8-45a5-83d7-9c171e883530 req-8f6ef78e-d7cd-4edb-8a53-6557473fc984 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035440 Oct 26 12:04:00.383543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd6f9352-c13e-4bbc-a815-79256f36b921 req-53dd469c-89d3-4dcc-8e76-916ccec324ad tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 210 time: 0.0394454 Oct 26 12:04:00.405180 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-f99e7346-3116-4921-b912-e2969725d89d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 200 len: 1000 time: 0.1642411 Oct 26 12:04:00.542848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:00.548088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-e9529b19-9ebf-4b92-a7f8-f605e949f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.549809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-e9529b19-9ebf-4b92-a7f8-f605e949f089 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f9070ba-5651-4310-b51b-67229d0ab9a4 HTTP/1.1" status: 200 len: 835 time: 0.1365783 Oct 26 12:04:00.585920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] For port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:00.592683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Made reservation on behalf of 58c6db5f4d4a4dd19957753e397a1ec0 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:00.600871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.624534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.628355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] device_id is not set on port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:00.641072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.652759 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.703427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a8604c22-05a5-45e9-a10a-bc6af2f810a5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:00.715746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-8e5cf0f9-3a6a-42d6-a6ca-3590faf25349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.718219 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-8e5cf0f9-3a6a-42d6-a6ca-3590faf25349 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cd381bfd-1472-456d-bd02-7d334a2e6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583333 Oct 26 12:04:00.817922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] No DVR routers for this DVR port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:00.875520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port a8604c22-05a5-45e9-a10a-bc6af2f810a5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:04:00.878349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:00.886803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port a8604c22-05a5-45e9-a10a-bc6af2f810a5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:00.887482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.902335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] In _notify_port_updated(), no bound segment for port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:04:00.903546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.904304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:00.906771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-139330ef-be16-4319-befa-70bdb3164e57 service neutron] 10.222.0.100 "PUT /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 200 len: 1032 time: 0.7879167 Oct 26 12:04:00.980756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-fb65b37e-54c1-45bf-801b-f0281e7d793b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:00.984184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-fb65b37e-54c1-45bf-801b-f0281e7d793b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "GET /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703852 Oct 26 12:04:01.003023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:01.012296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.016950 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-0988e467-1987-43a2-b0e9-9e1cc82b547b service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897201 Oct 26 12:04:01.029544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.052979 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.109514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:01.112629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.113143 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00fdbe-4e14-4f5d-aab2-8532f73c4694" -d '{"events": [{"server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "name": "network-vif-plugged", "status": "completed", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:01.137254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a8604c22-05a5-45e9-a10a-bc6af2f810a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:01.149020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.209295 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2beee6-25a4-4a68-a8e3-deb166d4e498 x-openstack-request-id: req-bc2beee6-25a4-4a68-a8e3-deb166d4e498 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:01.209609 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "name": "network-vif-plugged", "status": "completed", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:01.210609 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc2beee6-25a4-4a68-a8e3-deb166d4e498 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:01.210949 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'code': 200} Oct 26 12:04:01.302065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fc86b12f-490a-4c65-99d1-ef269e77d6bb None None] Provisioning complete for port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:01.308273 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc86b12f-490a-4c65-99d1-ef269e77d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.314447 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6dca6fd4-c77a-45b3-81da-38cd95f4ec5e req-8fce144f-de63-4d16-a2db-f0e2685d1760 service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792284 Oct 26 12:04:01.315207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de089d41-e03b-44d6-ac9f-1ecfc14904ba,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:01.462828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fc86b12f-490a-4c65-99d1-ef269e77d6bb None None] Port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:01.470790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=8e3b62d1-3e42-4423-b43e-89dc24fe749f,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:01.471493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a8604c22-05a5-45e9-a10a-bc6af2f810a5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:01.534871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Allocated IP 192.168.233.216 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/b6433ffa-2839-43a1-b8e5-c90329ee2ccd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:01.551218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] For port 8e3b62d1-3e42-4423-b43e-89dc24fe749f, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:01.642400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] device_id is not set on port 8e3b62d1-3e42-4423-b43e-89dc24fe749f yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:01.729615 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.752676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d295fd22-dbf0-46e7-afff-66babc705d3e no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:01.781135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.794595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.845017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.909887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:01.915226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:01.920784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:01.945108 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:01.954066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd904f-eee0-49d4-80b9-04a5aa8dc9ae req-1a100fbb-b640-4ae9-bcf8-2965eebf9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:01.955619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ccd904f-eee0-49d4-80b9-04a5aa8dc9ae req-1a100fbb-b640-4ae9-bcf8-2965eebf9127 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.2404280 Oct 26 12:04:01.974915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6a33d-d497-41bb-aa11-7abd7bcdd745 req-b0797f2b-baa1-44a3-89a6-6879b6f92154 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:01.976475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bc6a33d-d497-41bb-aa11-7abd7bcdd745 req-b0797f2b-baa1-44a3-89a6-6879b6f92154 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.3011730 Oct 26 12:04:01.995605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:01.997490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.020657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d295fd22-dbf0-46e7-afff-66babc705d3e,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:02.027304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Pushing event updated for resources: {'Port': ['ID=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:02.032504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.033236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:02.069025 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-06c4409c-d745-4895-8668-c5f39ef07217 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8576894 Oct 26 12:04:02.087239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Request body: {'port': {'device_id': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:02.108881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.141940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.146882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49768) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:02.151934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:02.162915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.178421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.200066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.219493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.228260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-226954dc-0342-4d4d-a2cc-bdacd2637972 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 4588 time: 0.5644670 Oct 26 12:04:02.233952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:02.255868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:02.256303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 733e6eba-9c81-4f89-ad1c-a2008636723d no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:02.270574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.393415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ccd904f-eee0-49d4-80b9-04a5aa8dc9ae req-5dfc7186-5a57-4583-895b-938be3b1dad9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054713 Oct 26 12:04:02.394383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] No DVR routers for this DVR port 8e3b62d1-3e42-4423-b43e-89dc24fe749f on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:02.440867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4d55d123-51db-4a03-8e84-ed216a5b801a None None] Provisioning complete for port 8e3b62d1-3e42-4423-b43e-89dc24fe749f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:02.441494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4d55d123-51db-4a03-8e84-ed216a5b801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.443304 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.524658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bc6a33d-d497-41bb-aa11-7abd7bcdd745 req-3eccff00-c24f-4ef1-949a-1a9d0cc93b18 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219653 Oct 26 12:04:02.571295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=733e6eba-9c81-4f89-ad1c-a2008636723d,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:02.577815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4d55d123-51db-4a03-8e84-ed216a5b801a None None] Port 8e3b62d1-3e42-4423-b43e-89dc24fe749f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:02.579002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] In _notify_port_updated(), no bound segment for port 8e3b62d1-3e42-4423-b43e-89dc24fe749f on network acaf89a7-0f45-4fd2-8626-b9c26d1c554a {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:04:02.583290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.584180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 66d8641b-bfc9-43fa-92da-2645fd358eea no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:02.587960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.588642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.590844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-03b08b74-f166-44df-9807-a639ccab0fff service neutron] 10.222.0.100 "PUT /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 200 len: 1032 time: 1.5974154 Oct 26 12:04:02.681044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd70-b5fc-4de8-936c-0fef92c0ea16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.702996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44e35055-47b2-443d-8b87-d1ca836fbcfa req-28091884-1f6c-434a-86d6-7e1e9e33e494 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&id=e32b8f7e-8757-4bf4-a66b-461bf0d72686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3730183 Oct 26 12:04:02.731426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:02.808589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e3f0a97c-2842-4448-8210-9de41c833aa4 None None] Provisioning complete for port b6433ffa-2839-43a1-b8e5-c90329ee2ccd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:02.810302 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3f0a97c-2842-4448-8210-9de41c833aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.812354 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.887683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=66d8641b-bfc9-43fa-92da-2645fd358eea,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:02.924444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a05838-43ce-49ce-b5ef-852d6d9f4e83 req-0f0cf4a5-993c-4262-ad5e-00184bb6b7ed tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:02.932366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17a05838-43ce-49ce-b5ef-852d6d9f4e83 req-0f0cf4a5-993c-4262-ad5e-00184bb6b7ed tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 936 time: 0.2263277 Oct 26 12:04:02.952416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.953889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device afed0f4e-175d-4706-a2bd-ab5678827100 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:02.964669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6433ffa-2839-43a1-b8e5-c90329ee2ccd {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:04:02.970938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd70-b5fc-4de8-936c-0fef92c0ea16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.976726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.981451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbfd70-b5fc-4de8-936c-0fef92c0ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:02.986208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port 66d8641b-bfc9-43fa-92da-2645fd358eea {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:02.991223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.036816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Transition to ACTIVE for port object b6433ffa-2839-43a1-b8e5-c90329ee2ccd will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:04:03.051902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.061019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbfd70-b5fc-4de8-936c-0fef92c0ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500a000-7309-477c-ab8e-de008207bd25,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:03.093418 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18bbfd70-b5fc-4de8-936c-0fef92c0ea16 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cca0c47d63cc47338de91b40e525c55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9450052 Oct 26 12:04:03.100263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49786) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:03.205471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17a05838-43ce-49ce-b5ef-852d6d9f4e83 req-2fad3b1f-61f8-47fa-8464-adc017523a91 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635655 Oct 26 12:04:03.289697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:03.292517 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc40c4e-65fb-4dad-acdc-5558ab3fd735" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:03.328289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:03.356324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0a97c-2842-4448-8210-9de41c833aa4 None None] Port b6433ffa-2839-43a1-b8e5-c90329ee2ccd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:03.414700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Attempting to bind port b6433ffa-2839-43a1-b8e5-c90329ee2ccd on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:03.414993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Attempting to bind port b6433ffa-2839-43a1-b8e5-c90329ee2ccd by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:03.415334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Attempting to bind port b6433ffa-2839-43a1-b8e5-c90329ee2ccd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:03.436821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Port b6433ffa-2839-43a1-b8e5-c90329ee2ccd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:03.437126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:03.437247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Attempting to bind port b6433ffa-2839-43a1-b8e5-c90329ee2ccd on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:03.453497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:03.453846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:03.454527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:03.454703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Bound port: b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:03.455075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.463614 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00b7264-57e6-49ae-b56a-6bbcdb392043 x-openstack-request-id: req-e00b7264-57e6-49ae-b56a-6bbcdb392043 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:03.463896 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:03.464155 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e00b7264-57e6-49ae-b56a-6bbcdb392043 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:03.464607 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e', 'code': 200} Oct 26 12:04:03.464866 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d', 'code': 200} Oct 26 12:04:03.465123 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'code': 200} Oct 26 12:04:03.467572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] For port 66d8641b-bfc9-43fa-92da-2645fd358eea, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=66d8641b-bfc9-43fa-92da-2645fd358eea,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:03.469648 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.474775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.490036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c74f-38d4-4d87-8430-f2cb06fa3293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.601398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c74f-38d4-4d87-8430-f2cb06fa3293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.612506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afed0f4e-175d-4706-a2bd-ab5678827100,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:03.625448 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.626180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8e3b62d1-3e42-4423-b43e-89dc24fe749f no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:03.646680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] For port b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:03.650102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] For port b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:03.662160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.792540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 8e3b62d1-3e42-4423-b43e-89dc24fe749f not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:03.793206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 844306c2-34be-4134-ae16-572278d8b570 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:03.825359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:03.829782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.851267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:03.852846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:03.853574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:03.859746 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-04aef99d-1efa-484f-8bca-08602b6190a1 service neutron] 10.222.0.100 "PUT /v2.0/ports/b6433ffa-2839-43a1-b8e5-c90329ee2ccd HTTP/1.1" status: 200 len: 1096 time: 1.7822194 Oct 26 12:04:03.865654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'tag': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:03.880117 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3636b3c-ec93-445d-b9cb-c538d0199515" -d '{"events": [{"name": "network-changed", "server_uuid": "177cc9a4-7b54-4561-85d9-1d0ce5b9768c", "tag": "b6433ffa-2839-43a1-b8e5-c90329ee2ccd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:03.980119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-5086b9d3-2106-4b92-8835-88282e41945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:03.985094 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-5086b9d3-2106-4b92-8835-88282e41945a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58c6db5f4d4a4dd19957753e397a1ec0&device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 1099 time: 0.0718327 Oct 26 12:04:04.025894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.098719 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-7a995ef8-ab19-4367-adee-f8fd2f48521f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd HTTP/1.1" status: 200 len: 217 time: 0.1041949 Oct 26 12:04:04.120976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=844306c2-34be-4134-ae16-572278d8b570,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:04.129754 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.196592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-b1839d2e-ebb8-4443-8d03-24604dfbf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.198454 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-b1839d2e-ebb8-4443-8d03-24604dfbf9eb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0909920 Oct 26 12:04:04.215247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:04.272777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-7922c613-36a4-4f76-911a-ef8670a28f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.274625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-7922c613-36a4-4f76-911a-ef8670a28f0f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679209 Oct 26 12:04:04.407531 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c74f-38d4-4d87-8430-f2cb06fa3293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.409809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-2674ef64-f3b5-4cae-bd8c-ca98736c7078 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251810 Oct 26 12:04:04.411189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c74f-38d4-4d87-8430-f2cb06fa3293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.417414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b9e9c74f-38d4-4d87-8430-f2cb06fa3293 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8500a000-7309-477c-ab8e-de008207bd25 HTTP/1.1" status: 204 len: 168 time: 1.3133476 Oct 26 12:04:04.453667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9c74f-38d4-4d87-8430-f2cb06fa3293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500a000-7309-477c-ab8e-de008207bd25,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:04.554885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-d970d1a1-8e8f-4fc6-9ac6-ac65b6e65922 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.555184 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a0ed2cb-d4c7-471b-8bb2-b61989e89d2e req-f0113677-d36a-479e-9831-5af36a6b9684 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359131 Oct 26 12:04:04.561219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-d970d1a1-8e8f-4fc6-9ac6-ac65b6e65922 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.568167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-d970d1a1-8e8f-4fc6-9ac6-ac65b6e65922 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.574620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-d970d1a1-8e8f-4fc6-9ac6-ac65b6e65922 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.581624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-d970d1a1-8e8f-4fc6-9ac6-ac65b6e65922 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.589175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-d970d1a1-8e8f-4fc6-9ac6-ac65b6e65922 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 3877 time: 0.2365236 Oct 26 12:04:04.603461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18633cb7-70b4-4c32-b0e1-5466dd0b05f6 req-1cf02a8c-66d3-4269-af67-0a570e318e29 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.605002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18633cb7-70b4-4c32-b0e1-5466dd0b05f6 req-1cf02a8c-66d3-4269-af67-0a570e318e29 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2467449 Oct 26 12:04:04.633895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.634280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.634649 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Floating IP 609016e2-f6bb-4ca5-96aa-885f66ef09a4 disassociated. External IP: 172.25.4.134, port: 66d8641b-bfc9-43fa-92da-2645fd358eea. Oct 26 12:04:04.634997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for 66d8641b-bfc9-43fa-92da-2645fd358eea owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:04.718488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-832b74eb-481c-4e29-aafd-bcbb082a9a5f req-a400acfe-7150-4740-849f-7e4057978e64 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283622 Oct 26 12:04:04.728087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18633cb7-70b4-4c32-b0e1-5466dd0b05f6 req-b5b577cf-59a8-40ce-a972-a45d7a08dc03 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159801 Oct 26 12:04:04.818934 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc85659-ad65-4e45-860f-0c8a8f1fc10c x-openstack-request-id: req-8bc85659-ad65-4e45-860f-0c8a8f1fc10c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:04.819400 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177cc9a4-7b54-4561-85d9-1d0ce5b9768c", "tag": "b6433ffa-2839-43a1-b8e5-c90329ee2ccd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:04.819666 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8bc85659-ad65-4e45-860f-0c8a8f1fc10c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:04.820086 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'tag': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd', 'status': 'completed', 'code': 200} Oct 26 12:04:04.897941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-6ce85378-4402-4a83-9f7c-fda66505e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:04.899767 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-6ce85378-4402-4a83-9f7c-fda66505e4a1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58c6db5f4d4a4dd19957753e397a1ec0&device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 1099 time: 0.0523424 Oct 26 12:04:04.900809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:04.940199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=66d8641b-bfc9-43fa-92da-2645fd358eea,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:05.001452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954bef6-f66f-4db8-8837-1fbe6821f45f req-4e7a0424-2e4f-4e18-abc0-857c93fc7f17 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:05.001452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5954bef6-f66f-4db8-8837-1fbe6821f45f req-4e7a0424-2e4f-4e18-abc0-857c93fc7f17 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 948 time: 0.1777422 Oct 26 12:04:05.042672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-cfb3e0b0-0f51-4d88-a353-4abc111ca5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:05.044361 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-cfb3e0b0-0f51-4d88-a353-4abc111ca5c8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1353028 Oct 26 12:04:05.097992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5954bef6-f66f-4db8-8837-1fbe6821f45f req-052fda5e-78e0-4ca4-b2ed-b52ae8a0de6b tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Oct 26 12:04:05.124468 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-fd96ed6f-1e46-4bd2-ab18-1d0d8b119296 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd HTTP/1.1" status: 200 len: 217 time: 0.0693939 Oct 26 12:04:05.133904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Router 4580f7bd-6897-47a4-9a83-257235743069 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:04:05.181939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-2de76dd9-bce7-4f99-b45e-573c60a9a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:05.183569 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-2de76dd9-bce7-4f99-b45e-573c60a9a741 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0510938 Oct 26 12:04:05.202566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:05.250842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa4-2c99-4ad7-b8ff-49f329f400fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.251545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.256355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-604df55e-6f72-4864-988c-bceb4c2ea31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:05.258583 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-604df55e-6f72-4864-988c-bceb4c2ea31a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666475 Oct 26 12:04:05.292895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:05.307818 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] Sync routers for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:05.334185 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:05.335072 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:05.345819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] No DVR routers for this DVR port 66d8641b-bfc9-43fa-92da-2645fd358eea on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:05.348900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.353697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-7df3bb16-33b3-4063-895c-d22dbb358169 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "DELETE /v2.0/ports/66d8641b-bfc9-43fa-92da-2645fd358eea HTTP/1.1" status: 204 len: 173 time: 2.7534642 Oct 26 12:04:05.354340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:05.356982 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af20b8-5260-42ae-9f62-afd49cf575fd" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:05.441812 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a27d69-98de-41ce-8f64-fcda1e54870c x-openstack-request-id: req-35a27d69-98de-41ce-8f64-fcda1e54870c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:05.442738 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "66d8641b-bfc9-43fa-92da-2645fd358eea", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:05.443169 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35a27d69-98de-41ce-8f64-fcda1e54870c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:05.443785 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': '66d8641b-bfc9-43fa-92da-2645fd358eea', 'status': 'completed', 'code': 200} Oct 26 12:04:05.466890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844306c2-34be-4134-ae16-572278d8b570'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:05.469368 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41bf712-eb9c-4624-9d18-5419b33e3c13" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "844306c2-34be-4134-ae16-572278d8b570"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:05.549005 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:05.565359 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d37967-7653-4073-b795-819cfa01c0c2 x-openstack-request-id: req-d1d37967-7653-4073-b795-819cfa01c0c2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:05.565756 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-unplugged", "status": "completed", "tag": "844306c2-34be-4134-ae16-572278d8b570", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:05.566107 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1d37967-7653-4073-b795-819cfa01c0c2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:05.566742 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100', 'code': 200} Oct 26 12:04:05.567283 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844306c2-34be-4134-ae16-572278d8b570', 'code': 200} Oct 26 12:04:05.586003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-fe1a6568-50e8-44cc-b96a-95a90ddf0e70 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085885 Oct 26 12:04:05.594649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port 844306c2-34be-4134-ae16-572278d8b570 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:05.595095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.728487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa4-2c99-4ad7-b8ff-49f329f400fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.733137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] For port 844306c2-34be-4134-ae16-572278d8b570, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=844306c2-34be-4134-ae16-572278d8b570,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:05.733520 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.740970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa4-2c99-4ad7-b8ff-49f329f400fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:05.773874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for 844306c2-34be-4134-ae16-572278d8b570 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:05.838727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:05.956171 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:45Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:05.984269 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-86d55fa4-2c99-4ad7-b8ff-49f329f400fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4ffba8de99ae4fc5aa2ad22f4f196848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626388 Oct 26 12:04:05.986237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49864) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:05.991675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d55fa4-2c99-4ad7-b8ff-49f329f400fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0bc75-9b46-41b1-ae37-4dccd73720dd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:06.014455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] Checking router: 4580f7bd-6897-47a4-9a83-257235743069 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:06.025237 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:06.026162 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:06.033609 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d934040-f687-4454-a70c-76fe7154cc1e tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3705 time: 0.1890771 Oct 26 12:04:06.034795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:06.040695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'network': {'name': 'tempest-network-smoke--1038244931', 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'port_security_enabled': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:06.068162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73277b1-1489-470a-95bb-022c3dc08e04 req-10eee233-9a35-424b-bf4d-d4d21230735f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.069759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d73277b1-1489-470a-95bb-022c3dc08e04 req-10eee233-9a35-424b-bf4d-d4d21230735f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1836522 Oct 26 12:04:06.091412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3636b3c-ec93-445d-b9cb-c538d0199515 req-ed6002a8-1636-4aeb-986d-e3ef1471b3ae service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860046 Oct 26 12:04:06.097846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Made reservation on behalf of c27fd903152c4daca5c448cebd79f785 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:06.098452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0728-9979-4289-9182-74776e4e1eea req-8f72bd13-654d-4538-987e-2b260b87c11e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.102819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.108500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0728-9979-4289-9182-74776e4e1eea req-8f72bd13-654d-4538-987e-2b260b87c11e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.120946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0728-9979-4289-9182-74776e4e1eea req-8f72bd13-654d-4538-987e-2b260b87c11e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.127909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0728-9979-4289-9182-74776e4e1eea req-8f72bd13-654d-4538-987e-2b260b87c11e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.129772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-499f0728-9979-4289-9182-74776e4e1eea req-8f72bd13-654d-4538-987e-2b260b87c11e tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 3143 time: 0.2276251 Oct 26 12:04:06.143636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:06.159153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.159411 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Added segment 6ee3d4fe-d81a-4003-b00d-8a6106ce855b of type vlan for network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 Oct 26 12:04:06.230467 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97527cde-8206-42d1-9bb0-6ff7b1d187c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.233119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.276368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d73277b1-1489-470a-95bb-022c3dc08e04 req-7ee41a8c-7f75-4841-8243-b52076f54c63 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455567 Oct 26 12:04:06.291019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97527cde-8206-42d1-9bb0-6ff7b1d187c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.292787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.296349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-499f0728-9979-4289-9182-74776e4e1eea req-41f62035-708e-4bff-a786-e9be7e0c9d55 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544170 Oct 26 12:04:06.298708 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:06.301879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.312075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.314765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.341279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=844306c2-34be-4134-ae16-572278d8b570,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:06.413577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.413948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.415103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.415468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.416920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.417292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.417640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.417985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.418330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.420870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.421235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.421582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:06.511412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4755068 Oct 26 12:04:06.512166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec0729-ca70-4037-a1f8-259e08559324 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Network': ['ID=f39ebf97-1ba6-4bdd-a785-f048da9d2c63,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:06.514967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49878) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:06.519705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'admin_state_up': True, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:06.526972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:06.556344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.563780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.588608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] No DVR routers for this DVR port 844306c2-34be-4134-ae16-572278d8b570 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:06.593756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.597275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-8f1ae042-1abb-4eea-a309-694a443662fb tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "DELETE /v2.0/ports/844306c2-34be-4134-ae16-572278d8b570 HTTP/1.1" status: 204 len: 173 time: 1.2258253 Oct 26 12:04:06.672982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868834c3-29ba-4097-af7b-dc2ac7122aaf req-f00a7600-f775-4aa0-bee8-775080342612 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.682016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-868834c3-29ba-4097-af7b-dc2ac7122aaf req-f00a7600-f775-4aa0-bee8-775080342612 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 948 time: 0.2086089 Oct 26 12:04:06.704628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adfaca-5bdd-48eb-bc4b-3d77346c20cf req-3c9f10e7-4d45-4161-a355-fb9cb5c7de58 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:06.706306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7adfaca-5bdd-48eb-bc4b-3d77346c20cf req-3c9f10e7-4d45-4161-a355-fb9cb5c7de58 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2233424 Oct 26 12:04:06.719473 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:45Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:06.720029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:06.723217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97527cde-8206-42d1-9bb0-6ff7b1d187c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.725999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97527cde-8206-42d1-9bb0-6ff7b1d187c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.727101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-97527cde-8206-42d1-9bb0-6ff7b1d187c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cdd0bc75-9b46-41b1-ae37-4dccd73720dd HTTP/1.1" status: 204 len: 168 time: 0.7373254 Oct 26 12:04:06.734165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'floatingip': {'port_id': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:06.768964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527cde-8206-42d1-9bb0-6ff7b1d187c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0bc75-9b46-41b1-ae37-4dccd73720dd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:06.800903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.801716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-868834c3-29ba-4097-af7b-dc2ac7122aaf req-3a0d7c23-53d3-4788-b8a8-93974530ee72 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191161 Oct 26 12:04:06.804744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.832133 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4c6f4-aacd-45d8-9c2c-2c3421d8384d None None] The sync data for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 is: [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T11:53:39Z', 'revision_number': 4, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fc51e579-34f1-4536-9404-70929d98d7da', 'name': '', 'network_id': '4204cc42-892f-4bd5-b083-d05a5f5e0135', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'mac_address': 'fa:16:3e:37:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:38Z', 'updated_at': '2021-10-26T11:53:45Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'subnets': [{'id': '8f0dec01-3fd3-4823-bde6-290e15793ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:06.840472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port 733e6eba-9c81-4f89-ad1c-a2008636723d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:06.841030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:06.898539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49888) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:06.989780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] For port 733e6eba-9c81-4f89-ad1c-a2008636723d, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=733e6eba-9c81-4f89-ad1c-a2008636723d,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:06.989978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.026655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for 733e6eba-9c81-4f89-ad1c-a2008636723d owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:07.186778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.257656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.339326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d952f5e-a651-423e-93a4-08c0de929461 None None] New status for floating IP 609016e2-f6bb-4ca5-96aa-885f66ef09a4: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:04:07.378987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=733e6eba-9c81-4f89-ad1c-a2008636723d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:07.449572 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-247785e0-75be-4912-9c6c-65ddbbd477c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.457478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': '844306c2-34be-4134-ae16-572278d8b570'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:07.461470 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b4cb14-bbbb-41f9-9b0d-87cf0ded3645" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "844306c2-34be-4134-ae16-572278d8b570"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:07.566814 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c9a86-30f1-46a4-8d01-49bc2a034bda x-openstack-request-id: req-345c9a86-30f1-46a4-8d01-49bc2a034bda {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:07.567130 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "844306c2-34be-4134-ae16-572278d8b570", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:07.567434 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-345c9a86-30f1-46a4-8d01-49bc2a034bda {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:07.568091 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': '844306c2-34be-4134-ae16-572278d8b570', 'status': 'completed', 'code': 200} Oct 26 12:04:07.569007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] No DVR routers for this DVR port 733e6eba-9c81-4f89-ad1c-a2008636723d on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:07.573725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.578060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-a9d3ebe5-221f-45a1-86f8-e31d421dbf8a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "DELETE /v2.0/ports/733e6eba-9c81-4f89-ad1c-a2008636723d HTTP/1.1" status: 204 len: 173 time: 0.9704604 Oct 26 12:04:07.756570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b6433ffa-2839-43a1-b8e5-c90329ee2ccd details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:04:07.765959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-247785e0-75be-4912-9c6c-65ddbbd477c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.784899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-247785e0-75be-4912-9c6c-65ddbbd477c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:07.901544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-247785e0-75be-4912-9c6c-65ddbbd477c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4040a95d3d1e469eab2bfda9e578394d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0015402 Oct 26 12:04:07.902238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:07.903690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247785e0-75be-4912-9c6c-65ddbbd477c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22344164-09a4-479b-aaa2-256f9b251533,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:07.916614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7997c29-6b31-4581-b4bc-5cdc79b152e6 req-13c66407-db59-4a97-b255-daade762edbc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:07.925312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7997c29-6b31-4581-b4bc-5cdc79b152e6 req-13c66407-db59-4a97-b255-daade762edbc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:07.926492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7997c29-6b31-4581-b4bc-5cdc79b152e6 req-13c66407-db59-4a97-b255-daade762edbc tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 1677 time: 0.4375465 Oct 26 12:04:08.081548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:08.116308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd', 'mac_address': 'fa:16:3e:02:7c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:04:08.179408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d995fa4d-12a6-4080-a7b1-0e2a9fc52b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.194703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.204411 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d995fa4d-12a6-4080-a7b1-0e2a9fc52b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.218174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6433ffa-2839-43a1-b8e5-c90329ee2ccd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:04:08.223416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:04:08.228129 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.254066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7997c29-6b31-4581-b4bc-5cdc79b152e6 req-e6eac7be-e84a-4ffe-b061-b16a5ce69502 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784169 Oct 26 12:04:08.259596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d995fa4d-12a6-4080-a7b1-0e2a9fc52b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.263035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d995fa4d-12a6-4080-a7b1-0e2a9fc52b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.268747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d995fa4d-12a6-4080-a7b1-0e2a9fc52b1f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/22344164-09a4-479b-aaa2-256f9b251533 HTTP/1.1" status: 204 len: 168 time: 0.3387241 Oct 26 12:04:08.285149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:08.286577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:08.287556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995fa4d-12a6-4080-a7b1-0e2a9fc52b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22344164-09a4-479b-aaa2-256f9b251533,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:08.292114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port afed0f4e-175d-4706-a2bd-ab5678827100 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:08.292535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.310912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5298f39-ce16-42d7-be67-a102649e4ce4 req-5362d83d-b62d-476d-9d6d-36771368ffba tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:08.310912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5298f39-ce16-42d7-be67-a102649e4ce4 req-5362d83d-b62d-476d-9d6d-36771368ffba tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 948 time: 0.3710208 Oct 26 12:04:08.311225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.311317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.410199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:08.410462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5298f39-ce16-42d7-be67-a102649e4ce4 req-7424122d-59e5-41d7-9be5-d306408d5d36 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793307 Oct 26 12:04:08.417528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.434019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.481450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] For port afed0f4e-175d-4706-a2bd-ab5678827100, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=afed0f4e-175d-4706-a2bd-ab5678827100,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:08.481818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.505782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for afed0f4e-175d-4706-a2bd-ab5678827100 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:08.534627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b6433ffa-2839-43a1-b8e5-c90329ee2ccd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:04:08.619811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.25.4.193 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cf5cfe74-f892-4139-a996-ff194e3327a1) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:08.709342 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Floating IP cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7 associated. External IP: 172.25.4.194, port: a8604c22-05a5-45e9-a10a-bc6af2f810a5. Oct 26 12:04:08.735100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:08.737237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c886ec9f-017a-421a-b4c4-8929bee22ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.776582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d695532c-1bd0-419c-bc1e-2b6e55682249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.784303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.835901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=afed0f4e-175d-4706-a2bd-ab5678827100,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:08.843715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.908677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] No DVR routers for this DVR port afed0f4e-175d-4706-a2bd-ab5678827100 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:08.912758 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.916125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-c2450509-2aa8-4620-a865-37169c00fb33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "DELETE /v2.0/ports/afed0f4e-175d-4706-a2bd-ab5678827100 HTTP/1.1" status: 204 len: 173 time: 1.3214760 Oct 26 12:04:08.972043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:08.987839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c886ec9f-017a-421a-b4c4-8929bee22ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.004562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c886ec9f-017a-421a-b4c4-8929bee22ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.030939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:09.040591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:04:09.041823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:09.046429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:09.077384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=cf5cfe74-f892-4139-a996-ff194e3327a1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:09.083938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d695532c-1bd0-419c-bc1e-2b6e55682249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.093665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c886ec9f-017a-421a-b4c4-8929bee22ddf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9753041baa1d4913ba9b50bebc915b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869194 Oct 26 12:04:09.096420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ec9f-017a-421a-b4c4-8929bee22ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0002ecf-cb18-4527-b432-c070b06e375e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:09.099193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d695532c-1bd0-419c-bc1e-2b6e55682249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.099476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:09.155168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d695532c-1bd0-419c-bc1e-2b6e55682249 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ed1fe2024fc4f87867e5c14474ce1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188621 Oct 26 12:04:09.157315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49952) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:09.157994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695532c-1bd0-419c-bc1e-2b6e55682249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b965ce26-4b4d-4dc8-8af9-58005118f085,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:09.182125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port d295fd22-dbf0-46e7-afff-66babc705d3e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:09.182468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.280286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5042cdfc-2811-4455-a585-164b4bbce50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.345041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] For port d295fd22-dbf0-46e7-afff-66babc705d3e, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d295fd22-dbf0-46e7-afff-66babc705d3e,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:09.345414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.349448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5042cdfc-2811-4455-a585-164b4bbce50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.371527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for d295fd22-dbf0-46e7-afff-66babc705d3e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:09.573708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d'}, {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:09.576148 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0b889d-c891-4f75-9beb-c3badf7815fa" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d"}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:09.608133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd99f4f-c238-47b1-895e-38a0c4d85cfb req-8d88619f-31ec-4104-bf53-77927dc149ac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:09.609709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cd99f4f-c238-47b1-895e-38a0c4d85cfb req-8d88619f-31ec-4104-bf53-77927dc149ac tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 943 time: 0.1893225 Oct 26 12:04:09.620597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:09.626422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e99ab-5aa0-4f61-a211-797db02c94ba req-1cce78aa-eae8-48cd-885c-4a576ef8712e tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:09.628062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-548e99ab-5aa0-4f61-a211-797db02c94ba req-1cce78aa-eae8-48cd-885c-4a576ef8712e tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 949 time: 0.1121192 Oct 26 12:04:09.629838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.635910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5042cdfc-2811-4455-a585-164b4bbce50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.639093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5042cdfc-2811-4455-a585-164b4bbce50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.640211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5042cdfc-2811-4455-a585-164b4bbce50e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b965ce26-4b4d-4dc8-8af9-58005118f085 HTTP/1.1" status: 204 len: 168 time: 0.4794018 Oct 26 12:04:09.647336 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:09.660733 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:09.661734 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:09.709465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042cdfc-2811-4455-a585-164b4bbce50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b965ce26-4b4d-4dc8-8af9-58005118f085,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:09.749052 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d041a161-d3ce-4cda-8584-4456af214fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.751929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6172c5cf-eceb-4227-b0e4-6f819a5582d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "PUT /v2.0/floatingips/cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7 HTTP/1.1" status: 200 len: 992 time: 3.0281796 Oct 26 12:04:09.767913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b6433ffa-2839-43a1-b8e5-c90329ee2ccd up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:09.779702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:09.784752 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea2427-6c1f-48c4-879c-5850653f1e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:09.790357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-548e99ab-5aa0-4f61-a211-797db02c94ba req-d14f72bc-39d3-430e-84a9-d3405ed246e5 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488566 Oct 26 12:04:09.806948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cd99f4f-c238-47b1-895e-38a0c4d85cfb req-eff68d9b-fdd0-4409-8b41-69e9eaaefc33 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups?id=6e0a05e1-e1d4-4287-91f9-cbaace17457c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759975 Oct 26 12:04:09.818594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.843203 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:09.895279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port b6433ffa-2839-43a1-b8e5-c90329ee2ccd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:04:09.895587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d041a161-d3ce-4cda-8584-4456af214fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.900645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port b6433ffa-2839-43a1-b8e5-c90329ee2ccd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:09.901116 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.910270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=d295fd22-dbf0-46e7-afff-66babc705d3e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:09.962977 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ca50a9-3920-4fe5-8506-35f965428d91 x-openstack-request-id: req-78ca50a9-3920-4fe5-8506-35f965428d91 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:09.963298 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "733e6eba-9c81-4f89-ad1c-a2008636723d", "status": "completed", "code": 200}, {"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "afed0f4e-175d-4706-a2bd-ab5678827100", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:09.963559 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78ca50a9-3920-4fe5-8506-35f965428d91 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:09.964163 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': '733e6eba-9c81-4f89-ad1c-a2008636723d', 'status': 'completed', 'code': 200} Oct 26 12:04:09.964582 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': 'afed0f4e-175d-4706-a2bd-ab5678827100', 'status': 'completed', 'code': 200} Oct 26 12:04:09.984060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] No DVR routers for this DVR port d295fd22-dbf0-46e7-afff-66babc705d3e on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:09.990965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:09.996902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d6dab6-cf09-40ef-b8f8-1527145395ae req-d715eddb-c5fe-460f-91b4-1b5f94aa84f7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.100 "DELETE /v2.0/ports/d295fd22-dbf0-46e7-afff-66babc705d3e HTTP/1.1" status: 204 len: 173 time: 1.0729387 Oct 26 12:04:10.015829 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9847784d-80f4-4c35-aa9d-6a7cb5c0839d x-openstack-request-id: req-9847784d-80f4-4c35-aa9d-6a7cb5c0839d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:10.016127 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:10.017418 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9847784d-80f4-4c35-aa9d-6a7cb5c0839d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:10.018026 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'status': 'completed', 'code': 200} Oct 26 12:04:10.019808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d041a161-d3ce-4cda-8584-4456af214fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.022841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d041a161-d3ce-4cda-8584-4456af214fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.024920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d041a161-d3ce-4cda-8584-4456af214fc2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a0002ecf-cb18-4527-b432-c070b06e375e HTTP/1.1" status: 204 len: 168 time: 0.9238095 Oct 26 12:04:10.121294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.176171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-a445a003-d0b1-43f9-9332-ad873a82fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:10.180909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-a445a003-d0b1-43f9-9332-ad873a82fc07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.1129205 Oct 26 12:04:10.183280 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49982) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:10.191414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a161-d3ce-4cda-8584-4456af214fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0002ecf-cb18-4527-b432-c070b06e375e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:10.210010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:10.215497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:10.223425 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a44c0-400c-4236-8a8e-625967e4c03e" -d '{"events": [{"server_uuid": "177cc9a4-7b54-4561-85d9-1d0ce5b9768c", "name": "network-vif-plugged", "status": "completed", "tag": "b6433ffa-2839-43a1-b8e5-c90329ee2ccd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:10.238188 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.270594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.385917 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92ba30-a91e-437e-bec1-f47085855f64 x-openstack-request-id: req-2f92ba30-a91e-437e-bec1-f47085855f64 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:10.386704 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cc9a4-7b54-4561-85d9-1d0ce5b9768c", "name": "network-vif-plugged", "status": "completed", "tag": "b6433ffa-2839-43a1-b8e5-c90329ee2ccd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:10.386993 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f92ba30-a91e-437e-bec1-f47085855f64 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:10.387406 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd', 'code': 200} Oct 26 12:04:10.389591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:10.427397 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'port_id': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'mac_address': 'fa:16:3e:d2:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:03:48Z', 'updated_at': '2021-10-26T12:04:08Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:10.484203 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:10.503253 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:10.504337 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:10.611391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede025a-2841-496e-b721-5a37bc8b953f req-3f578169-2dfe-418d-aa31-41c574a057d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:10.616265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ede025a-2841-496e-b721-5a37bc8b953f req-3f578169-2dfe-418d-aa31-41c574a057d2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 1101 time: 0.2099068 Oct 26 12:04:10.706328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-96ec0cca-382a-4373-9f8c-25525b4948b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:10.708342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-96ec0cca-382a-4373-9f8c-25525b4948b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.4955072 Oct 26 12:04:10.762188 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:10.778209 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ede025a-2841-496e-b721-5a37bc8b953f req-5a177d6d-e9db-45b1-ae5c-82f005620c8e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216927 Oct 26 12:04:10.817923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49994) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:10.870517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c261-cfb7-4996-af7d-0ef591261544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.912391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-ea0770df-7d28-4117-86c0-d1f377c0bd3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1000 time: 0.1886449 Oct 26 12:04:10.930630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:10.936611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad8fcae-7980-46dc-abc3-c703ee137482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:11.081699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38a929ee-6bba-4739-9aca-04abcf260a64 req-449ff405-262e-4e6d-a5c9-d22128d140e6 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0878487 Oct 26 12:04:11.124642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-f2c9aa74-dbd1-4b9f-8c4e-cafc22448efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:11.126188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-f2c9aa74-dbd1-4b9f-8c4e-cafc22448efa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1926270 Oct 26 12:04:11.180582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 0939df94-0c3b-4df7-a654-8d86d50cabe6 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:04:11.218282 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'port_id': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'mac_address': 'fa:16:3e:d2:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:03:48Z', 'updated_at': '2021-10-26T12:04:08Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:11.252760 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc64d04-2674-4093-ac2f-be7dd74f99c3 None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'port_id': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'mac_address': 'fa:16:3e:d2:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:03:48Z', 'updated_at': '2021-10-26T12:04:08Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:11.258756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5180ad7-42fc-4e6f-91d9-037fe92815f7 req-e73f7a9a-6cfc-4b5a-98e3-a8962c0126e0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:11.261279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5180ad7-42fc-4e6f-91d9-037fe92815f7 req-e73f7a9a-6cfc-4b5a-98e3-a8962c0126e0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 950 time: 0.2735565 Oct 26 12:04:11.409157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:11.425108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Sync routers for ids ['0939df94-0c3b-4df7-a654-8d86d50cabe6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:11.446505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:11.451837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Routers {'0939df94-0c3b-4df7-a654-8d86d50cabe6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:11.453227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0939df94-0c3b-4df7-a654-8d86d50cabe6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:11.453564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-853b6ad6-f5f5-4539-a022-8104be0f1339 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9365740 Oct 26 12:04:11.454427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50010) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:11.592768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbade22-e40d-45f8-a61c-00076d9d6271 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:11.594766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-afbade22-e40d-45f8-a61c-00076d9d6271 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c27fd903152c4daca5c448cebd79f785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1371868 Oct 26 12:04:11.598215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50014) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:11.673857 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23206384-f790-4b03-aa17-3d770d5e6b82 None None] New status for floating IP cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:04:11.688864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Set router 0939df94-0c3b-4df7-a654-8d86d50cabe6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:11.836191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-3f6b5a22-ebea-4421-8afb-98102431759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:11.838287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-3f6b5a22-ebea-4421-8afb-98102431759c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6974838 Oct 26 12:04:11.994546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d975c-01b7-43de-9457-86c60caa31c1 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:11.996847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dc3d975c-01b7-43de-9457-86c60caa31c1 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3975842 Oct 26 12:04:12.001145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50020) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.051813 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ddc8599c-1afc-4158-bd08-e33dd5cfe744 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492561 Oct 26 12:04:12.052772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.105416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6a75c7fe-2424-4dc4-aaea-1048e51980bf tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c27fd903152c4daca5c448cebd79f785&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508971 Oct 26 12:04:12.106397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50024) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.151369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:12.157355 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a203dd1-1a8b-471b-bc80-bf1fba77abec" -d '{"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:12.172399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5180ad7-42fc-4e6f-91d9-037fe92815f7 req-f28d3bd5-da28-42d9-946a-61be2e4d391c tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8846385 Oct 26 12:04:12.178647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c261-cfb7-4996-af7d-0ef591261544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.206624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:09Z', 'revision_number': 3, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:12.207692 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c261-cfb7-4996-af7d-0ef591261544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.284005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Checking router: 0939df94-0c3b-4df7-a654-8d86d50cabe6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:12.285794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Updating router 0939df94-0c3b-4df7-a654-8d86d50cabe6 port cf5cfe74-f892-4139-a996-ff194e3327a1 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:04:12.302264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-6caf3d51-f2aa-42d6-93cb-773d716aee84 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494407 Oct 26 12:04:12.308942 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5450c-7841-464c-b7ee-aa376f74e24c x-openstack-request-id: req-bae5450c-7841-464c-b7ee-aa376f74e24c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:12.310124 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9676b-e187-48c3-864c-8ea13c23cab6", "name": "network-vif-deleted", "tag": "d295fd22-dbf0-46e7-afff-66babc705d3e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:12.311134 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bae5450c-7841-464c-b7ee-aa376f74e24c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:12.311506 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9676b-e187-48c3-864c-8ea13c23cab6', 'name': 'network-vif-deleted', 'tag': 'd295fd22-dbf0-46e7-afff-66babc705d3e', 'status': 'completed', 'code': 200} Oct 26 12:04:12.312839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408a2ea-8cfd-4bdf-95e0-4fbb43d994ef tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:12.320550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4408a2ea-8cfd-4bdf-95e0-4fbb43d994ef tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2123318 Oct 26 12:04:12.320754 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.321272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50034) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.337197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad8fcae-7980-46dc-abc3-c703ee137482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.417061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9c547433-1f9e-477d-9238-7b88015b9e93 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923653 Oct 26 12:04:12.417278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.422198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1087645695', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:12.438360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4c261-cfb7-4996-af7d-0ef591261544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6d9e4-16e6-4fcc-b12b-3871eb3ab120,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:12.456702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5cf4c261-cfb7-4996-af7d-0ef591261544 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dcdfab2ba66242b59d7220077e27bb63&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2719626 Oct 26 12:04:12.458205 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad8fcae-7980-46dc-abc3-c703ee137482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.461832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50038) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.462782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50040) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.532526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Made reservation on behalf of c27fd903152c4daca5c448cebd79f785 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:12.536734 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.568344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2406182-dd6d-4da1-a416-6becb7bca2d7 req-2bd185b6-60f8-459c-bf32-4bafb2ae13be tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.2102575 Oct 26 12:04:12.648013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aea2427-6c1f-48c4-879c-5850653f1e8a req-04560cdf-795f-462c-b019-e8e8f3f14e34 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718995 Oct 26 12:04:12.666463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8fcae-7980-46dc-abc3-c703ee137482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41767b8c-d771-4582-a774-b85faf2cba45,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:12.667697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.678712 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.691175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50044) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:12.691349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7ad8fcae-7980-46dc-abc3-c703ee137482 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5b5197187d5b41cebc28a17b87e1279b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8552420 Oct 26 12:04:12.731282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Attempting to bind port cf5cfe74-f892-4139-a996-ff194e3327a1 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:12.731866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Attempting to bind port cf5cfe74-f892-4139-a996-ff194e3327a1 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:12.732768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Attempting to bind port cf5cfe74-f892-4139-a996-ff194e3327a1 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:12.733579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8afcfb4c-e362-446d-b6f1-f88fec60ae84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.747852 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3e02-d930-48ab-a6a8-2fe49b74435d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.752191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:12.752581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:12.753174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.753584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:12.754076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Bound port: cf5cfe74-f892-4139-a996-ff194e3327a1, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:12.754466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.772191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37195c17-8c96-468b-967d-8891eeb4c929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.784772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8afcfb4c-e362-446d-b6f1-f88fec60ae84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.792657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eeb00-aada-41d3-b6ea-44920e874655 None None] Pushing event updated for resources: {'Port': ['ID=cf5cfe74-f892-4139-a996-ff194e3327a1,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:12.835253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] For port cf5cfe74-f892-4139-a996-ff194e3327a1, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:12.842177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] For port cf5cfe74-f892-4139-a996-ff194e3327a1, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf5cfe74-f892-4139-a996-ff194e3327a1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:12.848125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37195c17-8c96-468b-967d-8891eeb4c929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.850076 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.904143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Routers {'0939df94-0c3b-4df7-a654-8d86d50cabe6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:12.905329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0939df94-0c3b-4df7-a654-8d86d50cabe6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:12.918969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3e02-d930-48ab-a6a8-2fe49b74435d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.939788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3e02-d930-48ab-a6a8-2fe49b74435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.948936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.967284 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8afcfb4c-e362-446d-b6f1-f88fec60ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.970271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8afcfb4c-e362-446d-b6f1-f88fec60ae84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.975442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8afcfb4c-e362-446d-b6f1-f88fec60ae84 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6a6d9e4-16e6-4fcc-b12b-3871eb3ab120 HTTP/1.1" status: 204 len: 168 time: 0.5072815 Oct 26 12:04:12.981580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37195c17-8c96-468b-967d-8891eeb4c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.984801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37195c17-8c96-468b-967d-8891eeb4c929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:12.986075 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-37195c17-8c96-468b-967d-8891eeb4c929 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41767b8c-d771-4582-a774-b85faf2cba45 HTTP/1.1" status: 204 len: 168 time: 0.2921247 Oct 26 12:04:13.020590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c7e3e02-d930-48ab-a6a8-2fe49b74435d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eac69cd55fb24c6bafc25cf0e92ab01a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512779 Oct 26 12:04:13.025830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50050) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:13.033564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37195c17-8c96-468b-967d-8891eeb4c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41767b8c-d771-4582-a774-b85faf2cba45,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:13.053553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e3e02-d930-48ab-a6a8-2fe49b74435d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0358ad-f69b-484f-ade1-5e9de25c41b4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:13.090543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] Set router 0939df94-0c3b-4df7-a654-8d86d50cabe6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:13.110580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Subnet': ['ID=953cc7be-e0bf-4c89-9b23-256df6210ec0,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:13.115712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Checking segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:13.116093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network hostable DHCP agents. Network: f39ebf97-1ba6-4bdd-a785-f048da9d2c63, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:13.122267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcfb4c-e362-446d-b6f1-f88fec60ae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6d9e4-16e6-4fcc-b12b-3871eb3ab120,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:13.162898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:13.188635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f39ebf97-1ba6-4bdd-a785-f048da9d2c63) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:13.193483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:13.193988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:13.223809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a12f1987-bac5-48a9-9628-44ce21b2ae40 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8053448 Oct 26 12:04:13.226918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50058) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:13.227786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d297ba0c-b47b-4152-bcab-c2ec4444fb8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:13.488139 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d297ba0c-b47b-4152-bcab-c2ec4444fb8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:13.537690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d80b6-5855-48f9-860d-391948409513 None None] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:13.563116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7fc7-c736-4194-b14e-0b705a738ba3 req-1c8a499b-c35c-4f0d-8642-45b1dca7ca44 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:13.564696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14ea7fc7-c736-4194-b14e-0b705a738ba3 req-1c8a499b-c35c-4f0d-8642-45b1dca7ca44 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 950 time: 0.1431775 Oct 26 12:04:13.699353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eeb00-aada-41d3-b6ea-44920e874655 None None] Pushing event updated for resources: {'Port': ['ID=cf5cfe74-f892-4139-a996-ff194e3327a1,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:13.782452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'fixed_ips': [{'subnet_id': '953cc7be-e0bf-4c89-9b23-256df6210ec0'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:13.783419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:13.799826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:09Z', 'revision_number': 3, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:13.802771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d297ba0c-b47b-4152-bcab-c2ec4444fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:13.806577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d297ba0c-b47b-4152-bcab-c2ec4444fb8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:13.810061 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d297ba0c-b47b-4152-bcab-c2ec4444fb8f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4d0358ad-f69b-484f-ade1-5e9de25c41b4 HTTP/1.1" status: 204 len: 168 time: 0.7808433 Oct 26 12:04:13.882276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297ba0c-b47b-4152-bcab-c2ec4444fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0358ad-f69b-484f-ade1-5e9de25c41b4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:13.907866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f96a8dd1-ae52-4e65-ba22-9bc65f5ce8df req-ad8098a6-f07c-4e98-a966-9dbf21571cc2 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.1842077 Oct 26 12:04:13.920160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14ea7fc7-c736-4194-b14e-0b705a738ba3 req-32da633b-d6ca-469b-b150-faf96093cd87 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391938 Oct 26 12:04:13.981387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Allocated IP 172.20.0.18 (f39ebf97-1ba6-4bdd-a785-f048da9d2c63/953cc7be-e0bf-4c89-9b23-256df6210ec0/189e0550-6b78-43b3-a9ed-4d445366a30f) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:13.987154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1874b-f6fb-4dec-91b5-89cc1a57291c None None] The sync data for ids ['0939df94-0c3b-4df7-a654-8d86d50cabe6'] in n-d-812150-3 is: [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:09Z', 'revision_number': 3, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:14.256126 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:14.272552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:14.343529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:14.348678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:14.358842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:14.376580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Pushing event updated for resources: {'Port': ['ID=189e0550-6b78-43b3-a9ed-4d445366a30f,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:14.497637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Attempting to bind port 189e0550-6b78-43b3-a9ed-4d445366a30f on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:14.499778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Attempting to bind port 189e0550-6b78-43b3-a9ed-4d445366a30f by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:14.502479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Attempting to bind port 189e0550-6b78-43b3-a9ed-4d445366a30f on network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:14.528138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:14.529520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Checking segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:14.530602 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:14.531476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Bound using segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:14.533045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Bound port: 189e0550-6b78-43b3-a9ed-4d445366a30f, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:14.535994 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:14.630244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:14.658831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed09a6-ace4-43ec-81d7-987e14195216 req-abb09d7f-a593-4968-85ae-617922c3b61a tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:14.660483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25ed09a6-ace4-43ec-81d7-987e14195216 req-abb09d7f-a593-4968-85ae-617922c3b61a tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 950 time: 0.1858969 Oct 26 12:04:14.705198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] For port 189e0550-6b78-43b3-a9ed-4d445366a30f, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:14.715707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] For port 189e0550-6b78-43b3-a9ed-4d445366a30f, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=189e0550-6b78-43b3-a9ed-4d445366a30f,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:14.725800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:14.856605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25ed09a6-ace4-43ec-81d7-987e14195216 req-7dcc9504-1e3c-41da-a248-fb4323acade6 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214538 Oct 26 12:04:14.899685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a4934-c75d-4cfb-8b5e-65986b3ea87e None None] Pushing event updated for resources: {'Port': ['ID=189e0550-6b78-43b3-a9ed-4d445366a30f,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:15.155217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48b274c3-78e5-4389-a28c-8c2acad2816c req-e73c8649-1c66-497a-bb8a-4a92b96ef376 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.1067121 Oct 26 12:04:15.293934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.20.0.17 (f39ebf97-1ba6-4bdd-a785-f048da9d2c63/953cc7be-e0bf-4c89-9b23-256df6210ec0/e9b63497-1b9c-487f-bf72-cd29a408c7fc) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:15.510365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:15.580118 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:15.655166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=e9b63497-1b9c-487f-bf72-cd29a408c7fc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:15.704517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:15.709741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:15.716834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:15.788335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-7fa9504f-e704-48c9-8d44-0238749c5193 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:15.789993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-7fa9504f-e704-48c9-8d44-0238749c5193 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.100 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 950 time: 0.1369803 Oct 26 12:04:15.830291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.045664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Deleting port b6433ffa-2839-43a1-b8e5-c90329ee2ccd {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:16.046105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.237547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b643-47ca-4804-9da4-d745cb8965b4 req-521f9d54-89f8-445d-94c0-cbc8560adffb tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:16.265425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a990b643-47ca-4804-9da4-d745cb8965b4 req-521f9d54-89f8-445d-94c0-cbc8560adffb tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 950 time: 0.2784693 Oct 26 12:04:16.336823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 189e0550-6b78-43b3-a9ed-4d445366a30f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:16.427685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9808dae4-71a8-4aef-8566-0177d8cd8a77 req-63563480-925e-4b4a-8391-be78e6189838 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.1215453 Oct 26 12:04:16.428280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.471978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 189e0550-6b78-43b3-a9ed-4d445366a30f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:16.472957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.524507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] For port b6433ffa-2839-43a1-b8e5-c90329ee2ccd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:16.524507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.529584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e430c7-53a3-4d03-a597-9983445c3342 None None] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:16.539474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Calling delete_port for b6433ffa-2839-43a1-b8e5-c90329ee2ccd owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:16.586262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4443ba36-53bb-4492-bb2e-4646cb5fbb08 None None] Provisioning complete for port 189e0550-6b78-43b3-a9ed-4d445366a30f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:16.586817 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4443ba36-53bb-4492-bb2e-4646cb5fbb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.743613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a990b643-47ca-4804-9da4-d745cb8965b4 req-cc11cdfd-f016-4ba2-b401-efa0c544b459 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/security-groups?id=de089d41-e03b-44d6-ac9f-1ecfc14904ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725213 Oct 26 12:04:16.749752 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.789712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['b6433ffa-2839-43a1-b8e5-c90329ee2ccd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:04:16.793039 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.945697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Pushing event deleted for resources: {'Port': ['ID=b6433ffa-2839-43a1-b8e5-c90329ee2ccd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:16.964565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4443ba36-53bb-4492-bb2e-4646cb5fbb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.979161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 189e0550-6b78-43b3-a9ed-4d445366a30f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=189e0550-6b78-43b3-a9ed-4d445366a30f,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:16.991329 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:16.992761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf5cfe74-f892-4139-a996-ff194e3327a1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:17.058796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=189e0550-6b78-43b3-a9ed-4d445366a30f,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:17.133861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] No DVR routers for this DVR port b6433ffa-2839-43a1-b8e5-c90329ee2ccd on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:17.160617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.170091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63dca703-442a-45ce-ac7a-22d204e2aba6 req-2bb498b2-a4e8-4e0d-a045-791786c3dad0 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.100 "DELETE /v2.0/ports/b6433ffa-2839-43a1-b8e5-c90329ee2ccd HTTP/1.1" status: 204 len: 173 time: 1.3735323 Oct 26 12:04:17.173609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'name': 'network-vif-deleted', 'tag': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:17.175335 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-4443ba36-53bb-4492-bb2e-4646cb5fbb08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:04:17.175914 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-4443ba36-53bb-4492-bb2e-4646cb5fbb08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:04:17.179543 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb50592-e9bf-4252-9a62-7c8f2fe46343" -d '{"events": [{"server_uuid": "177cc9a4-7b54-4561-85d9-1d0ce5b9768c", "name": "network-vif-deleted", "tag": "b6433ffa-2839-43a1-b8e5-c90329ee2ccd"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:17.268727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port cf5cfe74-f892-4139-a996-ff194e3327a1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:17.270016 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.381510 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93181485-79ae-4ba4-9298-b7e46404f20a x-openstack-request-id: req-93181485-79ae-4ba4-9298-b7e46404f20a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:17.382116 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cc9a4-7b54-4561-85d9-1d0ce5b9768c", "name": "network-vif-deleted", "tag": "b6433ffa-2839-43a1-b8e5-c90329ee2ccd", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:17.382116 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-93181485-79ae-4ba4-9298-b7e46404f20a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:17.385415 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177cc9a4-7b54-4561-85d9-1d0ce5b9768c', 'name': 'network-vif-deleted', 'tag': 'b6433ffa-2839-43a1-b8e5-c90329ee2ccd', 'status': 'completed', 'code': 200} Oct 26 12:04:17.492251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.546124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port cf5cfe74-f892-4139-a996-ff194e3327a1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf5cfe74-f892-4139-a996-ff194e3327a1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:17.561921 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.616272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:17.677117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d3f5f60-3856-40f7-b9c2-b0da27db29dd req-df24c164-c952-4104-a341-c13f4f0dd976 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0555720 Oct 26 12:04:17.803989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=cf5cfe74-f892-4139-a996-ff194e3327a1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:17.882082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-664cdd65-4730-416a-9fa9-e2f08890031b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.896683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.907337 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:17.925967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1954418e-9382-4379-906a-e32c8abc1f13 None None] Provisioning complete for port 189e0550-6b78-43b3-a9ed-4d445366a30f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:17.926589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1954418e-9382-4379-906a-e32c8abc1f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.037124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a09a1c1-e69c-49c7-974c-a130d9addfad req-41148a2b-ea2b-4e5e-a487-f08415746644 tempest-VolumesNegativeTest-1399217846 tempest-VolumesNegativeTest-1399217846-project] 10.222.0.88 "GET /v2.0/ports?device_id=177cc9a4-7b54-4561-85d9-1d0ce5b9768c HTTP/1.1" status: 200 len: 210 time: 0.0982852 Oct 26 12:04:18.164616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=e9b63497-1b9c-487f-bf72-cd29a408c7fc,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:18.174681 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.186469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1954418e-9382-4379-906a-e32c8abc1f13 None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:18.188324 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1954418e-9382-4379-906a-e32c8abc1f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.213315 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-664cdd65-4730-416a-9fa9-e2f08890031b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.224331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-664cdd65-4730-416a-9fa9-e2f08890031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.263079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1954418e-9382-4379-906a-e32c8abc1f13 None None] Port e9b63497-1b9c-487f-bf72-cd29a408c7fc cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:18.269324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 189e0550-6b78-43b3-a9ed-4d445366a30f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:18.298297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:18.299797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:18.388399 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-664cdd65-4730-416a-9fa9-e2f08890031b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b878fc8b06449ecab1e393fb4dae27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7683175 Oct 26 12:04:18.388399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cdd65-4730-416a-9fa9-e2f08890031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9019b59-c89d-4d24-b5fe-ce4d7d505c68,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:18.398221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 189e0550-6b78-43b3-a9ed-4d445366a30f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:18.398632 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.410650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:18.440491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5cde874f-131a-4b7d-bd54-6477a27ac7d7 None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:18.440870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cde874f-131a-4b7d-bd54-6477a27ac7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.550413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:18.551176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0425979-2b92-4989-87dc-29352eebb87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.566610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:18.581370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5cde874f-131a-4b7d-bd54-6477a27ac7d7 None None] Port e9b63497-1b9c-487f-bf72-cd29a408c7fc cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:18.604767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0425979-2b92-4989-87dc-29352eebb87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.716616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf5cfe74-f892-4139-a996-ff194e3327a1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:18.746918 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0425979-2b92-4989-87dc-29352eebb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.750718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0425979-2b92-4989-87dc-29352eebb87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.752807 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0425979-2b92-4989-87dc-29352eebb87c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c9019b59-c89d-4d24-b5fe-ce4d7d505c68 HTTP/1.1" status: 204 len: 168 time: 0.3392992 Oct 26 12:04:18.772883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a3115b1-e9c0-4b6a-83a0-762d8917c294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.777014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0425979-2b92-4989-87dc-29352eebb87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9019b59-c89d-4d24-b5fe-ce4d7d505c68,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:18.815419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7a17aff5-c4ae-4a20-a268-afca78fc5712 None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:18.815843 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7a17aff5-c4ae-4a20-a268-afca78fc5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.821643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0813e080-7ddf-4f1b-975a-5733ca0732a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.860428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7a17aff5-c4ae-4a20-a268-afca78fc5712 None None] Port e9b63497-1b9c-487f-bf72-cd29a408c7fc cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:18.871653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port cf5cfe74-f892-4139-a996-ff194e3327a1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:18.872027 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.988892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec316f53-bc32-44e5-b272-531ca172c92b req-6f540942-2b75-4f0f-a203-8790763586a7 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0342827 Oct 26 12:04:18.996921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0813e080-7ddf-4f1b-975a-5733ca0732a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:18.999558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a3115b1-e9c0-4b6a-83a0-762d8917c294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.005629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0813e080-7ddf-4f1b-975a-5733ca0732a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.023040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a3115b1-e9c0-4b6a-83a0-762d8917c294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.042980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 0939df94-0c3b-4df7-a654-8d86d50cabe6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:04:19.093810 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a3115b1-e9c0-4b6a-83a0-762d8917c294 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=672b8ca2140845ddba311a677d6735cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261033 Oct 26 12:04:19.097009 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0813e080-7ddf-4f1b-975a-5733ca0732a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f169988d4314c53b3bdf316a7d3d3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436482 Oct 26 12:04:19.097955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50308) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:19.098716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813e080-7ddf-4f1b-975a-5733ca0732a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61e58a-5f70-418e-b3ba-40eae25b48d0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:19.111081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50310) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:19.140860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c57bc67-48c1-4d60-aabe-d76bd7dca69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.168135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3115b1-e9c0-4b6a-83a0-762d8917c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f13b7fd-e40e-4656-800b-da0b3c6dc82f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:19.233911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:19.248617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Sync routers for ids ['0939df94-0c3b-4df7-a654-8d86d50cabe6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:19.249421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b18d01dc-e004-4ac4-beea-4111daaf8dd7 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "PUT /v2.0/routers/0939df94-0c3b-4df7-a654-8d86d50cabe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0157409 Oct 26 12:04:19.263610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Routers {'0939df94-0c3b-4df7-a654-8d86d50cabe6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:19.264247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0939df94-0c3b-4df7-a654-8d86d50cabe6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:19.299284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3b23-53f0-434c-8ad9-3aae4bd02f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.348880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3b23-53f0-434c-8ad9-3aae4bd02f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.402218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-077ab23d-5405-4bd4-af45-f41a26112144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.440930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Set router 0939df94-0c3b-4df7-a654-8d86d50cabe6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:19.443739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3b23-53f0-434c-8ad9-3aae4bd02f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.446318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3b23-53f0-434c-8ad9-3aae4bd02f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.447511 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8c7a3b23-53f0-434c-8ad9-3aae4bd02f68 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb61e58a-5f70-418e-b3ba-40eae25b48d0 HTTP/1.1" status: 204 len: 168 time: 0.3351977 Oct 26 12:04:19.449580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-077ab23d-5405-4bd4-af45-f41a26112144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.468090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a3b23-53f0-434c-8ad9-3aae4bd02f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61e58a-5f70-418e-b3ba-40eae25b48d0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:19.531300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-077ab23d-5405-4bd4-af45-f41a26112144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.540571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-077ab23d-5405-4bd4-af45-f41a26112144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:19.546140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-077ab23d-5405-4bd4-af45-f41a26112144 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f13b7fd-e40e-4656-800b-da0b3c6dc82f HTTP/1.1" status: 204 len: 168 time: 0.4398732 Oct 26 12:04:19.565412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ab23d-5405-4bd4-af45-f41a26112144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f13b7fd-e40e-4656-800b-da0b3c6dc82f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:19.728160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-50b5434b-372f-4950-9c88-ea9936070cfe tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:19.732742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-50b5434b-372f-4950-9c88-ea9936070cfe tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/networks?id=f39ebf97-1ba6-4bdd-a785-f048da9d2c63 HTTP/1.1" status: 200 len: 798 time: 0.1176746 Oct 26 12:04:19.758051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-1ba94693-5a04-48cd-9e01-c657bad0c1c5 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/quotas/c27fd903152c4daca5c448cebd79f785 HTTP/1.1" status: 200 len: 375 time: 0.0178294 Oct 26 12:04:19.842733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-bb284574-4586-405e-99ec-41aa42d6d4ce tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0747106 Oct 26 12:04:19.921478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b6433ffa-2839-43a1-b8e5-c90329ee2ccd no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:19.944751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: b6433ffa-2839-43a1-b8e5-c90329ee2ccd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:19.945098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device b6433ffa-2839-43a1-b8e5-c90329ee2ccd not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:19.972880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:16Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'e9b63497-1b9c-487f-bf72-cd29a408c7fc', 'name': '', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:8b:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:14Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 2, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:20.001777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Checking router: 0939df94-0c3b-4df7-a654-8d86d50cabe6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:20.002133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Updating router 0939df94-0c3b-4df7-a654-8d86d50cabe6 port e9b63497-1b9c-487f-bf72-cd29a408c7fc binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:04:20.028195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.197936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea6e6db7-4651-4716-9087-930d02020159 req-d7f63d01-3a90-498a-9875-59d0c6b78c6c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0671105 Oct 26 12:04:20.421612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.430193 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.436864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:20.459662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-e54405c4-faeb-44a4-bd1b-a3adadc5b3c0 service neutron] 10.222.0.88 "GET /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147685 Oct 26 12:04:20.473336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53c412a6-5554-4923-9013-b9acecd127fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.480301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:20.515973 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3840-659a-4a6f-ab9a-f3bdfa5a87cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.586754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707514c-953c-4cc1-b5be-b81a07006912 None None] Pushing event updated for resources: {'Port': ['ID=e9b63497-1b9c-487f-bf72-cd29a408c7fc,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:20.726391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-b36f7ca3-34b8-4996-af7c-e53bcd389e82 service neutron] 10.222.0.88 "GET /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657547 Oct 26 12:04:20.772415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Attempting to bind port e9b63497-1b9c-487f-bf72-cd29a408c7fc on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:20.772802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Attempting to bind port e9b63497-1b9c-487f-bf72-cd29a408c7fc by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:20.777390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Attempting to bind port e9b63497-1b9c-487f-bf72-cd29a408c7fc on network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:20.789633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:20.790023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Checking segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:20.790435 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.790834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Bound using segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:20.799504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Bound port: e9b63497-1b9c-487f-bf72-cd29a408c7fc, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:20.800052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.804326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53c412a6-5554-4923-9013-b9acecd127fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.826188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53c412a6-5554-4923-9013-b9acecd127fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.849038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3840-659a-4a6f-ab9a-f3bdfa5a87cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.898363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3840-659a-4a6f-ab9a-f3bdfa5a87cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.909866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] For port e9b63497-1b9c-487f-bf72-cd29a408c7fc, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:20.914130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] For port e9b63497-1b9c-487f-bf72-cd29a408c7fc, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e9b63497-1b9c-487f-bf72-cd29a408c7fc,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:20.923230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:20.938742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53c412a6-5554-4923-9013-b9acecd127fa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9490419116f94f3baa6752ba153627c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000622 Oct 26 12:04:20.941779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50434) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:20.943451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c412a6-5554-4923-9013-b9acecd127fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d136ffd9-1212-41d6-ad9d-a1b3f9a833a3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:20.972212 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b8fe3840-659a-4a6f-ab9a-f3bdfa5a87cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9092514c71b5478f81ecf7782e03f8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849694 Oct 26 12:04:20.975087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50440) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:21.015626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3840-659a-4a6f-ab9a-f3bdfa5a87cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabae248-b92b-4bbf-82fd-2dbd8f66d8a5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:21.104966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e692701-c536-4b49-9a5c-6442138def47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.155747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e692701-c536-4b49-9a5c-6442138def47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.165832 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e44-ba72-4e84-926f-be043b567ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.208655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Routers {'0939df94-0c3b-4df7-a654-8d86d50cabe6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:21.209301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:03:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0939df94-0c3b-4df7-a654-8d86d50cabe6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:21.253504 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e692701-c536-4b49-9a5c-6442138def47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.256689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e692701-c536-4b49-9a5c-6442138def47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.258047 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4e692701-c536-4b49-9a5c-6442138def47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cabae248-b92b-4bbf-82fd-2dbd8f66d8a5 HTTP/1.1" status: 204 len: 168 time: 0.2816148 Oct 26 12:04:21.264407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-537cb707-60b0-4063-9ae7-525ade909ffc None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:21.275479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-537cb707-60b0-4063-9ae7-525ade909ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.308643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e692701-c536-4b49-9a5c-6442138def47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabae248-b92b-4bbf-82fd-2dbd8f66d8a5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:21.356321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c8a5f04-70d2-4098-8ee5-59317c3f0384 req-632c2c14-52e7-4875-aeff-281e4d80c57a tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 210 time: 0.1365068 Oct 26 12:04:21.359062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e44-ba72-4e84-926f-be043b567ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.493866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68196f0c-2b18-4f47-843d-e4dfd6f784c7 req-1e285e47-7b04-4dff-9684-4710b0d71628 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0940623 Oct 26 12:04:21.526583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e44-ba72-4e84-926f-be043b567ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.543006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e44-ba72-4e84-926f-be043b567ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.543006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a2d21e44-ba72-4e84-926f-be043b567ea4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d136ffd9-1212-41d6-ad9d-a1b3f9a833a3 HTTP/1.1" status: 204 len: 168 time: 0.5880053 Oct 26 12:04:21.544903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d21e44-ba72-4e84-926f-be043b567ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d136ffd9-1212-41d6-ad9d-a1b3f9a833a3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:21.557525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] Set router 0939df94-0c3b-4df7-a654-8d86d50cabe6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:21.815627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707514c-953c-4cc1-b5be-b81a07006912 None None] Pushing event updated for resources: {'Port': ['ID=e9b63497-1b9c-487f-bf72-cd29a408c7fc,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:21.848547 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-77d6927f-0db3-4c00-84c6-882e01afa854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.908695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-537cb707-60b0-4063-9ae7-525ade909ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:21.932876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:16Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'e9b63497-1b9c-487f-bf72-cd29a408c7fc', 'name': '', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:8b:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:14Z', 'updated_at': '2021-10-26T12:04:20Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:21.983834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddd6c-1405-405d-a3c8-5fce893a681d None None] The sync data for ids ['0939df94-0c3b-4df7-a654-8d86d50cabe6'] in n-d-812150-3 is: [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:16Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'e9b63497-1b9c-487f-bf72-cd29a408c7fc', 'name': '', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:8b:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:14Z', 'updated_at': '2021-10-26T12:04:20Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:22.055299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-537cb707-60b0-4063-9ae7-525ade909ffc None None] For port e9b63497-1b9c-487f-bf72-cd29a408c7fc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e9b63497-1b9c-487f-bf72-cd29a408c7fc,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:22.072672 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-537cb707-60b0-4063-9ae7-525ade909ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:22.168395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cb707-60b0-4063-9ae7-525ade909ffc None None] Pushing event updated for resources: {'Port': ['ID=e9b63497-1b9c-487f-bf72-cd29a408c7fc,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:22.219877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-44cc01c4-100f-4136-a72f-110ea9fbb411 None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:22.220256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-44cc01c4-100f-4136-a72f-110ea9fbb411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:22.315770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e9b63497-1b9c-487f-bf72-cd29a408c7fc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:22.467201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:22.467584 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:22.594412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a6c7d3-49e8-4e4b-9fbb-213689a59deb req-69887267-2900-41a9-aefc-78b3613033c8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 210 time: 0.0814590 Oct 26 12:04:22.747768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c2a5b6c-14bd-4d3a-be63-1145d8cafc61 req-65079e24-3d5b-45da-aa0a-20de66e57b5d tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0360312 Oct 26 12:04:22.845142 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:23.092353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-c7f0afc9-0ea4-43bb-b9d0-b43693a10438 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:23.094158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-c7f0afc9-0ea4-43bb-b9d0-b43693a10438 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.30 "GET /v2.0/networks?id=f39ebf97-1ba6-4bdd-a785-f048da9d2c63 HTTP/1.1" status: 200 len: 798 time: 0.2360101 Oct 26 12:04:23.111274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Request body: {'port': {'device_id': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'admin_state_up': True, 'tenant_id': 'c27fd903152c4daca5c448cebd79f785'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:23.198917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:23.356200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Made reservation on behalf of c27fd903152c4daca5c448cebd79f785 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:23.364307 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:23.713411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Allocated IP 172.20.0.22 (f39ebf97-1ba6-4bdd-a785-f048da9d2c63/953cc7be-e0bf-4c89-9b23-256df6210ec0/a7b6e313-87fe-46e8-aca1-e8ae61107dc4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:24.051534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a5b3492-04d9-43b5-a5ce-ab3c4e0feaa3 req-ce4e096f-0b56-4078-a661-01b17e047831 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 210 time: 0.1295352 Oct 26 12:04:24.109578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50658) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:24.237020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98de360d-151a-4a1a-94f4-baf3227548a7 req-09c7bddc-ad60-4f4b-9d1d-9a59c8b32b23 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.1829610 Oct 26 12:04:24.279967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e9b63497-1b9c-487f-bf72-cd29a408c7fc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:24.317007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.381138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.423618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e9b63497-1b9c-487f-bf72-cd29a408c7fc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:24.427453 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.469792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:24.483166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:24.511481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:24.628165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.641483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-320627469'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:24.659697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event updated for resources: {'Port': ['ID=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:24.707987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Made reservation on behalf of ccc911eabc794c95ad1417aa43ff8663 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:24.713945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.732917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.737492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:24.738419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.811912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-add01218-2621-4eb4-bd18-4405a237b260 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7015579 Oct 26 12:04:24.833169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Request body: {'port': {'device_id': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:24.903141 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.913917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.915922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f8bf744f-2bc6-46cf-b087-5d4054cc8151 None None] Provisioning complete for port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:24.916586 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8bf744f-2bc6-46cf-b087-5d4054cc8151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.920703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.941279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:24.967600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:24.968767 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Added segment e661fc79-e123-4229-afba-65fe478a3412 of type vlan for network f200289d-3bde-417b-a39d-7740f77cd1c4 Oct 26 12:04:24.990261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf744f-2bc6-46cf-b087-5d4054cc8151 None None] Port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:25.027417 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.179925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50724) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:25.191626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc919f6-e091-451c-a6a9-b8bb18d9355f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:25.212464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.221943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:25.222782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.276066 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1634741 Oct 26 12:04:25.280589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50736) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:25.361122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Request body: {'subnet': {'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:25.493958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b6e313-87fe-46e8-aca1-e8ae61107dc4 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:04:25.501990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.516374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Transition to ACTIVE for port object a7b6e313-87fe-46e8-aca1-e8ae61107dc4 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:04:25.535306 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:04:25.539736 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.570649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575974-2b3c-4ffc-85bf-768005ea41b6 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event updated for resources: {'Network': ['ID=f200289d-3bde-417b-a39d-7740f77cd1c4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:25.581097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57dba1d2-8d66-4696-bab4-40ae5db4336a req-c0955fe9-faad-4d54-b40e-94a860df7291 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0544691 Oct 26 12:04:25.588315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f200289d-3bde-417b-a39d-7740f77cd1c4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:25.665218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Made reservation on behalf of ccc911eabc794c95ad1417aa43ff8663 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:25.676821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbffa03f-07f7-4b25-9661-423f9e79be87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.684268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.744715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b193df6-da27-4917-97b3-04de818d5272 req-d8f8bb62-dd24-487f-bb4d-ffd3b853bdac tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:25.770263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b193df6-da27-4917-97b3-04de818d5272 req-d8f8bb62-dd24-487f-bb4d-ffd3b853bdac tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 907 time: 0.5421357 Oct 26 12:04:25.777373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:25.866633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Attempting to bind port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:25.867109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Attempting to bind port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:25.867770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Attempting to bind port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 on network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:25.886365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 on network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:25.886719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Attempting to bind port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 on network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:25.904003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:25.904321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Checking segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:25.904903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Bound using segment: {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:25.905368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Bound port: a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee3d4fe-d81a-4003-b00d-8a6106ce855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:25.905869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:25.983902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbffa03f-07f7-4b25-9661-423f9e79be87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.006843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbffa03f-07f7-4b25-9661-423f9e79be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.083283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] For port a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:26.096415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fbffa03f-07f7-4b25-9661-423f9e79be87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=522393fd56b04a29b0ab5bf79dd67d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9067051 Oct 26 12:04:26.098857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa03f-07f7-4b25-9661-423f9e79be87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa5327-b2fc-4d6a-89fb-7eb630a853e4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:26.100774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50764) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:26.102649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] For port a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:26.108837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.150116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:26.150822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.153126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] 10.222.0.30 "PUT /v2.0/ports/a7b6e313-87fe-46e8-aca1-e8ae61107dc4 HTTP/1.1" status: 200 len: 1055 time: 1.3354809 Oct 26 12:04:26.153914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'tag': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:26.160460 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5" -d '{"events": [{"name": "network-changed", "server_uuid": "125a64d1-d536-4bd8-b780-fe06b0c28dbb", "tag": "a7b6e313-87fe-46e8-aca1-e8ae61107dc4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:26.303137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.311201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4b405cd-eb17-49aa-a214-2afd4c0a3bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.313499 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b037514c-3884-43a3-b442-6017734e6015 x-openstack-request-id: req-b037514c-3884-43a3-b442-6017734e6015 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:26.315020 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125a64d1-d536-4bd8-b780-fe06b0c28dbb", "tag": "a7b6e313-87fe-46e8-aca1-e8ae61107dc4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:26.315020 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b037514c-3884-43a3-b442-6017734e6015 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:26.315020 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'tag': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4', 'status': 'completed', 'code': 200} Oct 26 12:04:26.319572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45ceb0-b01e-4b8e-9c64-2fbe471a978c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:26.350020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-2b396816-b001-4fa7-85c4-13b27fbae7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:26.354826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-2b396816-b001-4fa7-85c4-13b27fbae7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 1058 time: 0.1499665 Oct 26 12:04:26.396897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4b405cd-eb17-49aa-a214-2afd4c0a3bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.460004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event updated for resources: {'Subnet': ['ID=7ec825d5-e6f2-4c37-90b0-a8f118d3271e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:26.523889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-36d21c23-d917-48ff-b2f3-471a984f5bf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4 HTTP/1.1" status: 200 len: 217 time: 0.1591780 Oct 26 12:04:26.528873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Checking segment: {'id': 'e661fc79-e123-4229-afba-65fe478a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:26.528873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Network hostable DHCP agents. Network: f200289d-3bde-417b-a39d-7740f77cd1c4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:26.532849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.533207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.533561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.533902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.534239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.534576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.534938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.535291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.535603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.535936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.536261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.536585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:26.563200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Network f200289d-3bde-417b-a39d-7740f77cd1c4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:26.580045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4b405cd-eb17-49aa-a214-2afd4c0a3bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.586298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4b405cd-eb17-49aa-a214-2afd4c0a3bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.589832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a4b405cd-eb17-49aa-a214-2afd4c0a3bc9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bdaa5327-b2fc-4d6a-89fb-7eb630a853e4 HTTP/1.1" status: 204 len: 168 time: 0.4848983 Oct 26 12:04:26.599270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f200289d-3bde-417b-a39d-7740f77cd1c4) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:26.611140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-54ea71c1-2d0c-4af9-910e-fd2c24492016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:26.613591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-54ea71c1-2d0c-4af9-910e-fd2c24492016 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=953cc7be-e0bf-4c89-9b23-256df6210ec0 HTTP/1.1" status: 200 len: 838 time: 0.0796890 Oct 26 12:04:26.615086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b405cd-eb17-49aa-a214-2afd4c0a3bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa5327-b2fc-4d6a-89fb-7eb630a853e4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:26.617620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:26.632949 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:26.667789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1609650-3d1c-4b02-8716-2ad5137a3ba7 None None] Network f200289d-3bde-417b-a39d-7740f77cd1c4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:26.677868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0d5-7319-431d-acef-728e12798b53 req-3e539a81-c1d8-45be-adf5-469ac48dc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:26.680044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-3e539a81-c1d8-45be-adf5-469ac48dc9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39ebf97-1ba6-4bdd-a785-f048da9d2c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587010 Oct 26 12:04:26.680171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-84ac3c8f-c8b3-4a41-97b5-23ab8f4ee2ee tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3296793 Oct 26 12:04:26.681044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50788) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:26.692058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Request body: {'port': {'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-394774078'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:26.746443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:26.834437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-be358993-69d2-44c7-913e-a05c69b6fb4d service neutron] 10.222.0.30 "GET /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360517 Oct 26 12:04:27.074520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f200289d-3bde-417b-a39d-7740f77cd1c4', 'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4', 'tenant_id': 'ccc911eabc794c95ad1417aa43ff8663', 'fixed_ips': [{'subnet_id': '7ec825d5-e6f2-4c37-90b0-a8f118d3271e'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:27.076504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.172323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9315a517-4b81-47bc-ae05-64c1d661899a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.212885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a8ff035-aea2-4b6a-85a0-d16da1c3efa6 req-628a8f81-442a-4e92-9c7b-a2ae6c153f92 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.3715489 Oct 26 12:04:27.312695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50798) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:27.367660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9315a517-4b81-47bc-ae05-64c1d661899a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.375916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe95a-001c-4de1-ab38-df9f7697cd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.388425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9315a517-4b81-47bc-ae05-64c1d661899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.403892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ab7d9-bd47-440b-8a21-fefe9a8e63ba req-3e97102c-49b8-4f7b-a47d-54a9c7910759 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:27.408596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-329ab7d9-bd47-440b-8a21-fefe9a8e63ba req-3e97102c-49b8-4f7b-a47d-54a9c7910759 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 907 time: 0.4272714 Oct 26 12:04:27.440525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cfff0d5-7319-431d-acef-728e12798b53 req-b9bebfd9-7005-4fd4-9ab7-6d7d4ea1f087 service neutron] 10.222.0.30 "GET /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690179 Oct 26 12:04:27.460594 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9315a517-4b81-47bc-ae05-64c1d661899a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8a4cc8239cd345758517cafbccdb638e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129354 Oct 26 12:04:27.465450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50800) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:27.483109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Allocated IP 2001:db8::2 (f200289d-3bde-417b-a39d-7740f77cd1c4/7ec825d5-e6f2-4c37-90b0-a8f118d3271e/0904e049-df19-4fdd-9ab1-589d358a6351) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:27.517376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315a517-4b81-47bc-ae05-64c1d661899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab8e70-78e3-4fb6-aa92-ce931d1fc4c2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:27.647598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508ca9d5-b844-4025-9d2f-491e5b7459be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.675150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Made reservation on behalf of ccc911eabc794c95ad1417aa43ff8663 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:27.676877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508ca9d5-b844-4025-9d2f-491e5b7459be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.679386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.704570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-d671af8f-b847-4c4e-8cf0-ff6c9af22422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:27.706494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-d671af8f-b847-4c4e-8cf0-ff6c9af22422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 1058 time: 0.1590991 Oct 26 12:04:27.711919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] device_id is not set on port 63590e29-bee2-4339-a19c-2716ab7c0cbb yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:27.757417 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.764946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508ca9d5-b844-4025-9d2f-491e5b7459be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.767103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.768204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508ca9d5-b844-4025-9d2f-491e5b7459be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.769724 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-508ca9d5-b844-4025-9d2f-491e5b7459be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4cab8e70-78e3-4fb6-aa92-ce931d1fc4c2 HTTP/1.1" status: 204 len: 168 time: 0.2893121 Oct 26 12:04:27.785362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ca9d5-b844-4025-9d2f-491e5b7459be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab8e70-78e3-4fb6-aa92-ce931d1fc4c2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:27.893688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Pushing event updated for resources: {'Port': ['ID=0904e049-df19-4fdd-9ab1-589d358a6351,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:27.923140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe95a-001c-4de1-ab38-df9f7697cd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.946195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe95a-001c-4de1-ab38-df9f7697cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:27.964598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Network f200289d-3bde-417b-a39d-7740f77cd1c4 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:27.967742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:27.973884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:28.036663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Allocated IP 2001:db8::46 (f200289d-3bde-417b-a39d-7740f77cd1c4/7ec825d5-e6f2-4c37-90b0-a8f118d3271e/63590e29-bee2-4339-a19c-2716ab7c0cbb) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:28.063907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d4cbe95a-001c-4de1-ab38-df9f7697cd64 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4ba60bad7e6454d857add83a2ee338d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386341 Oct 26 12:04:28.066988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbe95a-001c-4de1-ab38-df9f7697cd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba201c-dffb-4d92-a6aa-061234f13f4e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:28.071214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50808) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:28.071334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Attempting to bind port 0904e049-df19-4fdd-9ab1-589d358a6351 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:28.071698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Attempting to bind port 0904e049-df19-4fdd-9ab1-589d358a6351 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e661fc79-e123-4229-afba-65fe478a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:28.072126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Attempting to bind port 0904e049-df19-4fdd-9ab1-589d358a6351 on network f200289d-3bde-417b-a39d-7740f77cd1c4 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:28.076677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-fb4dc1cc-5fca-482b-bfff-84da51ef382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:28.078161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-fb4dc1cc-5fca-482b-bfff-84da51ef382c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39ebf97-1ba6-4bdd-a785-f048da9d2c63 HTTP/1.1" status: 200 len: 900 time: 0.3112421 Oct 26 12:04:28.082238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:28.082415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Checking segment: {'id': 'e661fc79-e123-4229-afba-65fe478a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:28.082684 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.083214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Bound using segment: {'id': 'e661fc79-e123-4229-afba-65fe478a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:28.083751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Bound port: 0904e049-df19-4fdd-9ab1-589d358a6351, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e661fc79-e123-4229-afba-65fe478a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:28.084100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.144468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46807acc-e1eb-4860-91a0-5e97efa89980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.176603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46807acc-e1eb-4860-91a0-5e97efa89980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.210030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-23011b3b-a002-4c18-a474-3f7460e0d9b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4 HTTP/1.1" status: 200 len: 217 time: 0.1152682 Oct 26 12:04:28.219606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] For port 0904e049-df19-4fdd-9ab1-589d358a6351, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:28.225331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] For port 0904e049-df19-4fdd-9ab1-589d358a6351, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0904e049-df19-4fdd-9ab1-589d358a6351,segment=NetworkSegment(e661fc79-e123-4229-afba-65fe478a3412),segment_id=e661fc79-e123-4229-afba-65fe478a3412)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:28.235013 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.243222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46807acc-e1eb-4860-91a0-5e97efa89980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.245880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46807acc-e1eb-4860-91a0-5e97efa89980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.250897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-46807acc-e1eb-4860-91a0-5e97efa89980 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/80ba201c-dffb-4d92-a6aa-061234f13f4e HTTP/1.1" status: 204 len: 168 time: 0.1785686 Oct 26 12:04:28.266197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46807acc-e1eb-4860-91a0-5e97efa89980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba201c-dffb-4d92-a6aa-061234f13f4e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:28.428635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6dfb-62a8-4215-ab24-9b88c8a08662 None None] Pushing event updated for resources: {'Port': ['ID=0904e049-df19-4fdd-9ab1-589d358a6351,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:28.466767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50818) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:28.497924 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-309a4e06-6398-4455-a1b6-bda0758e369e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.577954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f4f94a0-75c6-428c-8c98-d012e4afd7ee req-34d632f4-4813-4910-a368-5bb03bab5593 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.2051945 Oct 26 12:04:28.580260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-11d573ae-045c-4d78-8e8b-23572630a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:28.581926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-11d573ae-045c-4d78-8e8b-23572630a46a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=953cc7be-e0bf-4c89-9b23-256df6210ec0 HTTP/1.1" status: 200 len: 838 time: 0.3588762 Oct 26 12:04:28.650325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-309a4e06-6398-4455-a1b6-bda0758e369e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.661221 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-309a4e06-6398-4455-a1b6-bda0758e369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.680938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.777840 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-309a4e06-6398-4455-a1b6-bda0758e369e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ca33b3ef2684dd3ba60c109465f0e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098395 Oct 26 12:04:28.779030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:28.779419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a4e06-6398-4455-a1b6-bda0758e369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090c1d56-f377-4eaa-8dee-8cfa2b5aead4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:28.851191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.916499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26da92c6-cbc5-4a93-ae8b-cd9b34f7bad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:28.945630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26da92c6-cbc5-4a93-ae8b-cd9b34f7bad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:29.011625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Network f200289d-3bde-417b-a39d-7740f77cd1c4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:29.017354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26da92c6-cbc5-4a93-ae8b-cd9b34f7bad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:29.022434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26da92c6-cbc5-4a93-ae8b-cd9b34f7bad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:29.026263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26da92c6-cbc5-4a93-ae8b-cd9b34f7bad1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/090c1d56-f377-4eaa-8dee-8cfa2b5aead4 HTTP/1.1" status: 204 len: 168 time: 0.2418725 Oct 26 12:04:29.027832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a16540-d707-4368-8359-3fb83086c874 req-ea679b41-e898-43b4-a638-b92f2f24c6a8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:29.030123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78a16540-d707-4368-8359-3fb83086c874 req-ea679b41-e898-43b4-a638-b92f2f24c6a8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 907 time: 0.4583454 Oct 26 12:04:29.035404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-14144389-2ff4-4f84-8cad-89b838d8d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:29.048202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da92c6-cbc5-4a93-ae8b-cd9b34f7bad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c1d56-f377-4eaa-8dee-8cfa2b5aead4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:29.049401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-14144389-2ff4-4f84-8cad-89b838d8d7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39ebf97-1ba6-4bdd-a785-f048da9d2c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360730 Oct 26 12:04:29.050804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:29.075209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:29.086172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:29.086898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:29.109486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event updated for resources: {'Port': ['ID=63590e29-bee2-4339-a19c-2716ab7c0cbb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:29.190673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c51e06bb-779e-47bd-8b79-022c3087b08c tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.5082874 Oct 26 12:04:29.194369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50838) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:29.202273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Request body: {'port': {'network_id': 'f200289d-3bde-417b-a39d-7740f77cd1c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-536458352', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:29.203080 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.api.validators [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] bootfile-name is not in valid_values {{(pid=102760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 12:04:29.203232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.api.validators [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] tftp-server is not in valid_values {{(pid=102760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 12:04:29.203538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.api.validators [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] server-ip-address is not in valid_values {{(pid=102760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 12:04:29.371879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-53b80a3d-b943-4990-99e2-1e7b0e25ea88 service neutron] 10.222.0.30 "GET /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036211 Oct 26 12:04:29.563227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bc09ad-8c1d-460c-aacd-50c43f0430f5 req-cb9dd34e-a51a-4aa1-87a7-5604e4033fb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666963 Oct 26 12:04:29.567506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Made reservation on behalf of ccc911eabc794c95ad1417aa43ff8663 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:29.572155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:29.596375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] device_id is not set on port e9b2f952-d8cf-44cf-943c-519e28545ffe yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:29.813828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2370b71a-0fc7-4489-80f5-c36b093fccd4 req-c329df1b-5561-46ab-aaa4-5ee2d7e3a203 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.1091998 Oct 26 12:04:29.899050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b68fc-e7bb-4a73-8de1-bc5bdda4e090 None None] Network f200289d-3bde-417b-a39d-7740f77cd1c4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:29.937039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Allocated IP 2001:db8::a4 (f200289d-3bde-417b-a39d-7740f77cd1c4/7ec825d5-e6f2-4c37-90b0-a8f118d3271e/e9b2f952-d8cf-44cf-943c-519e28545ffe) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:29.997875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2895fb62-c4e7-4682-ba83-bae806073a1e None None] Provisioning complete for port 0904e049-df19-4fdd-9ab1-589d358a6351 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:29.998369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2895fb62-c4e7-4682-ba83-bae806073a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.185417 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2895fb62-c4e7-4682-ba83-bae806073a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.310190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0904e049-df19-4fdd-9ab1-589d358a6351 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:30.325837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2895fb62-c4e7-4682-ba83-bae806073a1e None None] For port 0904e049-df19-4fdd-9ab1-589d358a6351, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0904e049-df19-4fdd-9ab1-589d358a6351,segment=NetworkSegment(e661fc79-e123-4229-afba-65fe478a3412),segment_id=e661fc79-e123-4229-afba-65fe478a3412)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:30.401271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2895fb62-c4e7-4682-ba83-bae806073a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.445351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50878) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:30.505076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0904e049-df19-4fdd-9ab1-589d358a6351 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:30.505816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.515154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98bc39-12ec-4ea2-95ac-0b9c185aa65a req-496dfbd7-a70d-46b2-b623-51235347b9a0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:30.516777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a98bc39-12ec-4ea2-95ac-0b9c185aa65a req-496dfbd7-a70d-46b2-b623-51235347b9a0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 907 time: 0.1918545 Oct 26 12:04:30.560193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.572120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895fb62-c4e7-4682-ba83-bae806073a1e None None] Pushing event updated for resources: {'Port': ['ID=0904e049-df19-4fdd-9ab1-589d358a6351,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:30.641712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.727699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event updated for resources: {'Port': ['ID=e9b2f952-d8cf-44cf-943c-519e28545ffe,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:30.743452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Network f200289d-3bde-417b-a39d-7740f77cd1c4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:30.745017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:30.748646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:30.756298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:30.757472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.770298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f318eff2-5a8a-45e6-add3-a912072b7e55 None None] Provisioning complete for port 63590e29-bee2-4339-a19c-2716ab7c0cbb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:30.782309 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f318eff2-5a8a-45e6-add3-a912072b7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:30.798332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e9b01745-fa71-4c22-9c69-687fa574a648 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.6022432 Oct 26 12:04:30.801072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:30.863579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a7b6e313-87fe-46e8-aca1-e8ae61107dc4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:04:30.995399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f318eff2-5a8a-45e6-add3-a912072b7e55 None None] Port 63590e29-bee2-4339-a19c-2716ab7c0cbb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:31.026534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-771290e3-ba73-4e4f-b76c-f46c3c540283 req-76c791be-dfbe-481b-ab8d-b00ba0dae0be tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0907235 Oct 26 12:04:31.085977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75cb288-8be1-47e7-86f2-3eea16b1a22e tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:31.097344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75cb288-8be1-47e7-86f2-3eea16b1a22e tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:31.114898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75cb288-8be1-47e7-86f2-3eea16b1a22e tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:31.124304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f75cb288-8be1-47e7-86f2-3eea16b1a22e tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3201303 Oct 26 12:04:31.125946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50902) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:31.157521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f318eff2-5a8a-45e6-add3-a912072b7e55 None None] Provisioning complete for port 0904e049-df19-4fdd-9ab1-589d358a6351 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:31.157864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f318eff2-5a8a-45e6-add3-a912072b7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.180138 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aaf1c085-4a1a-4353-a77f-4fe0c0c49b07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=58c6db5f4d4a4dd19957753e397a1ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333918 Oct 26 12:04:31.182671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:31.201382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50906) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:31.296030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69262e8b-2f26-4bad-8b9c-0db6a67f47ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.366058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69262e8b-2f26-4bad-8b9c-0db6a67f47ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.378834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Deleting port e9b2f952-d8cf-44cf-943c-519e28545ffe {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:31.379928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.448187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:31.452947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69262e8b-2f26-4bad-8b9c-0db6a67f47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.457166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69262e8b-2f26-4bad-8b9c-0db6a67f47ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.459646 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-69262e8b-2f26-4bad-8b9c-0db6a67f47ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/de089d41-e03b-44d6-ac9f-1ecfc14904ba HTTP/1.1" status: 204 len: 168 time: 0.2739034 Oct 26 12:04:31.470086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4', 'network_id': 'f39ebf97-1ba6-4bdd-a785-f048da9d2c63', 'port_id': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4', 'mac_address': 'fa:16:3e:c2:d7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953cc7be-e0bf-4c89-9b23-256df6210ec0', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:04:31.490099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262e8b-2f26-4bad-8b9c-0db6a67f47ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de089d41-e03b-44d6-ac9f-1ecfc14904ba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:31.525013 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.552225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b6e313-87fe-46e8-aca1-e8ae61107dc4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:04:31.580441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:31.597759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.616947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-152726453'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:31.625349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d93c8bb5-a6e6-4b0e-9cea-65a24276a940 None None] Provisioning complete for port 63590e29-bee2-4339-a19c-2716ab7c0cbb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:31.625567 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d93c8bb5-a6e6-4b0e-9cea-65a24276a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.675922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d93c8bb5-a6e6-4b0e-9cea-65a24276a940 None None] Port 63590e29-bee2-4339-a19c-2716ab7c0cbb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:31.691110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:31.698759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d93c8bb5-a6e6-4b0e-9cea-65a24276a940 None None] Provisioning complete for port e9b2f952-d8cf-44cf-943c-519e28545ffe triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:31.699167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d93c8bb5-a6e6-4b0e-9cea-65a24276a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:31.739925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d93c8bb5-a6e6-4b0e-9cea-65a24276a940 None None] Port e9b2f952-d8cf-44cf-943c-519e28545ffe cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:31.859241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['a7b6e313-87fe-46e8-aca1-e8ae61107dc4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:04:32.039455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.089404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Calling delete_port for e9b2f952-d8cf-44cf-943c-519e28545ffe owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:32.092454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Made reservation on behalf of 808a5c9986cd4cbbbf143a92e440fd39 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:32.101066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.132621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.158269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66751-fa6f-4953-b17c-c919667c9c71 req-8590742e-1684-44b7-ae0c-e6358267258e tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:32.168464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cc66751-fa6f-4953-b17c-c919667c9c71 req-8590742e-1684-44b7-ae0c-e6358267258e tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 908 time: 0.1383765 Oct 26 12:04:32.238940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0904e049-df19-4fdd-9ab1-589d358a6351 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:32.301187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0904e049-df19-4fdd-9ab1-589d358a6351 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:32.301445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.324869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50938) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:32.353264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-896386e9-01b7-44f7-8f35-7661b0660fdf req-a717db91-4e7e-41aa-bbf5-49922c1e2e92 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0939884 Oct 26 12:04:32.514116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.522500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.571342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-544134156'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:32.572580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.578782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:32.604965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Made reservation on behalf of 2fdf39111af64e77a0411dac5042fec9 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:32.611069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.612512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f4616-f65e-47c2-a03b-1de987a339d5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:32.630529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event deleted for resources: {'Port': ['ID=e9b2f952-d8cf-44cf-943c-519e28545ffe,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:32.631443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.651562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.651929 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Added segment d245d043-15d8-4ace-b94d-f7406217ee41 of type vlan for network f991090e-104e-428c-aaf4-03e9ac05bef4 Oct 26 12:04:32.687788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.695892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-77aae47c-5d45-45df-b101-5525f628a97d tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "DELETE /v2.0/ports/e9b2f952-d8cf-44cf-943c-519e28545ffe HTTP/1.1" status: 204 len: 168 time: 1.5686824 Oct 26 12:04:32.696728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:32.722157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Request body: {'port': {'name': 'tempest-new-port-name-1627890753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:32.722764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.api.validators [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] bootfile-name is not in valid_values {{(pid=102760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 12:04:32.723029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.api.validators [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] tftp-server is not in valid_values {{(pid=102760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 12:04:32.723443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.api.validators [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] server-ip-address is not in valid_values {{(pid=102760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 12:04:32.751426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.765998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.806987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.809908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a7b6e313-87fe-46e8-aca1-e8ae61107dc4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:32.835974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2dc540-7801-4041-a81d-75e2de1bf4e2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:32.852491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:32.881705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.882086 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Added segment 229e4633-8792-4f7f-b57b-56d06194730e of type vlan for network 5d83a59b-9884-4578-ba97-9a264acc08f2 Oct 26 12:04:32.888703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.916754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.923347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:32.923990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.954073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:04:32.960889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:32.961267 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:32.979684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.031068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8294151 Oct 26 12:04:33.033669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.039698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:33.040311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.067605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a754-81d2-4110-9246-977f2e49d84f tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Pushing event updated for resources: {'Network': ['ID=f991090e-104e-428c-aaf4-03e9ac05bef4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:33.110661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.113685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f991090e-104e-428c-aaf4-03e9ac05bef4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:33.215793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:33.220021 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4641fe6-3c84-4501-8eb1-59da63a1a684" -d '{"events": [{"server_uuid": "125a64d1-d536-4bd8-b780-fe06b0c28dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6e313-87fe-46e8-aca1-e8ae61107dc4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:33.230051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9031920 Oct 26 12:04:33.233905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50968) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:33.246744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:33.257606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.271673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Request body: {'subnet': {'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:33.309901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5a99f-f192-46ed-9741-9dd8a1f0b73c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event updated for resources: {'Network': ['ID=5d83a59b-9884-4578-ba97-9a264acc08f2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:33.331096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:33.434428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:33.477345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Made reservation on behalf of 2fdf39111af64e77a0411dac5042fec9 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:33.482607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.526814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ae45-8943-4de9-9e38-ceed0a64e875 req-9f9abc6c-eba0-4649-a0fc-3a006a28acbb tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:33.529247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9932ae45-8943-4de9-9e38-ceed0a64e875 req-9f9abc6c-eba0-4649-a0fc-3a006a28acbb tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.1878576 Oct 26 12:04:33.533967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.540382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.602010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:33.612658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Request body: {'port': {'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4', 'binding:host_id': 'n-h2-812150-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1567838890'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:33.630631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] In _notify_port_updated(), no bound segment for port 63590e29-bee2-4339-a19c-2716ab7c0cbb on network f200289d-3bde-417b-a39d-7740f77cd1c4 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:04:33.640816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:33.641533 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.646707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "PUT /v2.0/ports/63590e29-bee2-4339-a19c-2716ab7c0cbb HTTP/1.1" status: 200 len: 1129 time: 0.9430413 Oct 26 12:04:33.654961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50980) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:33.656325 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5980ca4d-3652-4e0a-bdde-39b818fc2d70 x-openstack-request-id: req-5980ca4d-3652-4e0a-bdde-39b818fc2d70 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:33.656948 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a64d1-d536-4bd8-b780-fe06b0c28dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6e313-87fe-46e8-aca1-e8ae61107dc4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:33.657605 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5980ca4d-3652-4e0a-bdde-39b818fc2d70 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:33.658182 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4', 'code': 200} Oct 26 12:04:33.719898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.779203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf282f09-1ac2-4fe1-9e33-dd4cb930704f tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event updated for resources: {'Port': ['ID=63590e29-bee2-4339-a19c-2716ab7c0cbb,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:33.790033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c82423be-44c2-4f70-a54a-4ac0a4b0164e req-12f497cd-ceba-4b52-bce3-b1713c0a7814 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.1059144 Oct 26 12:04:33.829807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Made reservation on behalf of 5319ff6e33dd40109ecb30cfee02b8c1 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:33.832255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:33.843632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4337972-004a-4ddb-b405-49b66eea27a7 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:33.845132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f4337972-004a-4ddb-b405-49b66eea27a7 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "GET /v2.0/ports/63590e29-bee2-4339-a19c-2716ab7c0cbb HTTP/1.1" status: 200 len: 1129 time: 0.1891503 Oct 26 12:04:33.848570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50986) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:33.881501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9179-fb5f-43e9-8577-932e90f7485f req-ea0c521a-a4bd-41ce-8e0d-e37006dd3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:33.883072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cecb9179-fb5f-43e9-8577-932e90f7485f req-ea0c521a-a4bd-41ce-8e0d-e37006dd3eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 1060 time: 0.1464541 Oct 26 12:04:33.901442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.115447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.118828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Deleting port 63590e29-bee2-4339-a19c-2716ab7c0cbb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:34.119346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.125650 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.130593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fb2dfaee-bb30-401e-8308-68fb6e93c256 None None] Provisioning complete for port 63590e29-bee2-4339-a19c-2716ab7c0cbb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:34.131138 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfaee-bb30-401e-8308-68fb6e93c256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.166798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.183245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port e9834756-8886-4c0d-a989-e2933988e242 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:34.195273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dfaee-bb30-401e-8308-68fb6e93c256 None None] Port 63590e29-bee2-4339-a19c-2716ab7c0cbb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:34.275985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event updated for resources: {'Subnet': ['ID=3a001906-045c-4a32-b288-afee98e39048,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:34.278322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Checking segment: {'id': '229e4633-8792-4f7f-b57b-56d06194730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:34.278685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Network hostable DHCP agents. Network: 5d83a59b-9884-4578-ba97-9a264acc08f2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:34.305127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:34.324367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5d83a59b-9884-4578-ba97-9a264acc08f2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:34.331399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90b9c6-2023-4ec6-b279-bc3a66ab6001,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:34.331802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:34.332412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.337988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2e312-6a02-45f6-8cf2-fae4f7f7d412 None None] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:34.366668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-16fdf4ff-8a3f-4cff-a051-3098e668a2ec tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1148889 Oct 26 12:04:34.366976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50996) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:34.404051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.409727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Request body: {'port': {'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-686795339'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:34.479490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Calling delete_port for 63590e29-bee2-4339-a19c-2716ab7c0cbb owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:34.518198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-5d83a59b-9884-4578-ba97-9a264acc08f2', 'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2', 'tenant_id': '2fdf39111af64e77a0411dac5042fec9', 'fixed_ips': [{'subnet_id': '3a001906-045c-4a32-b288-afee98e39048'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:34.519298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.711933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Allocated IP 172.20.0.2 (5d83a59b-9884-4578-ba97-9a264acc08f2/3a001906-045c-4a32-b288-afee98e39048/42e40808-eb64-4d6b-a6c9-b1c7a4ba46da) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:34.780662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Made reservation on behalf of 2fdf39111af64e77a0411dac5042fec9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:34.785953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.817240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdae7f7-9ffd-4816-a2e0-b79714f9bae0 req-c1710a4e-41c5-47a0-8d80-8100518b2f6b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:34.818852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cdae7f7-9ffd-4816-a2e0-b79714f9bae0 req-c1710a4e-41c5-47a0-8d80-8100518b2f6b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.1768618 Oct 26 12:04:34.835807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] device_id is not set on port 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:34.904459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51002) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:34.909674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375501332', 'description': 'tempest-secgroup-smoke-1375501332 description', 'project_id': '5659a67d61c84433a1098cb23346a0f9'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:34.921298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port e9834756-8886-4c0d-a989-e2933988e242 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:34.948473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.958959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.966944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:34.996541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55221d7c-ef57-473a-9b09-0cee657aa0d1 req-7cc5cfd5-031c-4257-8c97-5902338d4964 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/ports?device_id=58f9676b-e187-48c3-864c-8ea13c23cab6 HTTP/1.1" status: 200 len: 210 time: 0.0419776 Oct 26 12:04:35.000719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.077098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=e9834756-8886-4c0d-a989-e2933988e242,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.097711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.133906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.138469 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.143374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.157315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.169958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Checking segment: {'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:35.170658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Network hostable DHCP agents. Network: f991090e-104e-428c-aaf4-03e9ac05bef4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:35.177832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event deleted for resources: {'Port': ['ID=63590e29-bee2-4339-a19c-2716ab7c0cbb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.212177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:35.212537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6b26b-aa58-466e-8330-e64eb6142893,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.222833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:35.228605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:35.252592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Network f991090e-104e-428c-aaf4-03e9ac05bef4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:35.268087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.272290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2dd425ec-f3c9-4cbf-8c2b-8ca4ef1ffd84 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "DELETE /v2.0/ports/63590e29-bee2-4339-a19c-2716ab7c0cbb HTTP/1.1" status: 204 len: 168 time: 1.4226742 Oct 26 12:04:35.273802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f991090e-104e-428c-aaf4-03e9ac05bef4) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:35.277806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51004) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:35.291454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:35.312785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68843f4-c33c-4097-b04e-0081ab0ca079 None None] Network f991090e-104e-428c-aaf4-03e9ac05bef4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:35.319755 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.328179 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.383318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.385553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Allocated IP 172.20.0.12 (5d83a59b-9884-4578-ba97-9a264acc08f2/3a001906-045c-4a32-b288-afee98e39048/3f3ff4ae-6293-465c-bfe8-13ac799d6b14) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:35.386372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4807553 Oct 26 12:04:35.389900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51008) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:35.392572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7bda6-80db-49cf-a1c0-c9cd7ebfdee5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f74543-d327-4395-89be-f3a5e8776c0c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.407411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.407754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.408102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.417223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '42f74543-d327-4395-89be-f3a5e8776c0c', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:35.444552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Attempting to bind port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.445474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Attempting to bind port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '229e4633-8792-4f7f-b57b-56d06194730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.446450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Attempting to bind port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da on network 5d83a59b-9884-4578-ba97-9a264acc08f2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.447868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:35.448575 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:35.451600 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 2 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:35.463200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:35.464003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Checking segment: {'id': '229e4633-8792-4f7f-b57b-56d06194730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:35.464641 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.465250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Bound using segment: {'id': '229e4633-8792-4f7f-b57b-56d06194730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:35.466587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Bound port: 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229e4633-8792-4f7f-b57b-56d06194730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5d83a59b-9884-4578-ba97-9a264acc08f2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:35.467239 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.472124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.493441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.493876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.500526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Pushing event updated for resources: {'Port': ['ID=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.501241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.510146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Deleting subnet 7ec825d5-e6f2-4c37-90b0-a8f118d3271e {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:35.511416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.517208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:35.517562 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:35.518282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.529218 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 3 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:35.566401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.566845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.567148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.584132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.591986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.597759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:35.598119 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:35.601198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] For port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:35.604638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] For port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,segment=NetworkSegment(229e4633-8792-4f7f-b57b-56d06194730e),segment_id=229e4633-8792-4f7f-b57b-56d06194730e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:35.604796 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 4 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:35.611281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.621210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e693615-66a5-45e2-a053-dfbbea92494e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.628865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.629810 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-01c2d2d2-6e4c-4669-8211-2b193837508a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2386508 Oct 26 12:04:35.632505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51010) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:35.637683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '42f74543-d327-4395-89be-f3a5e8776c0c', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:35.654823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.655508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.655790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.673218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.675822 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.691599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb8e6a-ed77-4e58-80bc-2160cc9c5044 None None] Pushing event updated for resources: {'Port': ['ID=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.710101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:35.711045 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:35.726353 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 5 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:35.747637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.752179 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.772239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3928124-2043-4170-864e-3678261a3161,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.781239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.782471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e4a8f286-0389-4340-9387-fc459f6cb8b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488082 Oct 26 12:04:35.785389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51012) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:35.788586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.789070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.789266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.791972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '42f74543-d327-4395-89be-f3a5e8776c0c', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:35.805239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:35.805582 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:35.811497 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 6 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:35.824507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.884907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.885259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.885586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:35.908586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:35.909073 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:35.918024 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 7 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:35.937950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.942812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.948843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.963489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a40bb2-ab2a-4b5d-9b0a-b247a6f5e037,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:35.975729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:35.977000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-86f43a20-2900-417c-aac8-b009d95fac87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906455 Oct 26 12:04:35.979809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51016) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:35.985365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '42f74543-d327-4395-89be-f3a5e8776c0c', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:35.991016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:35.991439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:35.991849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:36.004737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.031340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.044184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:36.044613 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:36.049655 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 8 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:36.082500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:36.082988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:36.083447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:36.096031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:36.096544 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:36.104485 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 9 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:36.121892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.127869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.136169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad975eb3-5a98-4bc6-876f-63d3c5690983 req-2630d379-f322-4898-87f4-87a1b87c7fa5 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:36.144398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad975eb3-5a98-4bc6-876f-63d3c5690983 req-2630d379-f322-4898-87f4-87a1b87c7fa5 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.2036574 Oct 26 12:04:36.165350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.167637 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1859760 Oct 26 12:04:36.172959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.177230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51026) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.180858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '42f74543-d327-4395-89be-f3a5e8776c0c', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:36.189151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c51b8-5950-4ca1-b512-a7a3ab4a9df5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c46ccd0-eb99-477c-91e5-a18ac76c372c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.192953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:36.193294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:36.193683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:36.216964 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:04:36.219037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.224219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.236118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:36.236465 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:36.243743 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 10 to bind port e9834756-8886-4c0d-a989-e2933988e242 Oct 26 12:04:36.279920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:36.298406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:36.308848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.314046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.316163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:36.318555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.327818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:36.337489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114b67a9-0b13-4d30-8147-11e5b505b882,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.349383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.350681 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5eeafe35-f2bb-4684-9aa2-6f883505abca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1765504 Oct 26 12:04:36.353340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51028) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.358639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '42f74543-d327-4395-89be-f3a5e8776c0c', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:36.365226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:36.365610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.381475 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:04:36.387106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.400353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec825d5-e6f2-4c37-90b0-a8f118d3271e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.402208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:36.402551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:36.403499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:36.427487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.430729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d76e8ab6-2b81-4d13-87ad-d39a74d3ee33 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "DELETE /v2.0/subnets/7ec825d5-e6f2-4c37-90b0-a8f118d3271e HTTP/1.1" status: 204 len: 168 time: 1.1510015 Oct 26 12:04:36.432696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event updated for resources: {'Port': ['ID=3f3ff4ae-6293-465c-bfe8-13ac799d6b14,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.435370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51030) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.443588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port e9834756-8886-4c0d-a989-e2933988e242 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:36.443927 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port e9834756-8886-4c0d-a989-e2933988e242 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:36.455275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.466528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.471213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.472841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.488951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a46973-4eb6-442f-b7cc-40decfbb6bdb None None] Network f200289d-3bde-417b-a39d-7740f77cd1c4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:36.497623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a66e2-4f7f-4906-bca2-47f46906d29b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.526417 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.530762 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a973c6cc-da1a-450e-a1cb-fbc1db78dc8a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1751583 Oct 26 12:04:36.532670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51034) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.539019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'network': {'name': 'tempest-network-smoke--10555724', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:36.560417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0131a223-20db-4d66-86f9-e7aa267a2168 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.567146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:36.567796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:36.568507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.572565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.584180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,segment=NetworkSegment(229e4633-8792-4f7f-b57b-56d06194730e),segment_id=229e4633-8792-4f7f-b57b-56d06194730e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:36.592390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519944-d55b-4e1c-a5c6-44feb41e2e77 req-e9cb2acc-2338-4bb8-b77f-69306438d166 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:36.601845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.602719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95519944-d55b-4e1c-a5c6-44feb41e2e77 req-e9cb2acc-2338-4bb8-b77f-69306438d166 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.3235183 Oct 26 12:04:36.608180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:36.633109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.634249 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Added segment 79269d72-a58f-4d60-9133-9ffc195769da of type vlan for network 8be3043a-8fe3-4f90-a319-94a81e10747f Oct 26 12:04:36.671157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.702587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.722599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0131a223-20db-4d66-86f9-e7aa267a2168 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.740404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.750473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-abc4926c-bc40-4c9d-9758-0bb500029378 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3798757 Oct 26 12:04:36.750673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:36.751415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.753875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51038) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.805080 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.832810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] DHCP port deletion for f200289d-3bde-417b-a39d-7740f77cd1c4 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:04:36.850610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Network': ['ID=8be3043a-8fe3-4f90-a319-94a81e10747f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:36.859073 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-531f8390-01c1-4c02-97fb-696221f72944 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3215907 Oct 26 12:04:36.859391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51040) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:36.864063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'admin_state_up': True, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:36.873034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 8be3043a-8fe3-4f90-a319-94a81e10747f details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:36.891557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.893284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.905614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] For port e9834756-8886-4c0d-a989-e2933988e242, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:36.906090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempted to set empty binding levels {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 12:04:36.952348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.955219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f64b9-3136-4ec5-8892-1007fb0f9b3d req-d3686b75-990a-45a1-b6f8-f06720e46f2a tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:36.964113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] Deleting port 0904e049-df19-4fdd-9ab1-589d358a6351 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:36.964994 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:36.970452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-346f64b9-3136-4ec5-8892-1007fb0f9b3d req-d3686b75-990a-45a1-b6f8-f06720e46f2a tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 1060 time: 0.2494965 Oct 26 12:04:36.981867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.041346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:37.042116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.056126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19aa34d-d3f6-4e32-8b62-3c1b51906920 None None] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:37.080455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=e9834756-8886-4c0d-a989-e2933988e242,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:37.095350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0131a223-20db-4d66-86f9-e7aa267a2168 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.098689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0131a223-20db-4d66-86f9-e7aa267a2168 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.101715 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0131a223-20db-4d66-86f9-e7aa267a2168 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/security-groups/6e0a05e1-e1d4-4287-91f9-cbaace17457c HTTP/1.1" status: 204 len: 168 time: 0.9199522 Oct 26 12:04:37.115364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51044) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:37.135654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.147855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] For port 0904e049-df19-4fdd-9ab1-589d358a6351, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0904e049-df19-4fdd-9ab1-589d358a6351,segment=NetworkSegment(e661fc79-e123-4229-afba-65fe478a3412),segment_id=e661fc79-e123-4229-afba-65fe478a3412)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:37.148347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.154276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-43745010-422b-4d7b-aa87-2da30cd9b8d3 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.5511651 Oct 26 12:04:37.160918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51046) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:37.166801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131a223-20db-4d66-86f9-e7aa267a2168 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a05e1-e1d4-4287-91f9-cbaace17457c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:37.172407 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-1673c4e4-92ff-4019-a09c-ff8d4c358ba5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] show failed (client error): The resource could not be found. Oct 26 12:04:37.176019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1673c4e4-92ff-4019-a09c-ff8d4c358ba5 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "GET /v2.0/security-groups/6e0a05e1-e1d4-4287-91f9-cbaace17457c HTTP/1.1" status: 404 len: 347 time: 0.0555000 Oct 26 12:04:37.177508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51048) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:37.187220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] Calling delete_port for 0904e049-df19-4fdd-9ab1-589d358a6351 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:37.195600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7243f1f5-2ed9-410f-a4e4-e74789e81b91 None None] Provisioning complete for port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:37.195976 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7243f1f5-2ed9-410f-a4e4-e74789e81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.196423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Deleting port 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:37.196776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.301819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Deleting port e9834756-8886-4c0d-a989-e2933988e242 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:37.302376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.420107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] For port e9834756-8886-4c0d-a989-e2933988e242, host n-h2-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:37.420107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.435923 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.461939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Calling delete_port for e9834756-8886-4c0d-a989-e2933988e242 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:37.472810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] Pushing event deleted for resources: {'Port': ['ID=0904e049-df19-4fdd-9ab1-589d358a6351,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:37.475550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d796bff-9e3a-4986-8a16-5936bd386508 None None] No DVR routers for this DVR port 0904e049-df19-4fdd-9ab1-589d358a6351 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:37.501772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.557604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.662919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f86bd-42a4-4b6f-acd7-9e6e69aec90f req-ee08679d-d35c-425f-8543-2b4f8384cd04 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:37.664358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c41f86bd-42a4-4b6f-acd7-9e6e69aec90f req-ee08679d-d35c-425f-8543-2b4f8384cd04 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1135 time: 0.5805554 Oct 26 12:04:37.681150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Deleting port 0904e049-df19-4fdd-9ab1-589d358a6351 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:37.681461 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.701472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.739474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9834756-8886-4c0d-a989-e2933988e242,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:37.744867 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.748714 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cb8c56de-b3aa-434f-8212-1cda1fe3cb91 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "DELETE /v2.0/ports/e9834756-8886-4c0d-a989-e2933988e242 HTTP/1.1" status: 204 len: 168 time: 0.5866849 Oct 26 12:04:37.751410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:37.770581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f430a65c-05d9-4bd5-94af-a46fbd448437 None None] Provisioning complete for port 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:37.770943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f430a65c-05d9-4bd5-94af-a46fbd448437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.782628 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaa7927-9ba6-4ead-be8d-0d16e70e4f27 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:04:37.784299 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bcaa7927-9ba6-4ead-be8d-0d16e70e4f27 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "GET /v2.0/ports/e9834756-8886-4c0d-a989-e2933988e242 HTTP/1.1" status: 404 len: 333 time: 0.0319831 Oct 26 12:04:37.789459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51054) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:37.794978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Request body: {'port': {'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1176399732'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:37.823931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.58 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ecc749b8-8e55-4e21-a2df-4e2f93730353) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:37.826951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Made reservation on behalf of 5319ff6e33dd40109ecb30cfee02b8c1 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:37.829947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.835059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f430a65c-05d9-4bd5-94af-a46fbd448437 None None] Port 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:37.842446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.846158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] For port 0904e049-df19-4fdd-9ab1-589d358a6351, host n-d-812150-3, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:37.846517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.850248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c41f86bd-42a4-4b6f-acd7-9e6e69aec90f req-a9ac950e-ab51-46e8-bea3-5e3ebcd90810 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1711590 Oct 26 12:04:37.861072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port d3e168b0-c75d-4e06-ae8a-723b3d296883 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:37.861896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f430a65c-05d9-4bd5-94af-a46fbd448437 None None] Provisioning complete for port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:37.862504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f430a65c-05d9-4bd5-94af-a46fbd448437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.874801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Calling delete_port for 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:37.880324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Calling delete_port for 0904e049-df19-4fdd-9ab1-589d358a6351 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:37.883934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:37.889479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Port 0904e049-df19-4fdd-9ab1-589d358a6351 was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:04:37.905446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.987221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port b951be1c-1187-4d97-90e6-5be54a26a258 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:37.987593 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:37.991510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event deleted for resources: {'Port': ['ID=0904e049-df19-4fdd-9ab1-589d358a6351,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:37.996203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] No DVR routers for this DVR port 0904e049-df19-4fdd-9ab1-589d358a6351 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:38.087984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.095490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c25f5c06-cae6-41fa-9fea-ff519e7a71c8 None None] Provisioning complete for port 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:38.096042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c25f5c06-cae6-41fa-9fea-ff519e7a71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.137881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb69c58-befa-4534-b126-b49356f4ad51 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:38.141634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8cb69c58-befa-4534-b126-b49356f4ad51 tempest-TestSecurityGroupsBasicOps-1425095715 tempest-TestSecurityGroupsBasicOps-1425095715-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 1055 time: 0.2486491 Oct 26 12:04:38.147452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.169565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.174516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.176456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c25f5c06-cae6-41fa-9fea-ff519e7a71c8 None None] Port 3f3ff4ae-6293-465c-bfe8-13ac799d6b14 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:38.210448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f200289d-3bde-417b-a39d-7740f77cd1c4']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:38.223157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.223493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.226727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e661fc79-e123-4229-afba-65fe478a3412') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:38.227054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e661fc79-e123-4229-afba-65fe478a3412') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:38.244687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:38.251017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:38.255933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:38.271129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.274807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:38.277311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for b951be1c-1187-4d97-90e6-5be54a26a258 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:38.306852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.313686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=ecc749b8-8e55-4e21-a2df-4e2f93730353,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:38.315100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.335549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:38.335896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:38.341479 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:38.348684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:38.349177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.400543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Network f991090e-104e-428c-aaf4-03e9ac05bef4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:38.404001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:38.413086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:38.414156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:38.415058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.417089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.491184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e168b0-c75d-4e06-ae8a-723b3d296883,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:38.503572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event deleted for resources: {'Port': ['ID=3f3ff4ae-6293-465c-bfe8-13ac799d6b14,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:38.511523 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0904e049-df19-4fdd-9ab1-589d358a6351 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:38.524408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a3603451-fc0e-437f-a8a1-3c78934bfce9 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7338698 Oct 26 12:04:38.525026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:38.534518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:38.552392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0904e049-df19-4fdd-9ab1-589d358a6351 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:38.553510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0904e049-df19-4fdd-9ab1-589d358a6351 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:38.577006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.597504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.603336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] 10.222.0.88 "DELETE /v2.0/networks/f200289d-3bde-417b-a39d-7740f77cd1c4 HTTP/1.1" status: 204 len: 168 time: 2.1582644 Oct 26 12:04:38.607606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.628478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742d639-a8e4-4c8e-8f52-040ef0ff3fec tempest-ExtraDHCPOptionsIpV6TestJSON-597621435 tempest-ExtraDHCPOptionsIpV6TestJSON-597621435-project] Pushing event deleted for resources: {'Network': ['ID=f200289d-3bde-417b-a39d-7740f77cd1c4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:38.649300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57606-f4b4-466e-8577-52800c1b33db req-9fcf4be9-d512-4944-adf2-a243577cb1de tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:38.650968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fc57606-f4b4-466e-8577-52800c1b33db req-9fcf4be9-d512-4944-adf2-a243577cb1de tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.2365339 Oct 26 12:04:38.661400 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.664804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8bbdd1b6-f45a-4f00-a07a-e1ead5e4b8f0 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "DELETE /v2.0/ports/3f3ff4ae-6293-465c-bfe8-13ac799d6b14 HTTP/1.1" status: 204 len: 168 time: 1.9045572 Oct 26 12:04:38.667460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51068) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:38.746000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.822983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=b951be1c-1187-4d97-90e6-5be54a26a258,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:38.848538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.857530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.859837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b76b6587-5c30-42ec-b33c-c5aa170fb810 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/floatingips/609016e2-f6bb-4ca5-96aa-885f66ef09a4 HTTP/1.1" status: 204 len: 168 time: 1.6799307 Oct 26 12:04:38.862325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51072) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:38.952367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port d3e168b0-c75d-4e06-ae8a-723b3d296883 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:38.963119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.965027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:38.977517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-543b071b-8c25-4e07-9d26-ea903525c8e9 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3089554 Oct 26 12:04:38.982657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51076) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:38.987465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-565647417'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:39.004381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.013593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:39.013946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.040038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:39.067142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Made reservation on behalf of 2fdf39111af64e77a0411dac5042fec9 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:39.070655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.116188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e168b0-c75d-4e06-ae8a-723b3d296883,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:39.136156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:39.140093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.141415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.141957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.151288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.151832 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.152364 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 2 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.160749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.169199 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.169719 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Added segment 503a33d5-4acd-487f-bcd7-85784dbb7794 of type vlan for network 754a0bf6-302e-46e0-9e06-8e79b38a4274 Oct 26 12:04:39.182256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:39.244205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.244555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.244947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.259709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.259972 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.260342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.267435 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 3 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.303976 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5187186c-f33b-41cd-a7e7-d55432a3b4f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccc911eabc794c95ad1417aa43ff8663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581909 Oct 26 12:04:39.304242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.304325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51082) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:39.304513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.304857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.318170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.318811 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.320317 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 4 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.320956 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.326580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:39.327222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.330363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.339489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.339833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.340179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.406380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.406717 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.406824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4231117 Oct 26 12:04:39.411260 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 5 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.414728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51084) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:39.482055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27438d4f-1094-44a7-b431-fa0ce317b6a6 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event updated for resources: {'Network': ['ID=754a0bf6-302e-46e0-9e06-8e79b38a4274,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:39.493508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 754a0bf6-302e-46e0-9e06-8e79b38a4274 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:39.555492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02353eaa-9355-49f9-9557-e7af97323d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.576831 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.629130 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02353eaa-9355-49f9-9557-e7af97323d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.653651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:39.715912 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.716256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.716590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.724374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.724755 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.726598 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 6 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.747984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.748326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.748668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.756985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.757744 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.759069 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 7 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.779303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.779770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.780109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.788445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.788773 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.790415 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 8 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.799717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9b18a6c2-676d-4743-a81f-fdd80c4dec34 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/agents/d2d1e522-db71-4087-b9b5-5ea0976feeb6/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.3784013 Oct 26 12:04:39.803288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:39.821540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.824880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b98b74fb-46ac-4747-a50f-56c9ab44686a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/ports/a1533ae8-4ad3-4e4c-9afc-9f6f0d316e3c HTTP/1.1" status: 204 len: 168 time: 0.9613941 Oct 26 12:04:39.827409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.827555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51092) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:39.827872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.828080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.856695 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02353eaa-9355-49f9-9557-e7af97323d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.859293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02353eaa-9355-49f9-9557-e7af97323d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:39.860447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-02353eaa-9355-49f9-9557-e7af97323d09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7bc919f6-e091-451c-a6a9-b8bb18d9355f HTTP/1.1" status: 204 len: 168 time: 0.5551369 Oct 26 12:04:39.861973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:04:39.866154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.866495 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.868161 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 9 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:39.877302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31771f8-9388-4c86-9dbd-5a35ac2aac4b req-72f44bf6-0605-480f-8dc7-95db085c153b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:39.878812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a31771f8-9388-4c86-9dbd-5a35ac2aac4b req-72f44bf6-0605-480f-8dc7-95db085c153b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.1385586 Oct 26 12:04:39.904906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:39.905241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:39.905580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:39.922304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02353eaa-9355-49f9-9557-e7af97323d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc919f6-e091-451c-a6a9-b8bb18d9355f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:39.973505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-f8a2a5b1-0554-4a9a-896b-30bb5e7545d0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:39.975112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-f8a2a5b1-0554-4a9a-896b-30bb5e7545d0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.30 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.1071949 Oct 26 12:04:39.982708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:39.983096 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:39.988924 n-d-812150-3 neutron-server[102759]: INFO neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 10 to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 Oct 26 12:04:40.017012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:40.017360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:40.017700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:40.022509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port 8e3b62d1-3e42-4423-b43e-89dc24fe749f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:40.022858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.053958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:40.054306 n-d-812150-3 neutron-server[102759]: ERROR neutron.plugins.ml2.managers [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port d3e168b0-c75d-4e06-ae8a-723b3d296883 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:40.054683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.070219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:40.085344 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Sync routers for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:40.104450 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:40.105099 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:40.138816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] For port d3e168b0-c75d-4e06-ae8a-723b3d296883, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:40.139233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempted to set empty binding levels {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 12:04:40.162426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.179520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d021f87-0b4f-44af-bfc3-5f4146766e97 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] Network 754a0bf6-302e-46e0-9e06-8e79b38a4274 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:40.192256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.196902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9fcd677d-9457-42e0-b6a3-7e8b24f32461 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3332863 Oct 26 12:04:40.201191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51100) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.226318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] In _notify_port_updated(), no bound segment for port d3e168b0-c75d-4e06-ae8a-723b3d296883 on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:04:40.227250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.227864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.235340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "PUT /v2.0/ports/d3e168b0-c75d-4e06-ae8a-723b3d296883 HTTP/1.1" status: 200 len: 975 time: 1.6990128 Oct 26 12:04:40.236093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51104) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.261031 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d021f87-0b4f-44af-bfc3-5f4146766e97 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "POST /v2.0/agents/d2d1e522-db71-4087-b9b5-5ea0976feeb6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4567003 Oct 26 12:04:40.269487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626943ea-a96e-446e-b8fd-4480620258bf None None] Network 754a0bf6-302e-46e0-9e06-8e79b38a4274 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:40.276270 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:40.276473 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.282449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.302254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for 8e3b62d1-3e42-4423-b43e-89dc24fe749f owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:40.313055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa96897-0825-4946-ad08-59fb9209e5a5 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e168b0-c75d-4e06-ae8a-723b3d296883,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:40.419226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:40.419521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.469415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.469972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.470389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.470927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.471374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.471849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.472326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.476546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.477128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.477617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.493189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.493907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.494398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.494929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.495395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.495860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.496336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.496841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.497472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.498101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.498580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.499091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.499573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.500025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.500486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.501106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.501721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.506796 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d3f3b74-0a98-4d04-8ca8-7246628ea7d7 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24299 time: 0.2676232 Oct 26 12:04:40.511229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51114) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.552478 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:38Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:40.587665 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Checking router: bd878de0-5c86-4a26-9e18-a2fc0b2cc473 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:40.587918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Updating router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 port ecc749b8-8e55-4e21-a2df-4e2f93730353 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:04:40.619059 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.624822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-823fe273-005a-4fbe-8cac-55e89a9eab94 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=5659a67d61c84433a1098cb23346a0f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4193015 Oct 26 12:04:40.625468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51116) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.647659 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5f297a70-fe33-4bf8-84b2-e2549b646429 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/agents/d2d1e522-db71-4087-b9b5-5ea0976feeb6/dhcp-networks HTTP/1.1" status: 200 len: 9596 time: 0.3638468 Oct 26 12:04:40.650661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.700191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.705756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Deleting port d3e168b0-c75d-4e06-ae8a-723b3d296883 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:40.706426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.760460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=8e3b62d1-3e42-4423-b43e-89dc24fe749f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:40.792035 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-14d59477-0ca7-4256-8832-7c9ffe3bb472 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "DELETE /v2.0/agents/d2d1e522-db71-4087-b9b5-5ea0976feeb6/dhcp-networks/754a0bf6-302e-46e0-9e06-8e79b38a4274 HTTP/1.1" status: 204 len: 168 time: 0.1373415 Oct 26 12:04:40.795857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] For port a7b6e313-87fe-46e8-aca1-e8ae61107dc4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:40.796659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.798463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.814216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] For port d3e168b0-c75d-4e06-ae8a-723b3d296883, host n-h2-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:40.814585 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.842736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Calling delete_port for d3e168b0-c75d-4e06-ae8a-723b3d296883 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:40.878481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for a7b6e313-87fe-46e8-aca1-e8ae61107dc4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:40.923214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47452a4f-8737-4981-9ddb-e6d3e2ea08bb tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:40.924765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-47452a4f-8737-4981-9ddb-e6d3e2ea08bb tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2944562 Oct 26 12:04:40.940386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51134) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.963663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:40.967048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9b815384-4eb1-4bde-8c28-5a5360e0e481 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/ports/8e3b62d1-3e42-4423-b43e-89dc24fe749f HTTP/1.1" status: 204 len: 168 time: 1.1386664 Oct 26 12:04:40.969733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51136) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:40.988429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-efced2b5-9e28-4fe3-8688-a3904785d5db tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437448 Oct 26 12:04:40.996244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.006535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886147448', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:41.051447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51140) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.095089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting subnet b1d09726-5ac1-437a-a9c8-6b6abed978f0 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:41.096078 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.100037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.108167 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.172362 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6623b76-d320-4e67-acb0-6de1294ca5b1 tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/agents/d2d1e522-db71-4087-b9b5-5ea0976feeb6/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.3727224 Oct 26 12:04:41.185304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9f1b6-c216-464e-a3b0-954e92f36e7a req-199ae71f-4b4b-4600-858e-6779c5ad4380 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:41.196887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51144) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.198781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2a9f1b6-c216-464e-a3b0-954e92f36e7a req-199ae71f-4b4b-4600-858e-6779c5ad4380 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=125a64d1-d536-4bd8-b780-fe06b0c28dbb HTTP/1.1" status: 200 len: 909 time: 0.1864822 Oct 26 12:04:41.209871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:41.215344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.233906 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Pushing event updated for resources: {'Port': ['ID=ecc749b8-8e55-4e21-a2df-4e2f93730353,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.238075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.248352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1223820130'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:41.251846 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.252188 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.252721 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.253217 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.253698 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.254194 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.254672 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.255185 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.255658 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.256132 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.256604 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.257091 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:04:41.273167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.274226 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Attempting to bind port ecc749b8-8e55-4e21-a2df-4e2f93730353 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:41.275333 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Attempting to bind port ecc749b8-8e55-4e21-a2df-4e2f93730353 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:41.275901 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Attempting to bind port ecc749b8-8e55-4e21-a2df-4e2f93730353 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:41.283925 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:41.284970 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:41.285684 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.286305 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:41.287140 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Bound port: ecc749b8-8e55-4e21-a2df-4e2f93730353, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:41.287792 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.291769 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1fa9ade4-0377-4aa6-b17b-bb8ed2d638cf tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/networks/5d83a59b-9884-4578-ba97-9a264acc08f2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0937254 Oct 26 12:04:41.312213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51146) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.315187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:41.319537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.322764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.331189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3e168b0-c75d-4e06-ae8a-723b3d296883,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.356478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.363460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.369022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6a1fa4f-91dd-472c-b2be-2fe5b74bd8c0 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "DELETE /v2.0/ports/d3e168b0-c75d-4e06-ae8a-723b3d296883 HTTP/1.1" status: 204 len: 168 time: 0.8526444 Oct 26 12:04:41.374080 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] For port ecc749b8-8e55-4e21-a2df-4e2f93730353, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:41.375326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.378778 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] For port ecc749b8-8e55-4e21-a2df-4e2f93730353, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ecc749b8-8e55-4e21-a2df-4e2f93730353,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:41.386161 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.400357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=a7b6e313-87fe-46e8-aca1-e8ae61107dc4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.410307 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e279fe19-b9cb-4ba5-addd-e0cf857c3e1b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:04:41.416077 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e279fe19-b9cb-4ba5-addd-e0cf857c3e1b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "GET /v2.0/ports/d3e168b0-c75d-4e06-ae8a-723b3d296883 HTTP/1.1" status: 404 len: 333 time: 0.0358169 Oct 26 12:04:41.417311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51150) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.423984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1673654232', 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:41.458153 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1a97-3428-405c-a62d-86a436ed0be2 None None] Pushing event updated for resources: {'Port': ['ID=ecc749b8-8e55-4e21-a2df-4e2f93730353,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.461198 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:41.462037 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:41.477021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd1bd530-2faf-4c3e-99fb-edf82e9c075e tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/networks/5d83a59b-9884-4578-ba97-9a264acc08f2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1627986 Oct 26 12:04:41.486662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51152) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.488597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] No DVR routers for this DVR port a7b6e313-87fe-46e8-aca1-e8ae61107dc4 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:41.493097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.497632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-725379d9-b96f-49be-8f97-64f6ffcd5205 req-83f9f5e5-4a93-4728-8575-e3e43c86cc26 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.30 "DELETE /v2.0/ports/a7b6e313-87fe-46e8-aca1-e8ae61107dc4 HTTP/1.1" status: 204 len: 173 time: 1.5138602 Oct 26 12:04:41.524636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'name': 'network-vif-deleted', 'tag': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:41.532747 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eb9145-5ce3-4c15-a0a3-6dec163541a2" -d '{"events": [{"server_uuid": "125a64d1-d536-4bd8-b780-fe06b0c28dbb", "name": "network-vif-deleted", "tag": "a7b6e313-87fe-46e8-aca1-e8ae61107dc4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:41.564022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Made reservation on behalf of 5319ff6e33dd40109ecb30cfee02b8c1 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:41.567005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.613502 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f585dc-51d8-43a3-8dab-f35547aa23c9 x-openstack-request-id: req-53f585dc-51d8-43a3-8dab-f35547aa23c9 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:41.614137 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a64d1-d536-4bd8-b780-fe06b0c28dbb", "name": "network-vif-deleted", "tag": "a7b6e313-87fe-46e8-aca1-e8ae61107dc4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:41.614574 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-53f585dc-51d8-43a3-8dab-f35547aa23c9 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:41.614968 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a64d1-d536-4bd8-b780-fe06b0c28dbb', 'name': 'network-vif-deleted', 'tag': 'a7b6e313-87fe-46e8-aca1-e8ae61107dc4', 'status': 'completed', 'code': 200} Oct 26 12:04:41.615991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port a190aac4-723c-409a-bbe1-e7359a7f9ff9 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:41.625058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.635194 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:41.694710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.729496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Subnet': ['ID=e0f52866-a6b1-4db0-940e-3307675ffe46,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.792644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Checking segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:41.793021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network hostable DHCP agents. Network: 8be3043a-8fe3-4f90-a319-94a81e10747f, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:41.815109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.831256 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.855137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.864019 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:38Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:41.865392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 8be3043a-8fe3-4f90-a319-94a81e10747f is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:41.882316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 8be3043a-8fe3-4f90-a319-94a81e10747f) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:41.885300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51156) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.886463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c4090d71-09e0-4898-b238-d6f5ec22308e tempest-DHCPAgentSchedulersTestJSON-2114461850 tempest-DHCPAgentSchedulersTestJSON-2114461850-project-admin] 10.222.0.88 "GET /v2.0/agents/d2d1e522-db71-4087-b9b5-5ea0976feeb6/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.3988624 Oct 26 12:04:41.893426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6567158-1483-4df3-b4b0-9ae44986fbff None None] Network 8be3043a-8fe3-4f90-a319-94a81e10747f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:41.901434 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06362f4-794c-41d6-ad06-45c3ca38887b None None] The sync data for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 is: [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:38Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:41.935961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d09726-5ac1-437a-a9c8-6b6abed978f0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.938386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348c15f3-663b-4ad4-93e2-ba64784e920b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:41.942183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:41.984576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:41.990881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c8238245-313a-451c-b8c6-32f84ab5e01a tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/subnets/b1d09726-5ac1-437a-a9c8-6b6abed978f0 HTTP/1.1" status: 204 len: 168 time: 1.0201316 Oct 26 12:04:41.991133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e581a5-ee73-43f2-8d4f-6aba4eac38e3 None None] Network db3e3ca7-ff9e-4524-97de-77e9f508c48b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:41.995125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:41.995281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51160) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:41.995376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.001288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.001668 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Added segment 7524c41c-2a67-40db-9bc8-688056da023d of type vlan for network 1b097f48-719a-49d6-8108-23ad5668e00a Oct 26 12:04:42.039455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-66ae8e39-a86c-4b43-852b-8b6d57f8e28a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0397167 Oct 26 12:04:42.040711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51162) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:42.047195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.169802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.175410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting subnet 3b9b0d69-085b-44ac-94c1-ad9c9e232f2a {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:42.181260 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.182777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.239231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.239790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-8be3043a-8fe3-4f90-a319-94a81e10747f', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:42.240663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.292047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51166) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:42.353545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.353908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] DHCP port deletion for db3e3ca7-ff9e-4524-97de-77e9f508c48b request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:04:42.370469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Network f991090e-104e-428c-aaf4-03e9ac05bef4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:42.376139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:42.376802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.385801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.434599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:42.441653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:42.442776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:42.443916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.471386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=a190aac4-723c-409a-bbe1-e7359a7f9ff9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:42.508534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.514568 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6ca2378-e1fc-44e6-ac6f-0b123071cd72 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0970674 Oct 26 12:04:42.561054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51168) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:42.633298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754a0bf6-302e-46e0-9e06-8e79b38a4274']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:42.657939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503a33d5-4acd-487f-bcd7-85784dbb7794') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:42.658287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503a33d5-4acd-487f-bcd7-85784dbb7794') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:42.667947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7a39b-f072-43dd-a7c5-0b98a09cf91e tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:42.670036 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cbe7a39b-f072-43dd-a7c5-0b98a09cf91e tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "GET /v2.0/ports/a190aac4-723c-409a-bbe1-e7359a7f9ff9 HTTP/1.1" status: 200 len: 955 time: 0.1080849 Oct 26 12:04:42.674402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51170) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:42.680535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.681092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Allocated IP 172.20.0.2 (8be3043a-8fe3-4f90-a319-94a81e10747f/e0f52866-a6b1-4db0-940e-3307675ffe46/13b5ac08-3dc7-4215-b193-3c79874fd6e5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:42.727691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.744247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:42.744648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.748037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] Deleting port 75f92a45-d902-44f4-9f85-a46e62936a77 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:42.749350 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:42.750791 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:42.859632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] For port 75f92a45-d902-44f4-9f85-a46e62936a77, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=75f92a45-d902-44f4-9f85-a46e62936a77,segment=NetworkSegment(b074ea61-e49d-44f5-a8e7-1cf992a48b0e),segment_id=b074ea61-e49d-44f5-a8e7-1cf992a48b0e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:42.860028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.886535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] Calling delete_port for 75f92a45-d902-44f4-9f85-a46e62936a77 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:42.909068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8565352 Oct 26 12:04:42.912432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.929277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a5058-34a7-407d-a070-85efeee8aed1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Network': ['ID=1b097f48-719a-49d6-8108-23ad5668e00a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:42.966285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:42.973885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "DELETE /v2.0/networks/754a0bf6-302e-46e0-9e06-8e79b38a4274 HTTP/1.1" status: 204 len: 168 time: 1.0871994 Oct 26 12:04:42.984013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51172) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:43.083273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.105212 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.120066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1b097f48-719a-49d6-8108-23ad5668e00a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:43.129354 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea1108e-7e21-4fde-a17d-1413b9d83fc1 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] DELETE failed (client error): The resource could not be found. Oct 26 12:04:43.130446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea1108e-7e21-4fde-a17d-1413b9d83fc1 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:04:43.140573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9ea1108e-7e21-4fde-a17d-1413b9d83fc1 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "DELETE /v2.0/ports/3f3ff4ae-6293-465c-bfe8-13ac799d6b14 HTTP/1.1" status: 404 len: 333 time: 0.1502736 Oct 26 12:04:43.141761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19f791-e892-4a95-a7d7-559387ae4025 tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event deleted for resources: {'Network': ['ID=754a0bf6-302e-46e0-9e06-8e79b38a4274,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:43.154566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51176) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:43.204927 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.250390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.250973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Deleting subnet 3a001906-045c-4a32-b288-afee98e39048 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:43.254563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.291043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9b0d69-085b-44ac-94c1-ad9c9e232f2a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:43.365053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.372647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-33f4dd58-d4ad-45f0-b5a5-309e3562be60 tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/subnets/3b9b0d69-085b-44ac-94c1-ad9c9e232f2a HTTP/1.1" status: 204 len: 168 time: 1.3731275 Oct 26 12:04:43.373296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51178) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:43.411914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8feab0-8859-47ec-892b-87ecd50447a7 None None] Network acaf89a7-0f45-4fd2-8626-b9c26d1c554a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:43.425324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Network 8be3043a-8fe3-4f90-a319-94a81e10747f is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:43.491438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Pushing event updated for resources: {'Port': ['ID=13b5ac08-3dc7-4215-b193-3c79874fd6e5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:43.502378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:43.507246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:43.538900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.659812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.668889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Deleting port 75f92a45-d902-44f4-9f85-a46e62936a77 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:43.669458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.684652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Deleting port a190aac4-723c-409a-bbe1-e7359a7f9ff9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:43.685261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.709657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Attempting to bind port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:43.710032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Attempting to bind port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:43.710393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Attempting to bind port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 on network 8be3043a-8fe3-4f90-a319-94a81e10747f {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:43.714046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] Pushing event deleted for resources: {'Port': ['ID=75f92a45-d902-44f4-9f85-a46e62936a77,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:43.714747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.721693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0a06c-e6ad-4c6e-a656-ada2b8021e24 None None] No DVR routers for this DVR port 75f92a45-d902-44f4-9f85-a46e62936a77 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:43.745428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:43.745809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Checking segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:43.746212 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.748248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Bound using segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:43.748749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Bound port: 13b5ac08-3dc7-4215-b193-3c79874fd6e5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:43.749138 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.811987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.815597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] For port 75f92a45-d902-44f4-9f85-a46e62936a77, host n-d-812150-3, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:43.816125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.867897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] For port 13b5ac08-3dc7-4215-b193-3c79874fd6e5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:43.873858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] For port 13b5ac08-3dc7-4215-b193-3c79874fd6e5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=13b5ac08-3dc7-4215-b193-3c79874fd6e5,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:43.877996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] DHCP port deletion for acaf89a7-0f45-4fd2-8626-b9c26d1c554a request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:04:43.889753 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.895202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.921902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Calling delete_port for 75f92a45-d902-44f4-9f85-a46e62936a77 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:43.929142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Port 75f92a45-d902-44f4-9f85-a46e62936a77 was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:04:43.932304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:43.948099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] No DVR routers for this DVR port 75f92a45-d902-44f4-9f85-a46e62936a77 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:43.957405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c365da-059b-4fb5-a008-f3fd4b32e228 None None] Pushing event updated for resources: {'Port': ['ID=13b5ac08-3dc7-4215-b193-3c79874fd6e5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:43.970034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Calling delete_port for a190aac4-723c-409a-bbe1-e7359a7f9ff9 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:44.039139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Port': ['ID=75f92a45-d902-44f4-9f85-a46e62936a77,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:44.049154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] Deleting port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:44.049555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.098645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.155478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] For port a54d79ed-2f53-46ba-a7c5-3164e80b7e99, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,segment=NetworkSegment(1e4da6cc-69bf-4bab-bfce-9737e693fcdd),segment_id=1e4da6cc-69bf-4bab-bfce-9737e693fcdd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:44.155922 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.164794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.209744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.248717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] Calling delete_port for a54d79ed-2f53-46ba-a7c5-3164e80b7e99 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:44.281613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3e3ca7-ff9e-4524-97de-77e9f508c48b']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:44.312669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:44.313550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b074ea61-e49d-44f5-a8e7-1cf992a48b0e') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:44.348508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.350181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ecc749b8-8e55-4e21-a2df-4e2f93730353 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:44.379908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.420494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:44.420957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.501627 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.541105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] No DVR routers for this DVR port a54d79ed-2f53-46ba-a7c5-3164e80b7e99 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:44.544209 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:44.553264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.555511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d46d9-8aeb-41fc-94a1-8f2bd9acfcb2 None None] Pushing event deleted for resources: {'Port': ['ID=a54d79ed-2f53-46ba-a7c5-3164e80b7e99,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:44.565690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.576814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51182) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:44.577792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/networks/db3e3ca7-ff9e-4524-97de-77e9f508c48b HTTP/1.1" status: 204 len: 168 time: 1.2014959 Oct 26 12:04:44.611139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ecc749b8-8e55-4e21-a2df-4e2f93730353 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:44.611809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.620033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518ae2-f1c9-4d77-92ca-4ffbaac1ef5b tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Network': ['ID=db3e3ca7-ff9e-4524-97de-77e9f508c48b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:44.757184 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.759379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.789071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port ecc749b8-8e55-4e21-a2df-4e2f93730353, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ecc749b8-8e55-4e21-a2df-4e2f93730353,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:44.793332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.806039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.812611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event deleted for resources: {'Subnet': ['ID=3a001906-045c-4a32-b288-afee98e39048,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:44.877755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=ecc749b8-8e55-4e21-a2df-4e2f93730353,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:44.889784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a7b6e313-87fe-46e8-aca1-e8ae61107dc4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:44.903849 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.916408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port e9b63497-1b9c-487f-bf72-cd29a408c7fc {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:44.917088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.917207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 75f92a45-d902-44f4-9f85-a46e62936a77 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:44.919294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfe183-d2f7-4eaf-a90d-c3d477356c01 None None] Network 5d83a59b-9884-4578-ba97-9a264acc08f2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:44.922699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: a7b6e313-87fe-46e8-aca1-e8ae61107dc4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:44.923184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a7b6e313-87fe-46e8-aca1-e8ae61107dc4 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:44.924738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.928173 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3b9d49e-f84f-4cb8-818e-2db09665d66b tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "DELETE /v2.0/subnets/3a001906-045c-4a32-b288-afee98e39048 HTTP/1.1" status: 204 len: 168 time: 1.7713497 Oct 26 12:04:44.932908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:44.939134 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "DELETE /v2.0/ports/a190aac4-723c-409a-bbe1-e7359a7f9ff9 HTTP/1.1" status: 204 len: 168 time: 2.2599993 Oct 26 12:04:44.940701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:44.940701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51186) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:44.957370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ac2af-9580-4d2f-8fa1-8bf2e4ea2605 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event deleted for resources: {'Port': ['ID=a190aac4-723c-409a-bbe1-e7359a7f9ff9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:44.966597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 75f92a45-d902-44f4-9f85-a46e62936a77 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:44.966967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 75f92a45-d902-44f4-9f85-a46e62936a77 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:44.967388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a54d79ed-2f53-46ba-a7c5-3164e80b7e99 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:44.987651 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa88800-4c3f-474d-9272-9cbd3014ba78 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:04:44.993021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fa88800-4c3f-474d-9272-9cbd3014ba78 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "GET /v2.0/ports/a190aac4-723c-409a-bbe1-e7359a7f9ff9 HTTP/1.1" status: 404 len: 333 time: 0.0465608 Oct 26 12:04:45.000526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51190) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:45.013711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Request body: {'port': {'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2130474654'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:45.018995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: a54d79ed-2f53-46ba-a7c5-3164e80b7e99 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:45.019350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device a54d79ed-2f53-46ba-a7c5-3164e80b7e99 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:45.108826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Made reservation on behalf of 5319ff6e33dd40109ecb30cfee02b8c1 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:45.112518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.140995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port 77c850b0-4911-4359-97a1-16e05f07636b yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:45.251647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] For port e9b63497-1b9c-487f-bf72-cd29a408c7fc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e9b63497-1b9c-487f-bf72-cd29a408c7fc,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:45.252150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.290214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for e9b63497-1b9c-487f-bf72-cd29a408c7fc owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:45.304593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.313332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] DHCP port deletion for 5d83a59b-9884-4578-ba97-9a264acc08f2 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:04:45.320178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.355143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaf89a7-0f45-4fd2-8626-b9c26d1c554a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:45.367848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4da6cc-69bf-4bab-bfce-9737e693fcdd') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:45.368150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4da6cc-69bf-4bab-bfce-9737e693fcdd') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:45.379781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.405872 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.415750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:45.415987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.452031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] Deleting port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:45.452867 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.506475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:45.517351 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:45.551580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] For port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,segment=NetworkSegment(229e4633-8792-4f7f-b57b-56d06194730e),segment_id=229e4633-8792-4f7f-b57b-56d06194730e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:45.552481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.567177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] Calling delete_port for 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:45.602398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.1 (8be3043a-8fe3-4f90-a319-94a81e10747f/e0f52866-a6b1-4db0-940e-3307675ffe46/ba1189b6-d4aa-4630-9486-d5d1ffecb150) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:45.667619 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.688357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.690440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.709758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.716813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf190c0-2289-4dda-9203-5ced2d99994d None None] Network 8be3043a-8fe3-4f90-a319-94a81e10747f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:45.720346 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] 10.222.0.88 "DELETE /v2.0/networks/acaf89a7-0f45-4fd2-8626-b9c26d1c554a HTTP/1.1" status: 204 len: 168 time: 1.1422405 Oct 26 12:04:45.767257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fc653-31c8-4d2b-bb0d-0fa0b0af6f8c tempest-TaggedBootDevicesTest_v242-372796931 tempest-TaggedBootDevicesTest_v242-372796931-project] Pushing event deleted for resources: {'Network': ['ID=acaf89a7-0f45-4fd2-8626-b9c26d1c554a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:45.786452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Network f991090e-104e-428c-aaf4-03e9ac05bef4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:45.796065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:45.817832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:45.822851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:45.833365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] Pushing event deleted for resources: {'Port': ['ID=42e40808-eb64-4d6b-a6c9-b1c7a4ba46da,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:45.834634 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.838081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bcb89-9197-45fb-959d-488f7a60f7da None None] No DVR routers for this DVR port 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:45.866126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=77c850b0-4911-4359-97a1-16e05f07636b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:45.878777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7edae47d-5727-4437-abcc-8fe57249130f None None] Provisioning complete for port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:45.879906 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7edae47d-5727-4437-abcc-8fe57249130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.924124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8476abbc-c22e-4039-bbc6-ce76f65c6707 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9204307 Oct 26 12:04:45.926066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51194) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:45.932484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:45.937425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.990178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:45.992944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d83a59b-9884-4578-ba97-9a264acc08f2']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:46.008188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229e4633-8792-4f7f-b57b-56d06194730e') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:46.008821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229e4633-8792-4f7f-b57b-56d06194730e') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:46.025265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.059247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.060012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.079683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:46.080697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:46.085589 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:46.116323 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7edae47d-5727-4437-abcc-8fe57249130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.160836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=e9b63497-1b9c-487f-bf72-cd29a408c7fc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:46.189576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7edae47d-5727-4437-abcc-8fe57249130f None None] For port 13b5ac08-3dc7-4215-b193-3c79874fd6e5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=13b5ac08-3dc7-4215-b193-3c79874fd6e5,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:46.202955 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7edae47d-5727-4437-abcc-8fe57249130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.289173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.341759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51204) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:46.344213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.352394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'subnet': {'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:46.363095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edae47d-5727-4437-abcc-8fe57249130f None None] Pushing event updated for resources: {'Port': ['ID=13b5ac08-3dc7-4215-b193-3c79874fd6e5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:46.402110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.424998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.431067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] 10.222.0.88 "DELETE /v2.0/networks/5d83a59b-9884-4578-ba97-9a264acc08f2 HTTP/1.1" status: 204 len: 168 time: 1.4869339 Oct 26 12:04:46.456972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 8be3043a-8fe3-4f90-a319-94a81e10747f is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:46.458048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898c32b-ad47-4ecf-b17b-3f8aa08fc53c tempest-DHCPAgentSchedulersTestJSON-259253041 tempest-DHCPAgentSchedulersTestJSON-259253041-project] Pushing event deleted for resources: {'Network': ['ID=5d83a59b-9884-4578-ba97-9a264acc08f2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:46.462990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:46.475726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:46.478651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=ba1189b6-d4aa-4630-9486-d5d1ffecb150,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:46.545515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ecc749b8-8e55-4e21-a2df-4e2f93730353 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:46.565320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.665575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ecc749b8-8e55-4e21-a2df-4e2f93730353 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:46.669571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.786970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.805280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 13b5ac08-3dc7-4215-b193-3c79874fd6e5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:46.861276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:46.871006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b78ea8e0-c975-4676-ae8d-97bd64a86935 None None] Provisioning complete for port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:46.871006 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b78ea8e0-c975-4676-ae8d-97bd64a86935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.872669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.907858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:46.908939 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:46.993372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.008399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:47.186769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:47.189929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] device_id is not set on port 77c850b0-4911-4359-97a1-16e05f07636b yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:47.206512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.229322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.234026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:47.234377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42e40808-eb64-4d6b-a6c9-b1c7a4ba46da not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:47.314261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-736bcf11-ab26-4bd9-a96e-e6bc217f5760 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2fdf39111af64e77a0411dac5042fec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039262 Oct 26 12:04:47.316640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51216) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:47.319960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.333131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.337493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=77c850b0-4911-4359-97a1-16e05f07636b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:47.388727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-846df2b7-52e0-4658-9c91-baf66394e2e2 None None] Provisioning complete for port ba1189b6-d4aa-4630-9486-d5d1ffecb150 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:47.389266 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-846df2b7-52e0-4658-9c91-baf66394e2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.452037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=ba1189b6-d4aa-4630-9486-d5d1ffecb150,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:47.456815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.464957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fc310c7-4ec4-4502-b7df-574df89d0d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.465489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.466331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.466679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.477225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.481693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-846df2b7-52e0-4658-9c91-baf66394e2e2 None None] Port ba1189b6-d4aa-4630-9486-d5d1ffecb150 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:47.488344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.488693 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.507973 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 2 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.547928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fc310c7-4ec4-4502-b7df-574df89d0d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.551081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.551081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.551413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.566837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.567183 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.568344 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 3 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.573735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Subnet': ['ID=3a7ad8b9-1276-4ba7-9bea-214e25af9167,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:47.593461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 0939df94-0c3b-4df7-a654-8d86d50cabe6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:04:47.604466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.604816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.605380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.615732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Checking segment: {'id': '7524c41c-2a67-40db-9bc8-688056da023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:47.616117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network hostable DHCP agents. Network: 1b097f48-719a-49d6-8108-23ad5668e00a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:47.619991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.620283 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.621998 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 4 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.629977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 8be3043a-8fe3-4f90-a319-94a81e10747f is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:47.633072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:47.705296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fc310c7-4ec4-4502-b7df-574df89d0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.707068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.707417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.707764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.708647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fc310c7-4ec4-4502-b7df-574df89d0d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.712293 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6fc310c7-4ec4-4502-b7df-574df89d0d2d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef2dc540-7801-4041-a81d-75e2de1bf4e2 HTTP/1.1" status: 204 len: 168 time: 0.3924077 Oct 26 12:04:47.723619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.723952 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.727172 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 5 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.758267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network 1b097f48-719a-49d6-8108-23ad5668e00a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:47.778182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.778611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.778729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc310c7-4ec4-4502-b7df-574df89d0d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2dc540-7801-4041-a81d-75e2de1bf4e2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:47.779009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.802452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1b097f48-719a-49d6-8108-23ad5668e00a) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:47.807683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.808020 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.809821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:47.810414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.814268 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 6 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.816375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87235538-4984-43a3-916a-925809f9a2ff None None] Network 1b097f48-719a-49d6-8108-23ad5668e00a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:47.834535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:47.845168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b5a28b57-9b56-47c5-b6fb-b373c6052ad1 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "PUT /v2.0/routers/0939df94-0c3b-4df7-a654-8d86d50cabe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5493653 Oct 26 12:04:47.845168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.845168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.845168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.846529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51224) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:47.855186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] Sync routers for ids ['0939df94-0c3b-4df7-a654-8d86d50cabe6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:47.868728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:04:47.869291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c7ebf365-c187-403c-aec3-708de4168b94 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5217700 Oct 26 12:04:47.869751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51226) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:47.877503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1897294631'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:47.902395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.902761 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.908695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:47.909896 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 7 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.913253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:47.928037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] Routers {'0939df94-0c3b-4df7-a654-8d86d50cabe6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:47.928690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0939df94-0c3b-4df7-a654-8d86d50cabe6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:47.957049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:47.957049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:47.957049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:47.968222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting subnet 953cc7be-e0bf-4c89-9b23-256df6210ec0 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:47.971787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:47.972140 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:47.973597 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 8 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:47.984556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.043013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:48.048194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:48.048542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:48.048887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:48.068944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.068944 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Added segment 94465bed-c98e-4493-bc46-da6c56845bd1 of type vlan for network f2ae8ad8-d740-41bc-aef4-2d30b783ff90 Oct 26 12:04:48.073504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.130221 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.144653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:48.152691 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-976cdfcb-a403-48dc-b13e-d82c22635bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/bd878de0-5c86-4a26-9e18-a2fc0b2cc473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0477877 Oct 26 12:04:48.160503 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Sync routers for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:48.172143 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:48.175053 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:48.193070 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.200080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:48.204146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.280192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51232) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:48.280864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:48.281195 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:48.301443 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 9 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:48.323946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.353097 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4825273 Oct 26 12:04:48.380605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51234) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:48.396552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'subnet': {'network_id': 'f2ae8ad8-d740-41bc-aef4-2d30b783ff90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:48.407427 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:48.411106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b976b77-caa7-4888-a1e5-7d670ea41d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.446084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 13b5ac08-3dc7-4215-b193-3c79874fd6e5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:48.458216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:48.458563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:48.458934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:48.501919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:48.502252 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:48.523549 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempt 10 to bind port 77c850b0-4911-4359-97a1-16e05f07636b Oct 26 12:04:48.564620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dfd8e611-bfa5-49c0-8760-4d137c581a16 None None] Provisioning complete for port ba1189b6-d4aa-4630-9486-d5d1ffecb150 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:48.565088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e611-bfa5-49c0-8760-4d137c581a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.568624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b72eb4-b902-40ad-abf2-916f64703cc4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Network': ['ID=f2ae8ad8-d740-41bc-aef4-2d30b783ff90,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:48.571021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:48.577128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.589893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f2ae8ad8-d740-41bc-aef4-2d30b783ff90 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:48.600553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:48.600900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:48.611783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempting to bind port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:48.654691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:48.667423 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Failed to bind port 77c850b0-4911-4359-97a1-16e05f07636b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'd245d043-15d8-4ace-b94d-f7406217ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f991090e-104e-428c-aaf4-03e9ac05bef4'}] Oct 26 12:04:48.668107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.678233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-12fca9fd-7747-418a-905c-4fc08cc054f0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375501332&fields=id&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 267 time: 0.1818781 Oct 26 12:04:48.699082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.740144 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:47Z', 'revision_number': 2, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:48.774710 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Checking router: bd878de0-5c86-4a26-9e18-a2fc0b2cc473 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:48.775093 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Updating router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 port ba1189b6-d4aa-4630-9486-d5d1ffecb150 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:04:48.807545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Subnet': ['ID=953cc7be-e0bf-4c89-9b23-256df6210ec0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:48.815655 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.869878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8e611-bfa5-49c0-8760-4d137c581a16 None None] Port ba1189b6-d4aa-4630-9486-d5d1ffecb150 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:48.884268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] Set router 0939df94-0c3b-4df7-a654-8d86d50cabe6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:48.922662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:48.927630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd012cb8-ab43-40f3-8cf5-52bb895a3c65 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/subnets/953cc7be-e0bf-4c89-9b23-256df6210ec0 HTTP/1.1" status: 204 len: 168 time: 1.0800233 Oct 26 12:04:48.938065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:48.963280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e359a-4cf7-407e-90df-5399d2f451e9 None None] Network f39ebf97-1ba6-4bdd-a785-f048da9d2c63 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:49.038313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:49.053982 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.070942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-1b097f48-719a-49d6-8108-23ad5668e00a', 'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a', 'tenant_id': '2335bce37981406bb4481897d645e67e', 'fixed_ips': [{'subnet_id': '3a7ad8b9-1276-4ba7-9bea-214e25af9167'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:49.081788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:04:49.083556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.097420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.188729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Checking segment: {'id': '94465bed-c98e-4493-bc46-da6c56845bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f2ae8ad8-d740-41bc-aef4-2d30b783ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:49.189592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network hostable DHCP agents. Network: f2ae8ad8-d740-41bc-aef4-2d30b783ff90, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:49.194807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Subnet': ['ID=f405d618-c533-4ec4-ab17-0b27a6914c17,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:49.229533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network f2ae8ad8-d740-41bc-aef4-2d30b783ff90 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:49.235562 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.250167 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.252649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f2ae8ad8-d740-41bc-aef4-2d30b783ff90) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:49.257472 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c79ca21-06f4-42da-9f23-14e903473fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.275127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd86f4-f0c4-4b44-8029-30cdb82620a1 None None] Network f2ae8ad8-d740-41bc-aef4-2d30b783ff90 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:49.278618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:49.281732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.323181 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b7ef6114-a537-4a5f-b0af-877ab3ca0cee tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9411931 Oct 26 12:04:49.326450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51252) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:49.334633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'port': {'network_id': 'f2ae8ad8-d740-41bc-aef4-2d30b783ff90', 'name': 'tempest-NetworksIpV6TestAttrs-2049164992'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:49.392606 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a88e6-25d5-43dd-8774-1b4759c9e3f6 None None] Pushing event updated for resources: {'Port': ['ID=ba1189b6-d4aa-4630-9486-d5d1ffecb150,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:49.442452 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Attempting to bind port ba1189b6-d4aa-4630-9486-d5d1ffecb150 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:49.442781 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Attempting to bind port ba1189b6-d4aa-4630-9486-d5d1ffecb150 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:49.443096 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Attempting to bind port ba1189b6-d4aa-4630-9486-d5d1ffecb150 on network 8be3043a-8fe3-4f90-a319-94a81e10747f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:49.449967 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:49.458787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Checking segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:49.461657 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.462063 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Bound using segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:49.462839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Bound port: ba1189b6-d4aa-4630-9486-d5d1ffecb150, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:49.464137 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.553480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:49.558009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.600568 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] For port ba1189b6-d4aa-4630-9486-d5d1ffecb150, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:49.606546 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] For port ba1189b6-d4aa-4630-9486-d5d1ffecb150, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ba1189b6-d4aa-4630-9486-d5d1ffecb150,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:49.615578 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.633676 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b976b77-caa7-4888-a1e5-7d670ea41d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.676274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b976b77-caa7-4888-a1e5-7d670ea41d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.708605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] For port 77c850b0-4911-4359-97a1-16e05f07636b, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:49.708992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attempted to set empty binding levels {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 12:04:49.728458 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a88e6-25d5-43dd-8774-1b4759c9e3f6 None None] Pushing event updated for resources: {'Port': ['ID=ba1189b6-d4aa-4630-9486-d5d1ffecb150,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:49.759332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:49.760417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-cd758ce6-29fa-4d91-9d6d-19c05f8b2c4f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:49.760779 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:49.762580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-cd758ce6-29fa-4d91-9d6d-19c05f8b2c4f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 795 time: 1.0607285 Oct 26 12:04:49.773223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.839790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Allocated IP 2001:db8:0:ffff::2 (1b097f48-719a-49d6-8108-23ad5668e00a/3a7ad8b9-1276-4ba7-9bea-214e25af9167/93072e8b-813c-4cd1-88bc-7b11795b2a27) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:49.856924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ace2d808-d638-473e-98bd-531d862c742d None None] Provisioning complete for port ba1189b6-d4aa-4630-9486-d5d1ffecb150 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:49.857594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ace2d808-d638-473e-98bd-531d862c742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:49.867697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] DHCP port deletion for f39ebf97-1ba6-4bdd-a785-f048da9d2c63 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:04:49.995322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b976b77-caa7-4888-a1e5-7d670ea41d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eafd1da-1baa-466e-8c33-0449e72e47e4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:49.998684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] In _notify_port_updated(), no bound segment for port 77c850b0-4911-4359-97a1-16e05f07636b on network f991090e-104e-428c-aaf4-03e9ac05bef4 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:04:49.999614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:50.000228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.004450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "PUT /v2.0/ports/77c850b0-4911-4359-97a1-16e05f07636b HTTP/1.1" status: 200 len: 975 time: 4.0772703 Oct 26 12:04:50.028119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5b976b77-caa7-4888-a1e5-7d670ea41d9f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d08ca094a04f41d199dea28ec1a4d741&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7452867 Oct 26 12:04:50.030704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51258) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:50.031079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51260) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:50.059547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:45Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:50.069551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] device_id is not set on port 918c51f1-f935-4be6-acf9-8aace986b472 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:50.073629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-cdb66851-8073-4ecc-88ae-0082a4810290 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/quotas/5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 375 time: 0.2222507 Oct 26 12:04:50.100098 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.161143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a21246-3674-4b6d-b3af-d7ff020253e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f2ae8ad8-d740-41bc-aef4-2d30b783ff90', 'network_id': 'f2ae8ad8-d740-41bc-aef4-2d30b783ff90', 'tenant_id': '2335bce37981406bb4481897d645e67e', 'fixed_ips': [{'subnet_id': 'f405d618-c533-4ec4-ab17-0b27a6914c17'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:50.162531 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62a21246-3674-4b6d-b3af-d7ff020253e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.169422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] Checking router: 0939df94-0c3b-4df7-a654-8d86d50cabe6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:04:50.237365 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:50.259304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4ab2d-42d1-443e-ac84-bc649f29e69b tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event updated for resources: {'Port': ['ID=77c850b0-4911-4359-97a1-16e05f07636b,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:50.282596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 189e0550-6b78-43b3-a9ed-4d445366a30f no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:50.318138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Allocated IP 2001:db8::f816:3eff:fe15:642c (f2ae8ad8-d740-41bc-aef4-2d30b783ff90/f405d618-c533-4ec4-ab17-0b27a6914c17/918c51f1-f935-4be6-acf9-8aace986b472) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:50.347482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] Routers {'0939df94-0c3b-4df7-a654-8d86d50cabe6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:50.348626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0939df94-0c3b-4df7-a654-8d86d50cabe6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:50.386376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-cd220bee-046d-4a34-873b-3fa495381ec8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2839348 Oct 26 12:04:50.390326 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-418ef420-8af0-487e-9611-c508a435077b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.426808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] Deleting port 189e0550-6b78-43b3-a9ed-4d445366a30f {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:50.427598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.458058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.464176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-418ef420-8af0-487e-9611-c508a435077b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.536714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Deleting port 77c850b0-4911-4359-97a1-16e05f07636b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:50.536991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.596665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.616438 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:49Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:50.642916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.696877 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408b8cbf-69e8-4364-93a6-ac2ede733b06 None None] The sync data for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 is: [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:49Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:50.706554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] For port 77c850b0-4911-4359-97a1-16e05f07636b, host n-h2-812150-3, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:50.706987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.720059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network f2ae8ad8-d740-41bc-aef4-2d30b783ff90 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:50.726909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:50.728418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:50.735803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:50.736648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.752698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Port': ['ID=918c51f1-f935-4be6-acf9-8aace986b472,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:50.757918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-a104df8b-f169-42da-a507-2eac97c1c29f service neutron] 10.222.0.88 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455269 Oct 26 12:04:50.761430 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e97bdee3-8474-4b73-8e64-1efddc74e668 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4335508 Oct 26 12:04:50.764962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:50.765784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Calling delete_port for 77c850b0-4911-4359-97a1-16e05f07636b owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:50.768584 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-418ef420-8af0-487e-9611-c508a435077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.777080 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-418ef420-8af0-487e-9611-c508a435077b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.797635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-418ef420-8af0-487e-9611-c508a435077b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6eafd1da-1baa-466e-8c33-0449e72e47e4 HTTP/1.1" status: 204 len: 168 time: 0.7340951 Oct 26 12:04:50.901984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting subnet f405d618-c533-4ec4-ab17-0b27a6914c17 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:50.905383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:50.937560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ef420-8af0-487e-9611-c508a435077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eafd1da-1baa-466e-8c33-0449e72e47e4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:51.017276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.019952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] Set router 0939df94-0c3b-4df7-a654-8d86d50cabe6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:51.128329 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ace2d808-d638-473e-98bd-531d862c742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.192196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-512e7c28-c5b5-4453-afe2-2db00fe90c03 service neutron] 10.222.0.88 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849585 Oct 26 12:04:51.199700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port cf5cfe74-f892-4139-a996-ff194e3327a1 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:51.200628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.259280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] For port 189e0550-6b78-43b3-a9ed-4d445366a30f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=189e0550-6b78-43b3-a9ed-4d445366a30f,segment=NetworkSegment(6ee3d4fe-d81a-4003-b00d-8a6106ce855b),segment_id=6ee3d4fe-d81a-4003-b00d-8a6106ce855b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:51.259705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.278974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.302118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] Calling delete_port for 189e0550-6b78-43b3-a9ed-4d445366a30f owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:51.380536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.440239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.490224 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.509277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/f405d618-c533-4ec4-ab17-0b27a6914c17 HTTP/1.1" status: 204 len: 168 time: 0.7430496 Oct 26 12:04:51.511354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Pushing event deleted for resources: {'Port': ['ID=77c850b0-4911-4359-97a1-16e05f07636b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:51.511647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51284) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:51.512512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f70b8-a405-47ab-be61-c9e1cb1d0b64 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Subnet': ['ID=f405d618-c533-4ec4-ab17-0b27a6914c17,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:51.529990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.540185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-74830d8c-80b9-4b2b-a4a8-718d7beed104 tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "DELETE /v2.0/ports/77c850b0-4911-4359-97a1-16e05f07636b HTTP/1.1" status: 204 len: 168 time: 1.5033972 Oct 26 12:04:51.551348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51286) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:51.565119 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.624591 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server [None req-62a21246-3674-4b6d-b3af-d7ff020253e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f405d618-c533-4ec4-ab17-0b27a6914c17: This subnet is being modified by another concurrent operation. Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:04:51.708212 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise exception Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f405d618-c533-4ec4-ab17-0b27a6914c17: This subnet is being modified by another concurrent operation. Oct 26 12:04:51.711975 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Oct 26 12:04:51.728328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7d99555-bced-4641-891c-ea854788bace req-9726b70a-a59a-4b5e-9ad2-c98aac554d6e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 210 time: 0.1775806 Oct 26 12:04:51.743755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] For port cf5cfe74-f892-4139-a996-ff194e3327a1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf5cfe74-f892-4139-a996-ff194e3327a1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:51.743755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.752013 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f4e554-8bb9-49cd-a52d-707890a6da4d tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:04:51.755548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-92f4e554-8bb9-49cd-a52d-707890a6da4d tempest-PortsAdminExtendedAttrsTestJSON-669514666 tempest-PortsAdminExtendedAttrsTestJSON-669514666-project-admin] 10.222.0.88 "GET /v2.0/ports/77c850b0-4911-4359-97a1-16e05f07636b HTTP/1.1" status: 404 len: 333 time: 0.2018933 Oct 26 12:04:51.764834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51296) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:51.770547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e356fb-3f8a-4906-bfe2-a439a8142d1a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:51.774454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e356fb-3f8a-4906-bfe2-a439a8142d1a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:51.780488 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e2e356fb-3f8a-4906-bfe2-a439a8142d1a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2577467 Oct 26 12:04:51.782693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51298) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:51.803010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ace2d808-d638-473e-98bd-531d862c742d None None] For port ba1189b6-d4aa-4630-9486-d5d1ffecb150, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ba1189b6-d4aa-4630-9486-d5d1ffecb150,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:51.815062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for cf5cfe74-f892-4139-a996-ff194e3327a1 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:51.850893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Network 1b097f48-719a-49d6-8108-23ad5668e00a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:51.863838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cb39aa-1c44-4ff4-b285-88586c071080 None None] Network f2ae8ad8-d740-41bc-aef4-2d30b783ff90 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:51.870839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ace2d808-d638-473e-98bd-531d862c742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.909527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:51.981894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.006571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Pushing event updated for resources: {'Port': ['ID=93072e8b-813c-4cd1-88bc-7b11795b2a27,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:52.010746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:52.015193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:52.109969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0c85e91-749e-43ad-bcf8-3dbff2d106f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.128948 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c85e91-749e-43ad-bcf8-3dbff2d106f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 12:04:52.131118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c85e91-749e-43ad-bcf8-3dbff2d106f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:04:52.142669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0c85e91-749e-43ad-bcf8-3dbff2d106f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/f2ae8ad8-d740-41bc-aef4-2d30b783ff90 HTTP/1.1" status: 409 len: 405 time: 0.3577588 Oct 26 12:04:52.145528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51310) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:52.162103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81f0e8a8-1b68-4581-b807-81608d5650fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.162764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-268096645'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:52.255139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:52.260239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.276916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.281759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.322727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f991090e-104e-428c-aaf4-03e9ac05bef4']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:52.340432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd245d043-15d8-4ace-b94d-f7406217ee41') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:52.340767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd245d043-15d8-4ace-b94d-f7406217ee41') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:52.364598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:52.388714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.394748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.395173 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Added segment 74285df9-31d8-4bd7-a5e3-321db4da93f1 of type vlan for network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 Oct 26 12:04:52.412795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.427277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:52.427828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:52.431135 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:52.443480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-052d1604-e76d-4866-baf7-9308e03c831a None None] Provisioning complete for port ba1189b6-d4aa-4630-9486-d5d1ffecb150 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:52.444230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-052d1604-e76d-4866-baf7-9308e03c831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.450176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.519542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] No DVR routers for this DVR port 189e0550-6b78-43b3-a9ed-4d445366a30f on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:04:52.531311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=cf5cfe74-f892-4139-a996-ff194e3327a1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:52.591454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.599466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.656357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.663022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] 10.222.0.88 "DELETE /v2.0/networks/f991090e-104e-428c-aaf4-03e9ac05bef4 HTTP/1.1" status: 204 len: 168 time: 0.8968899 Oct 26 12:04:52.663693 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.694913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d7475-f46b-461f-b851-d936196564ba tempest-PortsAdminExtendedAttrsTestJSON-714205062 tempest-PortsAdminExtendedAttrsTestJSON-714205062-project] Pushing event deleted for resources: {'Network': ['ID=f991090e-104e-428c-aaf4-03e9ac05bef4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:52.717293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.718615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Attempting to bind port 93072e8b-813c-4cd1-88bc-7b11795b2a27 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:52.719735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Attempting to bind port 93072e8b-813c-4cd1-88bc-7b11795b2a27 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '7524c41c-2a67-40db-9bc8-688056da023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:52.723358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Attempting to bind port 93072e8b-813c-4cd1-88bc-7b11795b2a27 on network 1b097f48-719a-49d6-8108-23ad5668e00a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:52.724287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:52.733907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.739277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2d808-d638-473e-98bd-531d862c742d None None] Pushing event updated for resources: {'Port': ['ID=ba1189b6-d4aa-4630-9486-d5d1ffecb150,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:52.788856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d974add-c28c-4087-a5c5-27fc2223fa6e None None] Pushing event deleted for resources: {'Port': ['ID=189e0550-6b78-43b3-a9ed-4d445366a30f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:52.832757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:45Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:52.834909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:52.835496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Checking segment: {'id': '7524c41c-2a67-40db-9bc8-688056da023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:52.835992 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.836638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Bound using segment: {'id': '7524c41c-2a67-40db-9bc8-688056da023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:52.837093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Bound port: 93072e8b-813c-4cd1-88bc-7b11795b2a27, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7524c41c-2a67-40db-9bc8-688056da023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1b097f48-719a-49d6-8108-23ad5668e00a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:52.837731 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:52.938442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] For port 93072e8b-813c-4cd1-88bc-7b11795b2a27, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:52.943759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] For port 93072e8b-813c-4cd1-88bc-7b11795b2a27, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93072e8b-813c-4cd1-88bc-7b11795b2a27,segment=NetworkSegment(7524c41c-2a67-40db-9bc8-688056da023d),segment_id=7524c41c-2a67-40db-9bc8-688056da023d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:52.989479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.000837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.015010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e63217bb-8cb2-44fe-9c5d-9fc6675b9459 req-0ba4f9f7-0254-4e87-a67a-2a239e6738b8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 210 time: 0.1299076 Oct 26 12:04:53.016641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.044872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ab9c-e7f5-47fc-bbdf-60db3af5de74 None None] The sync data for ids ['0939df94-0c3b-4df7-a654-8d86d50cabe6'] in n-d-812150-3 is: [{'id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248836290', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:06Z', 'updated_at': '2021-10-26T12:04:45Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'cf5cfe74-f892-4139-a996-ff194e3327a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0939df94-0c3b-4df7-a654-8d86d50cabe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:08Z', 'updated_at': '2021-10-26T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:04:53.097170 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9488766 Oct 26 12:04:53.098932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51326) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:53.134412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'subnet': {'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:53.138168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.138336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c6c9-d748-458a-8bba-3fa78d853274 None None] Pushing event updated for resources: {'Port': ['ID=93072e8b-813c-4cd1-88bc-7b11795b2a27,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:53.138707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Fanout notify agent at l3_agent the message router_deleted on router 0939df94-0c3b-4df7-a654-8d86d50cabe6 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:04:53.144107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.146851 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.149396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-75b9c681-2297-4d94-b702-646584804ad8 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/routers/0939df94-0c3b-4df7-a654-8d86d50cabe6 HTTP/1.1" status: 204 len: 168 time: 4.2103157 Oct 26 12:04:53.154034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51328) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:53.228974 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.244486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ac305-bbca-4b72-858e-601202cc40f0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Network': ['ID=dc35e1c7-7c4e-4768-b7ab-9520c32590e2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:53.300788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:53.495442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.632740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ba1189b6-d4aa-4630-9486-d5d1ffecb150 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:53.657283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:53.685622 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.707133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51340) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:53.757357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ba1189b6-d4aa-4630-9486-d5d1ffecb150 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:53.757837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.884394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-fe2fcfb0-52b8-431b-8b9a-32714d9160cf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:53.885978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-fe2fcfb0-52b8-431b-8b9a-32714d9160cf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 795 time: 0.3921154 Oct 26 12:04:53.943615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:53.980331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-38198514-47d2-4daa-ba7a-40a2310affa4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 380 time: 0.0724618 Oct 26 12:04:53.995244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'port': {'device_id': '491bae00-f3c9-4953-9108-d2689d952b79', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'admin_state_up': True, 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'security_groups': ['42f74543-d327-4395-89be-f3a5e8776c0c']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:54.007308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39ebf97-1ba6-4bdd-a785-f048da9d2c63']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:54.046671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3d4fe-d81a-4003-b00d-8a6106ce855b') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:54.067317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3d4fe-d81a-4003-b00d-8a6106ce855b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:54.221661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a36457ef-ac56-45ed-88f7-8be596eb6846 req-5798cdd3-48c9-443d-aaf0-094b3f48b0d8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 210 time: 0.0710073 Oct 26 12:04:54.229701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.281252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.310224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:04:54.310450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:54.310643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.315247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:04:54.317292 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:04:54.428718 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8c0d8737-7ce0-44ba-a0eb-21e4b382bb49 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=808a5c9986cd4cbbbf143a92e440fd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951358 Oct 26 12:04:54.435556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51358) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:54.512926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.531350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.537901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/networks/f39ebf97-1ba6-4bdd-a785-f048da9d2c63 HTTP/1.1" status: 204 len: 168 time: 1.3816309 Oct 26 12:04:54.542882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51362) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:54.579398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:04:54.581536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37386323-72e5-403e-9416-2f3109b48cae tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Network': ['ID=f39ebf97-1ba6-4bdd-a785-f048da9d2c63,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:54.584136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.616264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.670705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Subnet': ['ID=2b57812d-5864-46ec-bf1e-ae376994efe6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:54.744168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Checking segment: {'id': '74285df9-31d8-4bd7-a5e3-321db4da93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:54.744934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network hostable DHCP agents. Network: dc35e1c7-7c4e-4768-b7ab-9520c32590e2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:04:54.762369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c61fd0d-0c2f-4f13-a78d-967027083d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.780240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:04:54.802751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c61fd0d-0c2f-4f13-a78d-967027083d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.819398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, dc35e1c7-7c4e-4768-b7ab-9520c32590e2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:54.826475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:54.827457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:54.828689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfe7c5-61b9-4fb3-b7b0-6602cdf6816f None None] Network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:54.850582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.11 (8be3043a-8fe3-4f90-a319-94a81e10747f/e0f52866-a6b1-4db0-940e-3307675ffe46/c7a29400-b339-4d68-b7fd-2afdbcb0c708) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:54.896277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51366) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:54.897162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a7deaaf4-ef0c-4661-9d24-2901aabf96f1 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7841661 Oct 26 12:04:54.899970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51368) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:54.913432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'port': {'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2', 'name': 'tempest-NetworksIpV6TestAttrs-1282040348'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:55.005043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c61fd0d-0c2f-4f13-a78d-967027083d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.008468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c61fd0d-0c2f-4f13-a78d-967027083d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.009805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7c61fd0d-0c2f-4f13-a78d-967027083d6b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e36f4616-f65e-47c2-a03b-1de987a339d5 HTTP/1.1" status: 204 len: 168 time: 0.5732086 Oct 26 12:04:55.100378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61fd0d-0c2f-4f13-a78d-967027083d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f4616-f65e-47c2-a03b-1de987a339d5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:55.164990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93072e8b-813c-4cd1-88bc-7b11795b2a27 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:55.206720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:55.213484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.222438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fc89d9c1-6eda-49dc-88cd-c8b395602220 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:55.234181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] device_id is not set on port 65c8a3f6-5247-48e1-a11e-f87e8b9e78c5 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:04:55.246559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51b02c-9cac-471f-8ba2-46fbed762550 None None] Network 1b097f48-719a-49d6-8108-23ad5668e00a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:55.259496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port b19a480f-a964-4046-9668-ee2b62be1e29 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:04:55.259954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.311488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-dc35e1c7-7c4e-4768-b7ab-9520c32590e2', 'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2', 'tenant_id': '2335bce37981406bb4481897d645e67e', 'fixed_ips': [{'subnet_id': '2b57812d-5864-46ec-bf1e-ae376994efe6'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:04:55.312643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.371658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.377048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc89d9c1-6eda-49dc-88cd-c8b395602220 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "PUT /v2.0/quotas/92582778eec043d5983496895de13428 HTTP/1.1" status: 200 len: 368 time: 0.4290075 Oct 26 12:04:55.397435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:55.404844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Request body: {'network': {'project_id': '92582778eec043d5983496895de13428'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:55.430214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-728ee01d-1e6c-4dbc-8709-df95868be236 req-2ee9bb3d-95b3-4ce0-a56c-2e5d1a86f213 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 210 time: 0.0650001 Oct 26 12:04:55.444332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Allocated IP 2001:db8::f816:3eff:fe8d:e69e (dc35e1c7-7c4e-4768-b7ab-9520c32590e2/2b57812d-5864-46ec-bf1e-ae376994efe6/65c8a3f6-5247-48e1-a11e-f87e8b9e78c5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:55.489237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.489608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.504303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Made reservation on behalf of 92582778eec043d5983496895de13428 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:55.507093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.507283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-075000ff-3fb8-4beb-8ef2-1a9062a6dd8d None None] Provisioning complete for port 93072e8b-813c-4cd1-88bc-7b11795b2a27 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:55.507622 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-075000ff-3fb8-4beb-8ef2-1a9062a6dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.526350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.529146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for b19a480f-a964-4046-9668-ee2b62be1e29 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:04:55.548515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.664605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 8be3043a-8fe3-4f90-a319-94a81e10747f is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:55.695521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:55.703769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.711308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:55.741197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:55.776901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.859376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:55.875079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:55.883022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:55.893389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:55.894647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.920877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-580d0fbe-a328-4bdb-a893-08a13838482f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5319ff6e33dd40109ecb30cfee02b8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772456 Oct 26 12:04:55.922941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Port': ['ID=65c8a3f6-5247-48e1-a11e-f87e8b9e78c5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:55.927645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:55.928992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Allocated IP 2001:db8::f816:3eff:fe15:a167 (dc35e1c7-7c4e-4768-b7ab-9520c32590e2/2b57812d-5864-46ec-bf1e-ae376994efe6/628ed129-fbe8-4760-a35f-0abe91944104) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:04:55.937059 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3e1a044-97d3-4a76-9066-b532b3f868f2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0357575 Oct 26 12:04:55.950730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:55.952227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.968432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51388) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:55.969475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:55.986433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:56.001087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-1efc88ea-fb83-49e4-af42-7446dff72076 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0147278 Oct 26 12:04:56.003425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08fdafc7-343d-461d-88b1-e4664364ab51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.033597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08fdafc7-343d-461d-88b1-e4664364ab51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.037663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=b19a480f-a964-4046-9668-ee2b62be1e29,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:56.080268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Request body: {'port': {'device_id': '491bae00-f3c9-4953-9108-d2689d952b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:56.111332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08fdafc7-343d-461d-88b1-e4664364ab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.115770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08fdafc7-343d-461d-88b1-e4664364ab51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.117952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08fdafc7-343d-461d-88b1-e4664364ab51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e90b9c6-2023-4ec6-b279-bc3a66ab6001 HTTP/1.1" status: 204 len: 168 time: 0.1871860 Oct 26 12:04:56.127769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdafc7-343d-461d-88b1-e4664364ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90b9c6-2023-4ec6-b279-bc3a66ab6001,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:56.223254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting subnet 2b57812d-5864-46ec-bf1e-ae376994efe6 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:04:56.263218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.294011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.294408 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Floating IP 5a63d069-f342-475e-a197-bcfb9f2f5699 disassociated (deleted). External IP: 172.25.4.63, port: 5d0029c0-1679-47c5-974b-c99f152d25f6. Oct 26 12:04:56.337081 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.340422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 93072e8b-813c-4cd1-88bc-7b11795b2a27 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:56.340665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.378322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.379352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.407824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.422595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.471745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Pushing event updated for resources: {'Port': ['ID=628ed129-fbe8-4760-a35f-0abe91944104,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:56.480036 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-075000ff-3fb8-4beb-8ef2-1a9062a6dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.481213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.522279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-075000ff-3fb8-4beb-8ef2-1a9062a6dd8d None None] For port 93072e8b-813c-4cd1-88bc-7b11795b2a27, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93072e8b-813c-4cd1-88bc-7b11795b2a27,segment=NetworkSegment(7524c41c-2a67-40db-9bc8-688056da023d),segment_id=7524c41c-2a67-40db-9bc8-688056da023d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:04:56.526213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:04:56.532437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-075000ff-3fb8-4beb-8ef2-1a9062a6dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.579468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:04:56.582549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:04:56.610274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075000ff-3fb8-4beb-8ef2-1a9062a6dd8d None None] Pushing event updated for resources: {'Port': ['ID=93072e8b-813c-4cd1-88bc-7b11795b2a27,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:56.795063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-87943e07-90e2-4d8b-8374-fa617db0dfa3 None None] Provisioning complete for port c7a29400-b339-4d68-b7fd-2afdbcb0c708 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:56.795648 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87943e07-90e2-4d8b-8374-fa617db0dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.845910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e9b63497-1b9c-487f-bf72-cd29a408c7fc no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:56.874831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Attempting to bind port 628ed129-fbe8-4760-a35f-0abe91944104 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:56.875246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Attempting to bind port 628ed129-fbe8-4760-a35f-0abe91944104 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '74285df9-31d8-4bd7-a5e3-321db4da93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:56.875603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Attempting to bind port 628ed129-fbe8-4760-a35f-0abe91944104 on network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:56.883415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:56.883931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Checking segment: {'id': '74285df9-31d8-4bd7-a5e3-321db4da93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:56.884345 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.884746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Bound using segment: {'id': '74285df9-31d8-4bd7-a5e3-321db4da93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:56.885235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Bound port: 628ed129-fbe8-4760-a35f-0abe91944104, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74285df9-31d8-4bd7-a5e3-321db4da93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'dc35e1c7-7c4e-4768-b7ab-9520c32590e2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:56.885633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:56.888197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e9b63497-1b9c-487f-bf72-cd29a408c7fc {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:56.888547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e9b63497-1b9c-487f-bf72-cd29a408c7fc not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:56.889113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf5cfe74-f892-4139-a996-ff194e3327a1 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:04:56.915552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: cf5cfe74-f892-4139-a996-ff194e3327a1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:04:56.915902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf5cfe74-f892-4139-a996-ff194e3327a1 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:04:56.926100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-87943e07-90e2-4d8b-8374-fa617db0dfa3 None None] Port c7a29400-b339-4d68-b7fd-2afdbcb0c708 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:04:57.020247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] For port 628ed129-fbe8-4760-a35f-0abe91944104, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:57.034714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] For port 628ed129-fbe8-4760-a35f-0abe91944104, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=628ed129-fbe8-4760-a35f-0abe91944104,segment=NetworkSegment(74285df9-31d8-4bd7-a5e3-321db4da93f1),segment_id=74285df9-31d8-4bd7-a5e3-321db4da93f1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:57.047048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:57.056240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.110053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93072e8b-813c-4cd1-88bc-7b11795b2a27 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:57.162530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2448def2-27e1-4d9f-a34e-b28ec76a0ce8 None None] Provisioning complete for port 93072e8b-813c-4cd1-88bc-7b11795b2a27 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:57.162943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2448def2-27e1-4d9f-a34e-b28ec76a0ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.201856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.234365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf9f04-fcfb-46f3-bed5-3b888b054101 None None] Pushing event updated for resources: {'Port': ['ID=628ed129-fbe8-4760-a35f-0abe91944104,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:57.302690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 93072e8b-813c-4cd1-88bc-7b11795b2a27 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:04:57.303106 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.327008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8858da-2574-4ef5-8e44-c1f999f5b4c6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:57.348679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.350386 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Added segment e46fcc50-9853-4d8d-859e-2577c0f3da90 of type vlan for network 39100782-050f-4ac9-a43c-c75cef0e83bc Oct 26 12:04:57.409283 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.459100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.460383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:57.460986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.503403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0454d-90ee-4abb-82e5-6fbe0fc419c8 req-796021ad-22d1-4820-ba93-1e5aa834b8cc tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:57.505615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fd0454d-90ee-4abb-82e5-6fbe0fc419c8 req-796021ad-22d1-4820-ba93-1e5aa834b8cc tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 932 time: 0.5294588 Oct 26 12:04:57.559060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51416) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:57.666320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.2693374 Oct 26 12:04:57.669506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51422) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:57.675413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Request body: {'network': {'project_id': '92582778eec043d5983496895de13428'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:57.731495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Made reservation on behalf of 92582778eec043d5983496895de13428 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:57.735386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.738930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f36183-3214-4471-9335-36c44ae9817a tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Pushing event updated for resources: {'Network': ['ID=39100782-050f-4ac9-a43c-c75cef0e83bc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:57.750347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 39100782-050f-4ac9-a43c-c75cef0e83bc details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:57.770696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'networks': [{'name': 'tempest-network--797323669'}, {'name': 'tempest-network--1058161588'}]} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:57.771039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'network': {'name': 'tempest-network--797323669'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:57.775381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'network': {'name': 'tempest-network--1058161588'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:57.780677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.812176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:57.843026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Subnet': ['ID=2b57812d-5864-46ec-bf1e-ae376994efe6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:57.855311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.857776 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Added segment c1619b19-9c4b-4f3c-822f-935e42f5373f of type vlan for network 781b3bc9-6497-489d-89af-581bd0e0fd59 Oct 26 12:04:57.862187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fd0454d-90ee-4abb-82e5-6fbe0fc419c8 req-d53cea91-d093-43c6-bd5a-3ca4fd08bd71 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160968 Oct 26 12:04:57.872306 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.877852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ec0065c8-68c7-4ae2-8284-2f53776685ac tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/2b57812d-5864-46ec-bf1e-ae376994efe6 HTTP/1.1" status: 204 len: 168 time: 1.9030418 Oct 26 12:04:57.889594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51426) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:57.907022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'network': 2} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:57.913120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.925470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:57.971322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.023060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.024111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:58.025562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.047714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e3296e-2a3d-47fd-9ac4-bf94a966c8b9 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:58.049426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e3296e-2a3d-47fd-9ac4-bf94a966c8b9 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:58.054564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-11e3296e-2a3d-47fd-9ac4-bf94a966c8b9 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1597521 Oct 26 12:04:58.054564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:04:58.055931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51428) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:58.095831 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4249759 Oct 26 12:04:58.106695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51430) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:58.123123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a29400-b339-4d68-b7fd-2afdbcb0c708 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:04:58.135654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.146160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0f5ea5f6-ed2b-4bfa-9a2c-b49021932c36 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Request body: {'network': {'project_id': '92582778eec043d5983496895de13428'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:58.184364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8e43c-c1a0-43e9-8d7b-85a5ded9c6a6 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Pushing event updated for resources: {'Network': ['ID=781b3bc9-6497-489d-89af-581bd0e0fd59,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:58.200923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 781b3bc9-6497-489d-89af-581bd0e0fd59 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:58.208348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.209812 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5ea5f6-ed2b-4bfa-9a2c-b49021932c36 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 12:04:58.210476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5ea5f6-ed2b-4bfa-9a2c-b49021932c36 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:04:58.215150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0f5ea5f6-ed2b-4bfa-9a2c-b49021932c36 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1056569 Oct 26 12:04:58.216019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51432) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:58.225155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.225611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.242154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Transition to ACTIVE for port object c7a29400-b339-4d68-b7fd-2afdbcb0c708 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:04:58.257528 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.301235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:58.302258 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d85426a-11db-412b-ac3f-e3da8a4fc82c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.312814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.313170 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Added segment 618dfc33-2e3d-4378-a475-a41ed56834f4 of type vlan for network bcee0d49-315b-46fe-a21c-dfbd1441e869 Oct 26 12:04:58.358354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:58.374465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f582b-8d1a-4b7e-afee-a86ad1f49553,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:58.375670 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d85426a-11db-412b-ac3f-e3da8a4fc82c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 12:04:58.376161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d85426a-11db-412b-ac3f-e3da8a4fc82c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:04:58.380500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1d85426a-11db-412b-ac3f-e3da8a4fc82c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/dc35e1c7-7c4e-4768-b7ab-9520c32590e2 HTTP/1.1" status: 409 len: 405 time: 0.3234420 Oct 26 12:04:58.389456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51434) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:58.409869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.414661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088095776'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:58.438316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1eb51dba-a1d0-47b9-8830-abe66325265f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=92582778eec043d5983496895de13428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183039 Oct 26 12:04:58.441601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51436) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:58.468643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:04:58.474362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.481159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] Sync routers for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:04:58.503032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:04:58.505185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:04:58.509160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:58.528519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:04:58.529104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:04:58.529446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on network 8be3043a-8fe3-4f90-a319-94a81e10747f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:58.549252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8d8e3e1-917d-4704-882b-91041f20b1ba tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/floatingips/5a63d069-f342-475e-a197-bcfb9f2f5699 HTTP/1.1" status: 204 len: 168 time: 4.0047977 Oct 26 12:04:58.549599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on network 8be3043a-8fe3-4f90-a319-94a81e10747f not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:04:58.549948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on network 8be3043a-8fe3-4f90-a319-94a81e10747f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:04:58.553769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:04:58.556539 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859" -d '{"events": [{"name": "network-changed", "server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:04:58.562480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:58.566421 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.570460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:04:58.570819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Checking segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:04:58.571350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Bound using segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:04:58.572074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Bound port: c7a29400-b339-4d68-b7fd-2afdbcb0c708, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:04:58.572595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.578386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.578928 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Added segment 5b5f8dfc-9365-4397-a686-b2a69fb8d122 of type vlan for network 9aac2468-389f-42fe-bc36-5f9006927d74 Oct 26 12:04:58.659814 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f136b83-eef1-4fe6-a1c3-13100def0630 x-openstack-request-id: req-6f136b83-eef1-4fe6-a1c3-13100def0630 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:04:58.660126 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:04:58.660786 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f136b83-eef1-4fe6-a1c3-13100def0630 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:04:58.661208 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'status': 'completed', 'code': 200} Oct 26 12:04:58.678754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:04:58.704686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.705037 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Added segment 29ea273e-6822-41ae-a52c-ad2d3ebb468d of type vlan for network ebb19342-a414-4b37-895f-26036253da31 Oct 26 12:04:58.722557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:04:58.747222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97187723-8eec-4c0f-9c0b-4782510da8a2 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.800153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:04:58.800362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.810246 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.816418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.826959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97187723-8eec-4c0f-9c0b-4782510da8a2 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.837865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:04:58.875383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-390a3889-561c-4fbd-b45b-936bcc104533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:58.881023 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-390a3889-561c-4fbd-b45b-936bcc104533 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c27fd903152c4daca5c448cebd79f785&device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 1135 time: 0.1698577 Oct 26 12:04:58.882212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:58.883024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.885259 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] 10.222.0.100 "PUT /v2.0/ports/c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1092 time: 2.8416510 Oct 26 12:04:58.957159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.971903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:58.973903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:58.980290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270a60c-0ce0-48ff-8c44-afd77b1c863a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:59.004370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdddcf54-b2d7-45a0-b51f-840547e93caa None None] Network dc35e1c7-7c4e-4768-b7ab-9520c32590e2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:04:59.030100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:59.053600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:59.062826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.088037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.094804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:59.209085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Network': ['ID=ebb19342-a414-4b37-895f-26036253da31,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:59.271693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ebb19342-a414-4b37-895f-26036253da31 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:59.275299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 628ed129-fbe8-4760-a35f-0abe91944104 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:04:59.329277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0aa67fe1-0946-4104-8032-e11c752420bc tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9344234 Oct 26 12:04:59.332161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51454) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:59.340209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'subnet': {'network_id': 'ebb19342-a414-4b37-895f-26036253da31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:04:59.368509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-64b7a946-1f0e-4017-b811-c7a5c59ccea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.371020 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-64b7a946-1f0e-4017-b811-c7a5c59ccea3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 200 len: 899 time: 0.4803255 Oct 26 12:04:59.379143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Network': ['ID=bcee0d49-315b-46fe-a21c-dfbd1441e869,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:59.388300 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8248684 Oct 26 12:04:59.415049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:59.444812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-023f0295-62df-4a01-a052-b975f4ab6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.446522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-023f0295-62df-4a01-a052-b975f4ab6d5e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1095 time: 0.4423532 Oct 26 12:04:59.483187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a088611-e241-4bf4-98cd-314cd1fdef4e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Network': ['ID=9aac2468-389f-42fe-bc36-5f9006927d74,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:59.486337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97187723-8eec-4c0f-9c0b-4782510da8a2 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:59.489238 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97187723-8eec-4c0f-9c0b-4782510da8a2 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:59.494030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-97187723-8eec-4c0f-9c0b-4782510da8a2 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/5d8858da-2574-4ef5-8e44-c1f999f5b4c6 HTTP/1.1" status: 204 len: 168 time: 1.0511220 Oct 26 12:04:59.495085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:04:59.517834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8b0d5-4217-4461-a293-969635030e10 req-89f474d2-5dcf-40c0-bf0a-fabd94afb6c1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.526114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac8b0d5-4217-4461-a293-969635030e10 req-89f474d2-5dcf-40c0-bf0a-fabd94afb6c1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.2916059 Oct 26 12:04:59.527889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97187723-8eec-4c0f-9c0b-4782510da8a2 tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8858da-2574-4ef5-8e44-c1f999f5b4c6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:04:59.575600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48027a-e109-4e68-831a-5096e1a1006d req-85457adf-3b22-4b80-8b97-e29e8570464f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.578336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d48027a-e109-4e68-831a-5096e1a1006d req-85457adf-3b22-4b80-8b97-e29e8570464f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.3460760 Oct 26 12:04:59.584438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-5f979345-8245-4176-8d64-9d9d73e962e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 200 len: 217 time: 0.0865345 Oct 26 12:04:59.631943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-7e4cb7c0-2693-499c-a740-8e4c34f720a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 217 time: 0.1224895 Oct 26 12:04:59.674775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-c7d64eba-7323-4d13-a93f-bfb839a2dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.676408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-c7d64eba-7323-4d13-a93f-bfb839a2dd05 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f9070ba-5651-4310-b51b-67229d0ab9a4 HTTP/1.1" status: 200 len: 835 time: 0.0580950 Oct 26 12:04:59.792651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network bcee0d49-315b-46fe-a21c-dfbd1441e869 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:59.793410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-86c03eed-e1e4-4789-b289-8763dc994f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:04:59.795672 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-86c03eed-e1e4-4789-b289-8763dc994f30 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cd381bfd-1472-456d-bd02-7d334a2e6f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014781 Oct 26 12:04:59.798772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:04:59.846240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac8b0d5-4217-4461-a293-969635030e10 req-4a397376-b6fd-47cb-bbbc-e9bce5fbdf47 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190391 Oct 26 12:04:59.882528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9aac2468-389f-42fe-bc36-5f9006927d74 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:04:59.924015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d48027a-e109-4e68-831a-5096e1a1006d req-7896d2d9-351d-4ec1-b769-bc24b769bc9b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3036940 Oct 26 12:04:59.939263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-66943bc0-cd5f-4b1e-8bec-718766ec44d7 service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254406 Oct 26 12:04:59.960097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:04:59.964234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.019910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2a7cc-f9b2-4d9f-93f8-9950185e1bcb tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.046121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2a7cc-f9b2-4d9f-93f8-9950185e1bcb tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.070084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Provisioning complete for port 628ed129-fbe8-4760-a35f-0abe91944104 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:00.070633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.073676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.077511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2a7cc-f9b2-4d9f-93f8-9950185e1bcb tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.083829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2a7cc-f9b2-4d9f-93f8-9950185e1bcb tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.098135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-36e2a7cc-f9b2-4d9f-93f8-9950185e1bcb tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6775954 Oct 26 12:05:00.113595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781b3bc9-6497-489d-89af-581bd0e0fd59']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.143255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1619b19-9c4b-4f3c-822f-935e42f5373f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.143558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1619b19-9c4b-4f3c-822f-935e42f5373f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.174323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.174663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-c46b678e-e2a4-441a-a79a-b675a9c73b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.179831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-c46b678e-e2a4-441a-a79a-b675a9c73b6d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.5294216 Oct 26 12:05:00.180353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51464) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:00.184457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.207876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.227334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:00.228154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.244700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] For port 628ed129-fbe8-4760-a35f-0abe91944104, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=628ed129-fbe8-4760-a35f-0abe91944104,segment=NetworkSegment(74285df9-31d8-4bd7-a5e3-321db4da93f1),segment_id=74285df9-31d8-4bd7-a5e3-321db4da93f1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:00.246375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] DHCP port deletion for dc35e1c7-7c4e-4768-b7ab-9520c32590e2 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:00.260578 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.263204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 628ed129-fbe8-4760-a35f-0abe91944104 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:00.263764 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.292364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:00.358178 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:00.372858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-adb3bce8-37dd-4b6b-9ead-2852fa31a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.374310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-adb3bce8-37dd-4b6b-9ead-2852fa31a4f2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699500 Oct 26 12:05:00.400047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] Checking router: 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:05:00.402716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.464413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Pushing event updated for resources: {'Port': ['ID=628ed129-fbe8-4760-a35f-0abe91944104,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:00.469314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:00.470146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.487517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.495108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.516088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "DELETE /v2.0/networks/781b3bc9-6497-489d-89af-581bd0e0fd59 HTTP/1.1" status: 204 len: 168 time: 1.0041449 Oct 26 12:05:00.525048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51466) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:00.592198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.596404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:00.615376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcee0d49-315b-46fe-a21c-dfbd1441e869']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.626447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618dfc33-2e3d-4378-a475-a41ed56834f4') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.626749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618dfc33-2e3d-4378-a475-a41ed56834f4') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:00.638617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.655353 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.662037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755349f-cdb2-4ee8-b822-ede70f84e0fb tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Pushing event deleted for resources: {'Network': ['ID=781b3bc9-6497-489d-89af-581bd0e0fd59,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:00.664233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:00.665279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.707492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.708128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.708628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.709121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.709624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.710126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.710748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.711278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.711765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.712250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.712746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.713229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34ca75-0d31-4162-a008-56a75510d4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:00.779072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:00.781003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.782218 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca" -d '{"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:00.786061 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:00.806897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] Deleting port 628ed129-fbe8-4760-a35f-0abe91944104 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:00.807305 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.827709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-50dde624-9120-4d6f-aac5-a419c03951eb tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:00.829307 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-50dde624-9120-4d6f-aac5-a419c03951eb tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.100 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.4917991 Oct 26 12:05:00.838328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-bb826128-675b-466a-a847-f7c3efd1c125 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529254 Oct 26 12:05:00.838884 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.841539 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf34689-6afd-416f-97d6-402a92621307 x-openstack-request-id: req-4bf34689-6afd-416f-97d6-402a92621307 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:00.841833 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:00.842117 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4bf34689-6afd-416f-97d6-402a92621307 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:00.842523 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'status': 'completed', 'code': 200} Oct 26 12:05:00.850730 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.857082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/networks/bcee0d49-315b-46fe-a21c-dfbd1441e869 HTTP/1.1" status: 204 len: 168 time: 0.6588452 Oct 26 12:05:00.861173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51470) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:00.925848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b8d8c8b9-c0ce-429a-8a4a-42e58f785859 req-7060bcd2-2a78-4c02-9a1e-dcbdefdc442c service neutron] 10.222.0.100 "GET /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9402061 Oct 26 12:05:00.953713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] For port 628ed129-fbe8-4760-a35f-0abe91944104, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=628ed129-fbe8-4760-a35f-0abe91944104,segment=NetworkSegment(74285df9-31d8-4bd7-a5e3-321db4da93f1),segment_id=74285df9-31d8-4bd7-a5e3-321db4da93f1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:00.954325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:00.993231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] Calling delete_port for 628ed129-fbe8-4760-a35f-0abe91944104 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:00.996593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec224c3-4e7b-45fa-a3ed-1b5418eaa2d9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Network': ['ID=bcee0d49-315b-46fe-a21c-dfbd1441e869,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:01.169710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.206669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.207166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] Pushing event deleted for resources: {'Port': ['ID=628ed129-fbe8-4760-a35f-0abe91944104,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:01.216484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.234765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3c661-94f2-4fe4-85f0-4a80cde1cf9d None None] No DVR routers for this DVR port 628ed129-fbe8-4760-a35f-0abe91944104 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:01.258480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b7b31-4c5a-4084-bff4-7caac05ede1a None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:05:01.261301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39100782-050f-4ac9-a43c-c75cef0e83bc']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:01.283406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46fcc50-9853-4d8d-859e-2577c0f3da90') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:01.283637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46fcc50-9853-4d8d-859e-2577c0f3da90') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:01.359403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91122f-2aa0-49e1-b00d-d73a8d248ba9 req-208f28f2-0d48-4c36-830a-f462a4bb46ab tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:01.362048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b91122f-2aa0-49e1-b00d-d73a8d248ba9 req-208f28f2-0d48-4c36-830a-f462a4bb46ab tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.2047305 Oct 26 12:05:01.385195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.389891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port 5d0029c0-1679-47c5-974b-c99f152d25f6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:01.390160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.451866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d82a0-e5de-489d-99a1-d11a57c75a46 req-c5c53d4a-6945-4fe5-bf75-ccf997465183 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:01.453455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f87d82a0-e5de-489d-99a1-d11a57c75a46 req-c5c53d4a-6945-4fe5-bf75-ccf997465183 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.3170302 Oct 26 12:05:01.512967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.520128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:01.520798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.525501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 628ed129-fbe8-4760-a35f-0abe91944104 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:01.528260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.objects.ports [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:05:01.547740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.564569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa14dadb-f50e-43dc-ad10-1997cd2b7ecc req-faa4ad6d-1d21-49d6-a651-ee9008cb8a0c service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047977 Oct 26 12:05:01.565132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 628ed129-fbe8-4760-a35f-0abe91944104 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:01.565983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 628ed129-fbe8-4760-a35f-0abe91944104 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:01.598122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b91122f-2aa0-49e1-b00d-d73a8d248ba9 req-0da68d15-a40b-4471-9760-b7369daba634 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2060163 Oct 26 12:05:01.620511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b7b31-4c5a-4084-bff4-7caac05ede1a None None] Network ebb19342-a414-4b37-895f-26036253da31 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:01.636952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network ebb19342-a414-4b37-895f-26036253da31 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:01.675325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b7b31-4c5a-4084-bff4-7caac05ede1a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ebb19342-a414-4b37-895f-26036253da31) {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:05:01.694965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:01.695306 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Unable to schedule network ebb19342-a414-4b37-895f-26036253da31: no agents available; will retry on subsequent port and subnet creation events. Oct 26 12:05:01.695609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network ebb19342-a414-4b37-895f-26036253da31 is not hosted by any dhcp agent {{(pid=102760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:05:01.696592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:01.697375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:01.712394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Subnet': ['ID=60d0f636-f6f7-4b8c-83f9-b5b303e8204a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:01.717656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f87d82a0-e5de-489d-99a1-d11a57c75a46 req-5e79c2ad-22e9-44de-adf8-f819a41763bb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227850 Oct 26 12:05:01.736282 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f7fc4802-8cf3-42d2-9220-244070d08e4f tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4019649 Oct 26 12:05:01.738748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51480) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:01.770449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-c6de4de5-935f-4195-bfc0-f8683ffa7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:01.772055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-c6de4de5-935f-4195-bfc0-f8683ffa7ed5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1095 time: 0.1315424 Oct 26 12:05:02.047724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:02.086316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c10c8-11f9-45f2-b482-f5af15d6224f None None] The sync data for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 is: [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:11Z', 'revision_number': 4, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '11a61fc7-bdb3-4977-abd3-082de616b127', 'name': '', 'network_id': 'cd381bfd-1472-456d-bd02-7d334a2e6f37', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'mac_address': 'fa:16:3e:4e:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:10Z', 'updated_at': '2021-10-26T12:03:16Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'subnets': [{'id': '9f9070ba-5651-4310-b51b-67229d0ab9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:02.104236 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:02.119213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.222412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.236007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] 10.222.0.88 "DELETE /v2.0/networks/39100782-050f-4ac9-a43c-c75cef0e83bc HTTP/1.1" status: 204 len: 168 time: 1.7047434 Oct 26 12:05:02.237221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057aedf-4a87-4012-b927-2e4a021a098f tempest-QuotasNegativeTest-163732850 tempest-QuotasNegativeTest-163732850-project-admin] Pushing event deleted for resources: {'Network': ['ID=39100782-050f-4ac9-a43c-c75cef0e83bc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:02.276630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.362325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aac2468-389f-42fe-bc36-5f9006927d74']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:02.410880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f8dfc-9365-4397-a686-b2a69fb8d122') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:02.415358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f8dfc-9365-4397-a686-b2a69fb8d122') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:02.449233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] For port 5d0029c0-1679-47c5-974b-c99f152d25f6, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5d0029c0-1679-47c5-974b-c99f152d25f6,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:02.449981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.460706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.509029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for 5d0029c0-1679-47c5-974b-c99f152d25f6 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:02.520851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.545794 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:05:02.554696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:02.555294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:02.563407 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:02.610109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-ebb19342-a414-4b37-895f-26036253da31', 'network_id': 'ebb19342-a414-4b37-895f-26036253da31', 'tenant_id': '2335bce37981406bb4481897d645e67e', 'fixed_ips': [{'subnet_id': '60d0f636-f6f7-4b8c-83f9-b5b303e8204a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:02.618224 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.619263 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93313ff-21f1-40cf-ad71-116136d7fcd1 None None] New status for floating IP 5a63d069-f342-475e-a197-bcfb9f2f5699: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:05:02.783500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.794376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:02.804346 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/networks/9aac2468-389f-42fe-bc36-5f9006927d74 HTTP/1.1" status: 204 len: 168 time: 1.9420254 Oct 26 12:05:02.812178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:02.857037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-e55aa9e9-9652-4941-8e6e-bf2d959faf9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3744919 Oct 26 12:05:02.923065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.004507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7c62-a0d2-493a-9d4b-8ddda1b2ab50 req-365c9f26-bdd7-4651-a149-4bcbdb6a5cd0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.007864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-774e7c62-a0d2-493a-9d4b-8ddda1b2ab50 req-365c9f26-bdd7-4651-a149-4bcbdb6a5cd0 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/ports?device_id=46d662a0-97b3-4604-a469-bfa8f250f46f HTTP/1.1" status: 200 len: 984 time: 0.2536817 Oct 26 12:05:03.030854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fff2a-583e-4f05-be49-8c379d79b840 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Network': ['ID=9aac2468-389f-42fe-bc36-5f9006927d74,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:03.091475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-3d2e9608-20c0-48eb-a803-5daec9abe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.093014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-3d2e9608-20c0-48eb-a803-5daec9abe6cf service neutron] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.6116903 Oct 26 12:05:03.113970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Allocated IP 2001:db8::f816:3eff:fe66:c5ab (ebb19342-a414-4b37-895f-26036253da31/60d0f636-f6f7-4b8c-83f9-b5b303e8204a/2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:03.204091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.242042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-e7624329-e79e-46f2-8098-25803d09b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.246578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-e7624329-e79e-46f2-8098-25803d09b429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.3118291 Oct 26 12:05:03.251723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51500) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:03.263020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-22f404ac-e0a2-4ff6-a2d5-76b42baaefdc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 217 time: 0.1599109 Oct 26 12:05:03.269394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-774e7c62-a0d2-493a-9d4b-8ddda1b2ab50 req-f4932cc4-c06d-4a15-8825-5059b81d688f tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "GET /v2.0/security-groups?id=90ed8a19-c162-4601-b413-be118d2138df&id=f899531b-dcd2-4445-b6a8-d20204da28ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2346704 Oct 26 12:05:03.329241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-5e304a89-f7dd-4146-a7fa-b9bf7cc0bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.330693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-5e304a89-f7dd-4146-a7fa-b9bf7cc0bd63 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.0583210 Oct 26 12:05:03.360857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897b698-249b-4139-8992-a9d7594e7518 req-7c5844f9-4f9b-4f17-aeb2-fc8a4b175636 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.368481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8897b698-249b-4139-8992-a9d7594e7518 req-7c5844f9-4f9b-4f17-aeb2-fc8a4b175636 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.4007819 Oct 26 12:05:03.377261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=5d0029c0-1679-47c5-974b-c99f152d25f6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:03.389017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.407527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.475423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Network ebb19342-a414-4b37-895f-26036253da31 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:03.479413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:03.482934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:03.501663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Pushing event updated for resources: {'Port': ['ID=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:03.534950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8897b698-249b-4139-8992-a9d7594e7518 req-a8fda857-8621-4a47-9309-c8f139585712 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588528 Oct 26 12:05:03.555861 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-743bd03e-3a8b-4f16-aebc-ef3f9fe6a7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.563595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Attempting to bind port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:03.563980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Attempting to bind port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '29ea273e-6822-41ae-a52c-ad2d3ebb468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ebb19342-a414-4b37-895f-26036253da31'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:03.564352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Attempting to bind port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a on network ebb19342-a414-4b37-895f-26036253da31 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:03.568467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] No DVR routers for this DVR port 5d0029c0-1679-47c5-974b-c99f152d25f6 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:03.569757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:03.571067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Checking segment: {'id': '29ea273e-6822-41ae-a52c-ad2d3ebb468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ebb19342-a414-4b37-895f-26036253da31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:03.571496 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.572218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Bound using segment: {'id': '29ea273e-6822-41ae-a52c-ad2d3ebb468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ebb19342-a414-4b37-895f-26036253da31'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:03.572455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Bound port: 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ea273e-6822-41ae-a52c-ad2d3ebb468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ebb19342-a414-4b37-895f-26036253da31'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:03.572983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.573297 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.580140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.580919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f8a93e89-461e-481e-b8e8-bd19d36bc2f6 req-febdf665-2d09-4899-aa92-6bd29cd54832 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.100 "DELETE /v2.0/ports/5d0029c0-1679-47c5-974b-c99f152d25f6 HTTP/1.1" status: 204 len: 173 time: 2.7309892 Oct 26 12:05:03.581438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'name': 'network-vif-deleted', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:03.584035 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd90dcf-6e47-4604-aef6-aa0fa4508a32" -d '{"events": [{"server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "name": "network-vif-deleted", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:03.601921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713b39f-0651-423f-b77d-07317412643b tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.610225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713b39f-0651-423f-b77d-07317412643b tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.618913 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b713b39f-0651-423f-b77d-07317412643b tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7886600 Oct 26 12:05:03.619776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:03.627627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1986013746'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:03.662488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:03.667612 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.702474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:03.705548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-743bd03e-3a8b-4f16-aebc-ef3f9fe6a7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.716266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-af77d597-6e5b-41b5-9c09-1305d95ec864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.718050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-af77d597-6e5b-41b5-9c09-1305d95ec864 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052626 Oct 26 12:05:03.720090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.721528 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Added segment 27701315-924a-4c7f-9cd4-aff64f87a289 of type vlan for network 6d64abd7-989c-4737-97b6-89b18e9aaf2c Oct 26 12:05:03.735524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-743bd03e-3a8b-4f16-aebc-ef3f9fe6a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.738120 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a93de14-0ef3-40ef-82a7-fbb37b3ac504 x-openstack-request-id: req-6a93de14-0ef3-40ef-82a7-fbb37b3ac504 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:03.739091 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d662a0-97b3-4604-a469-bfa8f250f46f", "name": "network-vif-deleted", "tag": "5d0029c0-1679-47c5-974b-c99f152d25f6", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:03.739091 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a93de14-0ef3-40ef-82a7-fbb37b3ac504 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:03.739311 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d662a0-97b3-4604-a469-bfa8f250f46f', 'name': 'network-vif-deleted', 'tag': '5d0029c0-1679-47c5-974b-c99f152d25f6', 'status': 'completed', 'code': 200} Oct 26 12:05:03.773450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.797543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.807546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] For port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:03.811070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] For port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,segment=NetworkSegment(29ea273e-6822-41ae-a52c-ad2d3ebb468d),segment_id=29ea273e-6822-41ae-a52c-ad2d3ebb468d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:03.816464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-9e9903dd-0406-4a55-9061-eb6874d0ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.817608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.818146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-9e9903dd-0406-4a55-9061-eb6874d0ce6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.4977334 Oct 26 12:05:03.835574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.842331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:03.842989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.908096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671bcb-76d7-43cd-96a5-02d83e6e7ae5 None None] Pushing event updated for resources: {'Port': ['ID=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:03.924062 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3014464 Oct 26 12:05:03.924759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:03.939111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-743bd03e-3a8b-4f16-aebc-ef3f9fe6a7ac admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3bf95a1769dc4ff48cd88f6f3e4e9071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6850450 Oct 26 12:05:03.940199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1435869858'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:03.946787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:03.948044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd03e-3a8b-4f16-aebc-ef3f9fe6a7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc74275-caa1-4107-b1d7-bf51be09c2d0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:03.956465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7678003-2df5-46c7-9676-7dd1ea01a776 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Network': ['ID=6d64abd7-989c-4737-97b6-89b18e9aaf2c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:03.957118 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:03.985728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6d64abd7-989c-4737-97b6-89b18e9aaf2c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:04.030075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a84f4377-ad84-4c72-a258-60104fba57fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.043493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Subnet': ['ID=60d0f636-f6f7-4b8c-83f9-b5b303e8204a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:04.050551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:04.051908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-70da0a3c-3707-4055-8ad0-721d7d3ccf49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1002 time: 0.2060831 Oct 26 12:05:04.055361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-3d211964-d1e6-4a6d-bc2c-b96fa8be330f service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214748 Oct 26 12:05:04.062971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.091591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a84f4377-ad84-4c72-a258-60104fba57fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.099887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:05:04.123039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:04.146429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5d0029c0-1679-47c5-974b-c99f152d25f6 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:04.166517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.169845 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Added segment 5a17a55d-1fba-4d0c-9d5c-d0b00ca8dc10 of type vlan for network fabdfd75-bf1a-4926-8fae-14f6b45a8c45 Oct 26 12:05:04.247354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.252873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-1d14163e-f665-47d6-b5f3-9fb1f14c8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:04.254464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-1d14163e-f665-47d6-b5f3-9fb1f14c8317 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1876831 Oct 26 12:05:04.279714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 5d0029c0-1679-47c5-974b-c99f152d25f6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:04.280069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5d0029c0-1679-47c5-974b-c99f152d25f6 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:04.290196 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.309839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a84f4377-ad84-4c72-a258-60104fba57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.313091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a84f4377-ad84-4c72-a258-60104fba57fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.314065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a84f4377-ad84-4c72-a258-60104fba57fc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5bc74275-caa1-4107-b1d7-bf51be09c2d0 HTTP/1.1" status: 204 len: 168 time: 0.3659437 Oct 26 12:05:04.328007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:05:04.367569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb19342-a414-4b37-895f-26036253da31']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:04.372873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f4377-ad84-4c72-a258-60104fba57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc74275-caa1-4107-b1d7-bf51be09c2d0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:04.374853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:04.391859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ea273e-6822-41ae-a52c-ad2d3ebb468d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:04.392099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ea273e-6822-41ae-a52c-ad2d3ebb468d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:04.408750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.413423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01113c6a-d5e7-4ee5-8f9c-0792c86d83ca req-a726d75c-92f6-41b8-b23c-a9249b9decbf service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386314 Oct 26 12:05:04.428279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-7869a2c5-6126-4428-9ec6-7b1ba0cba8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:04.429830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-7869a2c5-6126-4428-9ec6-7b1ba0cba8bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561465 Oct 26 12:05:04.430797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.437787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.443649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:04.444339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.447827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51520) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:04.658305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:04.659839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfa54bd-f33f-42f9-a9af-14b85e78d87b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.664517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Network': ['ID=fabdfd75-bf1a-4926-8fae-14f6b45a8c45,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:04.682521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network fabdfd75-bf1a-4926-8fae-14f6b45a8c45 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:04.690165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-73f47fae-af11-4bd3-b2e2-02292227b5d9 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505858 Oct 26 12:05:04.690969 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d548b15-4e56-4d58-816e-af3e7a0945a8 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7555430 Oct 26 12:05:04.691161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:04.691566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.695977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51530) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:04.706979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'ports': [{'network_id': '6d64abd7-989c-4737-97b6-89b18e9aaf2c', 'name': 'tempest-port--16881286', 'admin_state_up': True}, {'network_id': 'fabdfd75-bf1a-4926-8fae-14f6b45a8c45', 'admin_state_up': False}]} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:04.707552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'port': {'network_id': '6d64abd7-989c-4737-97b6-89b18e9aaf2c', 'name': 'tempest-port--16881286', 'admin_state_up': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:04.708301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'port': {'network_id': 'fabdfd75-bf1a-4926-8fae-14f6b45a8c45', 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:04.756416 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:04.813742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'port_id': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'mac_address': 'fa:16:3e:16:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:05:04.875589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.900769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a29400-b339-4d68-b7fd-2afdbcb0c708 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:05:04.926069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:04.936942 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.949789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:04.959155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfa54bd-f33f-42f9-a9af-14b85e78d87b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:04.984195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7cb433f9-4a82-4af4-8145-b2ee61b16cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.012698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.api [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:05:05.012698 n-d-812150-3 neutron-server[102760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:05:05.012698 n-d-812150-3 neutron-server[102760]: [parameters: {'id': 'ebb19342-a414-4b37-895f-26036253da31'}] Oct 26 12:05:05.012698 n-d-812150-3 neutron-server[102760]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:05.013516 n-d-812150-3 neutron-server[102760]: DEBUG oslo_db.api [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:05.017955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:05.051693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e9279-c17f-4ca2-b2fb-f238974ced0e req-9b97dda7-781c-437a-8809-22608c40f6a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:05.077213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b5e9279-c17f-4ca2-b2fb-f238974ced0e req-9b97dda7-781c-437a-8809-22608c40f6a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.3744912 Oct 26 12:05:05.087799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfa54bd-f33f-42f9-a9af-14b85e78d87b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.092087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfa54bd-f33f-42f9-a9af-14b85e78d87b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.101852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0cfa54bd-f33f-42f9-a9af-14b85e78d87b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/security-groups/90ed8a19-c162-4601-b413-be118d2138df HTTP/1.1" status: 204 len: 168 time: 0.7174160 Oct 26 12:05:05.107534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51534) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:05.110357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'port': 2} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:05.115968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.131060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c7a29400-b339-4d68-b7fd-2afdbcb0c708'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:05:05.143688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa54bd-f33f-42f9-a9af-14b85e78d87b tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed8a19-c162-4601-b413-be118d2138df,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:05.167345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b5e9279-c17f-4ca2-b2fb-f238974ced0e req-3d088a7b-a22b-4786-8618-6f9daba633b1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892532 Oct 26 12:05:05.229235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff96-875f-455d-9287-60c946a39e02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.235265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7cb433f9-4a82-4af4-8145-b2ee61b16cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.236556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.254803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff96-875f-455d-9287-60c946a39e02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.280051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7cb433f9-4a82-4af4-8145-b2ee61b16cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.321084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5268cc3-8839-4d2c-a1ee-1739bd09249d req-6e8b3c24-415c-4f63-8ce3-4245955114ff service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348892 Oct 26 12:05:05.409571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.440488 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7cb433f9-4a82-4af4-8145-b2ee61b16cc3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=052cdfb9d4a44917aeeb1c78fb9c0133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851437 Oct 26 12:05:05.448136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51536) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:05.455418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb433f9-4a82-4af4-8145-b2ee61b16cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18be27-b510-45ba-9dff-ae889349b574,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:05.468649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:05.483073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] device_id is not set on port 68dbe398-38ad-4e09-89d2-9d7baba612d4 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:05.517772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.522608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff96-875f-455d-9287-60c946a39e02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.533790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff96-875f-455d-9287-60c946a39e02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.541008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51538) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:05.554565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7a28ff96-875f-455d-9287-60c946a39e02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/security-groups/f899531b-dcd2-4445-b6a8-d20204da28ac HTTP/1.1" status: 204 len: 168 time: 0.4413996 Oct 26 12:05:05.578851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b336f0-8d9c-4d7f-84b5-e9eb2df6ecf0 None None] Network ebb19342-a414-4b37-895f-26036253da31 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:05.604556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ff96-875f-455d-9287-60c946a39e02 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f899531b-dcd2-4445-b6a8-d20204da28ac,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:05.675495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46673bf7-5068-43cd-9770-7c1eef3b6d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.778631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0a69a6c1-90e3-4760-b9b5-5019a265ffce None None] Provisioning complete for port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:05.779325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a69a6c1-90e3-4760-b9b5-5019a265ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.828324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46673bf7-5068-43cd-9770-7c1eef3b6d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.836572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:05.837087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.839841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:05.840456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.932369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.942364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] For port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,segment=NetworkSegment(29ea273e-6822-41ae-a52c-ad2d3ebb468d),segment_id=29ea273e-6822-41ae-a52c-ad2d3ebb468d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:05.942726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:05.971140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Calling delete_port for 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:06.040801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] device_id is not set on port 358b7a86-3eb1-4d4b-bf5e-07fb350075ff yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:06.046811 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a69a6c1-90e3-4760-b9b5-5019a265ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.109968 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.130367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.165467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0a69a6c1-90e3-4760-b9b5-5019a265ffce None None] For port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,segment=NetworkSegment(29ea273e-6822-41ae-a52c-ad2d3ebb468d),segment_id=29ea273e-6822-41ae-a52c-ad2d3ebb468d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:06.175171 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a69a6c1-90e3-4760-b9b5-5019a265ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.209794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] DHCP port deletion for ebb19342-a414-4b37-895f-26036253da31 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:06.211076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46673bf7-5068-43cd-9770-7c1eef3b6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.214122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46673bf7-5068-43cd-9770-7c1eef3b6d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.216809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-46673bf7-5068-43cd-9770-7c1eef3b6d23 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e18be27-b510-45ba-9dff-ae889349b574 HTTP/1.1" status: 204 len: 168 time: 0.7677279 Oct 26 12:05:06.264178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.276669 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:06.277575 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:06.297369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a6c1-90e3-4760-b9b5-5019a265ffce None None] Pushing event updated for resources: {'Port': ['ID=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:06.304975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673bf7-5068-43cd-9770-7c1eef3b6d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18be27-b510-45ba-9dff-ae889349b574,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:06.314090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Deleting port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:06.314676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.379386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Port': ['ID=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:06.382592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] For port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:06.383000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.408376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No DVR routers for this DVR port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:06.422903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Calling delete_port for 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:06.439554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:05:06.454783 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.485448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] Pushing event deleted for resources: {'Port': ['ID=2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:06.492183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec697d3-6258-4548-9286-07b438835a2a None None] No DVR routers for this DVR port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:06.499177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.580926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.625646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.629274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb19342-a414-4b37-895f-26036253da31']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:06.659143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3034f3-acde-4b63-8636-32ea64232ddb req-a286930f-1389-4ce4-974b-42e047c880d7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:06.660724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c3034f3-acde-4b63-8636-32ea64232ddb req-a286930f-1389-4ce4-974b-42e047c880d7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 945 time: 0.2962201 Oct 26 12:05:06.671585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ea273e-6822-41ae-a52c-ad2d3ebb468d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:06.671818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ea273e-6822-41ae-a52c-ad2d3ebb468d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:06.700991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.729181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Port': ['ID=68dbe398-38ad-4e09-89d2-9d7baba612d4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:06.734067 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.743717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:06.744135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.747007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:06.810206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a update to ACTIVE by agent not found {{(pid=102761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 12:05:06.852207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Checking segment: {'id': '27701315-924a-4c7f-9cd4-aff64f87a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '6d64abd7-989c-4737-97b6-89b18e9aaf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:06.852590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network hostable DHCP agents. Network: 6d64abd7-989c-4737-97b6-89b18e9aaf2c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:06.889329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network 6d64abd7-989c-4737-97b6-89b18e9aaf2c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:06.922551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6d64abd7-989c-4737-97b6-89b18e9aaf2c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:06.934190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a9ac5-21f5-4e6f-bb35-304fafa19a02 None None] Network 6d64abd7-989c-4737-97b6-89b18e9aaf2c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:06.955427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:06.956300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.069066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Port': ['ID=358b7a86-3eb1-4d4b-bf5e-07fb350075ff,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:07.101434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Checking segment: {'id': '5a17a55d-1fba-4d0c-9d5c-d0b00ca8dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'fabdfd75-bf1a-4926-8fae-14f6b45a8c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:07.101853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network hostable DHCP agents. Network: fabdfd75-bf1a-4926-8fae-14f6b45a8c45, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:07.155551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network fabdfd75-bf1a-4926-8fae-14f6b45a8c45 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:07.156526 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:07.181890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, fabdfd75-bf1a-4926-8fae-14f6b45a8c45) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:07.182012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.182110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:07.182204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.183890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:07.189275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/ebb19342-a414-4b37-895f-26036253da31 HTTP/1.1" status: 204 len: 168 time: 5.4459090 Oct 26 12:05:07.189376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:07.189376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.192357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:07.201185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0fdb3a-6954-4eb6-95ed-eadf8c6a9699 None None] Network fabdfd75-bf1a-4926-8fae-14f6b45a8c45 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:07.202887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1346924118'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:07.219645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c3034f3-acde-4b63-8636-32ea64232ddb req-b80a9971-53c5-417a-a24f-f811f19c6a09 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5369399 Oct 26 12:05:07.250385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Network': ['ID=ebb19342-a414-4b37-895f-26036253da31,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:07.254635 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6e6a2faa-f6a1-4fff-8398-bfff320a5cc6 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.5541415 Oct 26 12:05:07.254804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51568) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:07.278433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:07.282277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.309058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:07.310179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.310532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.311260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.311642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.311986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.312328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.312768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.313135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.313699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.313931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.314267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.314597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945a72e-830b-45ef-a97a-a5b2b7720ce5 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:07.319595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.319945 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Added segment 2ce66abd-8aeb-462c-a600-1604a5ca0a90 of type vlan for network a1924e30-7f8c-4bef-897a-9d21ec495b1b Oct 26 12:05:07.362984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.391914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66070648-d20b-439f-8ed5-1571df04e33e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:07.392291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:07.398669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66070648-d20b-439f-8ed5-1571df04e33e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:07.398897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port 11a61fc7-bdb3-4977-abd3-082de616b127 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:07.399277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.400391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-66070648-d20b-439f-8ed5-1571df04e33e tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1337423 Oct 26 12:05:07.403457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.404070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:07.409538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:07.410152 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.437532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:07.437922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ede2b83-b3ee-4c1b-a505-2dc32feb0b1a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:07.490377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Deleting port fc51e579-34f1-4536-9404-70929d98d7da {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:07.490741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.522441 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3275428 Oct 26 12:05:07.531506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51574) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:07.541509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'subnet': {'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:07.568097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Deleting port 68dbe398-38ad-4e09-89d2-9d7baba612d4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:07.568495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.623277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c1add-e7c7-400d-8692-93b8477ffe4c tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Network': ['ID=a1924e30-7f8c-4bef-897a-9d21ec495b1b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:07.643630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] For port fc51e579-34f1-4536-9404-70929d98d7da, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fc51e579-34f1-4536-9404-70929d98d7da,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:07.644049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.652812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a1924e30-7f8c-4bef-897a-9d21ec495b1b details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:07.666755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.669342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Calling delete_port for fc51e579-34f1-4536-9404-70929d98d7da owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:07.673274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] For port 11a61fc7-bdb3-4977-abd3-082de616b127, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=11a61fc7-bdb3-4977-abd3-082de616b127,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:07.673768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.684668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:07.687006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Calling delete_port for 68dbe398-38ad-4e09-89d2-9d7baba612d4 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:07.688606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.736309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for 11a61fc7-bdb3-4977-abd3-082de616b127 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:07.890001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.947184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Port': ['ID=68dbe398-38ad-4e09-89d2-9d7baba612d4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:07.987552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:07.998898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc14ba6f-f5d3-401c-b038-e0a5d4cbdfc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/ports/68dbe398-38ad-4e09-89d2-9d7baba612d4 HTTP/1.1" status: 204 len: 168 time: 0.5895801 Oct 26 12:05:07.999206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:08.016882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:08.092321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c7a29400-b339-4d68-b7fd-2afdbcb0c708 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:05:08.099630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c7a29400-b339-4d68-b7fd-2afdbcb0c708 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:08.099866 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.162418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51592) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:08.174132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Deleting port 358b7a86-3eb1-4d4b-bf5e-07fb350075ff {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:08.174764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.177237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.200608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.228120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:08.230793 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263571c8-d87d-4176-9214-c0f798bf5f8d" -d '{"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-plugged", "status": "completed", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:08.246244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:08.248515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc51e579-34f1-4536-9404-70929d98d7da,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:08.266448 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.334225 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab21db-648e-4e30-bc94-2463d6384450 x-openstack-request-id: req-00ab21db-648e-4e30-bc94-2463d6384450 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:08.334912 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-plugged", "status": "completed", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:08.335397 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00ab21db-648e-4e30-bc94-2463d6384450 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:08.336026 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'code': 200} Oct 26 12:05:08.337926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:08.361877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-733462661', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:08.387546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.468058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Calling delete_port for 358b7a86-3eb1-4d4b-bf5e-07fb350075ff owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:08.478796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.533818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Made reservation on behalf of 6ce7ca07e3544b40b068e9f55579e677 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:08.536227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.563023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Subnet': ['ID=3aba4628-acb3-476f-b1d4-d00a0da17a9b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:08.565038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.600763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=11a61fc7-bdb3-4977-abd3-082de616b127,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:08.614811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Checking segment: {'id': '2ce66abd-8aeb-462c-a600-1604a5ca0a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:08.614811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network hostable DHCP agents. Network: a1924e30-7f8c-4bef-897a-9d21ec495b1b, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:08.623104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.626264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca59e4-fe61-401a-be4e-bacc3fe1b1a1 req-fdfd6893-eb99-47ed-a1f4-02aeabc5f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:08.627845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57ca59e4-fe61-401a-be4e-bacc3fe1b1a1 req-fdfd6893-eb99-47ed-a1f4-02aeabc5f9cc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.2376733 Oct 26 12:05:08.646719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362106b-c92e-4aeb-9703-97a295d7f61d req-8f3fa8a8-a6b5-48c3-a4c2-78d2168f60b0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:08.648330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3362106b-c92e-4aeb-9703-97a295d7f61d req-8f3fa8a8-a6b5-48c3-a4c2-78d2168f60b0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.2671473 Oct 26 12:05:08.681957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network a1924e30-7f8c-4bef-897a-9d21ec495b1b is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:08.735099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a1924e30-7f8c-4bef-897a-9d21ec495b1b) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:08.748946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03b068-ac02-47fc-925b-2032598e9b4d None None] Network a1924e30-7f8c-4bef-897a-9d21ec495b1b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:08.768811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:08.769416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.777577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57ca59e4-fe61-401a-be4e-bacc3fe1b1a1 req-5a9275e0-a09d-429b-9566-c015e00d12c1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275818 Oct 26 12:05:08.786811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3362106b-c92e-4aeb-9703-97a295d7f61d req-dec1fd83-ba64-4441-9781-028b56c18288 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194913 Oct 26 12:05:08.797659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.808085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50a37af6-98de-4778-8574-35a30d36aa79 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2725010 Oct 26 12:05:08.809014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:08.821987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.899529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Port': ['ID=358b7a86-3eb1-4d4b-bf5e-07fb350075ff,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:08.928531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.951553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.955531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-60f6df0f-ed16-4b41-8d7e-0379596f8e0a tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/ports/358b7a86-3eb1-4d4b-bf5e-07fb350075ff HTTP/1.1" status: 204 len: 168 time: 0.9548285 Oct 26 12:05:08.959697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a1924e30-7f8c-4bef-897a-9d21ec495b1b', 'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b', 'tenant_id': '2335bce37981406bb4481897d645e67e', 'fixed_ips': [{'subnet_id': '3aba4628-acb3-476f-b1d4-d00a0da17a9b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:08.961530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:08.961668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51604) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:08.978244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.006705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-17611189-c98a-4cc9-bff4-dd626ea6cec2 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0428612 Oct 26 12:05:09.009271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.013922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51606) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:09.020216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-676228527'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:09.031391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.035767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] device_id is not set on port b6743e07-e23b-42e0-9c22-3831b8be8437 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:09.115974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.122986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66affa23-c1ab-48fd-911c-0f0d9a1e01c3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:09.132772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:09.134478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Allocated IP 2001:db8::2 (a1924e30-7f8c-4bef-897a-9d21ec495b1b/3aba4628-acb3-476f-b1d4-d00a0da17a9b/504c3021-b314-4c09-9efb-7e32c3750acb) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:09.136534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.288563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.289031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:09.303425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.324571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Allocated IP 172.25.4.253 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/b6743e07-e23b-42e0-9c22-3831b8be8437) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:09.338483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.340895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.341254 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Added segment a563a48b-e315-4447-beef-58a38fa65c5e of type vlan for network 3b3931ba-9c1e-4541-a1cf-945059f52e34 Oct 26 12:05:09.388632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Router 4580f7bd-6897-47a4-9a83-257235743069 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:09.390032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Subnet': ['ID=3aba4628-acb3-476f-b1d4-d00a0da17a9b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:09.391797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Network a1924e30-7f8c-4bef-897a-9d21ec495b1b is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:09.400386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:09.406694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:09.408512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.414166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Pushing event updated for resources: {'Port': ['ID=504c3021-b314-4c09-9efb-7e32c3750acb,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:09.444723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.457750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:09.472094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1924e30-7f8c-4bef-897a-9d21ec495b1b']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:09.473918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Attempting to bind port 504c3021-b314-4c09-9efb-7e32c3750acb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:09.474145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Attempting to bind port 504c3021-b314-4c09-9efb-7e32c3750acb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '2ce66abd-8aeb-462c-a600-1604a5ca0a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:09.474545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Attempting to bind port 504c3021-b314-4c09-9efb-7e32c3750acb on network a1924e30-7f8c-4bef-897a-9d21ec495b1b {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:09.480969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:09.481314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Checking segment: {'id': '2ce66abd-8aeb-462c-a600-1604a5ca0a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:09.481675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.482077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Bound using segment: {'id': '2ce66abd-8aeb-462c-a600-1604a5ca0a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:09.482562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Bound port: 504c3021-b314-4c09-9efb-7e32c3750acb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce66abd-8aeb-462c-a600-1604a5ca0a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:09.483256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.485516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce66abd-8aeb-462c-a600-1604a5ca0a90') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:09.485647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce66abd-8aeb-462c-a600-1604a5ca0a90') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:09.499780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.555322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] For port 504c3021-b314-4c09-9efb-7e32c3750acb, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:09.559053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] For port 504c3021-b314-4c09-9efb-7e32c3750acb, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=504c3021-b314-4c09-9efb-7e32c3750acb,segment=NetworkSegment(2ce66abd-8aeb-462c-a600-1604a5ca0a90),segment_id=2ce66abd-8aeb-462c-a600-1604a5ca0a90)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:09.564924 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.582578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.591726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.594485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:09.594917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:09.598174 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:09.600098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:09.600098 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.647663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0e323-8e90-41c4-8ffe-fa9c8f54ca7b None None] Pushing event updated for resources: {'Port': ['ID=504c3021-b314-4c09-9efb-7e32c3750acb,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:09.671791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd29b82-c124-464e-a29b-0926cd8240f1 None None] Network a1924e30-7f8c-4bef-897a-9d21ec495b1b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:09.702092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6854770 Oct 26 12:05:09.702684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51608) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:09.706017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:09.717017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1969981171'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:09.719203 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ced39f2-b1de-40be-b513-d15dd3aebc9c tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "PUT /v2.0/routers/983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1751366 Oct 26 12:05:09.720662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] Sync routers for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:09.720875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:09.730783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:05:09.730783 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:05:09.730783 n-d-812150-3 neutron-server[102759]: [parameters: {'id': 'a1924e30-7f8c-4bef-897a-9d21ec495b1b'}] Oct 26 12:05:09.730783 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:09.731711 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:09.742766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:09.743083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:09.744348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b9b44-7f39-44a1-9eaa-4b393b883fc3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Network': ['ID=3b3931ba-9c1e-4541-a1cf-945059f52e34,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:09.756274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:09.760108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.768614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8f8d6c1f-6dc0-4c51-a86f-0c90275b7f57 admin admin] 10.222.0.88 "PUT /v2.0/routers/4580f7bd-6897-47a4-9a83-257235743069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2922404 Oct 26 12:05:09.771807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51612) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:09.779933 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] Sync routers for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:09.805820 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:09.806437 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:09.820953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3b3931ba-9c1e-4541-a1cf-945059f52e34 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:09.872316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting subnet 9f9070ba-5651-4310-b51b-67229d0ab9a4 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:09.883766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.905348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:09.910435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.971248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:09.973085 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:09.978048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:10.048290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25777b8c-7581-4460-a965-6c2049cdfe2f None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:05:10.050003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:10.061231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.061570 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Added segment 17068d13-109a-460d-93a4-28320b7684f6 of type vlan for network d96221c5-af8b-41c8-a532-bd5c30c460e1 Oct 26 12:05:10.107291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.115563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.174858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.182809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:10.183664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.186556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.233690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.240173 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/subnets/9f9070ba-5651-4310-b51b-67229d0ab9a4 HTTP/1.1" status: 204 len: 168 time: 0.5175557 Oct 26 12:05:10.240952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51618) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:10.242059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b6940-2e6a-44e4-9953-9fa96219d6d2 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9070ba-5651-4310-b51b-67229d0ab9a4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:10.258623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.260004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25777b8c-7581-4460-a965-6c2049cdfe2f None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:05:10.260906 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T12:05:08Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:10.263947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.279065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5657666 Oct 26 12:05:10.301759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:05:08Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:10.310856 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] Checking router: 4580f7bd-6897-47a4-9a83-257235743069 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:05:10.314675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:10.330871 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] Routers {'4580f7bd-6897-47a4-9a83-257235743069'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:10.331545 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4580f7bd-6897-47a4-9a83-257235743069'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:10.360679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552563-dc08-49f0-bb43-e05810644617 req-42a91cea-1220-472f-bb20-d58fc7389733 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:10.362189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] Checking router: 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:05:10.371975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6552563-dc08-49f0-bb43-e05810644617 req-42a91cea-1220-472f-bb20-d58fc7389733 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.4511814 Oct 26 12:05:10.406956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:10.415524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:10.441263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51620) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:10.446857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] Routers {'983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:10.447730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:10.452213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'subnets': [{'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--217709279', 'ip_version': 4}, {'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:10.452655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'subnet': {'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--217709279', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:10.453337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Request body: {'subnet': {'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:10.458710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1f5d-57b9-4990-99c8-db86b0e51445 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Network': ['ID=d96221c5-af8b-41c8-a532-bd5c30c460e1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:10.477413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.494523 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] Set router 4580f7bd-6897-47a4-9a83-257235743069 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:10.498514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network d96221c5-af8b-41c8-a532-bd5c30c460e1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:10.526892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting port 504c3021-b314-4c09-9efb-7e32c3750acb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:10.526892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.563956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Pushing event updated for resources: {'Port': ['ID=b6743e07-e23b-42e0-9c22-3831b8be8437,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:10.577456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:10.578073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.582705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6552563-dc08-49f0-bb43-e05810644617 req-e1faa56d-f475-4fd6-8c28-2e1272f0cecb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096264 Oct 26 12:05:10.612908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] For port 504c3021-b314-4c09-9efb-7e32c3750acb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=504c3021-b314-4c09-9efb-7e32c3750acb,segment=NetworkSegment(2ce66abd-8aeb-462c-a600-1604a5ca0a90),segment_id=2ce66abd-8aeb-462c-a600-1604a5ca0a90)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:10.613482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0faab59c-14ef-4604-8c3d-f10ef7974ec6 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4474735 Oct 26 12:05:10.613585 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.615303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51622) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:10.622412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.253'}]}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:10.633538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Calling delete_port for 504c3021-b314-4c09-9efb-7e32c3750acb owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:10.648710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.662335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.664387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.724198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] Set router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:10.751322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.765969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.778172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Deleting port 1d12869a-b270-44d2-8170-2bec06b6d003 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:10.778435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.782304 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T12:05:08Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:10.796415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Port': ['ID=504c3021-b314-4c09-9efb-7e32c3750acb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:10.814571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:10.829591 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a4ea-d887-453e-a4c2-fc9828b1d110 None None] The sync data for ids ['4580f7bd-6897-47a4-9a83-257235743069'] in n-d-812150-3 is: [{'id': '4580f7bd-6897-47a4-9a83-257235743069', 'name': 'tempest-TaggedBootDevicesTest_v242-1726051033-router', 'tenant_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T11:53:35Z', 'updated_at': '2021-10-26T12:05:08Z', 'revision_number': 5, 'project_id': '1b4f88d42a1647e1b381b4a26dfd519d', 'gw_port': {'id': '1d12869a-b270-44d2-8170-2bec06b6d003', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4580f7bd-6897-47a4-9a83-257235743069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T11:53:36Z', 'updated_at': '2021-10-26T11:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:10.893720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No DVR routers for this DVR port 504c3021-b314-4c09-9efb-7e32c3750acb on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:11.063421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.105880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1924e30-7f8c-4bef-897a-9d21ec495b1b']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:11.124974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce66abd-8aeb-462c-a600-1604a5ca0a90') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:11.125340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce66abd-8aeb-462c-a600-1604a5ca0a90') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:11.137828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.147146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.160789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Made reservation on behalf of b12f2dcd6c4c4487bdac9643cfc2413a for: {'subnet': 2} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:11.167097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.167773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.201466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa284b-dd0b-4eb8-92f2-b341f1e161af None None] Network cd381bfd-1472-456d-bd02-7d334a2e6f37 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:11.257287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.285082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:11.285325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:11.288754 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:11.306251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fc51e579-34f1-4536-9404-70929d98d7da no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:11.335713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.348366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: fc51e579-34f1-4536-9404-70929d98d7da {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:11.350778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fc51e579-34f1-4536-9404-70929d98d7da not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:11.375920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] For port 1d12869a-b270-44d2-8170-2bec06b6d003, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1d12869a-b270-44d2-8170-2bec06b6d003,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:11.376440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.392103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.402952 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.411304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/a1924e30-7f8c-4bef-897a-9d21ec495b1b HTTP/1.1" status: 204 len: 168 time: 2.5991266 Oct 26 12:05:11.414276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:11.420970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Deleting port f3a28915-46b1-437c-9ee6-65161fef336e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:11.421413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.428140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-215124257'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:11.433999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Calling delete_port for 1d12869a-b270-44d2-8170-2bec06b6d003 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:11.434203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:05:08Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:11.455898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d8781-73be-4480-98b1-bddba16b976b tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Network': ['ID=a1924e30-7f8c-4bef-897a-9d21ec495b1b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:11.484795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288002f2-7bcd-42c1-ac3f-d20343f82758 None None] The sync data for ids ['983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8'] in n-d-812150-3 is: [{'id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-16590415', 'tenant_id': 'c27fd903152c4daca5c448cebd79f785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:05:08Z', 'revision_number': 5, 'project_id': 'c27fd903152c4daca5c448cebd79f785', 'gw_port': {'id': 'f3a28915-46b1-437c-9ee6-65161fef336e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:05Z', 'updated_at': '2021-10-26T12:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:11.556083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:11.559132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.659553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] For port f3a28915-46b1-437c-9ee6-65161fef336e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f3a28915-46b1-437c-9ee6-65161fef336e,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:11.660265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.662036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:11.686749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Calling delete_port for f3a28915-46b1-437c-9ee6-65161fef336e owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:11.704662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.705045 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Added segment 81e20dfb-fbe0-40cd-810a-3b04f61ff9d0 of type vlan for network e2966c5e-0d5a-4d64-b9f1-c1976b94d19c Oct 26 12:05:11.816909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec67675-2182-44fb-87fa-77ee72acfabf req-affab901-5102-431f-9cc4-30c1398403d9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:11.818419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ec67675-2182-44fb-87fa-77ee72acfabf req-affab901-5102-431f-9cc4-30c1398403d9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1310732 Oct 26 12:05:11.820055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.822540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.880090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:11.882023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d12869a-b270-44d2-8170-2bec06b6d003,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:11.938712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] DHCP port deletion for cd381bfd-1472-456d-bd02-7d334a2e6f37 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:12.008982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] Deleting port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:12.009385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.059740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ec67675-2182-44fb-87fa-77ee72acfabf req-7040a68c-b003-4c61-a94c-9fe07c2bf322 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314215 Oct 26 12:05:12.098402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] For port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,segment=NetworkSegment(3ae500d7-5aa5-45bc-acfd-7a06791b0d00),segment_id=3ae500d7-5aa5-45bc-acfd-7a06791b0d00)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:12.099220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.126566 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] Calling delete_port for 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:12.152047 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.217879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.273070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.303983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] Pushing event deleted for resources: {'Port': ['ID=08ce67d2-0c2e-4f53-8c7f-1e05620eeb05,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:12.306168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f5913-4103-4625-9100-4bc86e0e192d None None] No DVR routers for this DVR port 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:12.319438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.326569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:12.327260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.327367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.434323 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0154023 Oct 26 12:05:12.450804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51634) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:12.458490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Request body: {'subnet': {'network_id': 'e2966c5e-0d5a-4d64-b9f1-c1976b94d19c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:12.504683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.506504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a9862-ae33-469e-8c8e-f164a9e7a3de tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Network': ['ID=e2966c5e-0d5a-4d64-b9f1-c1976b94d19c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:12.519264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.519820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e2966c5e-0d5a-4d64-b9f1-c1976b94d19c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:12.529582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023bf89-76bd-4304-b9eb-0c9ec96a558c req-09327f8d-47c8-4b10-bf17-f8bf8839f770 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:12.531165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c023bf89-76bd-4304-b9eb-0c9ec96a558c req-09327f8d-47c8-4b10-bf17-f8bf8839f770 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.3210850 Oct 26 12:05:12.532418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.537673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.541424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.586260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Port': ['ID=f3a28915-46b1-437c-9ee6-65161fef336e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:12.626644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.627210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4580f7bd-6897-47a4-9a83-257235743069 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:05:12.633186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.637947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-12d64105-890d-4062-8da3-0731dcafe552 admin admin] 10.222.0.88 "DELETE /v2.0/routers/4580f7bd-6897-47a4-9a83-257235743069 HTTP/1.1" status: 204 len: 168 time: 2.8631978 Oct 26 12:05:12.639860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51636) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:12.657870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.658402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 308e2c96-9caa-4683-a4fc-b59c054062e2 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:05:12.661584 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.699815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c023bf89-76bd-4304-b9eb-0c9ec96a558c req-8debf205-491c-4ccd-ad1a-70a97661671b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562047 Oct 26 12:05:12.726854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Deleting subnet 8f0dec01-3fd3-4823-bde6-290e15793ce1 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:12.726854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.731065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.733629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:12.752005 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 12:05:12.753093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0e83f52d-7a1e-4b87-9b29-68f974b3c8e0 tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1368613 Oct 26 12:05:12.756279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51640) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:12.780189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Made reservation on behalf of 2335bce37981406bb4481897d645e67e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:12.783841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.785649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.911863 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.914645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Deleting port b6743e07-e23b-42e0-9c22-3831b8be8437 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:12.915019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.923144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Subnet': ['ID=390b72fc-e4b8-45b9-ac82-3a650106a0f2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:12.927591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.935168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:12.998543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Checking segment: {'id': 'a563a48b-e315-4447-beef-58a38fa65c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:12.998982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network hostable DHCP agents. Network: 3b3931ba-9c1e-4541-a1cf-945059f52e34, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:13.021773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.022286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Fanout notify agent at l3_agent the message router_deleted on router 983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:05:13.030582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.034917 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fbde6d0-ee3f-4179-b719-b30659c60ca6 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/routers/983f5bb2-b7d2-4f8c-80a1-f87d426ed7c8 HTTP/1.1" status: 204 len: 168 time: 2.7671068 Oct 26 12:05:13.035107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51642) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:13.039169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.043541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.046187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee967de9-b1c1-4a24-85e6-4542183deea3 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.047771 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee967de9-b1c1-4a24-85e6-4542183deea3 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1092 time: 0.3083994 Oct 26 12:05:13.053304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51644) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:13.057923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:13.074965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network 3b3931ba-9c1e-4541-a1cf-945059f52e34 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:13.099952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3b3931ba-9c1e-4541-a1cf-945059f52e34) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:13.105688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.111058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f99f78-a9b4-4324-ae2a-a02d39a35407 None None] Network 3b3931ba-9c1e-4541-a1cf-945059f52e34 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:13.130423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Calling delete_port for b6743e07-e23b-42e0-9c22-3831b8be8437 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:13.132237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0dec01-3fd3-4823-bde6-290e15793ce1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:13.137345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.139908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.143248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3fb4d758-65af-4cb9-907f-41e6e9b98e26 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8f0dec01-3fd3-4823-bde6-290e15793ce1 HTTP/1.1" status: 204 len: 168 time: 0.4997187 Oct 26 12:05:13.146211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51646) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:13.229487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b5e7f-fd5c-4076-9ec2-7cccf712a1ee None None] Network 4204cc42-892f-4bd5-b083-d05a5f5e0135 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:13.266913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event updated for resources: {'Subnet': ['ID=28efbff9-29c2-420e-bc9d-5134f59bd217,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:13.332665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Checking segment: {'id': '17068d13-109a-460d-93a4-28320b7684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:13.333043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network hostable DHCP agents. Network: d96221c5-af8b-41c8-a532-bd5c30c460e1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:13.336238 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.387515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.408048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Network d96221c5-af8b-41c8-a532-bd5c30c460e1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:13.440603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, d96221c5-af8b-41c8-a532-bd5c30c460e1) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:13.449450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.449450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.449450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.490355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:05:13.496780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.518285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3751419a-e204-4139-9070-a48ad46f5cc9 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0754528 Oct 26 12:05:13.521238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10a08e-fc27-4a27-bada-74d812aab023 None None] Network d96221c5-af8b-41c8-a532-bd5c30c460e1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:13.523394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3b3931ba-9c1e-4541-a1cf-945059f52e34', 'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34', 'tenant_id': 'b12f2dcd6c4c4487bdac9643cfc2413a', 'fixed_ips': [{'subnet_id': '390b72fc-e4b8-45b9-ac82-3a650106a0f2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:13.524225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.544000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51650) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:13.579135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.601905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event updated for resources: {'Subnet': ['ID=ecfb4773-59d2-467d-ab0a-143cb8f68bfc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:13.621665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:13.623037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Checking segment: {'id': '81e20dfb-fbe0-40cd-810a-3b04f61ff9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e2966c5e-0d5a-4d64-b9f1-c1976b94d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:13.623579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network hostable DHCP agents. Network: e2966c5e-0d5a-4d64-b9f1-c1976b94d19c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:13.642335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Network e2966c5e-0d5a-4d64-b9f1-c1976b94d19c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:13.653077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e2966c5e-0d5a-4d64-b9f1-c1976b94d19c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:13.657576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.658574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:13.659001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08ce67d2-0c2e-4f53-8c7f-1e05620eeb05 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:13.659483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11a61fc7-bdb3-4977-abd3-082de616b127 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:13.666486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a33edf-91aa-4879-b1e2-c62b126c206d None None] Network e2966c5e-0d5a-4d64-b9f1-c1976b94d19c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:13.669991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.671071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.689475 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-878bf3ea-8ed2-4897-a005-cc98f3a06095 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2378778 Oct 26 12:05:13.691938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51652) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:13.708375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd381bfd-1472-456d-bd02-7d334a2e6f37']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:13.729675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345cf2e-0192-4546-8387-455b90f95898 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.730061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345cf2e-0192-4546-8387-455b90f95898 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.731774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345cf2e-0192-4546-8387-455b90f95898 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:13.732347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 11a61fc7-bdb3-4977-abd3-082de616b127 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:13.732690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 11a61fc7-bdb3-4977-abd3-082de616b127 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:13.736284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1d12869a-b270-44d2-8170-2bec06b6d003 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:13.736430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a345cf2e-0192-4546-8387-455b90f95898 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1664271 Oct 26 12:05:13.736514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae500d7-5aa5-45bc-acfd-7a06791b0d00') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:13.736767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae500d7-5aa5-45bc-acfd-7a06791b0d00') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:13.738613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.740079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51654) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:13.758201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1d12869a-b270-44d2-8170-2bec06b6d003 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:13.758512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1d12869a-b270-44d2-8170-2bec06b6d003 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:13.764238 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.816052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6743e07-e23b-42e0-9c22-3831b8be8437,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:13.841220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.849446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Deleting port e5023b9e-3516-4635-ae30-d8124b9fd0f1 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:13.850036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.887022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:13.887638 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:13.899564 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:13.927823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:13.937068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] DHCP port deletion for 4204cc42-892f-4bd5-b083-d05a5f5e0135 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:13.950268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.203 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1d9ccca0-a866-421d-9379-6e08bdde1e52) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:13.972342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Deleting subnet 390b72fc-e4b8-45b9-ac82-3a650106a0f2 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:13.983998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Allocated IP 172.20.0.2 (3b3931ba-9c1e-4541-a1cf-945059f52e34/390b72fc-e4b8-45b9-ac82-3a650106a0f2/09409ce9-ff02-4cb1-bab9-9dfb7d7f048b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:14.052742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.055888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] For port e5023b9e-3516-4635-ae30-d8124b9fd0f1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e5023b9e-3516-4635-ae30-d8124b9fd0f1,segment=NetworkSegment(f32c9615-a8ce-4b70-81d8-03f9944f0585),segment_id=f32c9615-a8ce-4b70-81d8-03f9944f0585)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:14.056472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.056633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.065032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.068263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] 10.222.0.88 "DELETE /v2.0/networks/cd381bfd-1472-456d-bd02-7d334a2e6f37 HTTP/1.1" status: 204 len: 168 time: 1.0305262 Oct 26 12:05:14.089390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.092740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27c49e3e-a0f2-4239-8aa1-ea1d0a8feecc tempest-RoutersAdminNegativeIpV6Test-716707347 tempest-RoutersAdminNegativeIpV6Test-716707347-project-admin] 10.222.0.88 "DELETE /v2.0/ports/b6743e07-e23b-42e0-9c22-3831b8be8437 HTTP/1.1" status: 204 len: 168 time: 1.3354704 Oct 26 12:05:14.097007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c79a2c-e5e8-4e18-b182-1bb72ddd3826 tempest-TestSecurityGroupsBasicOps-1089603802 tempest-TestSecurityGroupsBasicOps-1089603802-project] Pushing event deleted for resources: {'Network': ['ID=cd381bfd-1472-456d-bd02-7d334a2e6f37,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.099763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Calling delete_port for e5023b9e-3516-4635-ae30-d8124b9fd0f1 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:14.154503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-d96221c5-af8b-41c8-a532-bd5c30c460e1', 'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1', 'tenant_id': 'b12f2dcd6c4c4487bdac9643cfc2413a', 'fixed_ips': [{'subnet_id': '28efbff9-29c2-420e-bc9d-5134f59bd217'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:14.157265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.180018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.207714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.211542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.256939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5023b9e-3516-4635-ae30-d8124b9fd0f1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.267642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] No DVR routers for this DVR port e5023b9e-3516-4635-ae30-d8124b9fd0f1 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:14.361310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09a1cb-aa6a-45a4-80dd-2c51a9ab0a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-e2966c5e-0d5a-4d64-b9f1-c1976b94d19c', 'network_id': 'e2966c5e-0d5a-4d64-b9f1-c1976b94d19c', 'tenant_id': '2335bce37981406bb4481897d645e67e', 'fixed_ips': [{'subnet_id': 'ecfb4773-59d2-467d-ab0a-143cb8f68bfc'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:14.364112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5c09a1cb-aa6a-45a4-80dd-2c51a9ab0a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.365300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.390561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2966c5e-0d5a-4d64-b9f1-c1976b94d19c']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:14.395447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.401831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e20dfb-fbe0-40cd-810a-3b04f61ff9d0') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:14.402338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e20dfb-fbe0-40cd-810a-3b04f61ff9d0') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:14.414776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.431991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.439838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:14.440350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.442523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4204cc42-892f-4bd5-b083-d05a5f5e0135']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:14.460534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32c9615-a8ce-4b70-81d8-03f9944f0585') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:14.460839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32c9615-a8ce-4b70-81d8-03f9944f0585') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:14.474125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.489629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Deleting port e5023b9e-3516-4635-ae30-d8124b9fd0f1 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:14.490018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.491031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.501433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:14.502058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:14.504213 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:14.506720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfb4773-59d2-467d-ab0a-143cb8f68bfc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:14.512328 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:14.515403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.521686 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.525242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/e2966c5e-0d5a-4d64-b9f1-c1976b94d19c HTTP/1.1" status: 204 len: 168 time: 0.8320823 Oct 26 12:05:14.527556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51668) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.532158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51670) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.559785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e05ec-474f-427a-a7e3-ecd07bb4d94d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Network': ['ID=e2966c5e-0d5a-4d64-b9f1-c1976b94d19c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.568870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.605732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] For port e5023b9e-3516-4635-ae30-d8124b9fd0f1, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:14.606247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.616190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51674) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.619615 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f104eb8-3a68-4984-a0d4-4ae9af05133e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:14.620102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f104eb8-3a68-4984-a0d4-4ae9af05133e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:14.626095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8f104eb8-3a68-4984-a0d4-4ae9af05133e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/ecfb4773-59d2-467d-ab0a-143cb8f68bfc HTTP/1.1" status: 404 len: 337 time: 0.0904067 Oct 26 12:05:14.627307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51676) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.627452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Calling delete_port for e5023b9e-3516-4635-ae30-d8124b9fd0f1 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:14.630116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Port e5023b9e-3516-4635-ae30-d8124b9fd0f1 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:05:14.634221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:14.636954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.644751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:14.650092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:14.656554 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5910bb2f-cd09-4418-a180-a89c8eca30e0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:14.657175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5910bb2f-cd09-4418-a180-a89c8eca30e0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:14.662680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5910bb2f-cd09-4418-a180-a89c8eca30e0 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/e2966c5e-0d5a-4d64-b9f1-c1976b94d19c HTTP/1.1" status: 404 len: 339 time: 0.0330088 Oct 26 12:05:14.664235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51680) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.676767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] Pushing event deleted for resources: {'Port': ['ID=e5023b9e-3516-4635-ae30-d8124b9fd0f1,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.699580 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9feb5e5-2fa6-4464-ad82-0a880622db08 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:14.700119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9feb5e5-2fa6-4464-ad82-0a880622db08 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:14.704450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.708230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f9feb5e5-2fa6-4464-ad82-0a880622db08 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/3aba4628-acb3-476f-b1d4-d00a0da17a9b HTTP/1.1" status: 404 len: 337 time: 0.0413227 Oct 26 12:05:14.708611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28f78c-1c9b-4e6d-99cf-17a7048651de None None] No DVR routers for this DVR port e5023b9e-3516-4635-ae30-d8124b9fd0f1 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:14.708690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.708690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51682) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.739971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=1d9ccca0-a866-421d-9379-6e08bdde1e52,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.741694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.756054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670d945-07b4-4266-aa58-3cd85e33116d None None] Network e2966c5e-0d5a-4d64-b9f1-c1976b94d19c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:14.764484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.773108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.781869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4204cc42-892f-4bd5-b083-d05a5f5e0135 HTTP/1.1" status: 204 len: 168 time: 1.6317182 Oct 26 12:05:14.791271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Network 3b3931ba-9c1e-4541-a1cf-945059f52e34 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:14.805044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81c1e8-b075-4a6d-831c-a6d2c0e05573 admin admin] Pushing event deleted for resources: {'Network': ['ID=4204cc42-892f-4bd5-b083-d05a5f5e0135,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.806935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:14.815120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670d945-07b4-4266-aa58-3cd85e33116d None None] Network e2966c5e-0d5a-4d64-b9f1-c1976b94d19c could not be found, it might have been deleted concurrently. {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 12:05:14.821603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:14.836597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Allocated IP 172.20.0.18 (d96221c5-af8b-41c8-a532-bd5c30c460e1/28efbff9-29c2-420e-bc9d-5134f59bd217/17d5818e-2596-41b2-8580-b344d838f351) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:14.851197 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-946090c8-bfec-4df0-8d27-8e391c4751b4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:14.851985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946090c8-bfec-4df0-8d27-8e391c4751b4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:14.864027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Pushing event updated for resources: {'Port': ['ID=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:14.864208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-946090c8-bfec-4df0-8d27-8e391c4751b4 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/a1924e30-7f8c-4bef-897a-9d21ec495b1b HTTP/1.1" status: 404 len: 339 time: 0.1523337 Oct 26 12:05:14.864749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51686) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.884641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd85646a-ca64-4a77-b85b-06edd79d8737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:14.920686 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0051d745-f4a8-4c34-a66a-f06c3686876d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:14.921157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0051d745-f4a8-4c34-a66a-f06c3686876d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:14.926595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0051d745-f4a8-4c34-a66a-f06c3686876d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/60d0f636-f6f7-4b8c-83f9-b5b303e8204a HTTP/1.1" status: 404 len: 337 time: 0.0584912 Oct 26 12:05:14.927160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51688) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.955607 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-48538690-edb4-45ef-87cf-46b681a2d455 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:14.956531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48538690-edb4-45ef-87cf-46b681a2d455 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:14.960285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-48538690-edb4-45ef-87cf-46b681a2d455 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/ebb19342-a414-4b37-895f-26036253da31 HTTP/1.1" status: 404 len: 339 time: 0.0319896 Oct 26 12:05:14.964822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51690) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:14.975579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.084327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51692) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:15.151136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Attempting to bind port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:15.151551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Attempting to bind port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a563a48b-e315-4447-beef-58a38fa65c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:15.151927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Attempting to bind port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b on network 3b3931ba-9c1e-4541-a1cf-945059f52e34 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:15.160888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:15.161269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Checking segment: {'id': 'a563a48b-e315-4447-beef-58a38fa65c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:15.161675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.162077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Bound using segment: {'id': 'a563a48b-e315-4447-beef-58a38fa65c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:15.162556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Bound port: 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a563a48b-e315-4447-beef-58a38fa65c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3b3931ba-9c1e-4541-a1cf-945059f52e34'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:15.162968 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.185334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting port 65c8a3f6-5247-48e1-a11e-f87e8b9e78c5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:15.185729 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.204844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-babb9590-0f6c-447d-9784-9c29a2fdcecb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1b4f88d42a1647e1b381b4a26dfd519d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149302 Oct 26 12:05:15.212184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51694) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:15.217978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f011e0dd-253e-496b-a395-b9a67793a6aa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c27fd903152c4daca5c448cebd79f785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635995 Oct 26 12:05:15.227207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51696) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:15.233145 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.324149 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.332578 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.365204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f3a28915-46b1-437c-9ee6-65161fef336e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:15.369350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd85646a-ca64-4a77-b85b-06edd79d8737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.391174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f3a28915-46b1-437c-9ee6-65161fef336e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:15.391553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f3a28915-46b1-437c-9ee6-65161fef336e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:15.391946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5023b9e-3516-4635-ae30-d8124b9fd0f1 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:15.395766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dd85646a-ca64-4a77-b85b-06edd79d8737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.428515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.431346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e5023b9e-3516-4635-ae30-d8124b9fd0f1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:15.431607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5023b9e-3516-4635-ae30-d8124b9fd0f1 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:15.434478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Network d96221c5-af8b-41c8-a532-bd5c30c460e1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:15.441191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:15.443215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Pushing event updated for resources: {'Port': ['ID=17d5818e-2596-41b2-8580-b344d838f351,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:15.445543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:15.495239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d18afde-e4af-433f-89ef-08f97be90e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.502389 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dd85646a-ca64-4a77-b85b-06edd79d8737 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09973254fde34acf94c8e167cc9eedac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8821621 Oct 26 12:05:15.506358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85646a-ca64-4a77-b85b-06edd79d8737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d9118-2abb-4321-a595-a78e9a0d79ec,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:15.508247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Attempting to bind port 17d5818e-2596-41b2-8580-b344d838f351 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:15.508620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Attempting to bind port 17d5818e-2596-41b2-8580-b344d838f351 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '17068d13-109a-460d-93a4-28320b7684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:15.508982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Attempting to bind port 17d5818e-2596-41b2-8580-b344d838f351 on network d96221c5-af8b-41c8-a532-bd5c30c460e1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:15.512272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51698) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:15.514507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732f8b4d-0a48-4ca7-820c-84a1c6f72877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.514661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:15.514975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Checking segment: {'id': '17068d13-109a-460d-93a4-28320b7684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:15.515377 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.515769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Bound using segment: {'id': '17068d13-109a-460d-93a4-28320b7684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:15.516248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Bound port: 17d5818e-2596-41b2-8580-b344d838f351, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17068d13-109a-460d-93a4-28320b7684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd96221c5-af8b-41c8-a532-bd5c30c460e1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:15.516630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.584930 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d18afde-e4af-433f-89ef-08f97be90e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.585341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] For port 17d5818e-2596-41b2-8580-b344d838f351, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:15.588595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] For port 17d5818e-2596-41b2-8580-b344d838f351, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=17d5818e-2596-41b2-8580-b344d838f351,segment=NetworkSegment(17068d13-109a-460d-93a4-28320b7684f6),segment_id=17068d13-109a-460d-93a4-28320b7684f6)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:15.595102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.620831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732f8b4d-0a48-4ca7-820c-84a1c6f72877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.654945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.659036 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.682380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Calling delete_port for 65c8a3f6-5247-48e1-a11e-f87e8b9e78c5 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:15.691451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f48e7-f379-4bd7-8adf-fd50a5de2b25 None None] Pushing event updated for resources: {'Port': ['ID=17d5818e-2596-41b2-8580-b344d838f351,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:15.717117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0ef7915d-b280-49cd-874f-35192724366a None None] For port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:15.740636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0ef7915d-b280-49cd-874f-35192724366a None None] For port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,segment=NetworkSegment(a563a48b-e315-4447-beef-58a38fa65c5e),segment_id=a563a48b-e315-4447-beef-58a38fa65c5e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:15.744112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.747852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.796514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.805152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/subnets/390b72fc-e4b8-45b9-ac82-3a650106a0f2 HTTP/1.1" status: 204 len: 168 time: 2.0563006 Oct 26 12:05:15.806328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51702) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:15.810555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19248f9-1aa2-47c2-bbc8-aff1a3eb5f66 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Subnet': ['ID=390b72fc-e4b8-45b9-ac82-3a650106a0f2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:15.812990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7915d-b280-49cd-874f-35192724366a None None] Pushing event updated for resources: {'Port': ['ID=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:15.827019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5010d115-c959-42f0-a760-48c8679e559c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.909496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Deleting subnet 28efbff9-29c2-420e-bc9d-5134f59bd217 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:15.914398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.967813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:15.993876 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.045521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Port': ['ID=65c8a3f6-5247-48e1-a11e-f87e8b9e78c5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.061101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.064728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-232d6046-80d6-458f-bf06-f27c9f915777 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/ports/65c8a3f6-5247-48e1-a11e-f87e8b9e78c5 HTTP/1.1" status: 204 len: 168 time: 1.0985143 Oct 26 12:05:16.068028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51704) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:16.123005 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8667c546-f729-4a41-8948-3b8772d4451e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:16.123647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8667c546-f729-4a41-8948-3b8772d4451e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:16.126984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8667c546-f729-4a41-8948-3b8772d4451e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/2b57812d-5864-46ec-bf1e-ae376994efe6 HTTP/1.1" status: 404 len: 337 time: 0.0579395 Oct 26 12:05:16.130466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51706) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:16.256426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.258223 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d18afde-e4af-433f-89ef-08f97be90e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.260883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0d18afde-e4af-433f-89ef-08f97be90e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.261802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.262092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d18afde-e4af-433f-89ef-08f97be90e3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6fbc1159-db33-4d0a-bed8-7b36a8b4fa46 HTTP/1.1" status: 204 len: 168 time: 1.0339570 Oct 26 12:05:16.289725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5010d115-c959-42f0-a760-48c8679e559c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.302092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732f8b4d-0a48-4ca7-820c-84a1c6f72877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.304733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732f8b4d-0a48-4ca7-820c-84a1c6f72877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.305899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-732f8b4d-0a48-4ca7-820c-84a1c6f72877 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e32b8f7e-8757-4bf4-a66b-461bf0d72686 HTTP/1.1" status: 204 len: 168 time: 1.0892498 Oct 26 12:05:16.316148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18afde-e4af-433f-89ef-08f97be90e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc1159-db33-4d0a-bed8-7b36a8b4fa46,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.345721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f8b4d-0a48-4ca7-820c-84a1c6f72877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32b8f7e-8757-4bf4-a66b-461bf0d72686,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.413287 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.431465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.433259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5010d115-c959-42f0-a760-48c8679e559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.437264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.437684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5010d115-c959-42f0-a760-48c8679e559c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.441406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5010d115-c959-42f0-a760-48c8679e559c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/297d9118-2abb-4321-a595-a78e9a0d79ec HTTP/1.1" status: 204 len: 168 time: 0.9257321 Oct 26 12:05:16.443340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.474166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010d115-c959-42f0-a760-48c8679e559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d9118-2abb-4321-a595-a78e9a0d79ec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.484609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc35e1c7-7c4e-4768-b7ab-9520c32590e2']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:16.487742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.493952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/subnets/28efbff9-29c2-420e-bc9d-5134f59bd217 HTTP/1.1" status: 204 len: 168 time: 0.6866035 Oct 26 12:05:16.494922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a4a6d-707b-4806-ba4c-7ebd216425ab tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Subnet': ['ID=28efbff9-29c2-420e-bc9d-5134f59bd217,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.501590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51714) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:16.513294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74285df9-31d8-4bd7-a5e3-321db4da93f1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:16.514189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74285df9-31d8-4bd7-a5e3-321db4da93f1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:16.532294 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.551006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.560299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:16.560722 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:16.563862 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:16.584304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=1d9ccca0-a866-421d-9379-6e08bdde1e52,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.613917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55147cda-4014-4f42-bac1-f762a585f161 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:16.615496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-55147cda-4014-4f42-bac1-f762a585f161 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133940 Oct 26 12:05:16.622441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51718) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:16.631171 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.693044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.707002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.718558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/dc35e1c7-7c4e-4768-b7ab-9520c32590e2 HTTP/1.1" status: 204 len: 168 time: 0.5856857 Oct 26 12:05:16.732484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51724) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:16.744991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33307015-8fa7-4c17-91b8-9602e0f2a87d tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Network': ['ID=dc35e1c7-7c4e-4768-b7ab-9520c32590e2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:16.900008 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:16.937585 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP aaa9a77e-fce4-41cd-a646-d05ab9558544 associated. External IP: 172.25.4.203, port: c7a29400-b339-4d68-b7fd-2afdbcb0c708. Oct 26 12:05:16.943947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51726) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:16.974437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9eb3-8d56-431a-ae60-3de7fd1bf389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.083321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting port 918c51f1-f935-4be6-acf9-8aace986b472 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:17.083481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.150199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b1250-7836-48de-897b-3cdba85cd32e None None] Network d96221c5-af8b-41c8-a532-bd5c30c460e1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:17.168741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9eb3-8d56-431a-ae60-3de7fd1bf389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.183912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9eb3-8d56-431a-ae60-3de7fd1bf389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.288749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6f5e9eb3-8d56-431a-ae60-3de7fd1bf389 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4eeeb51d3d78431891af4df2dd6495bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397300 Oct 26 12:05:17.289483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Deleting port 17d5818e-2596-41b2-8580-b344d838f351 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:17.289841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.294056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51734) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:17.317423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51738) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:17.318138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e9eb3-8d56-431a-ae60-3de7fd1bf389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5cdef-f984-4dc5-9da0-63a662621d8b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:17.328551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c26bf26b-193d-44ad-a8e5-ec456469d269 None None] Provisioning complete for port 17d5818e-2596-41b2-8580-b344d838f351 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:17.328938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c26bf26b-193d-44ad-a8e5-ec456469d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.345621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.412952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8147d8ec-76c3-4d4e-bf89-f0999988637a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ce7ca07e3544b40b068e9f55579e677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916791 Oct 26 12:05:17.413569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51740) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:17.494597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 17d5818e-2596-41b2-8580-b344d838f351 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:17.536432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc99f-bcc1-474e-962c-82936c48f396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.554437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Calling delete_port for 918c51f1-f935-4be6-acf9-8aace986b472 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:17.575156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc99f-bcc1-474e-962c-82936c48f396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.638063 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c26bf26b-193d-44ad-a8e5-ec456469d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.653010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] DHCP port deletion for d96221c5-af8b-41c8-a532-bd5c30c460e1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:17.666013 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc99f-bcc1-474e-962c-82936c48f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.669647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc99f-bcc1-474e-962c-82936c48f396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.669918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 17d5818e-2596-41b2-8580-b344d838f351 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:17.670491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.671869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc2fc99f-bcc1-474e-962c-82936c48f396 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/66affa23-c1ab-48fd-911c-0f0d9a1e01c3 HTTP/1.1" status: 204 len: 168 time: 0.2573445 Oct 26 12:05:17.681002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fc99f-bcc1-474e-962c-82936c48f396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66affa23-c1ab-48fd-911c-0f0d9a1e01c3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:17.690762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] For port 17d5818e-2596-41b2-8580-b344d838f351, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=17d5818e-2596-41b2-8580-b344d838f351,segment=NetworkSegment(17068d13-109a-460d-93a4-28320b7684f6),segment_id=17068d13-109a-460d-93a4-28320b7684f6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:17.691162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.718854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Calling delete_port for 17d5818e-2596-41b2-8580-b344d838f351 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:17.728965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9385f8-6532-4bb0-b3c8-b410dfeea5d4 None None] Network 3b3931ba-9c1e-4541-a1cf-945059f52e34 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:17.754893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b07426-2ce4-4dfc-88e8-5ce41390fa37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.828999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:17.840158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c26bf26b-193d-44ad-a8e5-ec456469d269 None None] For port 17d5818e-2596-41b2-8580-b344d838f351, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=17d5818e-2596-41b2-8580-b344d838f351,segment=NetworkSegment(17068d13-109a-460d-93a4-28320b7684f6),segment_id=17068d13-109a-460d-93a4-28320b7684f6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:17.850761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b07426-2ce4-4dfc-88e8-5ce41390fa37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.862898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c26bf26b-193d-44ad-a8e5-ec456469d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.881926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:17.977235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:18.000189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Port': ['ID=918c51f1-f935-4be6-acf9-8aace986b472,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:18.049853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.056197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:18.065185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1b83c51a-dbcd-40c0-9f9d-0d7a3494f462 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/ports/918c51f1-f935-4be6-acf9-8aace986b472 HTTP/1.1" status: 204 len: 168 time: 1.2886221 Oct 26 12:05:18.077300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.113819 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee4e0c6-e84c-4536-9969-3a4b77fb90b2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] DELETE failed (client error): The resource could not be found. Oct 26 12:05:18.114611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee4e0c6-e84c-4536-9969-3a4b77fb90b2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:05:18.120024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fee4e0c6-e84c-4536-9969-3a4b77fb90b2 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/f405d618-c533-4ec4-ab17-0b27a6914c17 HTTP/1.1" status: 404 len: 337 time: 0.0620761 Oct 26 12:05:18.123102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Port': ['ID=17d5818e-2596-41b2-8580-b344d838f351,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:18.123716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51768) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:18.127779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] No DVR routers for this DVR port 17d5818e-2596-41b2-8580-b344d838f351 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:18.129488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51770) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:18.131709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b07426-2ce4-4dfc-88e8-5ce41390fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.134322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b07426-2ce4-4dfc-88e8-5ce41390fa37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.138819 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d9b07426-2ce4-4dfc-88e8-5ce41390fa37 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89d5cdef-f984-4dc5-9da0-63a662621d8b HTTP/1.1" status: 204 len: 168 time: 0.8308539 Oct 26 12:05:18.163169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-325bb49b-1723-4e61-b366-d20fbc09078f None None] Provisioning complete for port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:18.163752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325bb49b-1723-4e61-b366-d20fbc09078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.200630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b07426-2ce4-4dfc-88e8-5ce41390fa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5cdef-f984-4dc5-9da0-63a662621d8b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:18.243115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bf26b-193d-44ad-a8e5-ec456469d269 None None] Pushing event updated for resources: {'Port': ['ID=17d5818e-2596-41b2-8580-b344d838f351,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:18.246543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Deleting port 17d5818e-2596-41b2-8580-b344d838f351 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:18.247136 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.295903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:18.298726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.308698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.335236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] Sync routers for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:18.336548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96221c5-af8b-41c8-a532-bd5c30c460e1']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.349583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.351053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:18.351429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.355734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17068d13-109a-460d-93a4-28320b7684f6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.356037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17068d13-109a-460d-93a4-28320b7684f6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.390147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.420200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53207d08-5f8c-4cf4-a705-0bab454a7e45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3535881 Oct 26 12:05:18.429235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:18.439979 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db560e-63b7-45e1-abf2-24cceafb4c31" -d '{"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:18.452137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.461715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] DHCP port deletion for 3b3931ba-9c1e-4541-a1cf-945059f52e34 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:18.465126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:18.466823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:18.473309 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:18.494163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] For port 17d5818e-2596-41b2-8580-b344d838f351, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:18.494163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.497030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.521857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ae8ad8-d740-41bc-aef4-2d30b783ff90']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.532189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94465bed-c98e-4493-bc46-da6c56845bd1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.532977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94465bed-c98e-4493-bc46-da6c56845bd1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.543650 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.554109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:18.555211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:18.559408 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91db8690-c3d0-46ab-afe0-98c9561ddf5f x-openstack-request-id: req-91db8690-c3d0-46ab-afe0-98c9561ddf5f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:18.559408 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:18.560711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.563766 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325bb49b-1723-4e61-b366-d20fbc09078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.569098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:18.569768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.571707 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91db8690-c3d0-46ab-afe0-98c9561ddf5f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:18.572260 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'status': 'completed', 'code': 200} Oct 26 12:05:18.589517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1144663841-network', 'tenant_id': '3570dc695b634ed88dc2f8d295120418'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:18.638905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Made reservation on behalf of 3570dc695b634ed88dc2f8d295120418 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:18.641690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Calling delete_port for 17d5818e-2596-41b2-8580-b344d838f351 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:18.641855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:18.646215 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:18.659797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.678075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Port 17d5818e-2596-41b2-8580-b344d838f351 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:05:18.695094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.698264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.714726 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.718738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/f2ae8ad8-d740-41bc-aef4-2d30b783ff90 HTTP/1.1" status: 204 len: 168 time: 0.5939755 Oct 26 12:05:18.721991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51788) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:18.735825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dac2ef-7ffe-414b-b1f6-d3c194bc433a tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Network': ['ID=f2ae8ad8-d740-41bc-aef4-2d30b783ff90,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:18.755171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-a5bc732a-bd41-4590-91c3-88dec882efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:18.756997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-a5bc732a-bd41-4590-91c3-88dec882efd4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.1119921 Oct 26 12:05:18.757676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51792) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:18.796134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] Pushing event deleted for resources: {'Port': ['ID=17d5818e-2596-41b2-8580-b344d838f351,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:18.803294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98943-b766-4411-9f85-b6fb52370eed req-7d40d784-ce06-45df-a7d1-8f5d713063c2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:18.805289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ae98943-b766-4411-9f85-b6fb52370eed req-7d40d784-ce06-45df-a7d1-8f5d713063c2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1615639 Oct 26 12:05:18.814219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21648c-0765-4da4-a149-877f10e87015 None None] No DVR routers for this DVR port 17d5818e-2596-41b2-8580-b344d838f351 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:18.833345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting subnet 3a7ad8b9-1276-4ba7-9bea-214e25af9167 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:18.835764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-325bb49b-1723-4e61-b366-d20fbc09078f None None] For port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,segment=NetworkSegment(a563a48b-e315-4447-beef-58a38fa65c5e),segment_id=a563a48b-e315-4447-beef-58a38fa65c5e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:18.837123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.857491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-325bb49b-1723-4e61-b366-d20fbc09078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.889035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.892665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.905175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ae98943-b766-4411-9f85-b6fb52370eed req-ac4a01f0-eeef-4d19-9700-fb812f63427f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883999 Oct 26 12:05:18.919381 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8d95b056-d990-4c0b-81ca-ab4c5366d500 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4ae58620edc4bd6b1f4b5ce47e6f3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566374 Oct 26 12:05:18.919819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51794) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:18.930537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] Deleting port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:18.931213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:18.943037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51796) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:19.044328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-2562c781-0e18-4b6e-8756-52862eba625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:19.044704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.045901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-2562c781-0e18-4b6e-8756-52862eba625a service neutron] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.2779024 Oct 26 12:05:19.133671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-2ffb14d2-b810-407a-8e90-21a29568d801 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1000 time: 0.0772667 Oct 26 12:05:19.140659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3001b492-ccb1-419c-bffa-6b93fd2250b0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 200 len: 992 time: 0.1962752 Oct 26 12:05:19.143960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.154353 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce80e268-bdd2-49b7-ab28-a0fb2127dc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.155698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.164931 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/networks/d96221c5-af8b-41c8-a532-bd5c30c460e1 HTTP/1.1" status: 204 len: 168 time: 2.5383422 Oct 26 12:05:19.174893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51804) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:19.183907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.217719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] For port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,segment=NetworkSegment(a563a48b-e315-4447-beef-58a38fa65c5e),segment_id=a563a48b-e315-4447-beef-58a38fa65c5e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:19.218300 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.220619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.223877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/subnets/3a7ad8b9-1276-4ba7-9bea-214e25af9167 HTTP/1.1" status: 204 len: 168 time: 0.4982290 Oct 26 12:05:19.234478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] Calling delete_port for 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:19.242705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51806) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:19.244600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b555b-1a5a-4bbb-be98-598c3f40ffe0 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Network': ['ID=d96221c5-af8b-41c8-a532-bd5c30c460e1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.249641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc5e8a-92c6-46bd-97f1-571526a92a0e tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7ad8b9-1276-4ba7-9bea-214e25af9167,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.252862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce80e268-bdd2-49b7-ab28-a0fb2127dc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.322306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:19.330600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5f09f-fbf4-4eaf-bfd7-cfbe8cdbf8fc None None] Network 1b097f48-719a-49d6-8108-23ad5668e00a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:19.331329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-a2657f81-59c5-48b2-9f63-419a710c2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:19.332848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-a2657f81-59c5-48b2-9f63-419a710c2686 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.1890931 Oct 26 12:05:19.339517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.344568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.367654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:19.382367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.386656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.388299 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Added segment a3de8cb1-90e1-47e3-a0be-fef2b0de597a of type vlan for network ff209d81-e02b-4944-aa31-2b8ea075229f Oct 26 12:05:19.422662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.454411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-257ccc09-5eaa-4e9b-ade8-02dcf0e7aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:19.456030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-257ccc09-5eaa-4e9b-ade8-02dcf0e7aff2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123707 Oct 26 12:05:19.459828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.464480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.489105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3954401-ce68-4deb-b2e4-9271370424f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.502374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] No DVR routers for this DVR port 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:19.527635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.531354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.532397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:19.532972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.537470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bb49b-1723-4e61-b366-d20fbc09078f None None] Pushing event updated for resources: {'Port': ['ID=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.566137 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4280875 Oct 26 12:05:19.569655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.587486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb363ad-1a7b-40b1-ae2b-f21a2457ec98 None None] Pushing event deleted for resources: {'Port': ['ID=09409ce9-ff02-4cb1-bab9-9dfb7d7f048b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.598758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3931ba-9c1e-4541-a1cf-945059f52e34']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:19.604311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51814) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:19.608999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a563a48b-e315-4447-beef-58a38fa65c5e') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:19.609339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a563a48b-e315-4447-beef-58a38fa65c5e') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:19.610212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Request body: {'subnet': {'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1144663841-subnet', 'tenant_id': '3570dc695b634ed88dc2f8d295120418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:19.619295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.633073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.639185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Made reservation on behalf of 3570dc695b634ed88dc2f8d295120418 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:19.640233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:19.640645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.643297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.700003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1eede-5b48-4f1b-956b-2e15f1cf4f97 admin admin] Pushing event updated for resources: {'Network': ['ID=ff209d81-e02b-4944-aa31-2b8ea075229f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:19.741447 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:19.747395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.750364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce80e268-bdd2-49b7-ab28-a0fb2127dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.752532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce80e268-bdd2-49b7-ab28-a0fb2127dc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.754022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce80e268-bdd2-49b7-ab28-a0fb2127dc3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3da6e42f-3581-418d-9ce7-965e32d5d4f4 HTTP/1.1" status: 204 len: 168 time: 0.8328564 Oct 26 12:05:19.767128 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.770491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/networks/3b3931ba-9c1e-4541-a1cf-945059f52e34 HTTP/1.1" status: 204 len: 168 time: 0.5931389 Oct 26 12:05:19.777598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51820) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:19.825152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80e268-bdd2-49b7-ab28-a0fb2127dc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6e42f-3581-418d-9ce7-965e32d5d4f4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.827300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f153dd-f8a7-4a4f-b8fe-28d0eb9771df tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Network': ['ID=3b3931ba-9c1e-4541-a1cf-945059f52e34,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.887630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.894589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ff209d81-e02b-4944-aa31-2b8ea075229f details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:19.897061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 17d5818e-2596-41b2-8580-b344d838f351 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:19.954801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:19.965122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-4bafab51-caf7-4572-a7aa-7305aa0ef6ef service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967570 Oct 26 12:05:19.983277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643f94bd-ea93-4c0b-be2a-4a1798e6098c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:19.990049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Checking segment: {'id': 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:19.990468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Network hostable DHCP agents. Network: ff209d81-e02b-4944-aa31-2b8ea075229f, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:20.011205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Network ff209d81-e02b-4944-aa31-2b8ea075229f is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:20.021659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 17d5818e-2596-41b2-8580-b344d838f351 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:20.022018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 17d5818e-2596-41b2-8580-b344d838f351 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:20.022426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:20.024837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ff209d81-e02b-4944-aa31-2b8ea075229f) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:20.030508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:20.031264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.067433 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53507b11-b38b-44a2-a92b-8322c97c7bf3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4542756 Oct 26 12:05:20.080999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:20.081347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 09409ce9-ff02-4cb1-bab9-9dfb7d7f048b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:20.091100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfd4e7-1d36-404e-baf4-2961ceab84f7 None None] Network ff209d81-e02b-4944-aa31-2b8ea075229f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:20.118719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Deleting port 93072e8b-813c-4cd1-88bc-7b11795b2a27 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:20.120766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.144408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:20.191928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] DHCP port deletion for 1b097f48-719a-49d6-8108-23ad5668e00a request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:20.221334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51832) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:20.266957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-46be3b43-a8d9-4262-870a-49e28bcf45c6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 200 len: 992 time: 0.1213028 Oct 26 12:05:20.303712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1db560e-63b7-45e1-abf2-24cceafb4c31 req-35718e53-2619-4bd5-ba11-78adb774ad01 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293414 Oct 26 12:05:20.305912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.346343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabdfd75-bf1a-4926-8fae-14f6b45a8c45']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.368368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] For port 93072e8b-813c-4cd1-88bc-7b11795b2a27, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93072e8b-813c-4cd1-88bc-7b11795b2a27,segment=NetworkSegment(7524c41c-2a67-40db-9bc8-688056da023d),segment_id=7524c41c-2a67-40db-9bc8-688056da023d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:20.368799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.372478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a17a55d-1fba-4d0c-9d5c-d0b00ca8dc10') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.372847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a17a55d-1fba-4d0c-9d5c-d0b00ca8dc10') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.392582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'aaa9a77e-fce4-41cd-a646-d05ab9558544', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'port_id': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'mac_address': 'fa:16:3e:16:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491bae00-f3c9-4953-9108-d2689d952b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:05:15Z', 'updated_at': '2021-10-26T12:05:15Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:51Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.393767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.396412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Calling delete_port for 93072e8b-813c-4cd1-88bc-7b11795b2a27 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:20.417791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.423373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a915bf-d777-49ec-af25-5fb64a817c8c None None] Network ff209d81-e02b-4944-aa31-2b8ea075229f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:20.455920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:20.456526 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:20.460628 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:20.496621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1817154792', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:20.521899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] Checking router: bd878de0-5c86-4a26-9e18-a2fc0b2cc473 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:05:20.536189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Made reservation on behalf of 7147b66c25d5469093ff5ba3a5e5a061 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:20.539761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.543139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:20.543859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:04:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.557045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.583359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.596300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.599745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/networks/fabdfd75-bf1a-4926-8fae-14f6b45a8c45 HTTP/1.1" status: 204 len: 168 time: 0.8028469 Oct 26 12:05:20.602261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51850) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:20.614324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40bfc3-1418-4c7e-bab8-e33d4ea509a3 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Network': ['ID=fabdfd75-bf1a-4926-8fae-14f6b45a8c45,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:20.626151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.661137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Port': ['ID=93072e8b-813c-4cd1-88bc-7b11795b2a27,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:20.663296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] No DVR routers for this DVR port 93072e8b-813c-4cd1-88bc-7b11795b2a27 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:20.731451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.786378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Deleting port 93072e8b-813c-4cd1-88bc-7b11795b2a27 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:20.790649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.856837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.904832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.924547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.935661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.938646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] device_id is not set on port beb2b517-bae9-42f5-b1da-f8846e77089c yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:20.960796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b097f48-719a-49d6-8108-23ad5668e00a']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.968409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] For port 93072e8b-813c-4cd1-88bc-7b11795b2a27, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:20.968631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:20.978507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:05:20.980039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7524c41c-2a67-40db-9bc8-688056da023d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.980352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7524c41c-2a67-40db-9bc8-688056da023d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:20.994534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.021819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d64abd7-989c-4737-97b6-89b18e9aaf2c']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:21.029568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Calling delete_port for 93072e8b-813c-4cd1-88bc-7b11795b2a27 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:21.040590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27701315-924a-4c7f-9cd4-aff64f87a289') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:21.040890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27701315-924a-4c7f-9cd4-aff64f87a289') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:21.042974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Port 93072e8b-813c-4cd1-88bc-7b11795b2a27 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:05:21.045689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-95efed60-560e-4014-a714-94d213e2f1c7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:21.047601 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.049683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2446a440-a6df-4a13-89f7-273e10c6c895,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:21.054440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-95efed60-560e-4014-a714-94d213e2f1c7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/networks?id=ff209d81-e02b-4944-aa31-2b8ea075229f HTTP/1.1" status: 200 len: 818 time: 0.1876566 Oct 26 12:05:21.055927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.059064 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.077468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-cd3fa379-efe5-4f0a-bb1b-b3260b1c4837 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/quotas/3570dc695b634ed88dc2f8d295120418 HTTP/1.1" status: 200 len: 375 time: 0.0228148 Oct 26 12:05:21.081787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:21.082563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:21.085829 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:21.100570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.113430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:21.113862 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:21.117503 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:21.124311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] Pushing event deleted for resources: {'Port': ['ID=93072e8b-813c-4cd1-88bc-7b11795b2a27,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:21.143653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d553ff0-051f-41f2-89c3-fa9653b1647d None None] No DVR routers for this DVR port 93072e8b-813c-4cd1-88bc-7b11795b2a27 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:21.193871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Allocated IP 172.25.4.180 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/beb2b517-bae9-42f5-b1da-f8846e77089c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:21.207412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-2891feac-e84b-481a-8a67-c8ce0ad04a69 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3570dc695b634ed88dc2f8d295120418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280403 Oct 26 12:05:21.212118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.233644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.237222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] 10.222.0.88 "DELETE /v2.0/networks/6d64abd7-989c-4737-97b6-89b18e9aaf2c HTTP/1.1" status: 204 len: 168 time: 0.6336803 Oct 26 12:05:21.264881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87a4b-0c27-4d8b-99d8-8ca8d2630063 tempest-BulkNetworkOpsTest-1668256237 tempest-BulkNetworkOpsTest-1668256237-project] Pushing event deleted for resources: {'Network': ['ID=6d64abd7-989c-4737-97b6-89b18e9aaf2c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:21.271560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:21.299376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.306646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51876) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:21.324496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.330049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] 10.222.0.88 "DELETE /v2.0/networks/1b097f48-719a-49d6-8108-23ad5668e00a HTTP/1.1" status: 204 len: 168 time: 2.0788918 Oct 26 12:05:21.366346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf3652-d718-41c3-88ce-15bafcc6cfb7 tempest-NetworksIpV6TestAttrs-1986348844 tempest-NetworksIpV6TestAttrs-1986348844-project] Pushing event deleted for resources: {'Network': ['ID=1b097f48-719a-49d6-8108-23ad5668e00a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:21.397350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65bb0403-29c9-40c8-b884-c3facef5b574 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 200 len: 992 time: 0.1246428 Oct 26 12:05:21.419055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-9c973be2-e901-49e4-9c93-c0072189b946 service neutron] 10.222.0.88 "GET /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106946 Oct 26 12:05:21.432231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'aaa9a77e-fce4-41cd-a646-d05ab9558544', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'port_id': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'mac_address': 'fa:16:3e:16:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491bae00-f3c9-4953-9108-d2689d952b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:05:15Z', 'updated_at': '2021-10-26T12:05:15Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:51Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:21.451163 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.466718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c9d0f-b320-4cd8-8bfa-f5df6b01b809 None None] The sync data for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 is: [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'aaa9a77e-fce4-41cd-a646-d05ab9558544', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'port_id': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'mac_address': 'fa:16:3e:16:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491bae00-f3c9-4953-9108-d2689d952b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:05:15Z', 'updated_at': '2021-10-26T12:05:15Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:51Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:21.495406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.522961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-920812411-network', 'tenant_id': 'f86244901db84464bfe85936fb6d101c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:21.548179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Made reservation on behalf of f86244901db84464bfe85936fb6d101c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:21.550910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.561047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.586900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-299c46de-1488-4537-bfc1-463135cfb1a7 service neutron] 10.222.0.88 "GET /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668720 Oct 26 12:05:21.608762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:21.612699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:21.618488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:21.645964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Pushing event updated for resources: {'Port': ['ID=beb2b517-bae9-42f5-b1da-f8846e77089c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:21.672515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93072e8b-813c-4cd1-88bc-7b11795b2a27 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:21.696685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:21.697632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.719089 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0c07f79d-cd86-4a0c-8ec5-69cf86ba7591 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4966862 Oct 26 12:05:21.721695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51884) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:21.727510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.180'}]}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:21.747838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 93072e8b-813c-4cd1-88bc-7b11795b2a27 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:21.748190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93072e8b-813c-4cd1-88bc-7b11795b2a27 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:21.763161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.765216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.772222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.778891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3aeb5be3-e200-4d6a-a4be-2ba99b66df51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.780629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.823009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:21.830824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0fd476-8979-43f6-8ff8-0d50c5be9c89,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:21.837487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.837850 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Added segment bfcc1558-11f5-49d4-9681-5cc05beef4e2 of type vlan for network b6629051-5915-4743-9372-7999c5811bc4 Oct 26 12:05:21.850404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51890) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:21.916104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.918213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2b3e2-e6bd-4213-b8ea-b1e34fa7c0c2 None None] New status for floating IP aaa9a77e-fce4-41cd-a646-d05ab9558544: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:05:21.980848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:21.981830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-170f623a-f4d5-429c-a659-1f77c46592f9 req-9577e92e-4735-4387-a3ee-26158c5d9317 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 210 time: 0.0706258 Oct 26 12:05:21.997809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51896) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:22.018826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.020135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:22.020740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.056289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7463834 Oct 26 12:05:22.075909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51900) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:22.086164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Request body: {'subnet': {'network_id': 'b6629051-5915-4743-9372-7999c5811bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-920812411-subnet', 'tenant_id': 'f86244901db84464bfe85936fb6d101c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:22.180832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039d3b-8de8-43f6-8a65-e2a21afdb88c admin admin] Pushing event updated for resources: {'Network': ['ID=b6629051-5915-4743-9372-7999c5811bc4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:22.189506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Made reservation on behalf of f86244901db84464bfe85936fb6d101c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:22.192391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b6629051-5915-4743-9372-7999c5811bc4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:22.192896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.226330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.305742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-93a98b50-12ee-4621-a7ab-dce978c46d9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b12f2dcd6c4c4487bdac9643cfc2413a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539206 Oct 26 12:05:22.315642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:22.394929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6784836e-5a23-4743-92bc-e2c9f70c102a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2335bce37981406bb4481897d645e67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958480 Oct 26 12:05:22.395780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:22.407558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51914) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:22.527415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e88406d9-d875-4537-ab7c-516329d98495 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 200 len: 994 time: 0.1042073 Oct 26 12:05:22.531895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dccc-6f9b-4610-a3a5-625db267f6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.599651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dccc-6f9b-4610-a3a5-625db267f6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.622311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-205413a5-5f4f-428c-9e36-fa6378813380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.706538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-205413a5-5f4f-428c-9e36-fa6378813380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.727729 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.752251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dccc-6f9b-4610-a3a5-625db267f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.755117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dccc-6f9b-4610-a3a5-625db267f6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.756890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dbf4dccc-6f9b-4610-a3a5-625db267f6ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb6f582b-8d1a-4b7e-afee-a86ad1f49553 HTTP/1.1" status: 204 len: 168 time: 0.4385970 Oct 26 12:05:22.803124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4dccc-6f9b-4610-a3a5-625db267f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f582b-8d1a-4b7e-afee-a86ad1f49553,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:22.807239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.827219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=127f8e89-52af-492d-93d4-ccb3a419e88c,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:22.832509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.840540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Checking segment: {'id': 'bfcc1558-11f5-49d4-9681-5cc05beef4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:22.840914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Network hostable DHCP agents. Network: b6629051-5915-4743-9372-7999c5811bc4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:22.844638 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-205413a5-5f4f-428c-9e36-fa6378813380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.847568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-205413a5-5f4f-428c-9e36-fa6378813380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.852385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-205413a5-5f4f-428c-9e36-fa6378813380 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/348c15f3-663b-4ad4-93e2-ba64784e920b HTTP/1.1" status: 204 len: 168 time: 0.4502051 Oct 26 12:05:22.891912 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.898947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205413a5-5f4f-428c-9e36-fa6378813380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c15f3-663b-4ad4-93e2-ba64784e920b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:22.907543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Network b6629051-5915-4743-9372-7999c5811bc4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:22.924870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, b6629051-5915-4743-9372-7999c5811bc4) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:22.931456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:22.931587 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:22.937041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9de715-1eae-4cdd-8aec-623772ed8af1 None None] Network b6629051-5915-4743-9372-7999c5811bc4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:22.976548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1090b3ab-ed53-4aef-9846-fcb912be3340 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8994770 Oct 26 12:05:23.082632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.153982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66c19b07-5d70-461b-b878-6a618121a870 req-136be62b-949d-40bb-9e22-00b643843fc8 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 210 time: 0.0384140 Oct 26 12:05:23.349394 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.354788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7992bfd-d25b-443c-ad84-1d3c51f720bf None None] Network b6629051-5915-4743-9372-7999c5811bc4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:23.359999 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.369556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.411207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-546b44df-bd2e-4313-82cb-98dce3256243 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:23.412837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-546b44df-bd2e-4313-82cb-98dce3256243 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.30 "GET /v2.0/networks?id=ff209d81-e02b-4944-aa31-2b8ea075229f HTTP/1.1" status: 200 len: 818 time: 0.1930251 Oct 26 12:05:23.433078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Request body: {'port': {'device_id': '0f621160-55fd-4460-81bb-fd2005806e8a', 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f', 'admin_state_up': True, 'tenant_id': '3570dc695b634ed88dc2f8d295120418'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:23.508426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.509739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aff0a508-12e1-4702-9991-86d318a5c6be {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:05:23.539593 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 12:05:23.542960 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74e9e9e6-8bff-4368-9b20-e5cfd5bedd48 tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8186886 Oct 26 12:05:23.544827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:23.634268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Made reservation on behalf of 3570dc695b634ed88dc2f8d295120418 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:23.638771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.675799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Deleting port beb2b517-bae9-42f5-b1da-f8846e77089c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:23.676393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.774691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:23.788961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Allocated IP 172.20.0.11 (ff209d81-e02b-4944-aa31-2b8ea075229f/643f94bd-ea93-4c0b-be2a-4a1798e6098c/21cfb59d-235c-43d5-9a6f-6e5ea2d969fa) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:23.798745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Calling delete_port for beb2b517-bae9-42f5-b1da-f8846e77089c owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:23.974614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.003329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.020365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.063599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Pushing event deleted for resources: {'Port': ['ID=beb2b517-bae9-42f5-b1da-f8846e77089c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:24.075257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Network ff209d81-e02b-4944-aa31-2b8ea075229f is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:24.075257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:24.083317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:24.164285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.174412 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2458d0ea-52d0-46d9-a7b9-624b22e2c05f tempest-RoutersAdminNegativeTest-1277059119 tempest-RoutersAdminNegativeTest-1277059119-project-admin] 10.222.0.88 "DELETE /v2.0/ports/beb2b517-bae9-42f5-b1da-f8846e77089c HTTP/1.1" status: 204 len: 168 time: 0.6282442 Oct 26 12:05:24.252110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51972) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:24.258225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-612031527-network', 'tenant_id': '986d74f2ce7941eea705c152b49c5803'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:24.307249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Made reservation on behalf of 986d74f2ce7941eea705c152b49c5803 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:24.310318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.329880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.456360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.461998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.487072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:24.506678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6257177-a51c-40bb-9155-aca90c8bc1c3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:24.510188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.510594 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Added segment 593c727a-f446-4d16-bcd7-444e148d3a04 of type vlan for network 5d7cd696-7219-41c8-9ba6-b24ac17707d2 Oct 26 12:05:24.569253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.601281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Pushing event updated for resources: {'Port': ['ID=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:24.603173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.606813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.607982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:24.608707 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.633306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51980) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:24.686117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4318786 Oct 26 12:05:24.689266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51988) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:24.690021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:24.690685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.697300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Request body: {'subnet': {'network_id': '5d7cd696-7219-41c8-9ba6-b24ac17707d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-612031527-subnet', 'tenant_id': '986d74f2ce7941eea705c152b49c5803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:24.720591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abd2b8-8766-4b48-9146-3f65a9cdeaec req-0daf64f8-1138-4e5d-b14f-90db86a81237 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:24.722487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8abd2b8-8766-4b48-9146-3f65a9cdeaec req-0daf64f8-1138-4e5d-b14f-90db86a81237 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 932 time: 0.1249387 Oct 26 12:05:24.726243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-e7e560d6-3652-4fad-8e88-800168ea6ff7 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2997315 Oct 26 12:05:24.729167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1473f-0d7d-4f2a-b933-f394de7523eb admin admin] Pushing event updated for resources: {'Network': ['ID=5d7cd696-7219-41c8-9ba6-b24ac17707d2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:24.743128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5d7cd696-7219-41c8-9ba6-b24ac17707d2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:24.750352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Made reservation on behalf of 986d74f2ce7941eea705c152b49c5803 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:24.753578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.753979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Request body: {'port': {'device_id': '0f621160-55fd-4460-81bb-fd2005806e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:24.799597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8abd2b8-8766-4b48-9146-3f65a9cdeaec req-6ee96e1e-5af5-48ee-80d8-6ea8282445cf tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703282 Oct 26 12:05:24.834413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51990) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:24.855636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:24.992621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1925069968'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:25.030399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:25.034396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.050066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.061307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.099161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-570b98f3-c552-4e91-8b00-875acb2ee871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.106033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51996) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:25.153675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d3d6b9-d005-4111-8065-57fb10053ebb,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.161194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Checking segment: {'id': '593c727a-f446-4d16-bcd7-444e148d3a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '5d7cd696-7219-41c8-9ba6-b24ac17707d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:25.161575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Network hostable DHCP agents. Network: 5d7cd696-7219-41c8-9ba6-b24ac17707d2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:25.174588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--669680216'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:25.197138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Network 5d7cd696-7219-41c8-9ba6-b24ac17707d2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:25.221576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5d7cd696-7219-41c8-9ba6-b24ac17707d2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:25.230553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df9821-50e7-4727-ba0f-04d5584a4961 None None] Network 5d7cd696-7219-41c8-9ba6-b24ac17707d2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:25.231769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.233767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:25.234633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.238719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.253702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.272505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.275785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d5d3397b-d18a-4f32-8de6-00118166b593 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5853300 Oct 26 12:05:25.276752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:25.312100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:05:25.320883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.321465 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment 708c6b33-ff08-4443-a06a-f14b0cad6957 of type vlan for network b5ac8633-b26e-4549-92c6-043d1ff4d2cf Oct 26 12:05:25.330813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.372507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Transition to ACTIVE for port object 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:05:25.376605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.379770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bed375-20e0-4a8b-bbfe-5a34f6d7d9d0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.379870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-570b98f3-c552-4e91-8b00-875acb2ee871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.385542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.389146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a3238-fa54-4f03-b873-9dc6d9b5d4bb None None] Network 5d7cd696-7219-41c8-9ba6-b24ac17707d2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:25.398212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-570b98f3-c552-4e91-8b00-875acb2ee871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.433008 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.441474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:25.442515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.502244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Pushing event updated for resources: {'Port': ['ID=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.514202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-570b98f3-c552-4e91-8b00-875acb2ee871 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8c2101fd15ae4f62a682600119726864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763527 Oct 26 12:05:25.519782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52004) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:25.523241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b98f3-c552-4e91-8b00-875acb2ee871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0baf99-877b-4e63-8027-01188bff5f9f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.561661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=b5ac8633-b26e-4549-92c6-043d1ff4d2cf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.574404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:25.575499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.606048 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b49299e2-ac03-4044-b8f9-bee43049ffa8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9708872 Oct 26 12:05:25.607175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.608083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52010) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:25.617974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193131784'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:25.652733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:25.661962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.695532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:25.701517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777b4bb1-af5a-4109-a715-7d5b5897d1f5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.714559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Attempting to bind port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:25.714930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Attempting to bind port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:25.715266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Attempting to bind port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa on network ff209d81-e02b-4944-aa31-2b8ea075229f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:25.717427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0da8a41-c8fa-4ac0-baf5-091b7155ca35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.722405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.723460 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment 1da66e0f-9849-46f0-91ab-79b389bf2fda of type vlan for network 7752dde1-29a7-4a62-8adc-dc655e62af24 Oct 26 12:05:25.736223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa on network ff209d81-e02b-4944-aa31-2b8ea075229f not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:05:25.736556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Attempting to bind port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa on network ff209d81-e02b-4944-aa31-2b8ea075229f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:25.758897 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.762902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:25.763258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Checking segment: {'id': 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:25.763648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Bound using segment: {'id': 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:25.764126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Bound port: 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:25.764483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.782217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.784050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.789347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0da8a41-c8fa-4ac0-baf5-091b7155ca35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.816326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.823584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:25.824388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.860064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:25.862717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7542632 Oct 26 12:05:25.872543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52024) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:25.904799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2944252 Oct 26 12:05:25.910983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52026) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:25.917611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:25.922376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a9fd0-636f-4073-aa80-3735e490ea4c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=7752dde1-29a7-4a62-8adc-dc655e62af24,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:25.932817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:25.939503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d403b2-d3fe-4b0a-9715-d549d7c638dc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff021d-e332-4781-a67b-7f0ed21b130c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:26.014935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] For port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:26.020959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ca29545-9a02-44ae-97b6-e312259a9ce7 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1472938 Oct 26 12:05:26.025178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52028) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.025582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] For port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,segment=NetworkSegment(a3de8cb1-90e1-47e3-a0be-fef2b0de597a),segment_id=a3de8cb1-90e1-47e3-a0be-fef2b0de597a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:26.037108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-security--808500414', 'description': 'tempest-security-description-366665569'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:26.040968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.061730 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0da8a41-c8fa-4ac0-baf5-091b7155ca35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.064380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0da8a41-c8fa-4ac0-baf5-091b7155ca35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.065547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f0da8a41-c8fa-4ac0-baf5-091b7155ca35 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b0baf99-877b-4e63-8027-01188bff5f9f HTTP/1.1" status: 204 len: 168 time: 0.5433211 Oct 26 12:05:26.077482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.101682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3152a49-550e-4845-bdc3-583b2e4e391a req-33919ba5-be2f-4081-bec6-e2c3a4302793 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:26.103240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3152a49-550e-4845-bdc3-583b2e4e391a req-33919ba5-be2f-4081-bec6-e2c3a4302793 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 944 time: 0.1965909 Oct 26 12:05:26.114812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:26.115774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.117862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] 10.222.0.30 "PUT /v2.0/ports/21cfb59d-235c-43d5-9a6f-6e5ea2d969fa HTTP/1.1" status: 200 len: 1092 time: 1.3705211 Oct 26 12:05:26.120578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:26.124288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.126989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f621160-55fd-4460-81bb-fd2005806e8a', 'tag': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:26.129389 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd584105-0603-4fd5-ad19-167dae052f03" -d '{"events": [{"name": "network-changed", "server_uuid": "0f621160-55fd-4460-81bb-fd2005806e8a", "tag": "21cfb59d-235c-43d5-9a6f-6e5ea2d969fa"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:26.139466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-c8b6fd1c-c569-434b-a7f2-c637dc1bf5dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:26.141351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-c8b6fd1c-c569-434b-a7f2-c637dc1bf5dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/networks?id=b6629051-5915-4743-9372-7999c5811bc4 HTTP/1.1" status: 200 len: 811 time: 0.2935388 Oct 26 12:05:26.147786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da8a41-c8fa-4ac0-baf5-091b7155ca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0baf99-877b-4e63-8027-01188bff5f9f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:26.192876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.202362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.205166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.208842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "PUT /v2.0/security-groups/93ff021d-e332-4781-a67b-7f0ed21b130c HTTP/1.1" status: 200 len: 1778 time: 0.1815968 Oct 26 12:05:26.212165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52034) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.232641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c8cc7-47e9-465e-af40-5bc06c35af3c service neutron] Pushing event updated for resources: {'Port': ['ID=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:26.237729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-b1b4b3cc-02b5-4e00-b5f0-91be345a52a6 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/quotas/f86244901db84464bfe85936fb6d101c HTTP/1.1" status: 200 len: 375 time: 0.0766897 Oct 26 12:05:26.252466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf99ad-37b8-4631-8da1-6d6390778561 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff021d-e332-4781-a67b-7f0ed21b130c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:26.293389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3152a49-550e-4845-bdc3-583b2e4e391a req-df9759ec-24ce-4c6d-983b-b97defa9047d tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671922 Oct 26 12:05:26.318015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-4348baa5-f71d-452b-994f-4e9d5147bdd4 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f86244901db84464bfe85936fb6d101c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636575 Oct 26 12:05:26.357069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e3d8262e-9b27-4a27-b04c-11321bf45cf1 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups/93ff021d-e332-4781-a67b-7f0ed21b130c HTTP/1.1" status: 200 len: 1778 time: 0.1435325 Oct 26 12:05:26.359988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-09bcfdd1-a326-4924-a91c-baa4e25f4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:26.360898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52038) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.361843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-09bcfdd1-a326-4924-a91c-baa4e25f4800 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3570dc695b634ed88dc2f8d295120418&device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 1095 time: 0.1656852 Oct 26 12:05:26.363378 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff069960-4868-44e0-b3bc-7a275ef63bb7 x-openstack-request-id: req-ff069960-4868-44e0-b3bc-7a275ef63bb7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:26.363670 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f621160-55fd-4460-81bb-fd2005806e8a", "tag": "21cfb59d-235c-43d5-9a6f-6e5ea2d969fa", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:26.363926 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff069960-4868-44e0-b3bc-7a275ef63bb7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:26.364329 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f621160-55fd-4460-81bb-fd2005806e8a', 'tag': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa', 'status': 'completed', 'code': 200} Oct 26 12:05:26.416338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.438858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-9807b4a5-b587-4f8e-8d5b-eeebca5e531e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa HTTP/1.1" status: 200 len: 217 time: 0.0467405 Oct 26 12:05:26.491305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52040) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.505779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=d9ad4495-a050-467e-8022-8fa6f7913c23,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:26.514768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-65c24523-f56a-4636-8e58-3932a84d09e7 service neutron] 10.222.0.88 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841767 Oct 26 12:05:26.516369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-66359780-2877-4f60-813b-d2150b1fefda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:26.517765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-66359780-2877-4f60-813b-d2150b1fefda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=643f94bd-ea93-4c0b-be2a-4a1798e6098c HTTP/1.1" status: 200 len: 858 time: 0.0710466 Oct 26 12:05:26.518705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.559572 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.562111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': '708c6b33-ff08-4443-a06a-f14b0cad6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:26.562705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: b5ac8633-b26e-4549-92c6-043d1ff4d2cf, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:26.594374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-d27ea03e-f5f0-49bb-b069-3ae6c44f638d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff209d81-e02b-4944-aa31-2b8ea075229f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553741 Oct 26 12:05:26.604895 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2f095da-ea67-4530-91d6-587c02c884ca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7147b66c25d5469093ff5ba3a5e5a061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077027 Oct 26 12:05:26.608980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52042) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.629543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:26.651556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, b5ac8633-b26e-4549-92c6-043d1ff4d2cf) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:26.657505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.660167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.661382 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/93ff021d-e332-4781-a67b-7f0ed21b130c HTTP/1.1" status: 204 len: 168 time: 0.2986910 Oct 26 12:05:26.661514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70209005-f10b-4559-ac08-4838515315ec None None] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:26.664319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52044) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.670823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:26.671458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.683144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff021d-e332-4781-a67b-7f0ed21b130c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:26.702128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5d3a47d9-1c3d-4892-9d4e-39e3d3ff1166 service neutron] 10.222.0.88 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808736 Oct 26 12:05:26.708600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.708953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.709495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.709842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.710176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.710504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.710832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.711187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.711512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.711836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.712159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.712484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f976459-4d05-424f-bf77-a0a82f53d71b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:26.721021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b268b4d-d8ac-4cbc-bbb1-c598cc03e413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.734798 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dbe5d8a6-4143-462c-8702-2374f1d554d2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8227768 Oct 26 12:05:26.739849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52046) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.750371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:26.769662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b268b4d-d8ac-4cbc-bbb1-c598cc03e413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.774352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-a63acfea-f5b0-4bd2-a462-293cba84d299 service neutron] 10.222.0.30 "GET /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657214 Oct 26 12:05:26.781481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-39ac0e5e-bc62-49e8-b5a7-ef641c4673ed tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121981 Oct 26 12:05:26.782233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52050) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.875311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:26.879233 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.884844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b268b4d-d8ac-4cbc-bbb1-c598cc03e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.885791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b549c8-6d55-4e13-945b-e0e7d0b1f3ed req-974c582c-b478-48f6-ab8d-625c9cfcd041 service neutron] 10.222.0.30 "GET /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934310 Oct 26 12:05:26.888535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b268b4d-d8ac-4cbc-bbb1-c598cc03e413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:26.889327 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6b268b4d-d8ac-4cbc-bbb1-c598cc03e413 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2446a440-a6df-4a13-89f7-273e10c6c895 HTTP/1.1" status: 204 len: 168 time: 0.2784138 Oct 26 12:05:26.898916 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-6e66f5ec-0bab-47fb-bdae-3a5c92bfdf65 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] delete failed (client error): The resource could not be found. Oct 26 12:05:26.905987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6e66f5ec-0bab-47fb-bdae-3a5c92bfdf65 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/93ff021d-e332-4781-a67b-7f0ed21b130c HTTP/1.1" status: 404 len: 347 time: 0.1169832 Oct 26 12:05:26.907329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52054) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:26.918420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--833961805'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:26.947569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b268b4d-d8ac-4cbc-bbb1-c598cc03e413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446a440-a6df-4a13-89f7-273e10c6c895,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:27.029915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-b5ac8633-b26e-4549-92c6-043d1ff4d2cf', 'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': 'd9ad4495-a050-467e-8022-8fa6f7913c23'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:27.030788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.090933 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.126407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-175a9113-728a-49e8-8232-be71464f213b req-c549165e-8246-4641-9763-5d1ce07a23a2 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 210 time: 0.0745864 Oct 26 12:05:27.148589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584105-0603-4fd5-ad19-167dae052f03 req-ee82fdce-69f3-4e92-992b-5bf39aeb28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:27.150403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-ee82fdce-69f3-4e92-992b-5bf39aeb28bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3570dc695b634ed88dc2f8d295120418&device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 1095 time: 0.1804359 Oct 26 12:05:27.202681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.290680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.304584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Allocated IP 2001:db8::2 (b5ac8633-b26e-4549-92c6-043d1ff4d2cf/d9ad4495-a050-467e-8022-8fa6f7913c23/3dc3c7f9-7689-4811-87d8-577a7e458cfb) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:27.317674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.339276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=ae16cfe5-7fee-4af5-a9f7-d159ec9ce439,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:27.354959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': '1da66e0f-9849-46f0-91ab-79b389bf2fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:27.355966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 7752dde1-29a7-4a62-8adc-dc655e62af24, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:27.385357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:27.387300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dd04ea-de8f-406b-9925-243742bc10e6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:27.393278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.397649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c601a789-890e-4966-8db0-b4b14ae6ddb4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4892087 Oct 26 12:05:27.398952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584105-0603-4fd5-ad19-167dae052f03 req-3923545d-8c63-403d-9455-b75103d6c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:27.400439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-3923545d-8c63-403d-9455-b75103d6c29f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff209d81-e02b-4944-aa31-2b8ea075229f HTTP/1.1" status: 200 len: 920 time: 0.2415249 Oct 26 12:05:27.400921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52070) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:27.406397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '46dd04ea-de8f-406b-9925-243742bc10e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:27.422392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 7752dde1-29a7-4a62-8adc-dc655e62af24) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:27.428349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:27.429498 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.454107 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-02cf8eb1-4ceb-49bc-b736-8fc870e494c5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7129843 Oct 26 12:05:27.456710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52074) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:27.463452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1862481520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:27.498827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.503170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-10451588-a9df-4299-85a4-8a7218366e41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa HTTP/1.1" status: 200 len: 217 time: 0.0705235 Oct 26 12:05:27.503910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.516264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.553020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b07ca-8711-4ca4-aceb-2a7fc2592fc8 None None] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:27.583401 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.583567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584105-0603-4fd5-ad19-167dae052f03 req-da6be402-597e-4a76-89c4-5b99446aa9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:27.585023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-da6be402-597e-4a76-89c4-5b99446aa9de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=643f94bd-ea93-4c0b-be2a-4a1798e6098c HTTP/1.1" status: 200 len: 858 time: 0.0713279 Oct 26 12:05:27.594579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.603461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.634533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.636699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-465666a4-9bef-453a-8d4b-fe6bc4a7e94e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff209d81-e02b-4944-aa31-2b8ea075229f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417593 Oct 26 12:05:27.639885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9617bdd3-f30c-42ba-9a2a-d9b333df50e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1818202 Oct 26 12:05:27.640762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52082) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:27.730241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.776391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a3f4c-3898-4bbd-b3c9-fd29eaa4958b req-fd7dc44e-4905-499a-a59b-3afc9269cf5a tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:27.789855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f82a3f4c-3898-4bbd-b3c9-fd29eaa4958b req-fd7dc44e-4905-499a-a59b-3afc9269cf5a tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 944 time: 0.2938955 Oct 26 12:05:27.821608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Pushing event updated for resources: {'Port': ['ID=3dc3c7f9-7689-4811-87d8-577a7e458cfb,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:27.879948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:27.891019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:27.894918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:27.906728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-7752dde1-29a7-4a62-8adc-dc655e62af24', 'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': 'ae16cfe5-7fee-4af5-a9f7-d159ec9ce439'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:27.908140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.911663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:27.929465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-99ce557e-6d43-4843-8a08-9becd7d0145f service neutron] 10.222.0.30 "GET /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808702 Oct 26 12:05:27.933288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.010947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f82a3f4c-3898-4bbd-b3c9-fd29eaa4958b req-785aaa8f-5fed-45ab-bc76-5ec3fb3e787a tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015064 Oct 26 12:05:28.109832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Attempting to bind port 3dc3c7f9-7689-4811-87d8-577a7e458cfb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:28.110437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Attempting to bind port 3dc3c7f9-7689-4811-87d8-577a7e458cfb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '708c6b33-ff08-4443-a06a-f14b0cad6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:28.110557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Attempting to bind port 3dc3c7f9-7689-4811-87d8-577a7e458cfb on network b5ac8633-b26e-4549-92c6-043d1ff4d2cf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:28.119299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:28.119673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Checking segment: {'id': '708c6b33-ff08-4443-a06a-f14b0cad6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:28.120663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.120771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52094) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:28.121065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Bound using segment: {'id': '708c6b33-ff08-4443-a06a-f14b0cad6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:28.121555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Bound port: 3dc3c7f9-7689-4811-87d8-577a7e458cfb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708c6b33-ff08-4443-a06a-f14b0cad6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b5ac8633-b26e-4549-92c6-043d1ff4d2cf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:28.121941 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.164150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd584105-0603-4fd5-ad19-167dae052f03 req-24867342-4863-4b10-bc41-058d987c2626 service neutron] 10.222.0.30 "GET /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144859 Oct 26 12:05:28.167555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee54a720-fcb8-414a-abba-727c95e3cf1d,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:28.172082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.173377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bedcb2fd-8a7c-411c-8a3c-a93e2ae3a0e2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7709217 Oct 26 12:05:28.176290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52100) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:28.179996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.215308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] For port 3dc3c7f9-7689-4811-87d8-577a7e458cfb, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:28.220024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] For port 3dc3c7f9-7689-4811-87d8-577a7e458cfb, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3dc3c7f9-7689-4811-87d8-577a7e458cfb,segment=NetworkSegment(708c6b33-ff08-4443-a06a-f14b0cad6957),segment_id=708c6b33-ff08-4443-a06a-f14b0cad6957)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:28.231567 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.300965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a36c99da-b4fe-45e7-81b5-fe620bd48fab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.360362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a36c99da-b4fe-45e7-81b5-fe620bd48fab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.365446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Allocated IP 2001:db8:1::2 (7752dde1-29a7-4a62-8adc-dc655e62af24/ae16cfe5-7fee-4af5-a9f7-d159ec9ce439/b0797553-a029-471d-b068-d9fd070d9721) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:28.368087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81eb8e68-fc09-45a2-baa1-9a22e3c72538 req-228270cf-d5fa-4e03-9f29-38efc65323b8 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 210 time: 0.1078517 Oct 26 12:05:28.457277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-660424939'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:28.515324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a36c99da-b4fe-45e7-81b5-fe620bd48fab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.530747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:28.536368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.541193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a36c99da-b4fe-45e7-81b5-fe620bd48fab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.541442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.542517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a36c99da-b4fe-45e7-81b5-fe620bd48fab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/ee54a720-fcb8-414a-abba-727c95e3cf1d HTTP/1.1" status: 204 len: 168 time: 0.3639605 Oct 26 12:05:28.545914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c99da-b4fe-45e7-81b5-fe620bd48fab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee54a720-fcb8-414a-abba-727c95e3cf1d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:28.547712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:28.558932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.577205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5380ea-b916-4492-99ea-9b0365d21839 None None] Pushing event updated for resources: {'Port': ['ID=3dc3c7f9-7689-4811-87d8-577a7e458cfb,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:28.639221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Pushing event updated for resources: {'Port': ['ID=b0797553-a029-471d-b068-d9fd070d9721,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:28.650985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:28.652919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:28.655424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:28.669247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.671589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8::1 (b5ac8633-b26e-4549-92c6-043d1ff4d2cf/d9ad4495-a050-467e-8022-8fa6f7913c23/dd938d89-2333-4f3b-ae8b-e3c127b5edb4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:28.694989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-f9061a95-358c-4d41-82df-933f9580ae94 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:28.699641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-f9061a95-358c-4d41-82df-933f9580ae94 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.100 "GET /v2.0/networks?id=b6629051-5915-4743-9372-7999c5811bc4 HTTP/1.1" status: 200 len: 811 time: 0.3060689 Oct 26 12:05:28.715263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Request body: {'port': {'device_id': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4', 'admin_state_up': True, 'tenant_id': 'f86244901db84464bfe85936fb6d101c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:28.726458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Attempting to bind port b0797553-a029-471d-b068-d9fd070d9721 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:28.727115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Attempting to bind port b0797553-a029-471d-b068-d9fd070d9721 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '1da66e0f-9849-46f0-91ab-79b389bf2fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:28.727644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Attempting to bind port b0797553-a029-471d-b068-d9fd070d9721 on network 7752dde1-29a7-4a62-8adc-dc655e62af24 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:28.733723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:28.734378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Checking segment: {'id': '1da66e0f-9849-46f0-91ab-79b389bf2fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:28.734978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.735525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Bound using segment: {'id': '1da66e0f-9849-46f0-91ab-79b389bf2fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:28.736580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Bound port: b0797553-a029-471d-b068-d9fd070d9721, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da66e0f-9849-46f0-91ab-79b389bf2fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '7752dde1-29a7-4a62-8adc-dc655e62af24'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:28.737136 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.737420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f3dd5fa5-b4e4-4cdf-bbda-965ba4e591ae tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1675100 Oct 26 12:05:28.738136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52104) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:28.819247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] For port b0797553-a029-471d-b068-d9fd070d9721, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:28.824499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] For port b0797553-a029-471d-b068-d9fd070d9721, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b0797553-a029-471d-b068-d9fd070d9721,segment=NetworkSegment(1da66e0f-9849-46f0-91ab-79b389bf2fda),segment_id=1da66e0f-9849-46f0-91ab-79b389bf2fda)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:28.831039 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.859313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.872037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.891465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed41f4f8-e3b1-4541-ac80-b392a16a5655 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.916161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:28.920755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995849-2b5b-459d-874c-04a08a766a8c None None] Pushing event updated for resources: {'Port': ['ID=b0797553-a029-471d-b068-d9fd070d9721,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:28.930406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed41f4f8-e3b1-4541-ac80-b392a16a5655 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.932406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.936466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54beae1-46df-4a28-b919-3fd4bd6375b5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:28.946253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.946608 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Added segment 0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9 of type vlan for network 70363c38-cb86-4e6d-b449-518efb0827be Oct 26 12:05:28.953215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Made reservation on behalf of f86244901db84464bfe85936fb6d101c for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:28.956982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:28.983074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:05:29.012232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.034351 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed41f4f8-e3b1-4541-ac80-b392a16a5655 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.036837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed41f4f8-e3b1-4541-ac80-b392a16a5655 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.037449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.040811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ed41f4f8-e3b1-4541-ac80-b392a16a5655 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/46dd04ea-de8f-406b-9925-243742bc10e6 HTTP/1.1" status: 204 len: 168 time: 0.2908485 Oct 26 12:05:29.042627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:29.064882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41f4f8-e3b1-4541-ac80-b392a16a5655 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dd04ea-de8f-406b-9925-243742bc10e6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:29.097416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.103662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:29.105777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.173322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Allocated IP 172.20.0.14 (b6629051-5915-4743-9372-7999c5811bc4/127f8e89-52af-492d-93d4-ccb3a419e88c/f61681db-8cbc-404e-91a8-64289cfe3cc3) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:29.250062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,segment=NetworkSegment(a3de8cb1-90e1-47e3-a0be-fef2b0de597a),segment_id=a3de8cb1-90e1-47e3-a0be-fef2b0de597a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:29.262143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Network': ['ID=70363c38-cb86-4e6d-b449-518efb0827be,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:29.265500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=dd938d89-2333-4f3b-ae8b-e3c127b5edb4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:29.266829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa', 'network_id': 'ff209d81-e02b-4944-aa31-2b8ea075229f', 'port_id': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa', 'mac_address': 'fa:16:3e:c1:5c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f94bd-ea93-4c0b-be2a-4a1798e6098c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:05:29.277920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:29.279843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:29.282126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:29.285380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:29.286157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.342332 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d19057b9-9d02-4df8-993f-25274d639fd2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2145019 Oct 26 12:05:29.348372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:29.356786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:29.451747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.468821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:05:29.489249 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.498523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-56956b36-5933-43cc-bcd2-e26d82044c6a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4466343 Oct 26 12:05:29.502734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:29.504986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,segment=NetworkSegment(a3de8cb1-90e1-47e3-a0be-fef2b0de597a),segment_id=a3de8cb1-90e1-47e3-a0be-fef2b0de597a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:29.507433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--623239862'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:29.509335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef067-9797-4e0e-9c4c-ad19bb8d67c7 req-a0ffa16c-2142-4444-bd1c-65df98b2f460 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:29.512013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93aef067-9797-4e0e-9c4c-ad19bb8d67c7 req-a0ffa16c-2142-4444-bd1c-65df98b2f460 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 944 time: 0.3264971 Oct 26 12:05:29.517539 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.562385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.585640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:29.589917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.610854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:29.686362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6454f61f-a19d-46fd-b2c6-6faaec7209d3 req-6761c233-3c5a-49e4-979c-197a85aa2fcd tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 210 time: 0.0846195 Oct 26 12:05:29.704124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93aef067-9797-4e0e-9c4c-ad19bb8d67c7 req-3c4f660b-d0d6-4d38-82e3-f1a0c9260cbe tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721456 Oct 26 12:05:29.710566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.721899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.778943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3dc3c7f9-7689-4811-87d8-577a7e458cfb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:29.796988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Network b6629051-5915-4743-9372-7999c5811bc4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:29.801135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:29.812237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:29.815742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Pushing event updated for resources: {'Port': ['ID=f61681db-8cbc-404e-91a8-64289cfe3cc3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:29.823470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['21cfb59d-235c-43d5-9a6f-6e5ea2d969fa'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:05:29.880013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:29.880823 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.910512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-e462950f-155a-4b57-b3c0-7826c7d70e0e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1993303 Oct 26 12:05:29.913286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.923418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:29.927052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Request body: {'port': {'device_id': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:29.952807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3dc3c7f9-7689-4811-87d8-577a7e458cfb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:29.953398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.014271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.035957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7586fb-4728-43a5-93ff-7fe4704e7617,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:30.122143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5f83d-c226-4e67-8d68-16089f59a8a6 None None] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:30.130991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.135060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a002869-ece8-446d-9384-ce24a5c24780 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6312349 Oct 26 12:05:30.142153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:30.147163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '3a7586fb-4728-43a5-93ff-7fe4704e7617', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:30.173956 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.250804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-75f3fd7d-b81d-4d16-8af8-f72f2ea0d323 None None] Provisioning complete for port 3dc3c7f9-7689-4811-87d8-577a7e458cfb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:30.251615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75f3fd7d-b81d-4d16-8af8-f72f2ea0d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.252485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.300818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.325264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 3dc3c7f9-7689-4811-87d8-577a7e458cfb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3dc3c7f9-7689-4811-87d8-577a7e458cfb,segment=NetworkSegment(708c6b33-ff08-4443-a06a-f14b0cad6957),segment_id=708c6b33-ff08-4443-a06a-f14b0cad6957)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:30.342483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.343399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b0797553-a029-471d-b068-d9fd070d9721 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:30.386604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=3f4f13af-29c5-47ac-b487-a3412280879a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:30.408359 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.420486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.421577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.453512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61681db-8cbc-404e-91a8-64289cfe3cc3 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:05:30.464393 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.467871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:30.468109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network hostable DHCP agents. Network: 70363c38-cb86-4e6d-b449-518efb0827be, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:30.476283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.481632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Transition to ACTIVE for port object f61681db-8cbc-404e-91a8-64289cfe3cc3 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:05:30.486227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.548537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Pushing event updated for resources: {'Port': ['ID=f61681db-8cbc-404e-91a8-64289cfe3cc3,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:30.629608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Attempting to bind port f61681db-8cbc-404e-91a8-64289cfe3cc3 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:30.630008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Attempting to bind port f61681db-8cbc-404e-91a8-64289cfe3cc3 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'bfcc1558-11f5-49d4-9681-5cc05beef4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:30.630295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Attempting to bind port f61681db-8cbc-404e-91a8-64289cfe3cc3 on network b6629051-5915-4743-9372-7999c5811bc4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:30.636203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Port f61681db-8cbc-404e-91a8-64289cfe3cc3 on network b6629051-5915-4743-9372-7999c5811bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:05:30.636483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Attempting to bind port f61681db-8cbc-404e-91a8-64289cfe3cc3 on network b6629051-5915-4743-9372-7999c5811bc4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:30.642432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:30.642785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Checking segment: {'id': 'bfcc1558-11f5-49d4-9681-5cc05beef4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:30.643207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Bound using segment: {'id': 'bfcc1558-11f5-49d4-9681-5cc05beef4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:30.643647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Bound port: f61681db-8cbc-404e-91a8-64289cfe3cc3, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc1558-11f5-49d4-9681-5cc05beef4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:30.644021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.667854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229d9a8-ac2c-471a-b7cc-4f5c0a443e49 None None] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:30.817588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=3dc3c7f9-7689-4811-87d8-577a7e458cfb,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:30.837402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b0797553-a029-471d-b068-d9fd070d9721 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:30.837763 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.874914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.923448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=dd938d89-2333-4f3b-ae8b-e3c127b5edb4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:30.926739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7058f42-33f3-4698-b1e8-726e207ec679,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:30.935363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:30.940087 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6af42999-c908-4eb3-9f29-7ff5961acfb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7969840 Oct 26 12:05:30.940754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:30.948865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '3a7586fb-4728-43a5-93ff-7fe4704e7617', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:30.955521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:30.985235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 70363c38-cb86-4e6d-b449-518efb0827be) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:30.991589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:30.992685 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.006368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.020402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:31.022026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486df96a-bdd9-4194-8035-70d260d19057 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:31.036190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:31.040581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:31.050815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45f13398-f3b3-42dd-b525-cf5417d63aa0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7011912 Oct 26 12:05:31.051869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.056997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52128) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:31.072008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'name': 'tempest-NetworksTestDHCPv6-202283551'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:31.169154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] For port f61681db-8cbc-404e-91a8-64289cfe3cc3, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:31.179538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] For port f61681db-8cbc-404e-91a8-64289cfe3cc3, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3,segment=NetworkSegment(bfcc1558-11f5-49d4-9681-5cc05beef4e2),segment_id=bfcc1558-11f5-49d4-9681-5cc05beef4e2)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:31.200026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3f68f-b01f-413c-88f3-8f19a063d325 req-a8db3fba-40b1-403f-bf17-a0742ce1c504 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:31.201910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91a3f68f-b01f-413c-88f3-8f19a063d325 req-a8db3fba-40b1-403f-bf17-a0742ce1c504 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 944 time: 0.1189866 Oct 26 12:05:31.206245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.222446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401c734-5833-4832-9fb1-16d2691f3113 req-5acc66b1-a69e-4cff-b3ef-8b1357af4c4d tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:31.224002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5401c734-5833-4832-9fb1-16d2691f3113 req-5acc66b1-a69e-4cff-b3ef-8b1357af4c4d tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 945 time: 0.1703892 Oct 26 12:05:31.236364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a7ce34ee-ff05-45ac-92f6-137af6e002e0 None None] Provisioning complete for port b0797553-a029-471d-b068-d9fd070d9721 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:31.236920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a7ce34ee-ff05-45ac-92f6-137af6e002e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.244076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port b0797553-a029-471d-b068-d9fd070d9721, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b0797553-a029-471d-b068-d9fd070d9721,segment=NetworkSegment(1da66e0f-9849-46f0-91ab-79b389bf2fda),segment_id=1da66e0f-9849-46f0-91ab-79b389bf2fda)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:31.272961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.287873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:31.288137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.288543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.290319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] 10.222.0.100 "PUT /v2.0/ports/f61681db-8cbc-404e-91a8-64289cfe3cc3 HTTP/1.1" status: 200 len: 1092 time: 1.3712549 Oct 26 12:05:31.297903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'tag': 'f61681db-8cbc-404e-91a8-64289cfe3cc3'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:31.299846 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaa37a0-7b2b-4808-814a-4023b0a92dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "272eaf78-d1d7-4b2c-9281-825fb6ccf16b", "tag": "f61681db-8cbc-404e-91a8-64289cfe3cc3"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:31.326549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91a3f68f-b01f-413c-88f3-8f19a063d325 req-62f09ccd-457c-407d-9cbf-6c4c8d493e2c tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988326 Oct 26 12:05:31.345313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.349615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42495bf5-96a2-4cd2-9fdd-998b5cdd7416,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:31.364657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.369406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1ed67f1a-d56a-45f2-9d04-0132bb24358d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4250281 Oct 26 12:05:31.379212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52132) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:31.384780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '3a7586fb-4728-43a5-93ff-7fe4704e7617', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:31.399694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552b4e7-f274-4bbe-8fca-ac86f2134446 service neutron] Pushing event updated for resources: {'Port': ['ID=f61681db-8cbc-404e-91a8-64289cfe3cc3,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:31.413669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router a9a4459f-c020-4436-9502-5338ed98c60a is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:05:31.419708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 12:05:31.419708 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 12:05:31.419708 n-d-812150-3 neutron-server[102759]: [parameters: {'project_id_1': 'b7f36b272f344dde896455263b84043a', 'expiration_1': datetime.datetime(2021, 10, 26, 12, 5, 11, 398100)}] Oct 26 12:05:31.419708 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:31.420497 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:31.421637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5401c734-5833-4832-9fb1-16d2691f3113 req-874a950a-1786-48ca-a4f3-4e707994ca6a tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503937 Oct 26 12:05:31.427104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=b0797553-a029-471d-b068-d9fd070d9721,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:31.430150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:05:31.434059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:31.438030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.445331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-c41a329c-61cd-4c17-ae05-8c8f1c487c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:31.447212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-c41a329c-61cd-4c17-ae05-8c8f1c487c7e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f86244901db84464bfe85936fb6d101c&device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 1095 time: 0.0956686 Oct 26 12:05:31.450811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:31.451219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.513959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-f7bb0b0d-6ceb-4a5f-8c3f-53df7dc12ad3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0577025 Oct 26 12:05:31.515939 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1102d96-e122-4442-b2aa-5e8791c8b3a3 x-openstack-request-id: req-c1102d96-e122-4442-b2aa-5e8791c8b3a3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:31.516431 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272eaf78-d1d7-4b2c-9281-825fb6ccf16b", "tag": "f61681db-8cbc-404e-91a8-64289cfe3cc3", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:31.516886 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c1102d96-e122-4442-b2aa-5e8791c8b3a3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:31.517588 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'tag': 'f61681db-8cbc-404e-91a8-64289cfe3cc3', 'status': 'completed', 'code': 200} Oct 26 12:05:31.524816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 7d8e0d42-8215-4fd2-9dd5-4898912a68c7 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:31.556433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '3f4f13af-29c5-47ac-b487-a3412280879a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:31.557856 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:31.608894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-edc3194e-cbd2-4c5e-87c2-9bfb872fd8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:31.610575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-edc3194e-cbd2-4c5e-87c2-9bfb872fd8a4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=127f8e89-52af-492d-93d4-ccb3a419e88c HTTP/1.1" status: 200 len: 851 time: 0.0858777 Oct 26 12:05:31.660025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::23c (70363c38-cb86-4e6d-b449-518efb0827be/3f4f13af-29c5-47ac-b487-a3412280879a/7d8e0d42-8215-4fd2-9dd5-4898912a68c7) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:31.665795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-789ce0f0-4017-40f8-b99e-ba1ae2a19832 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6629051-5915-4743-9372-7999c5811bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472145 Oct 26 12:05:31.720257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3dc3c7f9-7689-4811-87d8-577a7e458cfb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:31.744541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:31.757998 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ed43105a-39e6-4bdf-8730-d288de45e378 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/a9a4459f-c020-4436-9502-5338ed98c60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1099935 Oct 26 12:05:31.764939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52136) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:31.797382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] Sync routers for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:31.833916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-aba4777f-eb06-4e9f-ad16-a2fb005d5fd0 service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524372 Oct 26 12:05:31.872032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:31.872687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:31.873111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f8b0f-7a88-4a9e-bcc0-4f7398e51e20 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:31.877406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-446f8b0f-7a88-4a9e-bcc0-4f7398e51e20 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports/dd938d89-2333-4f3b-ae8b-e3c127b5edb4 HTTP/1.1" status: 200 len: 911 time: 0.1085908 Oct 26 12:05:31.883904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:31.965708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d797f3-f60f-4e61-8832-22ad90141fed req-6931881b-cf2c-48c6-8a7a-b6db2e4458da service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221349 Oct 26 12:05:31.969567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:31.998069 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.007920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3dc3c7f9-7689-4811-87d8-577a7e458cfb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:32.008294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.009987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:32.010671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:32.048161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.079622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-00fa9dc8-0cf6-491b-96e6-979e066f5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.081269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-00fa9dc8-0cf6-491b-96e6-979e066f5262 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f86244901db84464bfe85936fb6d101c&device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 1095 time: 0.0625508 Oct 26 12:05:32.082390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:32.083101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54220d27-15b7-4656-a8fc-8e50728e9992 None None] The sync data for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:32.094003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.106246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-816afefa-0e5c-4e8b-a424-17813e947535 None None] Provisioning complete for port 3dc3c7f9-7689-4811-87d8-577a7e458cfb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:32.106626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-816afefa-0e5c-4e8b-a424-17813e947535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.165616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f621160-55fd-4460-81bb-fd2005806e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:32.168029 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83cd043-4c88-4686-a87e-c406c7b407e7" -d '{"events": [{"server_uuid": "0f621160-55fd-4460-81bb-fd2005806e8a", "name": "network-vif-plugged", "status": "completed", "tag": "21cfb59d-235c-43d5-9a6f-6e5ea2d969fa"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:32.188257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,segment=NetworkSegment(a3de8cb1-90e1-47e3-a0be-fef2b0de597a),segment_id=a3de8cb1-90e1-47e3-a0be-fef2b0de597a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:32.199584 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.200273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-3e4c2479-f41f-4241-bd4e-81a7622ac56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.202694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-3e4c2479-f41f-4241-bd4e-81a7622ac56e service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6629051-5915-4743-9372-7999c5811bc4 HTTP/1.1" status: 200 len: 913 time: 0.1130130 Oct 26 12:05:32.243045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.250214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.251996 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96665cee-defb-49b8-a871-891cb5308177 x-openstack-request-id: req-96665cee-defb-49b8-a871-891cb5308177 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:32.251996 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f621160-55fd-4460-81bb-fd2005806e8a", "name": "network-vif-plugged", "status": "completed", "tag": "21cfb59d-235c-43d5-9a6f-6e5ea2d969fa", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:32.252256 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-96665cee-defb-49b8-a871-891cb5308177 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:32.252872 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f621160-55fd-4460-81bb-fd2005806e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa', 'code': 200} Oct 26 12:05:32.285134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-ce22f6d8-8b0a-475e-8d60-48f7f783c483 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0693016 Oct 26 12:05:32.322443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b0797553-a029-471d-b068-d9fd070d9721 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:32.324496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:32.340979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eac0836-6ac7-4b93-909c-c5610bdd39e5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:32.347286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.357461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.361170 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c179ac6b-b604-4bd6-b864-1e2bd4fd0abf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9780600 Oct 26 12:05:32.364582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:32.392143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '3a7586fb-4728-43a5-93ff-7fe4704e7617', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:32.400701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-6b75b3db-b83f-40bf-bd51-b1ddde7c2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.402748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/3f4f13af-29c5-47ac-b487-a3412280879a/9503a35d-b0e7-4959-95b8-92d422dc1c3b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:32.403318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-6b75b3db-b83f-40bf-bd51-b1ddde7c2069 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=127f8e89-52af-492d-93d4-ccb3a419e88c HTTP/1.1" status: 200 len: 851 time: 0.1033998 Oct 26 12:05:32.431611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:32.458550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:32.471189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:32.476734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.477366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.491608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=7d8e0d42-8215-4fd2-9dd5-4898912a68c7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:32.496370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-f0452f57-354b-461e-b02c-e8ee8c3a6777 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6629051-5915-4743-9372-7999c5811bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844948 Oct 26 12:05:32.497563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-816afefa-0e5c-4e8b-a424-17813e947535 None None] Provisioning complete for port dd938d89-2333-4f3b-ae8b-e3c127b5edb4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:32.497931 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-816afefa-0e5c-4e8b-a424-17813e947535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.503577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152ff6-527e-4a60-a99f-e08f8185fd30 req-3682e318-d5d2-41a0-87d2-56444ec0f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.506310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f152ff6-527e-4a60-a99f-e08f8185fd30 req-3682e318-d5d2-41a0-87d2-56444ec0f784 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 1097 time: 0.1957417 Oct 26 12:05:32.532557 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-481fe6e6-58c2-453e-be24-ff69c6a9c52b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4739370 Oct 26 12:05:32.534744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.537273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:32.566969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-816afefa-0e5c-4e8b-a424-17813e947535 None None] Port dd938d89-2333-4f3b-ae8b-e3c127b5edb4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:32.585474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b0797553-a029-471d-b068-d9fd070d9721 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:32.585846 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.637291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.666139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a60ac8-b36c-47e0-82d5-2b2dd0044863 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.667720 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-75a60ac8-b36c-47e0-82d5-2b2dd0044863 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1109049 Oct 26 12:05:32.674025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52150) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:32.680159 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.695419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.702190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f152ff6-527e-4a60-a99f-e08f8185fd30 req-a9bde52c-44f5-42b5-b7ba-3e49972fcd6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875161 Oct 26 12:05:32.733073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-abc3b9c1-86a3-4ae2-8f86-d016a2189843 service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250142 Oct 26 12:05:32.741500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.742021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7143a-3014-4ad2-90ff-acaedc2c9ed1 req-cac604e1-5eff-47a0-8774-29586df15b25 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.743703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b7143a-3014-4ad2-90ff-acaedc2c9ed1 req-cac604e1-5eff-47a0-8774-29586df15b25 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 944 time: 0.2679284 Oct 26 12:05:32.757981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c4424ae4-010c-46d7-aefd-fdde699cfb52 None None] Provisioning complete for port b0797553-a029-471d-b068-d9fd070d9721 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:32.758351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4424ae4-010c-46d7-aefd-fdde699cfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.775381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:32.777829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.808912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:32.809533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cf3c5-2ac3-4392-a3cd-fb93e8a80a5e req-8ebf94bc-17a1-428a-acfc-8b4e1b7a4523 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:32.815756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:32.817664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Pushing event updated for resources: {'Port': ['ID=9503a35d-b0e7-4959-95b8-92d422dc1c3b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:32.818351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-043cf3c5-2ac3-4392-a3cd-fb93e8a80a5e req-8ebf94bc-17a1-428a-acfc-8b4e1b7a4523 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 946 time: 0.1874766 Oct 26 12:05:32.830835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fcd5f9-170f-42ce-8edc-cc47998b4d87,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:32.845280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.849040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4dcec84f-f19d-42b5-9aa5-5e715118e43f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4780760 Oct 26 12:05:32.852631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52154) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:32.862505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '3a7586fb-4728-43a5-93ff-7fe4704e7617', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:32.952382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-043cf3c5-2ac3-4392-a3cd-fb93e8a80a5e req-11a42d3d-fa4e-4c67-9cd6-7b83809c28dd tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330366 Oct 26 12:05:32.991880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3b7143a-3014-4ad2-90ff-acaedc2c9ed1 req-ec952929-a8bd-46a4-9a71-52dafa6dd5c9 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936326 Oct 26 12:05:32.995770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efaa37a0-7b2b-4808-814a-4023b0a92dcc req-2cfed681-08e8-4e99-bc6f-72c7b08935bc service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508638 Oct 26 12:05:32.996064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 7d8e0d42-8215-4fd2-9dd5-4898912a68c7 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:32.996538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:32.999264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.056311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Attempting to bind port 9503a35d-b0e7-4959-95b8-92d422dc1c3b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:33.057195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Attempting to bind port 9503a35d-b0e7-4959-95b8-92d422dc1c3b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:33.057572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Attempting to bind port 9503a35d-b0e7-4959-95b8-92d422dc1c3b on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:33.080691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:33.081107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:33.081511 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.081908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:33.082397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Bound port: 9503a35d-b0e7-4959-95b8-92d422dc1c3b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:33.082781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.155780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c4424ae4-010c-46d7-aefd-fdde699cfb52 None None] Provisioning complete for port dd938d89-2333-4f3b-ae8b-e3c127b5edb4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:33.156152 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4424ae4-010c-46d7-aefd-fdde699cfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.178576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8:1::1 (7752dde1-29a7-4a62-8adc-dc655e62af24/ae16cfe5-7fee-4af5-a9f7-d159ec9ce439/aa2a534d-1795-4866-b132-f50187046fdb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:33.186515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] For port 9503a35d-b0e7-4959-95b8-92d422dc1c3b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:33.186724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.203149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.203366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] For port 9503a35d-b0e7-4959-95b8-92d422dc1c3b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9503a35d-b0e7-4959-95b8-92d422dc1c3b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:33.206211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c4424ae4-010c-46d7-aefd-fdde699cfb52 None None] Port dd938d89-2333-4f3b-ae8b-e3c127b5edb4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:33.210290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.210561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 7d8e0d42-8215-4fd2-9dd5-4898912a68c7 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:33.214920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.270365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92471b0-f16d-4872-9e28-34876d457d94 None None] Pushing event updated for resources: {'Port': ['ID=9503a35d-b0e7-4959-95b8-92d422dc1c3b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:33.297565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac75d547-273c-4f80-976b-405dc1679135,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:33.339050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.340279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9cdfc25e-6df3-40fe-b306-c9b70d6a09c4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4814305 Oct 26 12:05:33.343270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52156) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.370624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-daadef5a-b9f4-4cc4-a524-841bd561a3e5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.379174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-daadef5a-b9f4-4cc4-a524-841bd561a3e5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.409599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.409943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-daadef5a-b9f4-4cc4-a524-841bd561a3e5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.419669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-daadef5a-b9f4-4cc4-a524-841bd561a3e5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.424076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-daadef5a-b9f4-4cc4-a524-841bd561a3e5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/ac75d547-273c-4f80-976b-405dc1679135 HTTP/1.1" status: 204 len: 168 time: 0.0764391 Oct 26 12:05:33.427129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52158) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.438887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadef5a-b9f4-4cc4-a524-841bd561a3e5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac75d547-273c-4f80-976b-405dc1679135,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:33.505412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.509871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.520520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-048dab3a-e571-4632-b2ad-6d8544a9f183 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0899451 Oct 26 12:05:33.521478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52160) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.553403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710a73de-3a89-4bdf-9d6a-12913a46495e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.565103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710a73de-3a89-4bdf-9d6a-12913a46495e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.571991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:33.595753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:33.598074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.604156 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/7d8e0d42-8215-4fd2-9dd5-4898912a68c7 HTTP/1.1" status: 204 len: 168 time: 0.9265046 Oct 26 12:05:33.604156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=aa2a534d-1795-4866-b132-f50187046fdb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:33.604747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:33.605282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.606329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.607319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710a73de-3a89-4bdf-9d6a-12913a46495e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.623747 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-710a73de-3a89-4bdf-9d6a-12913a46495e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.628021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-710a73de-3a89-4bdf-9d6a-12913a46495e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/80fcd5f9-170f-42ce-8edc-cc47998b4d87 HTTP/1.1" status: 204 len: 168 time: 0.1054184 Oct 26 12:05:33.639779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52164) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.640573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a73de-3a89-4bdf-9d6a-12913a46495e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80fcd5f9-170f-42ce-8edc-cc47998b4d87,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:33.645797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9503a35d-b0e7-4959-95b8-92d422dc1c3b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:33.667660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745591b5-1094-4137-9751-d1834464e748 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=7d8e0d42-8215-4fd2-9dd5-4898912a68c7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:33.716699 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.717876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9503a35d-b0e7-4959-95b8-92d422dc1c3b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:33.718423 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.732720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93147cc7-5edf-4193-95dc-ff5e37aec381 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:33.734426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93147cc7-5edf-4193-95dc-ff5e37aec381 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:33.738442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-93147cc7-5edf-4193-95dc-ff5e37aec381 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1263421 Oct 26 12:05:33.741898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52166) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.773241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-880eeb74-6d8b-4706-8ae2-cd9fb1a81b0e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1274974 Oct 26 12:05:33.794128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52168) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:33.825437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.862106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 3f4f13af-29c5-47ac-b487-a3412280879a {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:33.864991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb53c842-9b6f-4508-85b6-99514fd1fc10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.869211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 9503a35d-b0e7-4959-95b8-92d422dc1c3b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9503a35d-b0e7-4959-95b8-92d422dc1c3b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:33.876775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.881406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.886209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb53c842-9b6f-4508-85b6-99514fd1fc10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.962681 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:33.969517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=9503a35d-b0e7-4959-95b8-92d422dc1c3b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.003979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb53c842-9b6f-4508-85b6-99514fd1fc10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.031426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb53c842-9b6f-4508-85b6-99514fd1fc10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.034152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device f61681db-8cbc-404e-91a8-64289cfe3cc3 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:05:34.048596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bb53c842-9b6f-4508-85b6-99514fd1fc10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/3eac0836-6ac7-4b93-909c-c5610bdd39e5 HTTP/1.1" status: 204 len: 168 time: 0.2535837 Oct 26 12:05:34.063454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52174) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.087698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c842-9b6f-4508-85b6-99514fd1fc10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eac0836-6ac7-4b93-909c-c5610bdd39e5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.095255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fe64ea59-8da1-4449-8d39-fe12c230676c None None] Provisioning complete for port aa2a534d-1795-4866-b132-f50187046fdb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:34.095808 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fe64ea59-8da1-4449-8d39-fe12c230676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.181849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fe64ea59-8da1-4449-8d39-fe12c230676c None None] Port aa2a534d-1795-4866-b132-f50187046fdb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:34.233901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.267681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port f61681db-8cbc-404e-91a8-64289cfe3cc3, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3,segment=NetworkSegment(bfcc1558-11f5-49d4-9681-5cc05beef4e2),segment_id=bfcc1558-11f5-49d4-9681-5cc05beef4e2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:34.267681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'f61681db-8cbc-404e-91a8-64289cfe3cc3', 'network_id': 'b6629051-5915-4743-9372-7999c5811bc4', 'port_id': 'f61681db-8cbc-404e-91a8-64289cfe3cc3', 'mac_address': 'fa:16:3e:93:af:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127f8e89-52af-492d-93d4-ccb3a419e88c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:05:34.288530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-31bfc7c4-7c7e-4be9-aba0-4e61c4f39afe tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2221150 Oct 26 12:05:34.297615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52178) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.314842 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.324956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b411f-75f3-416b-9b2d-359934b14682 req-68d61b7e-70f6-4f7a-b06a-ca3bd0b900b5 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:34.331524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61681db-8cbc-404e-91a8-64289cfe3cc3 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:05:34.332018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a0b411f-75f3-416b-9b2d-359934b14682 req-68d61b7e-70f6-4f7a-b06a-ca3bd0b900b5 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 946 time: 0.2680249 Oct 26 12:05:34.356192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port f61681db-8cbc-404e-91a8-64289cfe3cc3, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3,segment=NetworkSegment(bfcc1558-11f5-49d4-9681-5cc05beef4e2),segment_id=bfcc1558-11f5-49d4-9681-5cc05beef4e2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:34.359733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075d125-a287-4978-a319-0e2b7eb90eb4 req-361be1ad-b60a-4a41-8508-7ad52a67fad5 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:34.361761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2075d125-a287-4978-a319-0e2b7eb90eb4 req-361be1ad-b60a-4a41-8508-7ad52a67fad5 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 944 time: 0.2098267 Oct 26 12:05:34.364501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.372674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.439400 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=f61681db-8cbc-404e-91a8-64289cfe3cc3,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.450484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-321e5f60-57b8-467c-9a8e-fcc1414725de tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.472785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-321e5f60-57b8-467c-9a8e-fcc1414725de tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.495577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a0b411f-75f3-416b-9b2d-359934b14682 req-e57bcf89-67cf-4a29-91d0-94737192ca2e tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625812 Oct 26 12:05:34.518302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2075d125-a287-4978-a319-0e2b7eb90eb4 req-f1dfefa0-4755-4f35-abf0-7890f73d4e48 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425405 Oct 26 12:05:34.543377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-321e5f60-57b8-467c-9a8e-fcc1414725de tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.543377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-321e5f60-57b8-467c-9a8e-fcc1414725de tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.543377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-321e5f60-57b8-467c-9a8e-fcc1414725de tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/42495bf5-96a2-4cd2-9fdd-998b5cdd7416 HTTP/1.1" status: 204 len: 168 time: 0.2413564 Oct 26 12:05:34.547600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52180) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.548686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.578602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.583312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8919f7-c389-4eb1-ab15-b090b4223547 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:34.595835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.596814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.614758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5f60-57b8-467c-9a8e-fcc1414725de tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42495bf5-96a2-4cd2-9fdd-998b5cdd7416,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.620607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.624020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3f4f13af-29c5-47ac-b487-a3412280879a HTTP/1.1" status: 204 len: 168 time: 0.8811328 Oct 26 12:05:34.625221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fad4b-bfd6-4c44-96cf-a427979c3e01 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4f13af-29c5-47ac-b487-a3412280879a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.627828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52184) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.660519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['f61681db-8cbc-404e-91a8-64289cfe3cc3'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:05:34.707684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-71ece087-1075-4460-ab3f-ad9215489360 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786612 Oct 26 12:05:34.719951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca5a20c4-c7b5-4699-aee5-b1047f5a4efe tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1689477 Oct 26 12:05:34.720581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52186) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.722470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52188) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.726754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:34.730128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bfce4267-22f0-4403-915d-11a288e20370 None None] Provisioning complete for port 9503a35d-b0e7-4959-95b8-92d422dc1c3b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:34.730507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bfce4267-22f0-4403-915d-11a288e20370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.745865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=aa2a534d-1795-4866-b132-f50187046fdb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.816631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d82692-73e0-4867-a639-30d08e54f649 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.820512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:34.822208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:34.826224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d82692-73e0-4867-a639-30d08e54f649 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.861855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d82692-73e0-4867-a639-30d08e54f649 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.884002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d82692-73e0-4867-a639-30d08e54f649 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:34.885679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e6d82692-73e0-4867-a639-30d08e54f649 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f7058f42-33f3-4698-b1e8-726e207ec679 HTTP/1.1" status: 204 len: 168 time: 0.1527712 Oct 26 12:05:34.922163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52192) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:34.938794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d82692-73e0-4867-a639-30d08e54f649 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7058f42-33f3-4698-b1e8-726e207ec679,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:34.992238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:35.002457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b91f8-b0ae-4075-a391-30bd2ffb9fa8 req-afc5ba74-b0ed-484f-9a94-b6d06c6cced3 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:35.004106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-497b91f8-b0ae-4075-a391-30bd2ffb9fa8 req-afc5ba74-b0ed-484f-9a94-b6d06c6cced3 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 946 time: 0.1518309 Oct 26 12:05:35.004829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:35.009735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.011459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router a9a4459f-c020-4436-9502-5338ed98c60a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:35.031948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a420900-9d13-4c09-bde0-5bdd85245eb2 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084454 Oct 26 12:05:35.049751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52194) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.062718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] Deleting port 9503a35d-b0e7-4959-95b8-92d422dc1c3b {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:35.063267 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.140085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] For port 9503a35d-b0e7-4959-95b8-92d422dc1c3b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9503a35d-b0e7-4959-95b8-92d422dc1c3b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:35.140924 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.147160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:35.156994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] Calling delete_port for 9503a35d-b0e7-4959-95b8-92d422dc1c3b owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:35.158650 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] Sync routers for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:35.161342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0ec10fd8-5edb-4b93-88bf-e0f5f931cfbd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/a9a4459f-c020-4436-9502-5338ed98c60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2765951 Oct 26 12:05:35.164431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52196) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.178598 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:35.179799 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:35.191019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-497b91f8-b0ae-4075-a391-30bd2ffb9fa8 req-74600734-5b77-49d7-bf52-9288eaeb36ed tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769607 Oct 26 12:05:35.220953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a69b62fa-8b29-475b-859b-a7012a3a114b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.225317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81b52a3-d73c-44ca-8a25-d9d938027d7d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:35.230271 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a81b52a3-d73c-44ca-8a25-d9d938027d7d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports/aa2a534d-1795-4866-b132-f50187046fdb HTTP/1.1" status: 200 len: 913 time: 0.0613019 Oct 26 12:05:35.230539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52198) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.245571 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a69b62fa-8b29-475b-859b-a7012a3a114b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.252077 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:35.262752 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:35.263823 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:35.272670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b0a03b73-2e66-45ad-983d-5e6ef2eebf40 None None] Provisioning complete for port aa2a534d-1795-4866-b132-f50187046fdb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:35.273112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0a03b73-2e66-45ad-983d-5e6ef2eebf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.305003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.309594 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:35.311448 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a8769-36ad-41f7-8fa0-020244b23fc6 None None] The sync data for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:35.320669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a69b62fa-8b29-475b-859b-a7012a3a114b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.324085 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a69b62fa-8b29-475b-859b-a7012a3a114b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.327690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a69b62fa-8b29-475b-859b-a7012a3a114b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/3a7586fb-4728-43a5-93ff-7fe4704e7617 HTTP/1.1" status: 204 len: 168 time: 0.2765689 Oct 26 12:05:35.330903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52200) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.342011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] Pushing event deleted for resources: {'Port': ['ID=9503a35d-b0e7-4959-95b8-92d422dc1c3b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:35.352240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859ccdc-e400-4143-98b6-fa3d86a2745a None None] No DVR routers for this DVR port 9503a35d-b0e7-4959-95b8-92d422dc1c3b on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:35.354520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03b73-2e66-45ad-983d-5e6ef2eebf40 None None] Port aa2a534d-1795-4866-b132-f50187046fdb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:35.359284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b62fa-8b29-475b-859b-a7012a3a114b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7586fb-4728-43a5-93ff-7fe4704e7617,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:35.369405 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.426331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9bd275b5-f559-4f08-a6d4-48681ea6206d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920367 Oct 26 12:05:35.437179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52202) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.447674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--464036926'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:35.460311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.510329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:35.513110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.527357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:35.533504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:35.534369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.537347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad3ca4-9798-4222-baba-5be0f3dca7da None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:35.538478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=eb1dfde8-bdb4-415b-8f55-2c56b0ba0033,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:35.568688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3a43219a-770e-4cd2-9158-c367bbdfa244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8463936 Oct 26 12:05:35.571330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52206) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.579617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'name': 'tempest-NetworksTestDHCPv6-604544420'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:35.646215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.650350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9503a35d-b0e7-4959-95b8-92d422dc1c3b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:35.674502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 9503a35d-b0e7-4959-95b8-92d422dc1c3b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:35.675249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9503a35d-b0e7-4959-95b8-92d422dc1c3b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:35.757048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.768614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.775278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'eb1dfde8-bdb4-415b-8f55-2c56b0ba0033'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:35.776760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.789110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449398-cb0d-427a-90db-6129b3696cdc req-622ddc12-1aa4-47e7-b4b7-70a3cb0862d0 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:35.790605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04449398-cb0d-427a-90db-6129b3696cdc req-622ddc12-1aa4-47e7-b4b7-70a3cb0862d0 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 945 time: 0.1356452 Oct 26 12:05:35.824372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.828215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3874776 Oct 26 12:05:35.836113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52210) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:35.845318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': 'bd0872b5-b4c7-4528-b0a6-af2fd758ad61', 'direction': 'ingress', 'protocol': 17}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:35.852374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27fe88-dbd6-4d59-8bb7-c79c30e25d57 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0872b5-b4c7-4528-b0a6-af2fd758ad61,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:35.874841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:35.878352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.896830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04449398-cb0d-427a-90db-6129b3696cdc req-648cef99-5bb0-4359-83de-de53411d9903 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967946 Oct 26 12:05:35.908270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:35.946417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/eb1dfde8-bdb4-415b-8f55-2c56b0ba0033/4cbfab2b-e6e2-4846-872d-a9a936168f2e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:35.949473 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:35.983642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port aa2a534d-1795-4866-b132-f50187046fdb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:35.983998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.016275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.021138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.040956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb2020-f159-414f-ba56-feba91ceef00,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.049385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.050615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce95f1dd-75c9-4c65-bb30-b3d6c3e2a007 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2107849 Oct 26 12:05:36.052652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device f61681db-8cbc-404e-91a8-64289cfe3cc3 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:36.053904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52212) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:36.110097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d22fa3b-4793-48c2-b313-192850dcddaf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.120082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.133406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for aa2a534d-1795-4866-b132-f50187046fdb owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:36.136617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d22fa3b-4793-48c2-b313-192850dcddaf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.155815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port f61681db-8cbc-404e-91a8-64289cfe3cc3 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:05:36.161209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.164632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port f61681db-8cbc-404e-91a8-64289cfe3cc3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:36.165137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.187530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.231470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d22fa3b-4793-48c2-b313-192850dcddaf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.234583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d22fa3b-4793-48c2-b313-192850dcddaf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.239030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0d22fa3b-4793-48c2-b313-192850dcddaf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/bd0872b5-b4c7-4528-b0a6-af2fd758ad61 HTTP/1.1" status: 204 len: 168 time: 0.1809247 Oct 26 12:05:36.242936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Pushing event updated for resources: {'Port': ['ID=4cbfab2b-e6e2-4846-872d-a9a936168f2e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.260455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52216) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:36.261821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:36.264595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:36.270470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:36.299658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::e5 (70363c38-cb86-4e6d-b449-518efb0827be/eb1dfde8-bdb4-415b-8f55-2c56b0ba0033/287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:36.310887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22fa3b-4793-48c2-b313-192850dcddaf tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0872b5-b4c7-4528-b0a6-af2fd758ad61,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.350042 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9556876d-1c56-4bd0-ac0f-125b9fad534e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883358 Oct 26 12:05:36.354429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52218) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:36.359235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--245442881'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:36.377848 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.397057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.397832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-43031d18-90c3-447f-a03e-a60a26ab61a0 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:36.399810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-43031d18-90c3-447f-a03e-a60a26ab61a0 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 946 time: 0.1826830 Oct 26 12:05:36.401708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Attempting to bind port 4cbfab2b-e6e2-4846-872d-a9a936168f2e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:36.402082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Attempting to bind port 4cbfab2b-e6e2-4846-872d-a9a936168f2e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:36.402446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Attempting to bind port 4cbfab2b-e6e2-4846-872d-a9a936168f2e on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:36.403713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.414125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61681db-8cbc-404e-91a8-64289cfe3cc3'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:36.417176 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ffb76-1ac4-44e8-bd37-e077f39d3c3a" -d '{"events": [{"server_uuid": "272eaf78-d1d7-4b2c-9281-825fb6ccf16b", "name": "network-vif-plugged", "status": "completed", "tag": "f61681db-8cbc-404e-91a8-64289cfe3cc3"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:36.422592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:36.423008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:36.423410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.423802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:36.424285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Bound port: 4cbfab2b-e6e2-4846-872d-a9a936168f2e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:36.424680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.433032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=aa2a534d-1795-4866-b132-f50187046fdb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.450132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port f61681db-8cbc-404e-91a8-64289cfe3cc3, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3,segment=NetworkSegment(bfcc1558-11f5-49d4-9681-5cc05beef4e2),segment_id=bfcc1558-11f5-49d4-9681-5cc05beef4e2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:36.480907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.501010 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b2c3d8-5e96-47b6-8916-b2c4ce8a0f82 x-openstack-request-id: req-e2b2c3d8-5e96-47b6-8916-b2c4ce8a0f82 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:36.511893 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272eaf78-d1d7-4b2c-9281-825fb6ccf16b", "name": "network-vif-plugged", "status": "completed", "tag": "f61681db-8cbc-404e-91a8-64289cfe3cc3", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:36.512165 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e2b2c3d8-5e96-47b6-8916-b2c4ce8a0f82 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:36.513115 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61681db-8cbc-404e-91a8-64289cfe3cc3', 'code': 200} Oct 26 12:05:36.588045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f640602-c3b8-456b-8861-5e1ecf1e2d4a req-3308a447-eaa2-44e1-840d-77daa7662ce9 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:36.593390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] For port 4cbfab2b-e6e2-4846-872d-a9a936168f2e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:36.596704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] For port 4cbfab2b-e6e2-4846-872d-a9a936168f2e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4cbfab2b-e6e2-4846-872d-a9a936168f2e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:36.597818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=f61681db-8cbc-404e-91a8-64289cfe3cc3,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.598511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f640602-c3b8-456b-8861-5e1ecf1e2d4a req-3308a447-eaa2-44e1-840d-77daa7662ce9 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 946 time: 0.2739625 Oct 26 12:05:36.606618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.614204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.655684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.685988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b2cb5-68ba-4884-952e-85f4f78907d4 None None] Pushing event updated for resources: {'Port': ['ID=4cbfab2b-e6e2-4846-872d-a9a936168f2e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.749712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b33b2f-f440-465e-bf49-a7088a99c006,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:36.755735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.757182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f788203c-b438-4a4a-9ed5-6dc2e80c7a24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4015927 Oct 26 12:05:36.758381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.761007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52226) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:36.780081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--160068203'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:36.810616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f640602-c3b8-456b-8861-5e1ecf1e2d4a req-77257fac-2402-4933-b101-344d4f66d2aa tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/security-groups?id=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063701 Oct 26 12:05:36.815621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb61797-1ecc-420a-93ec-4e7b8c9c8095 req-2347f034-5a62-4652-85b1-467319ed87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:36.818852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efb61797-1ecc-420a-93ec-4e7b8c9c8095 req-2347f034-5a62-4652-85b1-467319ed87fe service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 1097 time: 0.2506974 Oct 26 12:05:36.856112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.885127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:36.901589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Deleting port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:36.902024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.003079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efb61797-1ecc-420a-93ec-4e7b8c9c8095 req-5e31fa51-4149-4ac7-9d43-d004e62e70e0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596847 Oct 26 12:05:37.013993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.081813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.088857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.123130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router a9a4459f-c020-4436-9502-5338ed98c60a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:37.129442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.130709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3687618 Oct 26 12:05:37.134134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452dfcc-9d29-4997-a6c3-d56a22aead10 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3661002-fefe-4712-9866-d1c825744874,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:37.137590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52232) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:37.138083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:37.142311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:37.142548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '31b33b2f-f440-465e-bf49-a7088a99c006', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a3661002-fefe-4712-9866-d1c825744874', 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:37.152282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:37.155135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:37.161484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:37.162216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.185689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] For port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,segment=NetworkSegment(a3de8cb1-90e1-47e3-a0be-fef2b0de597a),segment_id=a3de8cb1-90e1-47e3-a0be-fef2b0de597a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:37.185983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.201467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f29831-c8b1-4445-9bee-0d34c310e2f3 req-4df9abfb-26c3-4aec-ae9d-d9a4857fe488 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:37.203071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6f29831-c8b1-4445-9bee-0d34c310e2f3 req-4df9abfb-26c3-4aec-ae9d-d9a4857fe488 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1938167 Oct 26 12:05:37.209260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Calling delete_port for 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:37.242599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4acfcd9c-9f23-4dbd-98c6-05a1fea12f29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6698570 Oct 26 12:05:37.247353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52234) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:37.262836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.296355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:37.299134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6f29831-c8b1-4445-9bee-0d34c310e2f3 req-b2c74220-fbce-48ba-863b-e0f8bf0177c5 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876703 Oct 26 12:05:37.305764 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f4fc868d-6028-4abe-b9de-a74efdd57be5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/a9a4459f-c020-4436-9502-5338ed98c60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741162 Oct 26 12:05:37.309042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52236) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:37.312235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] Sync routers for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:37.330979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:37.342474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:37.381807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:37.391447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:37.392111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:37.395931 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.426636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0038e3-b4f7-4c4b-8d82-e3fac30b9b3a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:37.432693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0038e3-b4f7-4c4b-8d82-e3fac30b9b3a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:37.437951 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9e0038e3-b4f7-4c4b-8d82-e3fac30b9b3a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1842096 Oct 26 12:05:37.440253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52238) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:37.444048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:37.445152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870fa57-e782-4331-baa1-e6fa6986d104 None None] The sync data for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:37.450395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Pushing event deleted for resources: {'Port': ['ID=21cfb59d-235c-43d5-9a6f-6e5ea2d969fa,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:37.476081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] No DVR routers for this DVR port 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:37.481519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.485033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f548542-b8a9-43b9-9a5a-c3d1c7a303bb req-233d8ab1-c225-4221-a221-f35f21a34782 tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.30 "DELETE /v2.0/ports/21cfb59d-235c-43d5-9a6f-6e5ea2d969fa HTTP/1.1" status: 204 len: 173 time: 1.0732415 Oct 26 12:05:37.485526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f621160-55fd-4460-81bb-fd2005806e8a', 'name': 'network-vif-deleted', 'tag': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:37.487992 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab85da4-a9ca-4edb-9a1e-48df9bcef573" -d '{"events": [{"server_uuid": "0f621160-55fd-4460-81bb-fd2005806e8a", "name": "network-vif-deleted", "tag": "21cfb59d-235c-43d5-9a6f-6e5ea2d969fa"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:37.556288 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba409f46-faec-477b-8196-7384eb358b6a x-openstack-request-id: req-ba409f46-faec-477b-8196-7384eb358b6a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:37.557431 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f621160-55fd-4460-81bb-fd2005806e8a", "name": "network-vif-deleted", "tag": "21cfb59d-235c-43d5-9a6f-6e5ea2d969fa", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:37.557709 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba409f46-faec-477b-8196-7384eb358b6a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:37.558146 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f621160-55fd-4460-81bb-fd2005806e8a', 'name': 'network-vif-deleted', 'tag': '21cfb59d-235c-43d5-9a6f-6e5ea2d969fa', 'status': 'completed', 'code': 200} Oct 26 12:05:37.568522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.606066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.666965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4cbfab2b-e6e2-4846-872d-a9a936168f2e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:37.728542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4cbfab2b-e6e2-4846-872d-a9a936168f2e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:37.729242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.819587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.859479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 4cbfab2b-e6e2-4846-872d-a9a936168f2e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4cbfab2b-e6e2-4846-872d-a9a936168f2e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:37.864433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.922179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-704eb359-62ba-46a1-abbc-f8d9a0c246fb None None] Provisioning complete for port 4cbfab2b-e6e2-4846-872d-a9a936168f2e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:37.922452 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-704eb359-62ba-46a1-abbc-f8d9a0c246fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:37.965641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e32dcf63-513a-4657-9adb-76367e99b990 req-6c2a14ae-daca-46f2-9755-aab51587d76f tempest-InstanceActionsV221TestJSON-1911423719 tempest-InstanceActionsV221TestJSON-1911423719-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f621160-55fd-4460-81bb-fd2005806e8a HTTP/1.1" status: 200 len: 210 time: 0.0468485 Oct 26 12:05:37.986327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=4cbfab2b-e6e2-4846-872d-a9a936168f2e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:38.116309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82be6e38-673c-41c4-8c0f-7bdc82fc72fc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:38.149347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.150601 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a741320d-03a8-4ed3-b4fb-76890c0014fa tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0120628 Oct 26 12:05:38.153549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52246) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.164293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:38.164639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.181275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67c7dfd6-e05c-4350-b9e5-73110af81962 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.189565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67c7dfd6-e05c-4350-b9e5-73110af81962 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.205437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6511a5db-31ce-46b3-b4a5-102201a0a11c None None] Provisioning complete for port 287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:38.206275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6511a5db-31ce-46b3-b4a5-102201a0a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.219214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67c7dfd6-e05c-4350-b9e5-73110af81962 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.227119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-67c7dfd6-e05c-4350-b9e5-73110af81962 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.228233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-67c7dfd6-e05c-4350-b9e5-73110af81962 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/82be6e38-673c-41c4-8c0f-7bdc82fc72fc HTTP/1.1" status: 204 len: 168 time: 0.0736876 Oct 26 12:05:38.232570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52248) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.238987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7dfd6-e05c-4350-b9e5-73110af81962 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82be6e38-673c-41c4-8c0f-7bdc82fc72fc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:38.253336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6511a5db-31ce-46b3-b4a5-102201a0a11c None None] Port 287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:38.279669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fb76e523-2230-432b-8007-486026f9075f tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0457566 Oct 26 12:05:38.282253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.329009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.333697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d784ac2-05bd-4214-b84e-1ef9a92155ee tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.344307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:38.361267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d784ac2-05bd-4214-b84e-1ef9a92155ee tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.433328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d784ac2-05bd-4214-b84e-1ef9a92155ee tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.435925 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d784ac2-05bd-4214-b84e-1ef9a92155ee tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.437099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d784ac2-05bd-4214-b84e-1ef9a92155ee tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/a3661002-fefe-4712-9866-d1c825744874 HTTP/1.1" status: 204 len: 168 time: 0.1539066 Oct 26 12:05:38.442065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52254) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.467076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784ac2-05bd-4214-b84e-1ef9a92155ee tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3661002-fefe-4712-9866-d1c825744874,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:38.467439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.476127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441c9d1-8543-423d-9f29-831e92717a2f req-355fed51-e54b-44ae-ad5b-61040e94b16e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:38.477671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f441c9d1-8543-423d-9f29-831e92717a2f req-355fed51-e54b-44ae-ad5b-61040e94b16e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.0832398 Oct 26 12:05:38.543206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e3b9eb3a-3df0-4910-bed9-1bc1d00dfc41 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0998492 Oct 26 12:05:38.546135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f441c9d1-8543-423d-9f29-831e92717a2f req-2dd39a5c-1915-403f-ad3f-137b051fcf18 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 Oct 26 12:05:38.546596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52256) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.599234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.605648 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea02ad7d-16e9-47d8-91a9-e456726b635a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.639517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea02ad7d-16e9-47d8-91a9-e456726b635a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.659676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:38.706809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dee15d-56ef-4a61-9d67-031055d05d67 req-99c8654a-d12d-4b56-9dad-9c672171cd83 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:38.708240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.708679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9dee15d-56ef-4a61-9d67-031055d05d67 req-99c8654a-d12d-4b56-9dad-9c672171cd83 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.0857358 Oct 26 12:05:38.712010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca1b3c72-5371-4138-938f-675fdb00b5cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 HTTP/1.1" status: 204 len: 168 time: 1.2707584 Oct 26 12:05:38.714615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52260) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.733565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea02ad7d-16e9-47d8-91a9-e456726b635a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.739438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea02ad7d-16e9-47d8-91a9-e456726b635a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.743748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ea02ad7d-16e9-47d8-91a9-e456726b635a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/31b33b2f-f440-465e-bf49-a7088a99c006 HTTP/1.1" status: 204 len: 168 time: 0.1931858 Oct 26 12:05:38.753805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52262) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.770195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02ad7d-16e9-47d8-91a9-e456726b635a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b33b2f-f440-465e-bf49-a7088a99c006,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:38.788591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9dee15d-56ef-4a61-9d67-031055d05d67 req-b0718665-5111-4749-bee8-cef329d1c0ac tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658586 Oct 26 12:05:38.820192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094ed85-45cf-4cf3-bde0-bab350a53479 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:38.821756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094ed85-45cf-4cf3-bde0-bab350a53479 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:38.826304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b094ed85-45cf-4cf3-bde0-bab350a53479 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1082568 Oct 26 12:05:38.827421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52266) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.835231 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fe939db7-e866-4d43-ade1-45fb4edc526b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792696 Oct 26 12:05:38.840428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:38.845888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508571425'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:38.895493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet eb1dfde8-bdb4-415b-8f55-2c56b0ba0033 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:38.899157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.906591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:38.948858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.001478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port dd938d89-2333-4f3b-ae8b-e3c127b5edb4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:39.001687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.013079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:39.040592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:39.040950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 21cfb59d-235c-43d5-9a6f-6e5ea2d969fa not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:39.084571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.090966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.101960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.151645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.154771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53fc2-8080-4b7c-a5d2-ae33398c544d req-483e14c3-45ca-4890-b038-2cf4b341cfca tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:39.156325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e53fc2-8080-4b7c-a5d2-ae33398c544d req-483e14c3-45ca-4890-b038-2cf4b341cfca tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1072068 Oct 26 12:05:39.162143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.165984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3220229 Oct 26 12:05:39.166749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a96101-35d9-48f6-8c13-aeb70c3d6a5b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57c7ae-864c-440d-9c44-18cbe7b22cc1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:39.172140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52278) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:39.175086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for dd938d89-2333-4f3b-ae8b-e3c127b5edb4 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:39.186044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': '3e57c7ae-864c-440d-9c44-18cbe7b22cc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:39.245902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e53fc2-8080-4b7c-a5d2-ae33398c544d req-44c2205c-42d2-40a9-934c-ad728e3a82de tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812895 Oct 26 12:05:39.253919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.259671 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.303631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52286) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:39.313845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1dfde8-bdb4-415b-8f55-2c56b0ba0033,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:39.316083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.321785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2b67b4a5-3867-4b27-9a05-7ee00ffa2da3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/eb1dfde8-bdb4-415b-8f55-2c56b0ba0033 HTTP/1.1" status: 204 len: 168 time: 0.4908206 Oct 26 12:05:39.322493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52288) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:39.328134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac57b4d-7272-4081-9c7b-3db8e131c8cd None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:39.367281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Deleting subnet 643f94bd-ea93-4c0b-be2a-4a1798e6098c {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:39.394526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.451528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.483951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.527023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=dd938d89-2333-4f3b-ae8b-e3c127b5edb4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:39.528037 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:05:39.556057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:39.564653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.633455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] Deleting port 4cbfab2b-e6e2-4846-872d-a9a936168f2e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:39.633980 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.674620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.698963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4cbfab2b-e6e2-4846-872d-a9a936168f2e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:39.775081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.782806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] For port 4cbfab2b-e6e2-4846-872d-a9a936168f2e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4cbfab2b-e6e2-4846-872d-a9a936168f2e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:39.783254 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.801849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] Calling delete_port for 4cbfab2b-e6e2-4846-872d-a9a936168f2e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:39.825833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d2d0e631-8c69-4156-bff7-e8f00153d63d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5016801 Oct 26 12:05:39.829159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52290) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:39.835657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:39.869103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.875717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/643f94bd-ea93-4c0b-be2a-4a1798e6098c HTTP/1.1" status: 204 len: 168 time: 0.5678153 Oct 26 12:05:39.875717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98853679-9881-4e52-8a38-4a6664c62b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643f94bd-ea93-4c0b-be2a-4a1798e6098c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:39.877370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:39.888318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.928427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.937621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router a9a4459f-c020-4436-9502-5338ed98c60a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:39.940928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 4cbfab2b-e6e2-4846-872d-a9a936168f2e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4cbfab2b-e6e2-4846-872d-a9a936168f2e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:39.944451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.949641 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.979594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:39.980196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.002897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] No DVR routers for this DVR port 4cbfab2b-e6e2-4846-872d-a9a936168f2e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:40.005329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:40.010583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.018772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=4cbfab2b-e6e2-4846-872d-a9a936168f2e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.042774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7587fc-e55e-48c2-af0f-f092faf9a532 None None] Pushing event deleted for resources: {'Port': ['ID=4cbfab2b-e6e2-4846-872d-a9a936168f2e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.066296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:40.074950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438690f8-455c-4dc3-b66c-18c3087663a2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.075224 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f383b1d4-658d-49b2-ba6d-a7d08d526349 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/a9a4459f-c020-4436-9502-5338ed98c60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7638159 Oct 26 12:05:40.075890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.081685 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] Sync routers for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:40.091055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.095394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d735e13b-0546-4e52-bec2-aea60f70d221 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9192681 Oct 26 12:05:40.095394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52296) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.095657 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:40.096056 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.128683 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-86751101-f149-4505-b134-981e7208e495 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9a4459f-c020-4436-9502-5338ed98c60a HTTP/1.1" status: 200 len: 205 time: 0.0509615 Oct 26 12:05:40.129808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.135469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-078ad0b3-cd62-4272-b5b5-f4b7983a2e1e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.149535 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.152021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-078ad0b3-cd62-4272-b5b5-f4b7983a2e1e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.170457 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] Routers {'a9a4459f-c020-4436-9502-5338ed98c60a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:40.171244 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a9a4459f-c020-4436-9502-5338ed98c60a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.210148 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.211076 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713217e-2b5c-4eef-92b9-21c57ce93186 None None] The sync data for ids ['a9a4459f-c020-4436-9502-5338ed98c60a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:40.217545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-078ad0b3-cd62-4272-b5b5-f4b7983a2e1e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.228469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-078ad0b3-cd62-4272-b5b5-f4b7983a2e1e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.229700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-078ad0b3-cd62-4272-b5b5-f4b7983a2e1e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/438690f8-455c-4dc3-b66c-18c3087663a2 HTTP/1.1" status: 204 len: 168 time: 0.1333177 Oct 26 12:05:40.237699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52302) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.246970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad0b3-cd62-4272-b5b5-f4b7983a2e1e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=438690f8-455c-4dc3-b66c-18c3087663a2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.265921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.270015 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.309992 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.352760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff209d81-e02b-4944-aa31-2b8ea075229f']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.359909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ef84e85b-8f25-4b8f-ae43-92cfc7b39fdc tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208847 Oct 26 12:05:40.364334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52306) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.371338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:40.373852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.374149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3de8cb1-90e1-47e3-a0be-fef2b0de597a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:40.380666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:40.389510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ac3dc-0038-4b8c-9fe9-dd0a23ce2282 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:40.402176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:40.402772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.423955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=3c55ed2c-f9f0-49c5-862f-c4c427eacf2b,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.437625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9710c3b3-be29-4706-a416-b8ef6be0ee94 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6072137 Oct 26 12:05:40.438239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52308) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.444443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'name': 'tempest-NetworksTestDHCPv6-1628166886'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:40.461681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.499030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b678ce-f116-4df1-a0fe-bc986a03ea12 req-14c33ecf-28b9-4c3b-9b25-93871c7fb9ae tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:40.500603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47b678ce-f116-4df1-a0fe-bc986a03ea12 req-14c33ecf-28b9-4c3b-9b25-93871c7fb9ae tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1558070 Oct 26 12:05:40.520860 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.523611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.525760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.544759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:40.545168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:40.546856 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:40.562107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '3c55ed2c-f9f0-49c5-862f-c4c427eacf2b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:40.563518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.566380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47b678ce-f116-4df1-a0fe-bc986a03ea12 req-794769be-1a6c-4403-968b-1ac3fbfc4fb2 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Oct 26 12:05:40.618655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:40.624111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.646089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 07f8b5e6-5fa2-47e8-912d-922882851378 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:40.653471 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.654057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router a9a4459f-c020-4436-9502-5338ed98c60a {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:05:40.662787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.667354 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5440618d-b4b6-486c-bd8b-5b0b5d3a5db9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/a9a4459f-c020-4436-9502-5338ed98c60a HTTP/1.1" status: 204 len: 168 time: 0.5360320 Oct 26 12:05:40.670565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.670565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53aac5a0-4874-45b1-a468-791c4c20834d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.707250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.712151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.716405 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ff209d81-e02b-4944-aa31-2b8ea075229f HTTP/1.1" status: 204 len: 168 time: 0.8364620 Oct 26 12:05:40.757662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b7a4-1ba7-4bfe-a23b-307924928ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff209d81-e02b-4944-aa31-2b8ea075229f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.764384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53aac5a0-4874-45b1-a468-791c4c20834d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.788276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet ae16cfe5-7fee-4af5-a9f7-d159ec9ce439 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:40.788490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/3c55ed2c-f9f0-49c5-862f-c4c427eacf2b/03de5483-0de0-47b5-9e22-26742d11a238) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:40.796197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.859953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4f4d6-e523-4603-be2b-a25330a9a747 req-f9125362-2e95-4d18-89a8-20a32b0a5b4d tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:40.868579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42d4f4d6-e523-4603-be2b-a25330a9a747 req-f9125362-2e95-4d18-89a8-20a32b0a5b4d tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.0715764 Oct 26 12:05:40.872385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.897313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53aac5a0-4874-45b1-a468-791c4c20834d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.900068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53aac5a0-4874-45b1-a468-791c4c20834d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:40.901802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53aac5a0-4874-45b1-a468-791c4c20834d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/3e57c7ae-864c-440d-9c44-18cbe7b22cc1 HTTP/1.1" status: 204 len: 168 time: 0.5365283 Oct 26 12:05:40.912142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52318) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:40.948630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aac5a0-4874-45b1-a468-791c4c20834d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57c7ae-864c-440d-9c44-18cbe7b22cc1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:40.959585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42d4f4d6-e523-4603-be2b-a25330a9a747 req-678a9ef8-294c-4ade-850a-32405258ce4e tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848706 Oct 26 12:05:40.982464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-322dd19a-757a-4708-a58a-a08d310971ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:40.984382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-322dd19a-757a-4708-a58a-a08d310971ef service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f86244901db84464bfe85936fb6d101c&device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 1097 time: 0.1120358 Oct 26 12:05:41.023949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-caa7a977-a6b7-4414-b3d3-2397a2661d70 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083150 Oct 26 12:05:41.024593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52320) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.031965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52322) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.043509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group': {'name': 'tempest-secgroup--634339204'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:41.066956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.106259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-ec6ac73d-5379-4c95-853e-d7e3a6f4d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:41.107741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-ec6ac73d-5379-4c95-853e-d7e3a6f4d12a service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6629051-5915-4743-9372-7999c5811bc4 HTTP/1.1" status: 200 len: 913 time: 0.1154103 Oct 26 12:05:41.138416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-32ea20b9-8c93-4513-9478-7d643e39f38f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3570dc695b634ed88dc2f8d295120418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054416 Oct 26 12:05:41.139327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.141813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52324) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.160099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-96391904-0b31-486b-a0e5-50971803f68c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0444181 Oct 26 12:05:41.187156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.193385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.222410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.238420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:41.242152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:41.246773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:41.249976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Pushing event updated for resources: {'Port': ['ID=03de5483-0de0-47b5-9e22-26742d11a238,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.262778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-ea9751da-0310-47f4-9854-85d7e0065a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:41.264531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-ea9751da-0310-47f4-9854-85d7e0065a23 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=127f8e89-52af-492d-93d4-ccb3a419e88c HTTP/1.1" status: 200 len: 851 time: 0.0969555 Oct 26 12:05:41.270158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.277657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/ae16cfe5-7fee-4af5-a9f7-d159ec9ce439 HTTP/1.1" status: 204 len: 168 time: 0.6057904 Oct 26 12:05:41.279590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52328) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.284926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a08403-1e96-407f-84ec-8c343f7f9220 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=ae16cfe5-7fee-4af5-a9f7-d159ec9ce439,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.288278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d1cae-1a00-41b9-93da-8b80882e60b1 None None] Network 7752dde1-29a7-4a62-8adc-dc655e62af24 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:41.318081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::2a2 (70363c38-cb86-4e6d-b449-518efb0827be/3c55ed2c-f9f0-49c5-862f-c4c427eacf2b/07f8b5e6-5fa2-47e8-912d-922882851378) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:41.321984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-46aedb62-3f86-45ef-802c-68562f5ada40 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6629051-5915-4743-9372-7999c5811bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386550 Oct 26 12:05:41.347065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef84396e-280e-4279-b328-4359557ee8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.361219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.377275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.385816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Attempting to bind port 03de5483-0de0-47b5-9e22-26742d11a238 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:41.386239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Attempting to bind port 03de5483-0de0-47b5-9e22-26742d11a238 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:41.386554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Attempting to bind port 03de5483-0de0-47b5-9e22-26742d11a238 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:41.402105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:41.402493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:41.402921 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.403960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:41.403960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Bound port: 03de5483-0de0-47b5-9e22-26742d11a238, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:41.404777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.413594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet d9ad4495-a050-467e-8022-8fa6f7913c23 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:41.420465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef84396e-280e-4279-b328-4359557ee8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.436491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.469264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.473013 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4316986 Oct 26 12:05:41.475615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a614f-f45b-44b4-881c-50a7b71df7ff tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f5ed7-2cba-4dcf-b642-82629897df0c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.478506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52330) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.491974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f5ed7-2cba-4dcf-b642-82629897df0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:41.511434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-5336a0d5-d528-4631-a857-a9ae3e03d78d service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805737 Oct 26 12:05:41.524575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] For port 03de5483-0de0-47b5-9e22-26742d11a238, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:41.527895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.529559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] For port 03de5483-0de0-47b5-9e22-26742d11a238, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=03de5483-0de0-47b5-9e22-26742d11a238,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:41.543115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.591896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.614416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfe12-daf2-4ac4-99da-34674f7ba7ab None None] Pushing event updated for resources: {'Port': ['ID=03de5483-0de0-47b5-9e22-26742d11a238,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.629659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef84396e-280e-4279-b328-4359557ee8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.631899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef84396e-280e-4279-b328-4359557ee8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.633480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ef84396e-280e-4279-b328-4359557ee8da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/722f21eb-bf50-4f01-bf1b-9a3513f8f7c7 HTTP/1.1" status: 204 len: 168 time: 0.4872785 Oct 26 12:05:41.648822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] DHCP port deletion for 7752dde1-29a7-4a62-8adc-dc655e62af24 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:41.649023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2618117-b73f-44b2-a824-3d121ed36eb5 req-9c6e868f-ed88-4c84-ae1a-f4c03b922e68 service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290927 Oct 26 12:05:41.670494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84396e-280e-4279-b328-4359557ee8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f21eb-bf50-4f01-bf1b-9a3513f8f7c7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.693048 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.709468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.748121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.762133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.765017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] Deleting port b0797553-a029-471d-b068-d9fd070d9721 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:41.766154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.775929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.807290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade74736-7baf-4493-b4c3-807f4c9c9c3c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.814140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.815626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74c730e7-fa9f-4a9d-a647-9a20ca31f9d3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276515 Oct 26 12:05:41.818403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52334) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.820945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.858153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-383b9759-2b12-4217-a438-5cdff82e472a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules/ade74736-7baf-4493-b4c3-807f4c9c9c3c HTTP/1.1" status: 200 len: 763 time: 0.0384111 Oct 26 12:05:41.862328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:41.865621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52336) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.870293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ad4495-a050-467e-8022-8fa6f7913c23,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.874838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:41.886299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:41.901583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:41.903333 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.905771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=07f8b5e6-5fa2-47e8-912d-922882851378,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:41.912109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.925598 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-30d7dbf6-1c45-4f89-b122-b297f0044c3e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/d9ad4495-a050-467e-8022-8fa6f7913c23 HTTP/1.1" status: 204 len: 168 time: 0.6373618 Oct 26 12:05:41.929004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52338) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:41.956533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ab364-bf40-4668-bcd5-bd5546558c47 None None] Network b5ac8633-b26e-4549-92c6-043d1ff4d2cf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:41.959628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] For port b0797553-a029-471d-b068-d9fd070d9721, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b0797553-a029-471d-b068-d9fd070d9721,segment=NetworkSegment(1da66e0f-9849-46f0-91ab-79b389bf2fda),segment_id=1da66e0f-9849-46f0-91ab-79b389bf2fda)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:41.963745 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:41.969693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-22155408-8481-45a1-a6f5-57179424dae0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5292954 Oct 26 12:05:41.978565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52340) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.031208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d0b9eb14-69f3-4a8c-9877-690c7e2558b4 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1618404 Oct 26 12:05:42.032363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52346) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.062783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] Calling delete_port for b0797553-a029-471d-b068-d9fd070d9721 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:42.112381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87ac7399-575f-45bf-90d3-7673206491f3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.132892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87ac7399-575f-45bf-90d3-7673206491f3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.143463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea6c2-c6c5-4bd9-b166-98722510b2f1 req-e8607450-3b47-436f-94bf-b607a0e89616 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:42.144534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.151592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a1ea6c2-c6c5-4bd9-b166-98722510b2f1 req-e8607450-3b47-436f-94bf-b607a0e89616 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.0873928 Oct 26 12:05:42.164099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a017e7f-0753-4bd9-a910-21081ddad40b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:42.171858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a017e7f-0753-4bd9-a910-21081ddad40b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:42.173973 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a017e7f-0753-4bd9-a910-21081ddad40b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1920521 Oct 26 12:05:42.178346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.215463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a1ea6c2-c6c5-4bd9-b166-98722510b2f1 req-010cdce2-bd1b-4ec0-bb61-f2fda1750e64 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629199 Oct 26 12:05:42.223836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87ac7399-575f-45bf-90d3-7673206491f3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.234668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87ac7399-575f-45bf-90d3-7673206491f3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.237122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-87ac7399-575f-45bf-90d3-7673206491f3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/ade74736-7baf-4493-b4c3-807f4c9c9c3c HTTP/1.1" status: 204 len: 168 time: 0.1974678 Oct 26 12:05:42.239341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52352) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.259008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac7399-575f-45bf-90d3-7673206491f3 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ade74736-7baf-4493-b4c3-807f4c9c9c3c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:42.297915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-efbd14fa-7b80-45dd-8c6b-e65883224d9d tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547864 Oct 26 12:05:42.297915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52356) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.301775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.304938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f5ed7-2cba-4dcf-b642-82629897df0c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:42.338019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.349389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] Pushing event deleted for resources: {'Port': ['ID=b0797553-a029-471d-b068-d9fd070d9721,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:42.362482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0aca2-3e39-48df-baa1-e7cb7e2257aa None None] No DVR routers for this DVR port b0797553-a029-471d-b068-d9fd070d9721 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:42.428650 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.441889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.455451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] DHCP port deletion for b5ac8633-b26e-4549-92c6-043d1ff4d2cf request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:42.475334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port b0797553-a029-471d-b068-d9fd070d9721 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:42.475945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.487455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f223f6-cac3-41be-a6e5-9c43b12cb702,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:42.498558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.503019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0cfc9dd9-3a2b-4849-93ea-14e4d6ea6408 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2004795 Oct 26 12:05:42.503019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52364) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.529777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 07f8b5e6-5fa2-47e8-912d-922882851378 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:42.530030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14164b36-b080-4f78-8ce8-798eda091a0b tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules/87f223f6-cac3-41be-a6e5-9c43b12cb702 HTTP/1.1" status: 200 len: 763 time: 0.0222707 Oct 26 12:05:42.530136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.530249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52366) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.568962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] Deleting port 3dc3c7f9-7689-4811-87d8-577a7e458cfb {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:42.569786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.581368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a759668a-0728-4df0-948c-0fbdd720b8c5 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475171 Oct 26 12:05:42.581368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52368) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.617981 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5aca608-d00e-413b-b687-4dedb74a8b24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.625598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port b0797553-a029-471d-b068-d9fd070d9721, host n-d-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:42.625979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.628878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5aca608-d00e-413b-b687-4dedb74a8b24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.650556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for b0797553-a029-471d-b068-d9fd070d9721 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:42.655005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Port b0797553-a029-471d-b068-d9fd070d9721 was not found and therefore no delete operation was performed {{(pid=102759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:05:42.663306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.669160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5aca608-d00e-413b-b687-4dedb74a8b24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.677476 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5aca608-d00e-413b-b687-4dedb74a8b24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.681018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b5aca608-d00e-413b-b687-4dedb74a8b24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/87f223f6-cac3-41be-a6e5-9c43b12cb702 HTTP/1.1" status: 204 len: 168 time: 0.0965612 Oct 26 12:05:42.683954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] For port 3dc3c7f9-7689-4811-87d8-577a7e458cfb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3dc3c7f9-7689-4811-87d8-577a7e458cfb,segment=NetworkSegment(708c6b33-ff08-4443-a06a-f14b0cad6957),segment_id=708c6b33-ff08-4443-a06a-f14b0cad6957)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:42.684363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.686260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52374) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.710233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca608-d00e-413b-b687-4dedb74a8b24 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87f223f6-cac3-41be-a6e5-9c43b12cb702,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:42.710374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] Calling delete_port for 3dc3c7f9-7689-4811-87d8-577a7e458cfb owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:42.720683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=b0797553-a029-471d-b068-d9fd070d9721,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:42.739801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port b0797553-a029-471d-b068-d9fd070d9721 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:42.774529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fea118a8-b222-4c23-9758-fce3d865ce29 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855334 Oct 26 12:05:42.775151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.782944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f5ed7-2cba-4dcf-b642-82629897df0c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:42.786718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.810924 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.826610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.843637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] No DVR routers for this DVR port 3dc3c7f9-7689-4811-87d8-577a7e458cfb on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:42.847830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92252d07-904f-4154-bacb-60a7a50024d5 None None] Pushing event deleted for resources: {'Port': ['ID=3dc3c7f9-7689-4811-87d8-577a7e458cfb,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:42.902889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.903154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 07f8b5e6-5fa2-47e8-912d-922882851378 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:42.909057 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.928432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.937963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:42.939782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636357 Oct 26 12:05:42.943070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:42.944003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50ac36-d733-4991-aa98-b8bc10e2d81e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7974c78-939a-445b-8360-3839d9e84d2a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:43.011081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7752dde1-29a7-4a62-8adc-dc655e62af24']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:43.023961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8817ed8c-4b96-4e53-89eb-da28484a808a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules/c7974c78-939a-445b-8360-3839d9e84d2a HTTP/1.1" status: 200 len: 764 time: 0.0782077 Oct 26 12:05:43.027396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52386) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.030074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da66e0f-9849-46f0-91ab-79b389bf2fda') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:43.030369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da66e0f-9849-46f0-91ab-79b389bf2fda') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:43.044252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.070901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.106539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:43.107137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.112915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4553d476-65d3-4de0-ad8a-f6e40a27632e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0775764 Oct 26 12:05:43.113709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52392) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.167377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71a573b-9456-49e5-b934-1f1eae554e37 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.172587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1c3494a4-2d3f-4196-89c6-c5b9532d317e None None] Provisioning complete for port 03de5483-0de0-47b5-9e22-26742d11a238 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:43.172969 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c3494a4-2d3f-4196-89c6-c5b9532d317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:43.174109 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:43.223859 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.230612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71a573b-9456-49e5-b934-1f1eae554e37 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.265429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.271828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/7752dde1-29a7-4a62-8adc-dc655e62af24 HTTP/1.1" status: 204 len: 168 time: 1.3271997 Oct 26 12:05:43.274219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62020ac-09f3-45e8-9556-6a7b9246c667 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=7752dde1-29a7-4a62-8adc-dc655e62af24,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:43.275819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52400) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.297186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513953-e6ce-4a11-b473-71d1c94d7548 req-e17f795f-b83d-477d-8fd6-3561e39232be tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:43.301984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2513953-e6ce-4a11-b473-71d1c94d7548 req-e17f795f-b83d-477d-8fd6-3561e39232be tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.1368649 Oct 26 12:05:43.339749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2513953-e6ce-4a11-b473-71d1c94d7548 req-2e147057-5d8e-4e39-b1a8-27105debda21 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.341232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c3494a4-2d3f-4196-89c6-c5b9532d317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.344519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71a573b-9456-49e5-b934-1f1eae554e37 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.361314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71a573b-9456-49e5-b934-1f1eae554e37 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.363736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d71a573b-9456-49e5-b934-1f1eae554e37 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/c7974c78-939a-445b-8360-3839d9e84d2a HTTP/1.1" status: 204 len: 168 time: 0.2490134 Oct 26 12:05:43.368655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52402) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.384603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a573b-9456-49e5-b934-1f1eae554e37 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7974c78-939a-445b-8360-3839d9e84d2a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:43.407167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1c3494a4-2d3f-4196-89c6-c5b9532d317e None None] For port 03de5483-0de0-47b5-9e22-26742d11a238, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=03de5483-0de0-47b5-9e22-26742d11a238,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:43.416134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c3494a4-2d3f-4196-89c6-c5b9532d317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.452586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49364ffc-b119-4dcc-8455-856df8b5610e tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787504 Oct 26 12:05:43.456711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52412) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.477714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3494a4-2d3f-4196-89c6-c5b9532d317e None None] Pushing event updated for resources: {'Port': ['ID=03de5483-0de0-47b5-9e22-26742d11a238,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:43.543136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c4aa1010-8800-4ec2-82f0-4d3e1e9e2e7f None None] Provisioning complete for port 07f8b5e6-5fa2-47e8-912d-922882851378 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:43.543514 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1010-8800-4ec2-82f0-4d3e1e9e2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.573945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0579cfe-8cea-4530-a549-aa4665805bab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.598560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2513953-e6ce-4a11-b473-71d1c94d7548 req-2e147057-5d8e-4e39-b1a8-27105debda21 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.614343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f2513953-e6ce-4a11-b473-71d1c94d7548 req-2e147057-5d8e-4e39-b1a8-27105debda21 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.618089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0579cfe-8cea-4530-a549-aa4665805bab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.626999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa1010-8800-4ec2-82f0-4d3e1e9e2e7f None None] Port 07f8b5e6-5fa2-47e8-912d-922882851378 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:43.650150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e147057-5d8e-4e39-b1a8-27105debda21 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea7f21-dd3d-418b-9ab8-803dd9f135d2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:43.744107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 03de5483-0de0-47b5-9e22-26742d11a238 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:43.769697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2513953-e6ce-4a11-b473-71d1c94d7548 req-2e147057-5d8e-4e39-b1a8-27105debda21 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372077 Oct 26 12:05:43.802431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0579cfe-8cea-4530-a549-aa4665805bab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.807883 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0579cfe-8cea-4530-a549-aa4665805bab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.813451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d0579cfe-8cea-4530-a549-aa4665805bab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "DELETE /v2.0/security-groups/cd2f5ed7-2cba-4dcf-b642-82629897df0c HTTP/1.1" status: 204 len: 168 time: 0.3532944 Oct 26 12:05:43.820474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52424) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.832229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 03de5483-0de0-47b5-9e22-26742d11a238 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:43.833082 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.862807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:43.871091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0579cfe-8cea-4530-a549-aa4665805bab tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2f5ed7-2cba-4dcf-b642-82629897df0c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:43.886776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f1ac6-4e5c-4f5d-8978-b1095dfdb77e req-2f099eb9-d4d7-4f0b-9716-aa1ff82fbb27 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:43.888443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-744f1ac6-4e5c-4f5d-8978-b1095dfdb77e req-2f099eb9-d4d7-4f0b-9716-aa1ff82fbb27 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.2173219 Oct 26 12:05:43.892744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-64bcff24-3a48-4ae5-917c-ec335473406a tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699303 Oct 26 12:05:43.897066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52428) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:43.984508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=07f8b5e6-5fa2-47e8-912d-922882851378,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:44.004791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.013944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0160a073-1115-4cff-b884-b4fd24d71f53 req-ed8a6382-3f61-464b-ab5c-6ee9bf3a1b45 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.0429595 Oct 26 12:05:44.014926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.018835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a92c8f40-e14d-4e71-b5a2-d321629a7ed2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/07f8b5e6-5fa2-47e8-912d-922882851378 HTTP/1.1" status: 204 len: 168 time: 1.8391593 Oct 26 12:05:44.023910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52430) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:44.038589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-744f1ac6-4e5c-4f5d-8978-b1095dfdb77e req-3999401d-dcc6-4446-860e-71865b4e7ad9 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247075 Oct 26 12:05:44.046547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-066ebc32-b403-4b68-baf9-798e19d733c1 tempest-SecGroupTest-953917394 tempest-SecGroupTest-953917394-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469560 Oct 26 12:05:44.065694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3dc3c7f9-7689-4811-87d8-577a7e458cfb no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:44.137609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ece64-51d0-4ee0-9142-3139291592a7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:44.153292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ece64-51d0-4ee0-9142-3139291592a7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:44.164182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e17ece64-51d0-4ee0-9142-3139291592a7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1387222 Oct 26 12:05:44.164915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52440) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:44.165033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3dc3c7f9-7689-4811-87d8-577a7e458cfb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:44.165298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3dc3c7f9-7689-4811-87d8-577a7e458cfb not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:44.165738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b0797553-a029-471d-b068-d9fd070d9721 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:44.229033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b0797553-a029-471d-b068-d9fd070d9721 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:44.229479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b0797553-a029-471d-b068-d9fd070d9721 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:44.350370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.361283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 3c55ed2c-f9f0-49c5-862f-c4c427eacf2b {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:44.367074 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.377959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f177-ba87-414d-a2f1-83abf467faa5 req-a0ee1bca-da08-404c-8aea-f20f266c247e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:44.385664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9593f177-ba87-414d-a2f1-83abf467faa5 req-a0ee1bca-da08-404c-8aea-f20f266c247e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1540008 Oct 26 12:05:44.403357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ac8633-b26e-4549-92c6-043d1ff4d2cf']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:44.420733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708c6b33-ff08-4443-a06a-f14b0cad6957') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:44.428371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708c6b33-ff08-4443-a06a-f14b0cad6957') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:44.451445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.465173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.470072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.480131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:44.480767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:44.485043 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:44.505014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9593f177-ba87-414d-a2f1-83abf467faa5 req-24719782-b89f-48a3-9382-b2dd7e45f65a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183369 Oct 26 12:05:44.529989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:44.578979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:44.598282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.616461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.623923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/b5ac8633-b26e-4549-92c6-043d1ff4d2cf HTTP/1.1" status: 204 len: 168 time: 1.3444796 Oct 26 12:05:44.632813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:44.639090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-947704684'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:44.664655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403c702-7015-4e87-a7c0-dd7d38c1d49d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=b5ac8633-b26e-4549-92c6-043d1ff4d2cf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:44.693789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:44.699808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.741858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:44.763205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.764050 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment 0e499c0b-482a-4e78-8d70-db6bdd4708eb of type vlan for network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 Oct 26 12:05:44.776469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-efb802bf-80eb-4e90-b543-2f91535d785b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 200 len: 994 time: 0.2449391 Oct 26 12:05:44.809446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737ac2c-a202-41fe-b80d-28231d1d5edf req-66df543a-4385-4a0a-b6cf-bba55ac51dd0 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:44.811136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4737ac2c-a202-41fe-b80d-28231d1d5edf req-66df543a-4385-4a0a-b6cf-bba55ac51dd0 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1700449 Oct 26 12:05:44.826710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.831454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f5b25ea-88d2-43a9-9e67-8d197f473bef req-0cd34830-4dac-494c-8ec1-ef2eade98098 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0537853 Oct 26 12:05:44.863820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.924109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4737ac2c-a202-41fe-b80d-28231d1d5edf req-bc994e79-f770-4a79-8cb4-7ee7f8420f6d tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949469 Oct 26 12:05:44.977214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:44.980648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-985a9083-d101-4518-8459-ef359366e977 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7f36b272f344dde896455263b84043a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995981 Oct 26 12:05:44.981501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52480) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:44.998430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.006707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:45.007362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.013887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=3c55ed2c-f9f0-49c5-862f-c4c427eacf2b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:45.023545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.025215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7569f4-205f-4fcf-88a4-1f89e3c1d92a None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:45.027426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6c2baf56-b373-4481-9739-441d22f01fe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3c55ed2c-f9f0-49c5-862f-c4c427eacf2b HTTP/1.1" status: 204 len: 168 time: 0.8596253 Oct 26 12:05:45.030788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52482) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:45.079898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c3ca9d3c-2dea-4f02-89f4-ba53f0ccfc29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479286 Oct 26 12:05:45.083290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52484) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:45.171821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80644d60-565a-4746-93a9-0d02d8ae1630 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:45.179354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-80644d60-565a-4746-93a9-0d02d8ae1630 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0949090 Oct 26 12:05:45.180315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:45.188057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=4f304ffa-ba56-4613-93e1-e8bf8d380ca8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:45.200439 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1b74a727-cd8f-4fa7-a376-8bf8905265c4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5657580 Oct 26 12:05:45.202278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52492) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:45.206822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:45.218800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:45.273239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-cd518962-dfb8-4f89-a1a1-4ffee9cc9d81 req-e1db1552-8691-4359-a843-32c7adc1f260 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:05:45.281252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd518962-dfb8-4f89-a1a1-4ffee9cc9d81 req-e1db1552-8691-4359-a843-32c7adc1f260 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0126204 Oct 26 12:05:45.302130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:45.325892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7d07afd-8816-42aa-9e0a-207ff5c02d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.342533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86c477-be4f-420b-b82e-3f62bf90cc18 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:45.348816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:45.355286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ab86c477-be4f-420b-b82e-3f62bf90cc18 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1699080 Oct 26 12:05:45.389288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] Deleting port 03de5483-0de0-47b5-9e22-26742d11a238 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:45.389751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.443978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7d07afd-8816-42aa-9e0a-207ff5c02d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.447204 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50be6ee4-0d88-4d7b-81b9-5bd51a5dc5fa tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973005 Oct 26 12:05:45.453275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52500) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:45.460612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:45.475525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] For port 03de5483-0de0-47b5-9e22-26742d11a238, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=03de5483-0de0-47b5-9e22-26742d11a238,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:45.476327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.493620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] Calling delete_port for 03de5483-0de0-47b5-9e22-26742d11a238 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:45.495907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:45.500889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.595187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7d07afd-8816-42aa-9e0a-207ff5c02d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.626004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7d07afd-8816-42aa-9e0a-207ff5c02d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.626927 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.629145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a7d07afd-8816-42aa-9e0a-207ff5c02d17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/777b4bb1-af5a-4109-a715-7d5b5897d1f5 HTTP/1.1" status: 204 len: 168 time: 0.6462531 Oct 26 12:05:45.651854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:45.657600 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.658317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d07afd-8816-42aa-9e0a-207ff5c02d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777b4bb1-af5a-4109-a715-7d5b5897d1f5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:45.670174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] Pushing event deleted for resources: {'Port': ['ID=03de5483-0de0-47b5-9e22-26742d11a238,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:45.679685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 03de5483-0de0-47b5-9e22-26742d11a238 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:45.730655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 03de5483-0de0-47b5-9e22-26742d11a238 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:45.731282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 03de5483-0de0-47b5-9e22-26742d11a238 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:45.737836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643275df-6d06-41bf-8a71-826ed3de3019 None None] No DVR routers for this DVR port 03de5483-0de0-47b5-9e22-26742d11a238 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:45.854257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.959019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:45.971733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=1bfc6eb0-29d9-4d61-81db-9e781e114f24,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:45.987359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e84abae3-d42c-41ae-a889-f29480f24bf2 req-789b6b62-4aad-4a89-9696-84c1e0b57dd9 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0518279 Oct 26 12:05:46.009354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': '0e499c0b-482a-4e78-8d70-db6bdd4708eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:46.010511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 4f304ffa-ba56-4613-93e1-e8bf8d380ca8, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:05:46.035867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:05:46.050132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4f304ffa-ba56-4613-93e1-e8bf8d380ca8) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:46.059588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:46.061146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.081110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87551dd9-20f6-4f51-be7f-02f087b39113 None None] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:46.087132 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3d1e24c2-8d2f-42e6-9965-13a479099ff1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8834734 Oct 26 12:05:46.090277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:46.095493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-39215550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:46.106531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:46.124903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.126379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.156203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:46.180530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:46.188830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:46.189496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.199253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-0337cc29-8a82-4670-8c8f-d6d0c21be2d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2143180 Oct 26 12:05:46.210239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195cd9b-8cc9-4444-baa0-78c0563edc4d None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:46.222522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.232253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.246987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26e714-1a4a-4bdd-a62a-c88a12c7a70d req-45d1652c-c8db-46de-8bfc-a5fb9e3b9346 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:46.254911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a26e714-1a4a-4bdd-a62a-c88a12c7a70d req-45d1652c-c8db-46de-8bfc-a5fb9e3b9346 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.2752163 Oct 26 12:05:46.264898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246de0-5a01-4f69-bca0-944737cc776f req-3c028c49-46e2-4fd5-ab0e-5d12b170a3fd tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:46.272365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96246de0-5a01-4f69-bca0-944737cc776f req-3c028c49-46e2-4fd5-ab0e-5d12b170a3fd tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1443307 Oct 26 12:05:46.285188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.289261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b30c796a-15ab-4291-b003-7027708fbbef tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8347225 Oct 26 12:05:46.289890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:46.290235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52532) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:46.290613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74f95f41-4f3c-4ecd-888d-6f4909f2bc33 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1991889 Oct 26 12:05:46.306320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'port': {'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8', 'name': 'tempest-RoutersIpV6Test-555167248'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:46.318891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f', 'ip_address': '2001:db8::b78b:c6ff:7fb2:9bb3'}], 'name': 'tempest-NetworksTestDHCPv6-431614115'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:46.476613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-4f304ffa-ba56-4613-93e1-e8bf8d380ca8', 'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': '1bfc6eb0-29d9-4d61-81db-9e781e114f24'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:46.478104 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.487518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96246de0-5a01-4f69-bca0-944737cc776f req-9b802f1b-54a5-44eb-973c-a62f05dc7685 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141807 Oct 26 12:05:46.515924 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a26e714-1a4a-4bdd-a62a-c88a12c7a70d req-0b46e916-fe1a-469e-8b60-2db193d1437c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600656 Oct 26 12:05:46.556348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9e092e9-ec5a-4944-87b3-86b312d138d9 req-c36db192-96e2-429a-acf3-a0cd8489c956 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.0632026 Oct 26 12:05:46.613374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:46.752182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Allocated IP 2001:db8::2 (4f304ffa-ba56-4613-93e1-e8bf8d380ca8/1bfc6eb0-29d9-4d61-81db-9e781e114f24/6860556c-d0d6-4e96-af0c-8e96ffda4d73) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:46.753442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.787277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port d1a14211-75ff-4c72-8375-a6a16f243646 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:46.859183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:46.860282 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.874170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:46.880063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:46.989738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] device_id is not set on port 5090cbdc-d687-4ed3-9d46-dc76663beab1 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:47.069861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f/4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:47.070075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b01c72-e1e3-4f24-9645-ec4910383ab9 req-39434597-45c4-4f51-a505-a124f6cd0ddc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:47.082271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54b01c72-e1e3-4f24-9645-ec4910383ab9 req-39434597-45c4-4f51-a505-a124f6cd0ddc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.2477553 Oct 26 12:05:47.099957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-656cc79b-2d2b-4098-b634-15658053bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:47.101475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-656cc79b-2d2b-4098-b634-15658053bc54 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f86244901db84464bfe85936fb6d101c&device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 1097 time: 0.2635839 Oct 26 12:05:47.231708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fad4ef0d-aa4b-4783-9e3a-7f85f41cbbae req-3d0df03a-ce1b-46ae-9e9d-7820b9335eb2 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0558760 Oct 26 12:05:47.248634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54b01c72-e1e3-4f24-9645-ec4910383ab9 req-866c355b-18d3-4028-b5ea-d38f4a0cae97 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657321 Oct 26 12:05:47.288253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-1840f4e2-283b-45da-b1cd-f3ecee6964b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:47.290034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-1840f4e2-283b-45da-b1cd-f3ecee6964b9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6629051-5915-4743-9372-7999c5811bc4 HTTP/1.1" status: 200 len: 913 time: 0.1799262 Oct 26 12:05:47.310725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.327728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.337253 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.346435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-5b59d258-5c4c-4a2e-a489-8c3183b8bb0f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0484302 Oct 26 12:05:47.370813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.388222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:47.394196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:47.401225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:47.411454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Pushing event updated for resources: {'Port': ['ID=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:47.414823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:47.443208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:47.482835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::b78b:c6ff:7fb2:9bb3 (70363c38-cb86-4e6d-b449-518efb0827be/3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f/d1a14211-75ff-4c72-8375-a6a16f243646) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:47.484185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:47.504484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8::d5 (4f304ffa-ba56-4613-93e1-e8bf8d380ca8/1bfc6eb0-29d9-4d61-81db-9e781e114f24/5090cbdc-d687-4ed3-9d46-dc76663beab1) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:47.507380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-cc72df4c-c04a-43f6-8a33-0b4936e0e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:47.509334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-cc72df4c-c04a-43f6-8a33-0b4936e0e9ef service neutron] 10.222.0.100 "GET /v2.0/subnets?id=127f8e89-52af-492d-93d4-ccb3a419e88c HTTP/1.1" status: 200 len: 851 time: 0.1531131 Oct 26 12:05:47.570153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-9f68225a-cc2d-44e6-9ca7-e35b5dc49614 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6629051-5915-4743-9372-7999c5811bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463667 Oct 26 12:05:47.576365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Attempting to bind port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:47.576746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Attempting to bind port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:47.577173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Attempting to bind port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:47.606793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Attempting to bind port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:47.607213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Attempting to bind port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0e499c0b-482a-4e78-8d70-db6bdd4708eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:47.607633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Attempting to bind port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 on network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:47.618015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Pushing event updated for resources: {'Port': ['ID=6860556c-d0d6-4e96-af0c-8e96ffda4d73,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:47.621446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:47.621832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Checking segment: {'id': '0e499c0b-482a-4e78-8d70-db6bdd4708eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:47.622229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.622701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Bound using segment: {'id': '0e499c0b-482a-4e78-8d70-db6bdd4708eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:47.623227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Bound port: 6860556c-d0d6-4e96-af0c-8e96ffda4d73, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e499c0b-482a-4e78-8d70-db6bdd4708eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4f304ffa-ba56-4613-93e1-e8bf8d380ca8'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:47.623614 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.625680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:47.626041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:47.626416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.626800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:47.627290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Bound port: 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:47.627666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:47.952808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] For port 6860556c-d0d6-4e96-af0c-8e96ffda4d73, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:47.970812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] For port 6860556c-d0d6-4e96-af0c-8e96ffda4d73, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6860556c-d0d6-4e96-af0c-8e96ffda4d73,segment=NetworkSegment(0e499c0b-482a-4e78-8d70-db6bdd4708eb),segment_id=0e499c0b-482a-4e78-8d70-db6bdd4708eb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:47.991860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.095967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-1d043abe-90d8-41bc-9e1e-a58481350040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:48.098114 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-1d043abe-90d8-41bc-9e1e-a58481350040 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.0651476 Oct 26 12:05:48.100792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] For port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:48.106008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] For port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:48.113485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12460c-c4ed-4aa7-9729-17c16e3a6c06 None None] Pushing event updated for resources: {'Port': ['ID=6860556c-d0d6-4e96-af0c-8e96ffda4d73,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:48.118365 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.227655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2920cd4-986d-42d8-aed6-08be3562b6c6 None None] Pushing event updated for resources: {'Port': ['ID=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:48.299128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f4b8e59e-4c0d-4fc5-ad21-7fb41ec64ab7 req-a575cf03-4fb3-4ddf-839b-9353caccc910 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1955330 Oct 26 12:05:48.307656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-249f53e0-d1c8-4b60-b87a-b6788fc701be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:48.309406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-249f53e0-d1c8-4b60-b87a-b6788fc701be service neutron] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.2012434 Oct 26 12:05:48.394365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899fe77-4f43-440c-9eff-09771e067a66 req-5b2b81eb-c501-4af5-b997-6d8d626db71a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:48.402189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6899fe77-4f43-440c-9eff-09771e067a66 req-5b2b81eb-c501-4af5-b997-6d8d626db71a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.7564011 Oct 26 12:05:48.442322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-4f623bfa-83d5-4acc-b776-f3646ac7160b service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600683 Oct 26 12:05:48.448660 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-a90e6839-0aaf-4266-ae50-c1252ec020cd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1002 time: 0.1175683 Oct 26 12:05:48.554466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-022e702e-7bcf-46f2-a444-78f2b4b6b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:48.555853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-022e702e-7bcf-46f2-a444-78f2b4b6b224 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.1001945 Oct 26 12:05:48.627190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-fe28f931-d054-4126-a5d9-2b5ec2cbae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:48.629084 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-fe28f931-d054-4126-a5d9-2b5ec2cbae4b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622675 Oct 26 12:05:48.658700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6899fe77-4f43-440c-9eff-09771e067a66 req-63615280-6b61-4a43-8a67-40230ac196ae tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555919 Oct 26 12:05:48.698777 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.717472 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.771471 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-62afad92-277c-40ea-b660-873c02559a69 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345253 Oct 26 12:05:48.772071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52612) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:48.789439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c66c28c1-b0c0-4bea-a23c-86d91fa9f23a req-496b2ca7-947f-4554-b281-8b10acb09676 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0475745 Oct 26 12:05:48.809746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056388d-e4be-4a55-8760-5ebc15993635 req-8b182591-7dd1-4d53-b693-93f9a91fd869 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:48.811340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0056388d-e4be-4a55-8760-5ebc15993635 req-8b182591-7dd1-4d53-b693-93f9a91fd869 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.4071176 Oct 26 12:05:48.869436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-86b5e11b-a5e4-46db-9827-4af808b7b795 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Oct 26 12:05:48.876440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.886341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e1b79ec-dba0-483f-a576-bafe5730eedb req-4b4202df-ef4b-47ea-a1a8-02b77392b603 service neutron] 10.222.0.100 "GET /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865690 Oct 26 12:05:48.919416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9880c279-766c-43ca-86b6-432fab92d7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.921864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:48.930645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0056388d-e4be-4a55-8760-5ebc15993635 req-5a33661d-03e0-494f-9c5d-13c6c32bf912 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101630 Oct 26 12:05:48.972692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:48.975860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=d1a14211-75ff-4c72-8375-a6a16f243646,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:48.979908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:48.996499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:48.997520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:49.003761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:49.004403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.032866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:49.038790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:49.047235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9880c279-766c-43ca-86b6-432fab92d7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.048900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:49.049613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.051633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9880c279-766c-43ca-86b6-432fab92d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.091495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82c6f633-fda3-4200-81be-f241d96c573c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7923508 Oct 26 12:05:49.092912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=5090cbdc-d687-4ed3-9d46-dc76663beab1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:49.094743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52616) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:49.111344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-39cf4186-c71b-418d-9b72-eca78f83b18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.111883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb3866a1-e5e5-41f5-9935-3bd8954adda9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.8107510 Oct 26 12:05:49.114302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52618) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:49.131773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880c279-766c-43ca-86b6-432fab92d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c3a029-5a55-4481-a652-df5f0f272929,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:49.142648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9880c279-766c-43ca-86b6-432fab92d7ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9cf26dfe8f8e43b2814b7904c0b3b26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693457 Oct 26 12:05:49.162725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52622) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:49.207133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be292bb-385c-4326-8a4a-4cd3677089bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:49.216587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be292bb-385c-4326-8a4a-4cd3677089bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:49.218556 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8be292bb-385c-4326-8a4a-4cd3677089bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1202011 Oct 26 12:05:49.221320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52624) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:49.344139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port d1a14211-75ff-4c72-8375-a6a16f243646 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:49.344663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.462459 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17120ea1-6bad-45b0-944b-ec0252bfbc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.527877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.570476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7ca71-d019-41e3-a9cf-56e5a1e4d061 None None] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:49.579562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for d1a14211-75ff-4c72-8375-a6a16f243646 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:49.589387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17120ea1-6bad-45b0-944b-ec0252bfbc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.730579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17120ea1-6bad-45b0-944b-ec0252bfbc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.737385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17120ea1-6bad-45b0-944b-ec0252bfbc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.749013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-17120ea1-6bad-45b0-944b-ec0252bfbc3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/79c3a029-5a55-4481-a652-df5f0f272929 HTTP/1.1" status: 204 len: 168 time: 0.5850601 Oct 26 12:05:49.793947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17120ea1-6bad-45b0-944b-ec0252bfbc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c3a029-5a55-4481-a652-df5f0f272929,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:49.881071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6860556c-d0d6-4e96-af0c-8e96ffda4d73 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:49.904195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:49.953658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=d1a14211-75ff-4c72-8375-a6a16f243646,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:49.963632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fff8fc8a-b284-4b35-8f8a-e61b3442dab6 None None] Provisioning complete for port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:49.964021 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fff8fc8a-b284-4b35-8f8a-e61b3442dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.006300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aff977c-9cbd-48c3-9003-8013bee1bade req-fb1eaaef-c2e8-486e-830c-0bbb206d1561 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0725167 Oct 26 12:05:50.048641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.057789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7a841413-d23f-4df4-81bb-35cd7d7cbec6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/d1a14211-75ff-4c72-8375-a6a16f243646 HTTP/1.1" status: 204 len: 168 time: 0.8348551 Oct 26 12:05:50.059934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52644) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:50.070170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2172f-1e5f-4f1c-a1e2-2173af29df63 req-0c414a49-636b-451d-aba4-31c867d05912 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:50.072735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96b2172f-1e5f-4f1c-a1e2-2173af29df63 req-0c414a49-636b-451d-aba4-31c867d05912 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1797132 Oct 26 12:05:50.179045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96b2172f-1e5f-4f1c-a1e2-2173af29df63 req-7f0b0930-3dfd-47b9-8fb6-1858ca578629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937946 Oct 26 12:05:50.189231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.190712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2761be71-f20f-41ac-b125-ed12975771b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:50.193871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2761be71-f20f-41ac-b125-ed12975771b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:50.197844 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2761be71-f20f-41ac-b125-ed12975771b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1339111 Oct 26 12:05:50.200531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52646) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:50.272293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:50.273595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.339890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:50.348227 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.427324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52656) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:50.448128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fff8fc8a-b284-4b35-8f8a-e61b3442dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.459508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41801a3a-3d89-4272-a5c4-17bc67363476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.487322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.623609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fff8fc8a-b284-4b35-8f8a-e61b3442dab6 None None] For port 6860556c-d0d6-4e96-af0c-8e96ffda4d73, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6860556c-d0d6-4e96-af0c-8e96ffda4d73,segment=NetworkSegment(0e499c0b-482a-4e78-8d70-db6bdd4708eb),segment_id=0e499c0b-482a-4e78-8d70-db6bdd4708eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:50.643414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fff8fc8a-b284-4b35-8f8a-e61b3442dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.657942 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.828307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.838071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.843115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Provisioning complete for port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:50.843654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.864344 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:50.902492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8fc8a-b284-4b35-8f8a-e61b3442dab6 None None] Pushing event updated for resources: {'Port': ['ID=6860556c-d0d6-4e96-af0c-8e96ffda4d73,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:50.903237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2106007-62ed-41ac-8b96-d5212131f8bb req-7ac7d28e-47d5-43d9-a18f-5ff42cd3e3a5 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:50.906647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2106007-62ed-41ac-8b96-d5212131f8bb req-7ac7d28e-47d5-43d9-a18f-5ff42cd3e3a5 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.7016020 Oct 26 12:05:50.916281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-77b73083-1702-4a3f-9a0e-dc14a23ad3da req-6835489b-b522-4afe-8bd1-c51547938ac6 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0741615 Oct 26 12:05:50.942343 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:50.945870 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:51.010545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41801a3a-3d89-4272-a5c4-17bc67363476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.023163 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41801a3a-3d89-4272-a5c4-17bc67363476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.082162 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.115417 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-41801a3a-3d89-4272-a5c4-17bc67363476 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e5af924da0d94cf7a6dd84624547c1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795838 Oct 26 12:05:51.116988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:51.124922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.126691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41801a3a-3d89-4272-a5c4-17bc67363476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773dbc33-7a79-47e3-a1c5-2e822efddb79,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:51.187512 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:51.187739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2106007-62ed-41ac-8b96-d5212131f8bb req-535bf18b-156e-4132-8d5a-a0829a90e413 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670665 Oct 26 12:05:51.188367 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:51.202402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=5090cbdc-d687-4ed3-9d46-dc76663beab1,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:51.202849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:51.213653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.213653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3aae4e9d-5380-4f75-980b-645e07d0a88b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f HTTP/1.1" status: 204 len: 168 time: 1.0093124 Oct 26 12:05:51.216919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabe123b-47ae-4f11-9c68-2f8dfb4a9e1a None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:51.218221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52670) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:51.346596 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2555e123-f52f-4ecc-b887-84ea90d5b0ad tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255577 Oct 26 12:05:51.348735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52674) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:51.354794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:51.406450 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.416275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a41b7-a5be-4514-aad1-2743e35597f1 req-52af2cf3-e697-43ab-9f5e-ca5c28f8eb8e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:51.425647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-646a41b7-a5be-4514-aad1-2743e35597f1 req-52af2cf3-e697-43ab-9f5e-ca5c28f8eb8e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.0980322 Oct 26 12:05:51.506231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-166ccaac-1af4-4e93-8eae-68648cacc7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.524500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:51.547379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:51.553256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-166ccaac-1af4-4e93-8eae-68648cacc7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.614008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-646a41b7-a5be-4514-aad1-2743e35597f1 req-9ef25c54-fad0-444c-96f3-9c4863eefdcb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873727 Oct 26 12:05:51.658361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:51.663546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:51.663970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.664602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.682159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-166ccaac-1af4-4e93-8eae-68648cacc7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.686100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-166ccaac-1af4-4e93-8eae-68648cacc7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.687591 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-166ccaac-1af4-4e93-8eae-68648cacc7a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/773dbc33-7a79-47e3-a1c5-2e822efddb79 HTTP/1.1" status: 204 len: 168 time: 0.5693059 Oct 26 12:05:51.739739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92067f4c-f72c-4ce5-978f-207184dacb41 req-142829f8-6e6a-4f62-8e63-f32482844286 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:51.741611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92067f4c-f72c-4ce5-978f-207184dacb41 req-142829f8-6e6a-4f62-8e63-f32482844286 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1077607 Oct 26 12:05:51.748901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.753592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ccaac-1af4-4e93-8eae-68648cacc7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773dbc33-7a79-47e3-a1c5-2e822efddb79,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:51.837710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] Deleting port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:51.839042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.841493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.846972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-693939c2-6998-4ab1-a4a2-c82d87c5790f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.854605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92067f4c-f72c-4ce5-978f-207184dacb41 req-6f2bc079-de5a-4092-b334-c63310302c47 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018465 Oct 26 12:05:51.974227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] For port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:51.974885 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:51.983748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] For port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:52.007138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] Calling delete_port for 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:52.017115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.031766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.034638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Could not find standard attr ID for object d1a14211-75ff-4c72-8375-a6a16f243646. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:05:52.096425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.122390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2bffd31-5a89-4110-a53e-6366c646f96a req-2bbf66d8-1a08-4f36-90dc-e5bf069fc176 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0470302 Oct 26 12:05:52.152256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:52.156434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:52.168739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:52.169215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.175684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=0c1a9856-54cc-4c64-b46b-a30324203b69,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:52.207698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-122e5f00-a13c-418d-93e6-3cbd354c288c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8576045 Oct 26 12:05:52.208491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52692) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:52.219356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '0c1a9856-54cc-4c64-b46b-a30324203b69', 'ip_address': '2001:db8::69d:3a51:86b7:cfb4'}], 'name': 'tempest-NetworksTestDHCPv6-1598084552'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:52.224373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:05:52.224730 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:05:52.226856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f9d596f2-02df-4737-916d-144401980390 None None] Provisioning complete for port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:52.227247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9d596f2-02df-4737-916d-144401980390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.228735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a589f4-ff2c-4539-a60d-66d1d5f94621 None None] Pushing event updated for resources: {'Port': ['ID=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:52.283474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.287818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.294177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.295194 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.327031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] No DVR routers for this DVR port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:52.330188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de005b-08c3-47c6-a970-341460de25f9 None None] Pushing event deleted for resources: {'Port': ['ID=4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:52.371910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd417db-474e-437a-b8b0-96aebd7cfc4a None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:52.402670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:52.499666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f9d596f2-02df-4737-916d-144401980390 None None] Provisioning complete for port 5090cbdc-d687-4ed3-9d46-dc76663beab1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:52.500176 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9d596f2-02df-4737-916d-144401980390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.516052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=5090cbdc-d687-4ed3-9d46-dc76663beab1,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:52.541922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:52.544567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:52.584280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f9d596f2-02df-4737-916d-144401980390 None None] Port 5090cbdc-d687-4ed3-9d46-dc76663beab1 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:52.584750 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.615163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:52.665602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '0c1a9856-54cc-4c64-b46b-a30324203b69'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:52.665602 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.874226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bcd1e-1590-4d77-8a39-de4354e12205 req-bbdf649a-eb54-46c3-a5ee-73dd85464116 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:52.877484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 update to ACTIVE by agent not found {{(pid=102761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 12:05:52.885990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c6bcd1e-1590-4d77-8a39-de4354e12205 req-bbdf649a-eb54-46c3-a5ee-73dd85464116 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1080256 Oct 26 12:05:52.933948 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:52.955052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::69d:3a51:86b7:cfb4 (70363c38-cb86-4e6d-b449-518efb0827be/0c1a9856-54cc-4c64-b46b-a30324203b69/8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:53.013643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f6f8bcbf-9531-476f-b693-8accc3b51317 None None] Provisioning complete for port 5090cbdc-d687-4ed3-9d46-dc76663beab1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:53.014371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f6f8bcbf-9531-476f-b693-8accc3b51317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.058929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:05:53.075071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6860556c-d0d6-4e96-af0c-8e96ffda4d73 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:53.079355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c6bcd1e-1590-4d77-8a39-de4354e12205 req-cd8a34fd-2743-4cbb-ba60-35fe5bdb4234 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820068 Oct 26 12:05:53.101999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37302-82c7-4bae-8140-7783cf43f9e6 req-b673be0e-b11e-4049-a7f2-779829597c90 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:53.104437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12d37302-82c7-4bae-8140-7783cf43f9e6 req-b673be0e-b11e-4049-a7f2-779829597c90 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.1213088 Oct 26 12:05:53.164775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8bcbf-9531-476f-b693-8accc3b51317 None None] Port 5090cbdc-d687-4ed3-9d46-dc76663beab1 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:05:53.236782 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.248670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:53.249825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.250629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.303739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:53.315639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4380527b-22c5-4778-80c8-c2d0f0142904 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2000692 Oct 26 12:05:53.317902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52724) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:53.322095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] Sync routers for ids ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:53.324293 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.380506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec56c95a-4ae5-407f-880e-6e779aa83207 req-364cbfc1-93df-4945-a6a5-a4d07a6a2ecf tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0601606 Oct 26 12:05:53.382337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:53.387329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:53.390750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:53.398502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:53.399218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.407611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] Routers {'0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:53.411015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:53.433991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:53.446070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-433e6f49-6f41-45f9-a3a1-d3e8c5f0fbd3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2335324 Oct 26 12:05:53.446070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52726) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:53.495426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:53.516653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a705e3c-c579-4dcb-86a3-61f638e7db6b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:53.520040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf9819-d876-4cc3-b221-68d184b2f19b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:53.524160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-09bf9819-d876-4cc3-b221-68d184b2f19b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0753980 Oct 26 12:05:53.524160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:53.524366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7a705e3c-c579-4dcb-86a3-61f638e7db6b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports/5090cbdc-d687-4ed3-9d46-dc76663beab1 HTTP/1.1" status: 200 len: 982 time: 0.2025671 Oct 26 12:05:53.525758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/0c1a9856-54cc-4c64-b46b-a30324203b69/957a1ecb-c3e4-4931-b99e-9326630dbb28) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:53.529439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52734) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:53.558730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] Routers {'0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:53.559482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:53.602325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:53.603081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a6df7-7e7e-4cf8-98e9-6edcee781628 None None] The sync data for ids ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:53.624158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-12d37302-82c7-4bae-8140-7783cf43f9e6 req-2cebfe03-c734-4b5a-87da-b1b9aff994f7 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf0fd476-8979-43f6-8ff8-0d50c5be9c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014625 Oct 26 12:05:53.699293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66308155-95e8-4281-a6d6-d7097c086686 req-e3dd7e6f-443f-4cdb-a3df-a324223cd907 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:53.699568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66308155-95e8-4281-a6d6-d7097c086686 req-e3dd7e6f-443f-4cdb-a3df-a324223cd907 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.100 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 946 time: 0.2895937 Oct 26 12:05:53.805159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:53.805515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.926466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Deleting port f61681db-8cbc-404e-91a8-64289cfe3cc3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:53.927085 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:53.954155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:53.989912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:53.990257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b7a8b0b-fa10-4dbd-9440-44fbb82a5b79 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:54.007589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.016492 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.076270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.109371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:54.113186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:54.113826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:54.122230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:54.129783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Pushing event updated for resources: {'Port': ['ID=957a1ecb-c3e4-4931-b99e-9326630dbb28,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:54.190075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.216294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Attempting to bind port 957a1ecb-c3e4-4931-b99e-9326630dbb28 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:54.216998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Attempting to bind port 957a1ecb-c3e4-4931-b99e-9326630dbb28 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:54.217603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Attempting to bind port 957a1ecb-c3e4-4931-b99e-9326630dbb28 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:54.224701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:54.225325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:54.225853 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.226344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:54.226958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Bound port: 957a1ecb-c3e4-4931-b99e-9326630dbb28, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:54.227457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.274366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] For port f61681db-8cbc-404e-91a8-64289cfe3cc3, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=f61681db-8cbc-404e-91a8-64289cfe3cc3,segment=NetworkSegment(bfcc1558-11f5-49d4-9681-5cc05beef4e2),segment_id=bfcc1558-11f5-49d4-9681-5cc05beef4e2)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:54.274743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.299480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Calling delete_port for f61681db-8cbc-404e-91a8-64289cfe3cc3 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:54.313656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] For port 957a1ecb-c3e4-4931-b99e-9326630dbb28, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:54.317908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] For port 957a1ecb-c3e4-4931-b99e-9326630dbb28, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=957a1ecb-c3e4-4931-b99e-9326630dbb28,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:54.325379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.379529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd575ad-a3e8-49b9-878d-733cdd3c2ced req-c7c7e4ef-2092-4864-b818-55f0333228b3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:54.382706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bd575ad-a3e8-49b9-878d-733cdd3c2ced req-c7c7e4ef-2092-4864-b818-55f0333228b3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1898365 Oct 26 12:05:54.396592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e86d5-1572-4c0c-871b-e436a7d260f7 None None] Pushing event updated for resources: {'Port': ['ID=957a1ecb-c3e4-4931-b99e-9326630dbb28,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:54.528586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bd575ad-a3e8-49b9-878d-733cdd3c2ced req-06819c7d-991e-4012-a2a5-84ceda1d7871 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450408 Oct 26 12:05:54.601966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 5090cbdc-d687-4ed3-9d46-dc76663beab1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:54.601966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.605325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.608028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7c3ec2b-c2ca-4de3-b8b0-bc314003b5a6 req-53dda177-f3a0-46a0-bfcb-170d7b7fa944 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0729880 Oct 26 12:05:54.644102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.792915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.819163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 5090cbdc-d687-4ed3-9d46-dc76663beab1 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:54.821227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.823842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:54.852033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-02a04828-b7b6-49cd-b87b-89f8969885d5 req-953f16e1-ec3b-453f-9fe3-8a21273e5325 tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.88 "GET /v2.0/ports?device_id=272eaf78-d1d7-4b2c-9281-825fb6ccf16b HTTP/1.1" status: 200 len: 210 time: 0.0714359 Oct 26 12:05:54.912527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:54.916431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a54fd605-5584-408d-8681-e6a00946aea1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19 HTTP/1.1" status: 204 len: 168 time: 1.3649082 Oct 26 12:05:54.917602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Pushing event deleted for resources: {'Port': ['ID=f61681db-8cbc-404e-91a8-64289cfe3cc3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:54.920392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:55.028628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] No DVR routers for this DVR port f61681db-8cbc-404e-91a8-64289cfe3cc3 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:55.035252 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.038656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66308155-95e8-4281-a6d6-d7097c086686 req-718685a4-ec2e-4a1e-83cf-bbd36b3479dc tempest-TestServerAdvancedOps-1547355781 tempest-TestServerAdvancedOps-1547355781-project] 10.222.0.100 "DELETE /v2.0/ports/f61681db-8cbc-404e-91a8-64289cfe3cc3 HTTP/1.1" status: 204 len: 173 time: 1.3316054 Oct 26 12:05:55.039242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'name': 'network-vif-deleted', 'tag': 'f61681db-8cbc-404e-91a8-64289cfe3cc3'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:05:55.042574 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cf0963-2c3b-4f0a-a0cf-83215103f204" -d '{"events": [{"server_uuid": "272eaf78-d1d7-4b2c-9281-825fb6ccf16b", "name": "network-vif-deleted", "tag": "f61681db-8cbc-404e-91a8-64289cfe3cc3"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:05:55.094974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3ba76-e1b9-489f-b68f-e20c01e2876d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:55.111471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3ba76-e1b9-489f-b68f-e20c01e2876d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:55.114579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fbb3ba76-e1b9-489f-b68f-e20c01e2876d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1920342 Oct 26 12:05:55.116965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52774) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:55.169995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.170500 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db6ba8-2e80-47e6-b14a-0345d6edff7d x-openstack-request-id: req-64db6ba8-2e80-47e6-b14a-0345d6edff7d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:05:55.174533 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272eaf78-d1d7-4b2c-9281-825fb6ccf16b", "name": "network-vif-deleted", "tag": "f61681db-8cbc-404e-91a8-64289cfe3cc3", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:05:55.175920 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64db6ba8-2e80-47e6-b14a-0345d6edff7d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:05:55.176573 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272eaf78-d1d7-4b2c-9281-825fb6ccf16b', 'name': 'network-vif-deleted', 'tag': 'f61681db-8cbc-404e-91a8-64289cfe3cc3', 'status': 'completed', 'code': 200} Oct 26 12:05:55.188581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 957a1ecb-c3e4-4931-b99e-9326630dbb28 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:05:55.216287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52776) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:55.233556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 0c1a9856-54cc-4c64-b46b-a30324203b69 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:55.238629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=5090cbdc-d687-4ed3-9d46-dc76663beab1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:55.251984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.326388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 957a1ecb-c3e4-4931-b99e-9326630dbb28 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:55.327266 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.330031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.438435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f598-6757-4469-9ad4-eb8634c1e3d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.441045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.475208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.544563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 957a1ecb-c3e4-4931-b99e-9326630dbb28, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=957a1ecb-c3e4-4931-b99e-9326630dbb28,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:55.558421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:55.760447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=957a1ecb-c3e4-4931-b99e-9326630dbb28,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:56.081861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44c34a00-37af-42b4-ba7d-2d1fed772cac req-29a5cde7-b717-4c95-9ecb-d8f9e5471be7 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0495319 Oct 26 12:05:56.123281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device f61681db-8cbc-404e-91a8-64289cfe3cc3 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:56.135012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.175990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:56.184371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: f61681db-8cbc-404e-91a8-64289cfe3cc3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:56.184975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device f61681db-8cbc-404e-91a8-64289cfe3cc3 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:56.202493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8ff73398-d667-4923-8589-43ce964aed2b None None] Provisioning complete for port 957a1ecb-c3e4-4931-b99e-9326630dbb28 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:05:56.203156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8ff73398-d667-4923-8589-43ce964aed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.229681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52788) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.304809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:56.317541 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-73e8dc6f-5323-40a2-a155-873b1f1405e5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7906268 Oct 26 12:05:56.317541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.328128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14e43-cc3d-43b5-8d87-481fffb01d96 req-799512ce-1659-4da3-983c-4f59cdd57db7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:56.329938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ca14e43-cc3d-43b5-8d87-481fffb01d96 req-799512ce-1659-4da3-983c-4f59cdd57db7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.2828586 Oct 26 12:05:56.336827 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] Sync routers for ids ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:56.381990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] Routers {'0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:56.382982 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:56.393624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f598-6757-4469-9ad4-eb8634c1e3d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.397724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Deleting subnet 127f8e89-52af-492d-93d4-ccb3a419e88c {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:56.408817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.411050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.439411 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:56.448955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f598-6757-4469-9ad4-eb8634c1e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.461385 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] Routers {'0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:05:56.462015 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:56.490241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1a9856-54cc-4c64-b46b-a30324203b69,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:56.519487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.522653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-803f2edd-6885-4e1f-a644-b32ce323322c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/0c1a9856-54cc-4c64-b46b-a30324203b69 HTTP/1.1" status: 204 len: 168 time: 1.4045098 Oct 26 12:05:56.535776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52792) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.540148 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:56.540849 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b21be-5c9a-46ee-a210-01d819496e28 None None] The sync data for ids ['0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:05:56.563018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0a0aa501-dea9-4688-a28e-f65885bac9f8 None None] Could not find standard attr ID for object 8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:05:56.570345 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c48f8391-9f08-4382-8acd-30bec4c78709 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 12:05:56.571669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c48f8391-9f08-4382-8acd-30bec4c78709 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2531075 Oct 26 12:05:56.575135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52794) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.575724 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.616479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-86236b25-96a9-4823-917b-bc285a6c535b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 HTTP/1.1" status: 200 len: 205 time: 0.0378814 Oct 26 12:05:56.617186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.654376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ca14e43-cc3d-43b5-8d87-481fffb01d96 req-47a96d01-5ede-40a2-9f8b-d3231a8d836f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651200 Oct 26 12:05:56.654761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0f598-6757-4469-9ad4-eb8634c1e3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68d892-c515-4c9b-912c-0c09581d22a5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:56.663218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c3a0f598-6757-4469-9ad4-eb8634c1e3d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a48095c8dee442beb737f61046761c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4456141 Oct 26 12:05:56.669065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-723ca94e-96af-414a-a70d-0e4b097240e0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171603 Oct 26 12:05:56.669834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52798) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.670428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52800) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:56.679763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:56.738417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f385660-ec1a-4fe5-89ad-23a47798b869 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:56.740794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.792451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.879902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-374590e5-bb1d-4b7c-87a4-fb2e15f90a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.912914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-374590e5-bb1d-4b7c-87a4-fb2e15f90a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.914696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:56.918900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.966983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.971457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:56.981543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.008541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:57.031973 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.033794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router 0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:05:57.045507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127f8e89-52af-492d-93d4-ccb3a419e88c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:57.045819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.047287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bc2dd809-58d6-4d07-9cd7-5b67cf4ceff5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 HTTP/1.1" status: 204 len: 168 time: 0.4291537 Oct 26 12:05:57.050021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52804) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:57.055158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.076929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-78374fe2-2362-4299-b903-7ba244acd9b0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/127f8e89-52af-492d-93d4-ccb3a419e88c HTTP/1.1" status: 204 len: 168 time: 0.8449907 Oct 26 12:05:57.079234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52806) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:57.117469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] Deleting port 957a1ecb-c3e4-4931-b99e-9326630dbb28 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:57.117959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.125936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet 1bfc6eb0-29d9-4d61-81db-9e781e114f24 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:57.129793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.178605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.191117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.246548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] For port 957a1ecb-c3e4-4931-b99e-9326630dbb28, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=957a1ecb-c3e4-4931-b99e-9326630dbb28,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:57.247256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.260233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] Calling delete_port for 957a1ecb-c3e4-4931-b99e-9326630dbb28 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:57.304714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.328436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-374590e5-bb1d-4b7c-87a4-fb2e15f90a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.331747 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-374590e5-bb1d-4b7c-87a4-fb2e15f90a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.337800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-374590e5-bb1d-4b7c-87a4-fb2e15f90a14 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bc68d892-c515-4c9b-912c-0c09581d22a5 HTTP/1.1" status: 204 len: 168 time: 0.6630132 Oct 26 12:05:57.365062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.392553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56827b26-f945-4fe9-8b7b-089da179622b req-c45a60ba-65d3-451d-b601-3881fb6cbe70 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0520372 Oct 26 12:05:57.393752 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.398993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.425109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] Pushing event deleted for resources: {'Port': ['ID=957a1ecb-c3e4-4931-b99e-9326630dbb28,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:57.433992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586012d5-fca7-4f9f-bfad-deee15a8741d None None] No DVR routers for this DVR port 957a1ecb-c3e4-4931-b99e-9326630dbb28 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:57.447051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfc6eb0-29d9-4d61-81db-9e781e114f24,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:57.452030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.460397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374590e5-bb1d-4b7c-87a4-fb2e15f90a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68d892-c515-4c9b-912c-0c09581d22a5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:57.461921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a7c593c5-758c-45b8-87dd-acc8f17cee9d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/1bfc6eb0-29d9-4d61-81db-9e781e114f24 HTTP/1.1" status: 204 len: 168 time: 0.4047227 Oct 26 12:05:57.463677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52812) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:57.472492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781b911-036d-4ba2-9bc9-90ce9dfc1c42 None None] Network 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:57.521538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:57.523527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=a95f0b05-1ec6-42f0-b760-7573f9763aaf,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:57.543904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:57.555499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:57.556106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.559744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c5b1f-446c-45a8-ae59-04afa7c01dac None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:05:57.599058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e6f6624c-2b82-4e7b-9e9b-df8b425a9042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9230876 Oct 26 12:05:57.599437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52816) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:57.607497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': 'a95f0b05-1ec6-42f0-b760-7573f9763aaf', 'ip_address': '2001:db8::ca55:7ae6:4bf0:ed69'}], 'name': 'tempest-NetworksTestDHCPv6-947846960'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:57.639570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.662594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.754468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6629051-5915-4743-9372-7999c5811bc4']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:57.793125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] DHCP port deletion for 4f304ffa-ba56-4613-93e1-e8bf8d380ca8 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:05:57.794367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcc1558-11f5-49d4-9681-5cc05beef4e2') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:57.795767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcc1558-11f5-49d4-9681-5cc05beef4e2') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:57.802480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'a95f0b05-1ec6-42f0-b760-7573f9763aaf'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:05:57.804041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.819141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:57.819503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.824216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.864367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:57.872415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.890304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:57.890728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.893384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:57.953660 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:57.957771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5098e8cf-e8c2-4dae-aaf4-75c59b8d4039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.971529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 6860556c-d0d6-4e96-af0c-8e96ffda4d73, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6860556c-d0d6-4e96-af0c-8e96ffda4d73,segment=NetworkSegment(0e499c0b-482a-4e78-8d70-db6bdd4708eb),segment_id=0e499c0b-482a-4e78-8d70-db6bdd4708eb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:57.971839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.981477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.987112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:57.991145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b6629051-5915-4743-9372-7999c5811bc4 HTTP/1.1" status: 204 len: 168 time: 0.9104061 Oct 26 12:05:58.013327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52824) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:58.060677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5098e8cf-e8c2-4dae-aaf4-75c59b8d4039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.075211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/a95f0b05-1ec6-42f0-b760-7573f9763aaf/94a52f67-087e-4b72-bcae-8aa72bd6c887) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:58.076546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 6860556c-d0d6-4e96-af0c-8e96ffda4d73 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:58.077792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5098e8cf-e8c2-4dae-aaf4-75c59b8d4039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.092564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Deleting subnet a1d3d6b9-d005-4111-8065-57fb10053ebb {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:05:58.097524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.143748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.184669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5098e8cf-e8c2-4dae-aaf4-75c59b8d4039 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c1edc4741ec4624a5f8d42c3a321a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602010 Oct 26 12:05:58.190645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.193286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52826) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:58.199695 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.209791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e8cf-e8c2-4dae-aaf4-75c59b8d4039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a3f58-a42f-44f2-821f-f9ac3c181656,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.237495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.251688 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.253109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686e127-c970-44f4-982d-36814a994b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6629051-5915-4743-9372-7999c5811bc4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.256486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] Deleting port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:58.256853 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.270840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 9f87f82d-e9a7-4f08-a288-252079a732ed yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:05:58.288911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616b621-0856-49aa-9fa2-b5d09fbf9c56 req-8b6c07b1-c9ce-49a6-8ec2-bc7732201f09 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:58.290905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e616b621-0856-49aa-9fa2-b5d09fbf9c56 req-8b6c07b1-c9ce-49a6-8ec2-bc7732201f09 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.3359780 Oct 26 12:05:58.292367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.333903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d3d6b9-d005-4111-8065-57fb10053ebb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.350270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.354258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-56cf4757-9e32-4a7c-8ef6-9fe8b1c82132 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a1d3d6b9-d005-4111-8065-57fb10053ebb HTTP/1.1" status: 204 len: 168 time: 0.3386703 Oct 26 12:05:58.357053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:58.357282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:58.371354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:58.375361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:58.377430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Pushing event updated for resources: {'Port': ['ID=94a52f67-087e-4b72-bcae-8aa72bd6c887,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.387846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] For port 6860556c-d0d6-4e96-af0c-8e96ffda4d73, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6860556c-d0d6-4e96-af0c-8e96ffda4d73,segment=NetworkSegment(0e499c0b-482a-4e78-8d70-db6bdd4708eb),segment_id=0e499c0b-482a-4e78-8d70-db6bdd4708eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:58.388561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.449030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e616b621-0856-49aa-9fa2-b5d09fbf9c56 req-844536e7-a574-4f9d-9734-128f825db5ec tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255379 Oct 26 12:05:58.458981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] Calling delete_port for 6860556c-d0d6-4e96-af0c-8e96ffda4d73 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:05:58.484856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.485097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c1f2634d-3155-4b4c-9d96-c8f35c4a8d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.489719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.516978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Attempting to bind port 94a52f67-087e-4b72-bcae-8aa72bd6c887 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:05:58.517220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::ca55:7ae6:4bf0:ed69 (70363c38-cb86-4e6d-b449-518efb0827be/a95f0b05-1ec6-42f0-b760-7573f9763aaf/9f87f82d-e9a7-4f08-a288-252079a732ed) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:05:58.521105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Attempting to bind port 94a52f67-087e-4b72-bcae-8aa72bd6c887 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:05:58.523092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Attempting to bind port 94a52f67-087e-4b72-bcae-8aa72bd6c887 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:05:58.549375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=6860556c-d0d6-4e96-af0c-8e96ffda4d73,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.561959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c1f2634d-3155-4b4c-9d96-c8f35c4a8d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.564424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:05:58.564604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:05:58.564712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:58.565162 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.565707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:05:58.566290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Bound port: 94a52f67-087e-4b72-bcae-8aa72bd6c887, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:05:58.566789 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.613555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1fb8d6c8-c313-442c-bfa0-bcdbd7962dc4 req-3c2ad9e0-797a-44b7-be89-92a0317b0168 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0362048 Oct 26 12:05:58.628774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.663161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7cd696-7219-41c8-9ba6-b24ac17707d2']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:58.671525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] For port 94a52f67-087e-4b72-bcae-8aa72bd6c887, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:05:58.675360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] For port 94a52f67-087e-4b72-bcae-8aa72bd6c887, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94a52f67-087e-4b72-bcae-8aa72bd6c887,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:05:58.676495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.678007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593c727a-f446-4d16-bcd7-444e148d3a04') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:58.678487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593c727a-f446-4d16-bcd7-444e148d3a04') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:58.693271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.705747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.708699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] Pushing event deleted for resources: {'Port': ['ID=6860556c-d0d6-4e96-af0c-8e96ffda4d73,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.711372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.721923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:58.722339 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:58.724402 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:58.737849 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.755283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da89b27-e397-416f-9b8d-8cfd7051e418 None None] No DVR routers for this DVR port 6860556c-d0d6-4e96-af0c-8e96ffda4d73 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:05:58.780344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f304ffa-ba56-4613-93e1-e8bf8d380ca8']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:58.793188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddb4ed-6cc0-404b-8429-9033fdb4572a None None] Pushing event updated for resources: {'Port': ['ID=94a52f67-087e-4b72-bcae-8aa72bd6c887,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.795881 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c1f2634d-3155-4b4c-9d96-c8f35c4a8d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.798499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c1f2634d-3155-4b4c-9d96-c8f35c4a8d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.799823 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c1f2634d-3155-4b4c-9d96-c8f35c4a8d0f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e93a3f58-a42f-44f2-821f-f9ac3c181656 HTTP/1.1" status: 204 len: 168 time: 0.6041965 Oct 26 12:05:58.824510 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.833147 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.837437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5d7cd696-7219-41c8-9ba6-b24ac17707d2 HTTP/1.1" status: 204 len: 168 time: 0.4793649 Oct 26 12:05:58.854623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0d8d5-d230-437c-8c1e-c71d0e46c0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7cd696-7219-41c8-9ba6-b24ac17707d2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.887104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e499c0b-482a-4e78-8d70-db6bdd4708eb') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:58.887394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e499c0b-482a-4e78-8d70-db6bdd4708eb') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:58.922283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.924265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2634d-3155-4b4c-9d96-c8f35c4a8d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a3f58-a42f-44f2-821f-f9ac3c181656,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:58.950964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.976198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:05:58.977153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:05:58.992647 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:05:59.023927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6860556c-d0d6-4e96-af0c-8e96ffda4d73 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:59.074009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6860556c-d0d6-4e96-af0c-8e96ffda4d73 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:59.074687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6860556c-d0d6-4e96-af0c-8e96ffda4d73 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:59.075413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 957a1ecb-c3e4-4931-b99e-9326630dbb28 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:05:59.092196 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.095419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.105689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.118013 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/4f304ffa-ba56-4613-93e1-e8bf8d380ca8 HTTP/1.1" status: 204 len: 168 time: 1.6517272 Oct 26 12:05:59.121912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52838) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:59.137346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-521149867'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:59.152396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 957a1ecb-c3e4-4931-b99e-9326630dbb28 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:05:59.152792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 957a1ecb-c3e4-4931-b99e-9326630dbb28 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:05:59.177058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c190222-7751-4ec1-8a20-21b5eec6e67b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=4f304ffa-ba56-4613-93e1-e8bf8d380ca8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:59.194540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:59.201697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.248871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.254381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:05:59.277247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.277592 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment 04609314-0cfe-44e9-9cc8-f6caa0902d1d of type vlan for network c3f7177b-81c8-4024-b22a-28b433a51535 Oct 26 12:05:59.296376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:59.313993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:05:59.322236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:05:59.324703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:05:59.336151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:59.337167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.358202 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7576971 Oct 26 12:05:59.361445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52844) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:59.376464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010469-56e2-4996-9127-56767d2b4931 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=9f87f82d-e9a7-4f08-a288-252079a732ed,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:59.392355 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.421619 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3078a966-21d6-4620-bd08-4cc032f4684d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f86244901db84464bfe85936fb6d101c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241038 Oct 26 12:05:59.423041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:59.443548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.451264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:59.451942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.453247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1623c2-7907-46d5-93ef-d4d642eb30cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:59.459861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1623c2-7907-46d5-93ef-d4d642eb30cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:05:59.463978 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b1623c2-7907-46d5-93ef-d4d642eb30cd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0989747 Oct 26 12:05:59.464803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52850) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:59.503551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5614e753-851e-4323-a820-a3bbbc181f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.526640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5614e753-851e-4323-a820-a3bbbc181f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.591035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5614e753-851e-4323-a820-a3bbbc181f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.594637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5614e753-851e-4323-a820-a3bbbc181f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.599679 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5614e753-851e-4323-a820-a3bbbc181f3c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cf0fd476-8979-43f6-8ff8-0d50c5be9c89 HTTP/1.1" status: 204 len: 168 time: 0.1741955 Oct 26 12:05:59.607912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4790919 Oct 26 12:05:59.614362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:05:59.623164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:05:59.625551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614e753-851e-4323-a820-a3bbbc181f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0fd476-8979-43f6-8ff8-0d50c5be9c89,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:59.634088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c684764-ec95-485a-b259-252afd95ad92 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=c3f7177b-81c8-4024-b22a-28b433a51535,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:59.650905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network c3f7177b-81c8-4024-b22a-28b433a51535 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:05:59.781396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 9f87f82d-e9a7-4f08-a288-252079a732ed {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:05:59.781396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.849682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:05:59.853875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:05:59.946564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab389c4b-0a07-44a8-8c17-1927248b843b req-e40ea214-8891-47e7-bda3-06dc02ce7f1a tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1447475 Oct 26 12:06:00.029926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.061071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 9f87f82d-e9a7-4f08-a288-252079a732ed owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:00.269003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:00.316183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67286f-7987-4c62-8e84-60b9cf734169 req-57d68722-7398-4f28-9b70-42e14f81763a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:00.317815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e67286f-7987-4c62-8e84-60b9cf734169 req-57d68722-7398-4f28-9b70-42e14f81763a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.7069299 Oct 26 12:06:00.360541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.366056 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-003c9a5f-2800-4b83-aa3d-77ebd35f4760 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=986d74f2ce7941eea705c152b49c5803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949888 Oct 26 12:06:00.368383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:00.455943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f572a2e-f74c-4347-8da9-2d37ad36a0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.487636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f572a2e-f74c-4347-8da9-2d37ad36a0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.539102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e67286f-7987-4c62-8e84-60b9cf734169 req-7b531a46-99d1-42f0-9a15-7ebd4ddba1e3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137008 Oct 26 12:06:00.539840 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.542679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Provisioning complete for port 94a52f67-087e-4b72-bcae-8aa72bd6c887 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:00.547503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.566851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f572a2e-f74c-4347-8da9-2d37ad36a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.570394 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f572a2e-f74c-4347-8da9-2d37ad36a0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.572646 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f572a2e-f74c-4347-8da9-2d37ad36a0dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f6257177-a51c-40bb-9155-aca90c8bc1c3 HTTP/1.1" status: 204 len: 168 time: 0.2018783 Oct 26 12:06:00.583486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f572a2e-f74c-4347-8da9-2d37ad36a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6257177-a51c-40bb-9155-aca90c8bc1c3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:00.657421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=9f87f82d-e9a7-4f08-a288-252079a732ed,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:00.677754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.686993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c08debb0-a9a4-421f-92f3-5ea0dd523013 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/9f87f82d-e9a7-4f08-a288-252079a732ed HTTP/1.1" status: 204 len: 168 time: 1.2214820 Oct 26 12:06:00.687253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52890) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:00.690903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': '04609314-0cfe-44e9-9cc8-f6caa0902d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:00.691525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: c3f7177b-81c8-4024-b22a-28b433a51535, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:00.695488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:00.728735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network c3f7177b-81c8-4024-b22a-28b433a51535 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:00.739770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.745231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, c3f7177b-81c8-4024-b22a-28b433a51535) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:00.750635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:00.751318 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.783024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b3f08999-ba69-4d95-b042-f2981cd61706 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1635225 Oct 26 12:06:00.785145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52892) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:00.790090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-724879659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:00.799269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffee0e9-1f0c-450d-be93-bc10b86b3b02 None None] Network c3f7177b-81c8-4024-b22a-28b433a51535 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:00.812554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4269e4-00c0-4a81-9e1f-8208b7651d55 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:00.819596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4269e4-00c0-4a81-9e1f-8208b7651d55 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:00.829150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bc4269e4-00c0-4a81-9e1f-8208b7651d55 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1404688 Oct 26 12:06:00.830540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] For port 94a52f67-087e-4b72-bcae-8aa72bd6c887, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94a52f67-087e-4b72-bcae-8aa72bd6c887,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:00.833159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52896) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:00.867299 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.884848 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.885895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.947211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet a95f0b05-1ec6-42f0-b760-7573f9763aaf {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:00.980031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:00.988313 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.008741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.030776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.032208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0dc2a5f2-23bc-4e69-bbc8-3ed39c1361ec tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2459297 Oct 26 12:06:01.033186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Pushing event updated for resources: {'Port': ['ID=94a52f67-087e-4b72-bcae-8aa72bd6c887,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:01.035309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ae882b96-0383-4719-83f8-fd4cf5bdfcfe None None] Could not find standard attr ID for object 9f87f82d-e9a7-4f08-a288-252079a732ed. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:06:01.035458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:01.058931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.058931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.073234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.087027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.088159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.088159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.088159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.088487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.088753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.089071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.089399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.089729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.090055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2e71d-4251-45da-bce4-7919ffe4367d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.155543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94a52f67-087e-4b72-bcae-8aa72bd6c887 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:01.237751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.267146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-c3f7177b-81c8-4024-b22a-28b433a51535', 'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': 'b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:01.268241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.337359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.371246 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.382281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/a95f0b05-1ec6-42f0-b760-7573f9763aaf HTTP/1.1" status: 204 len: 168 time: 0.5478315 Oct 26 12:06:01.405610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52920) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:01.413785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc222e-f562-4584-9b27-322c98e6a5ff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=a95f0b05-1ec6-42f0-b760-7573f9763aaf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:01.466161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d317d8d2-5413-4e27-bbe6-0e4097b447bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588694 Oct 26 12:06:01.501337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52924) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:01.569501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-7c606ade-ad7b-4d57-9da9-da878a7c63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:01.572310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-7c606ade-ad7b-4d57-9da9-da878a7c63a6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.1084707 Oct 26 12:06:01.592383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30296ab-810e-4234-807b-88a6bb7a115e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:01.594310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d30296ab-810e-4234-807b-88a6bb7a115e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908816 Oct 26 12:06:01.604333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:01.680426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.746418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de55bfa1-be19-4bb4-8fa8-1420c8c2753d req-885c4858-dd20-42c5-bf73-c262189ce693 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.5936785 Oct 26 12:06:01.890455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b556fde-c975-4f91-9a52-002df7412a93 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:01.893446 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8b556fde-c975-4f91-9a52-002df7412a93 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2857301 Oct 26 12:06:01.899302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 94a52f67-087e-4b72-bcae-8aa72bd6c887 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:01.900367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:01.933316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c8ad4-fd29-41e8-a68a-d3d63a2d750b req-fddaf74c-1e84-4a2b-88a5-731f2c394bde tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:01.942557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e3c8ad4-fd29-41e8-a68a-d3d63a2d750b req-fddaf74c-1e84-4a2b-88a5-731f2c394bde tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.2206142 Oct 26 12:06:01.943440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:01.977378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2eb90-06fd-451e-9666-e9c1e8633bdc None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:02.011777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-803ee520-272d-4029-9cfb-406d06f92096 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548964 Oct 26 12:06:02.020413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:02.021593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-dda70e1f-498a-458c-8cec-1a52d358d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:02.023279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-dda70e1f-498a-458c-8cec-1a52d358d16a service neutron] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.4272208 Oct 26 12:06:02.034900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:02.041931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8::1 (c3f7177b-81c8-4024-b22a-28b433a51535/b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a/9d4c08c9-7902-4e79-807b-57016496b74b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:02.128716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e3c8ad4-fd29-41e8-a68a-d3d63a2d750b req-0a6e6ac7-6bde-4ac4-8701-9297f4e4a85e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664264 Oct 26 12:06:02.153065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-9a006831-43ab-4a31-a4a9-5066e6954d5f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1002 time: 0.1203635 Oct 26 12:06:02.283593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-7683b744-8272-4e31-b9af-ddff22271874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:02.286139 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-7683b744-8272-4e31-b9af-ddff22271874 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.1204312 Oct 26 12:06:02.314311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:02.318438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.350611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:02.408927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52956) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:02.427045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-b7dc33b7-9208-46c9-b4df-d09b7254003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:02.428502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-b7dc33b7-9208-46c9-b4df-d09b7254003d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347177 Oct 26 12:06:02.471011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.477736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] Deleting port 94a52f67-087e-4b72-bcae-8aa72bd6c887 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:02.482553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.620105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.648610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1885233820-network', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:02.667837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] For port 94a52f67-087e-4b72-bcae-8aa72bd6c887, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94a52f67-087e-4b72-bcae-8aa72bd6c887,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:02.668402 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.669223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-50a3fe0d-b3c1-4db8-8212-535060162b60 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324312 Oct 26 12:06:02.688966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] Calling delete_port for 94a52f67-087e-4b72-bcae-8aa72bd6c887 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:02.713461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network c3f7177b-81c8-4024-b22a-28b433a51535 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:02.727275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:02.738745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:02.739330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.821527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=9d4c08c9-7902-4e79-807b-57016496b74b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:02.830962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.834015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Allocated IP 2001:db8::2 (c3f7177b-81c8-4024-b22a-28b433a51535/b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a/97f14f42-b48b-4f2e-9241-a35c97fef03a) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:02.894664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:02.918193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:02.926361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:03.023482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Made reservation on behalf of fb65ff8546cd4d39a51bfee3776395f4 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:03.026893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.049084 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.059455 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.105741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] No DVR routers for this DVR port 94a52f67-087e-4b72-bcae-8aa72bd6c887 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:03.125388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94a52f67-087e-4b72-bcae-8aa72bd6c887 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:03.132074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38bc51-50d5-4727-912f-903b8a0e4542 None None] Pushing event deleted for resources: {'Port': ['ID=94a52f67-087e-4b72-bcae-8aa72bd6c887,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:03.136642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.140714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe21ece2-4d7b-46dc-af5f-6cf6ec723dc7 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:03.156200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.170932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2cb9b62-8d53-4725-87a6-96efa64fb88e req-2998ae49-1512-4e30-9c79-ccb87ea72d68 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916120 Oct 26 12:06:03.203817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19f9f415-3871-4403-af47-343d93b87e9d req-42fad033-1412-47de-81de-901643d3b527 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1623168 Oct 26 12:06:03.207567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-964cb023-b14f-4b9b-aca7-a1a4f335a9fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2537026 Oct 26 12:06:03.231285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:03.232453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.245206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=1c904c14-8e4b-490c-9594-0b78cab92cb6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:03.306309 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-83cea096-c38f-4d77-9fab-35fe8796afe0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2862592 Oct 26 12:06:03.309990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52970) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:03.315819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '1c904c14-8e4b-490c-9594-0b78cab92cb6', 'ip_address': '2001:db8::cf07:35b0:5015:44df'}], 'name': 'tempest-NetworksTestDHCPv6-2106906862'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:03.394612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94790-3563-4e54-864c-f66d34d5e852 req-8e8406f5-e361-42af-aaab-e5df597d1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:03.396233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-8e8406f5-e361-42af-aaab-e5df597d1e8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.1031544 Oct 26 12:06:03.430613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdad052-978e-4df7-bb41-ee7239250df6 req-631a24c1-8b9d-4321-905f-c483e6db6845 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:03.434788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Pushing event updated for resources: {'Port': ['ID=97f14f42-b48b-4f2e-9241-a35c97fef03a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:03.453064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbdad052-978e-4df7-bb41-ee7239250df6 req-631a24c1-8b9d-4321-905f-c483e6db6845 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1834059 Oct 26 12:06:03.458565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 94a52f67-087e-4b72-bcae-8aa72bd6c887 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:03.467353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94a52f67-087e-4b72-bcae-8aa72bd6c887 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:03.554877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.575525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Network c3f7177b-81c8-4024-b22a-28b433a51535 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:03.577293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:03.579896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:03.591537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '1c904c14-8e4b-490c-9594-0b78cab92cb6'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:03.592812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.595418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.608195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:03.621336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.622055 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Added segment 37d390c2-0a37-4d70-a997-0be6865d239e of type vlan for network 46c82037-973e-422f-984e-52419be4adc3 Oct 26 12:06:03.660035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Attempting to bind port 97f14f42-b48b-4f2e-9241-a35c97fef03a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:03.660492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Attempting to bind port 97f14f42-b48b-4f2e-9241-a35c97fef03a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '04609314-0cfe-44e9-9cc8-f6caa0902d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:03.660950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Attempting to bind port 97f14f42-b48b-4f2e-9241-a35c97fef03a on network c3f7177b-81c8-4024-b22a-28b433a51535 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:03.673198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.674415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:03.675169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Checking segment: {'id': '04609314-0cfe-44e9-9cc8-f6caa0902d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:03.675908 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.676592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Bound using segment: {'id': '04609314-0cfe-44e9-9cc8-f6caa0902d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:03.677297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Bound port: 97f14f42-b48b-4f2e-9241-a35c97fef03a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04609314-0cfe-44e9-9cc8-f6caa0902d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c3f7177b-81c8-4024-b22a-28b433a51535'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:03.677917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.718503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbdad052-978e-4df7-bb41-ee7239250df6 req-fd92b6c5-c984-4f58-9c71-90f8c6c44358 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644217 Oct 26 12:06:03.732318 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.733752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:03.734500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.812448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4005411 Oct 26 12:06:03.814770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.824261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52974) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:03.842279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Request body: {'subnet': {'network_id': '46c82037-973e-422f-984e-52419be4adc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1885233820-subnet', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:03.862161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4eae9-3d30-4cce-ac0d-8f036e540b5a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:03.876215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] For port 97f14f42-b48b-4f2e-9241-a35c97fef03a, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:03.881121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] For port 97f14f42-b48b-4f2e-9241-a35c97fef03a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=97f14f42-b48b-4f2e-9241-a35c97fef03a,segment=NetworkSegment(04609314-0cfe-44e9-9cc8-f6caa0902d1d),segment_id=04609314-0cfe-44e9-9cc8-f6caa0902d1d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:03.888427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/1c904c14-8e4b-490c-9594-0b78cab92cb6/3917e98c-739c-47c4-84c7-43ae82293ee9) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:03.890028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Made reservation on behalf of fb65ff8546cd4d39a51bfee3776395f4 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:03.893953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.895172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:03.899870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f7f5a-4556-4bf8-8f50-c0b26e9cd540 admin admin] Pushing event updated for resources: {'Network': ['ID=46c82037-973e-422f-984e-52419be4adc3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:03.909767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:03.963678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff261b-4947-491c-9f2c-6a1e728c9f1d None None] Pushing event updated for resources: {'Port': ['ID=97f14f42-b48b-4f2e-9241-a35c97fef03a,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:03.966833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 46c82037-973e-422f-984e-52419be4adc3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:04.012470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94790-3563-4e54-864c-f66d34d5e852 req-be417655-634d-4d27-ab17-f0429e39dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:04.014459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-be417655-634d-4d27-ab17-f0429e39dfda service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.5019433 Oct 26 12:06:04.062237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.138628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.151750 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.152339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.155355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 58b44e36-01ce-4358-9242-9bcfe0ee5e39 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:06:04.401170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.418308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.479665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:04.484988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:04.489642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:04.529629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Pushing event updated for resources: {'Port': ['ID=3917e98c-739c-47c4-84c7-43ae82293ee9,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.559373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Attempting to bind port 3917e98c-739c-47c4-84c7-43ae82293ee9 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:04.559744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Attempting to bind port 3917e98c-739c-47c4-84c7-43ae82293ee9 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:04.560105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Attempting to bind port 3917e98c-739c-47c4-84c7-43ae82293ee9 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:04.566147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:04.566622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:04.567139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.567597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:04.568274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Bound port: 3917e98c-739c-47c4-84c7-43ae82293ee9, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:04.569193 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.571115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=9d4c08c9-7902-4e79-807b-57016496b74b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.590721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::cf07:35b0:5015:44df (70363c38-cb86-4e6d-b449-518efb0827be/1c904c14-8e4b-490c-9594-0b78cab92cb6/58b44e36-01ce-4358-9242-9bcfe0ee5e39) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:04.616826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network c3f7177b-81c8-4024-b22a-28b433a51535 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:04.620271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:04.654036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] For port 3917e98c-739c-47c4-84c7-43ae82293ee9, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:04.657809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] For port 3917e98c-739c-47c4-84c7-43ae82293ee9, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3917e98c-739c-47c4-84c7-43ae82293ee9,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:04.666463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.748096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b6d7d9b-0ace-4270-be05-dc659dfa7e9e req-31863f2f-7f90-462c-a0b0-6181b5299455 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0587206 Oct 26 12:06:04.756293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a96c-2eb1-4682-b256-c3c93c6558ce None None] Pushing event updated for resources: {'Port': ['ID=3917e98c-739c-47c4-84c7-43ae82293ee9,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.757879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-07c1e0a7-c359-4c61-9d6c-7336e73a38dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1002 time: 0.7336543 Oct 26 12:06:04.762585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.885260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 378cc45f-9b6c-43ab-8cf3-01d9e520a295 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:04.897620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:04.916358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0754c3ed-e1e2-4071-966d-17f77d655519,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.927846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94790-3563-4e54-864c-f66d34d5e852 req-58a38cb1-1c98-4084-84cc-75f411a0517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:04.930311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-58a38cb1-1c98-4084-84cc-75f411a0517a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1256375 Oct 26 12:06:05.000554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e15aa-cc73-4d0b-8bda-acd31d14b1ed req-b6d5a2b5-c040-4dc9-9ba2-1dfdc92ba9db tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:05.002090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa0e15aa-cc73-4d0b-8bda-acd31d14b1ed req-b6d5a2b5-c040-4dc9-9ba2-1dfdc92ba9db tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1617136 Oct 26 12:06:05.038553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Checking segment: {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:05.040554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Network hostable DHCP agents. Network: 46c82037-973e-422f-984e-52419be4adc3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:05.093606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa0e15aa-cc73-4d0b-8bda-acd31d14b1ed req-c1888e1f-f3ac-4002-9d97-e6e81bf55d9c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751820 Oct 26 12:06:05.101667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94790-3563-4e54-864c-f66d34d5e852 req-d95c9551-7b06-4e86-bdd9-eedb1f1f2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:05.104640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-d95c9551-7b06-4e86-bdd9-eedb1f1f2ecb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636343 Oct 26 12:06:05.126455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 97f14f42-b48b-4f2e-9241-a35c97fef03a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:05.127580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:05.147717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ffcba969-06b9-4eed-9282-48d1b2dd3275 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/378cc45f-9b6c-43ab-8cf3-01d9e520a295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1110783 Oct 26 12:06:05.148531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52984) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:05.168122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] Sync routers for ids ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:05.190909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Network 46c82037-973e-422f-984e-52419be4adc3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:05.194763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] Routers {'378cc45f-9b6c-43ab-8cf3-01d9e520a295'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:05.195435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.206998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.209449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 46c82037-973e-422f-984e-52419be4adc3) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:05.225035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:05.225983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.256734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2f53c1d1-4ce5-48a1-b07c-f95a4ae53265 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4237473 Oct 26 12:06:05.262784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52986) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:05.263300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.269363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5518d7-d0de-4019-98f3-ba0b2e37a7e5 None None] Network 46c82037-973e-422f-984e-52419be4adc3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:05.274476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90279189-de28-4440-8250-f90754c9688b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:05.276912 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-90279189-de28-4440-8250-f90754c9688b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports/9d4c08c9-7902-4e79-807b-57016496b74b HTTP/1.1" status: 200 len: 911 time: 0.1262591 Oct 26 12:06:05.278214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:05.284004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52990) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:05.315505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-c1ac0b56-b176-477c-858b-9c8c7da28c49 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987023 Oct 26 12:06:05.330606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] Routers {'378cc45f-9b6c-43ab-8cf3-01d9e520a295'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:05.331338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.396336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.397099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c3c01-1989-4912-b0ac-3bb07d7535df None None] The sync data for ids ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:05.399186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:05.444109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 97f14f42-b48b-4f2e-9241-a35c97fef03a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:05.444109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.448826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:05.451082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=58b44e36-01ce-4358-9242-9bcfe0ee5e39,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:05.457442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:05.463778 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.464007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:05.464660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.492739 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d227bb5-a753-4106-a815-26dab5740ec7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1814535 Oct 26 12:06:05.505493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52994) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:05.519689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '1c904c14-8e4b-490c-9594-0b78cab92cb6', 'ip_address': '2001:db8::cf07:35b0:5015:44df'}], 'name': 'tempest-NetworksTestDHCPv6-1319207133'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:05.528033 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.528889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.576336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb590f-9477-4e3e-85cb-42f3c8e3980f None None] Network c3f7177b-81c8-4024-b22a-28b433a51535 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:05.590375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83f94790-3563-4e54-864c-f66d34d5e852 req-132f04e7-ab2b-408f-b6e9-d8b18f0b65d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643175 Oct 26 12:06:05.684982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.825719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-46c82037-973e-422f-984e-52419be4adc3', 'network_id': '46c82037-973e-422f-984e-52419be4adc3', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'fixed_ips': [{'subnet_id': '0754c3ed-e1e2-4071-966d-17f77d655519'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:05.826981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.919757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.925551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abf16421-1dfb-4ec3-85c3-8e38766303ce req-f10aa549-818b-4f51-b1a3-5358b7aba140 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0313179 Oct 26 12:06:05.935441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6d917701-3d86-4b8c-ad7f-52b70aee1cae None None] Provisioning complete for port 97f14f42-b48b-4f2e-9241-a35c97fef03a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:05.936044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d917701-3d86-4b8c-ad7f-52b70aee1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:05.947482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:05.986109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.199994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.231962 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-620f0d6a-3a4b-4bbd-979c-6415ac8b4f1c service neutron] show failed (client error): The resource could not be found. Oct 26 12:06:06.233735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-620f0d6a-3a4b-4bbd-979c-6415ac8b4f1c service neutron] 10.222.0.100 "GET /v2.0/ports/c7a29400-b339-4d68-b7fd-2afdbcb0c708/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.4012301 Oct 26 12:06:06.402772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.455009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 97f14f42-b48b-4f2e-9241-a35c97fef03a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=97f14f42-b48b-4f2e-9241-a35c97fef03a,segment=NetworkSegment(04609314-0cfe-44e9-9cc8-f6caa0902d1d),segment_id=04609314-0cfe-44e9-9cc8-f6caa0902d1d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:06.474208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.514538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 79150c08-f394-4a86-8698-600a4a99812d yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:06:06.647682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 9d4c08c9-7902-4e79-807b-57016496b74b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:06.651117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.688049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=97f14f42-b48b-4f2e-9241-a35c97fef03a,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:06.692754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Allocated IP 172.20.0.2 (46c82037-973e-422f-984e-52419be4adc3/0754c3ed-e1e2-4071-966d-17f77d655519/7724e08a-ac27-4223-8ac4-19b2482447cf) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:06.832906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f1d2-4481-4198-9ec7-fb08bd725251 req-10e35791-ded4-43e0-8cb1-eb20740dfb40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:06.842379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6969f1d2-4481-4198-9ec7-fb08bd725251 req-10e35791-ded4-43e0-8cb1-eb20740dfb40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.5418279 Oct 26 12:06:06.884915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.898835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Provisioning complete for port 9d4c08c9-7902-4e79-807b-57016496b74b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:06.899237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:06.907236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 9d4c08c9-7902-4e79-807b-57016496b74b owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:06.916238 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 12:06:06.917769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:07.039114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-07445a11-bfea-4d49-a058-b5d28deaa707 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5223784 Oct 26 12:06:07.044431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53018) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:07.125847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Port 9d4c08c9-7902-4e79-807b-57016496b74b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:07.158070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6969f1d2-4481-4198-9ec7-fb08bd725251 req-1f27d59a-1db7-4c25-aa06-0c368a983433 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146241 Oct 26 12:06:07.170466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-d7a012ed-95dd-47c2-8eb3-8e382aa25005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:07.173254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-d7a012ed-95dd-47c2-8eb3-8e382aa25005 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 1097 time: 0.3626320 Oct 26 12:06:07.205094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803822d-cbb0-4eb6-babf-34211939204e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:07.232586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803822d-cbb0-4eb6-babf-34211939204e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:07.245073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8803822d-cbb0-4eb6-babf-34211939204e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1943460 Oct 26 12:06:07.251276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53028) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:07.280159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:07.366559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Provisioning complete for port 97f14f42-b48b-4f2e-9241-a35c97fef03a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:07.366983 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.374071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3917e98c-739c-47c4-84c7-43ae82293ee9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:07.403024 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.417388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.449285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.469754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=9d4c08c9-7902-4e79-807b-57016496b74b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:07.523544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0be5e018-c824-479d-b536-97f511cb6f36 req-3d95f08d-af65-46b5-8d25-d7a4e018b2e7 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1411791 Oct 26 12:06:07.537422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Pushing event updated for resources: {'Port': ['ID=7724e08a-ac27-4223-8ac4-19b2482447cf,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:07.572304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Network 46c82037-973e-422f-984e-52419be4adc3 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:07.577834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:07.586850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:07.642431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.770209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Attempting to bind port 7724e08a-ac27-4223-8ac4-19b2482447cf on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:07.777785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad862609-64a1-45be-a34c-81e1c91068a1 req-e047e8e4-e8e8-4fa0-9245-32f307c35cc7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:07.778702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Attempting to bind port 7724e08a-ac27-4223-8ac4-19b2482447cf by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:07.779348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Attempting to bind port 7724e08a-ac27-4223-8ac4-19b2482447cf on network 46c82037-973e-422f-984e-52419be4adc3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:07.779475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad862609-64a1-45be-a34c-81e1c91068a1 req-e047e8e4-e8e8-4fa0-9245-32f307c35cc7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.3929095 Oct 26 12:06:07.779990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.782185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3917e98c-739c-47c4-84c7-43ae82293ee9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:07.782795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.891177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:07.891515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Checking segment: {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:07.891919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.892312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Bound using segment: {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:07.892810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Bound port: 7724e08a-ac27-4223-8ac4-19b2482447cf, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:07.893208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.901597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 378cc45f-9b6c-43ab-8cf3-01d9e520a295 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:07.948032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Provisioning complete for port 3917e98c-739c-47c4-84c7-43ae82293ee9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:07.948408 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:07.991377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:08.003667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] Sync routers for ids ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:08.018555 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] Routers {'378cc45f-9b6c-43ab-8cf3-01d9e520a295'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:08.019614 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:08.023638 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f0a90114-bdd9-4179-9d47-0bdeee099ae2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/378cc45f-9b6c-43ab-8cf3-01d9e520a295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7357888 Oct 26 12:06:08.024113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53054) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:08.076665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-68e41288-5627-44db-9c19-02bab18afeae tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=378cc45f-9b6c-43ab-8cf3-01d9e520a295 HTTP/1.1" status: 200 len: 205 time: 0.0483320 Oct 26 12:06:08.080601 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:08.084567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53058) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:08.092650 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] Routers {'378cc45f-9b6c-43ab-8cf3-01d9e520a295'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:08.093541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:08.098053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.108874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] For port 7724e08a-ac27-4223-8ac4-19b2482447cf, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:08.130421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:08.138607 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:08.140341 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654f595-8434-4083-bc07-dc6b5f5b80df None None] The sync data for ids ['378cc45f-9b6c-43ab-8cf3-01d9e520a295'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:08.166998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] For port 7724e08a-ac27-4223-8ac4-19b2482447cf, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7724e08a-ac27-4223-8ac4-19b2482447cf,segment=NetworkSegment(37d390c2-0a37-4d70-a997-0be6865d239e),segment_id=37d390c2-0a37-4d70-a997-0be6865d239e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:08.213521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.221759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 3917e98c-739c-47c4-84c7-43ae82293ee9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3917e98c-739c-47c4-84c7-43ae82293ee9,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:08.247868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.250945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 97f14f42-b48b-4f2e-9241-a35c97fef03a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:08.278763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:08.323880 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.335041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:08.343338 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.389389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.395125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:06:08.397263 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca1a3f-c9af-45db-a5ec-fe3743f9b791" -d '{"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:08.492889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 97f14f42-b48b-4f2e-9241-a35c97fef03a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:08.493192 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.534217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 58b44e36-01ce-4358-9242-9bcfe0ee5e39 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:08.534754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.540918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=3917e98c-739c-47c4-84c7-43ae82293ee9,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:08.560995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.564100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.594961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Transition to ACTIVE for port object c7a29400-b339-4d68-b7fd-2afdbcb0c708 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:06:08.614294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:06:08.614817 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-d0e72ad1-176e-4884-98b3-38f5f0ba9a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:08.616326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad862609-64a1-45be-a34c-81e1c91068a1 req-c8a6b707-6fc5-469c-9c15-65e5929bc7af tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8153169 Oct 26 12:06:08.637128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.641492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.642442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router 378cc45f-9b6c-43ab-8cf3-01d9e520a295 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:08.652568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.652813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.654431 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cd7134d8-23f3-4525-a75c-f02694eb5776 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/378cc45f-9b6c-43ab-8cf3-01d9e520a295 HTTP/1.1" status: 204 len: 168 time: 0.5685713 Oct 26 12:06:08.656978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:08.733445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.753038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:08.767783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.801532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718a125-0c65-42aa-a817-bffbf780c2de None None] Pushing event updated for resources: {'Port': ['ID=7724e08a-ac27-4223-8ac4-19b2482447cf,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:08.810044 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae45fa-934e-4c7a-9ebc-d60c59e1f9c6 x-openstack-request-id: req-a4ae45fa-934e-4c7a-9ebc-d60c59e1f9c6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:08.811707 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:08.812033 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4ae45fa-934e-4c7a-9ebc-d60c59e1f9c6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:08.812770 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'code': 200} Oct 26 12:06:08.818026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.820016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.830476 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:08.923585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:06:08.923969 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:08.992524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c785ee6-18a7-4bec-b44b-ffd92cb2b7b3 req-28b54856-42d3-41e6-9051-fb2a4fcbd867 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:08.994201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c785ee6-18a7-4bec-b44b-ffd92cb2b7b3 req-28b54856-42d3-41e6-9051-fb2a4fcbd867 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.5792816 Oct 26 12:06:09.005792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.007126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 58b44e36-01ce-4358-9242-9bcfe0ee5e39 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:09.011678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea25a410-884d-49ae-bd22-982361e769d3 req-2624253e-6449-45e1-ae9f-43b0c925494a tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1235693 Oct 26 12:06:09.065556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:09.113698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.141242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.145004 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a HTTP/1.1" status: 204 len: 168 time: 0.4869072 Oct 26 12:06:09.170247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53080) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:09.183006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321f83-b3c3-4b89-b621-84bd48fbf7b4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:09.191164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d0d2a-562e-4309-92d5-b581e3b6df74 None None] Network c3f7177b-81c8-4024-b22a-28b433a51535 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:09.234373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.234803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.235238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.235642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.236062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.236448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.236843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.237239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.237635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.238027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.238420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.238813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.242328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3917e98c-739c-47c4-84c7-43ae82293ee9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:09.316638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1b9a3ed2-18ee-41cd-9000-6ea78b2920b0 None None] Could not find standard attr ID for object 9d4c08c9-7902-4e79-807b-57016496b74b. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:06:09.385900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3917e98c-739c-47c4-84c7-43ae82293ee9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:09.386279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.416440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1b9a3ed2-18ee-41cd-9000-6ea78b2920b0 None None] Provisioning complete for port 58b44e36-01ce-4358-9242-9bcfe0ee5e39 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:09.416785 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b9a3ed2-18ee-41cd-9000-6ea78b2920b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.530988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a3ed2-18ee-41cd-9000-6ea78b2920b0 None None] Port 58b44e36-01ce-4358-9242-9bcfe0ee5e39 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:09.608730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7724e08a-ac27-4223-8ac4-19b2482447cf up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:09.635778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] DHCP port deletion for c3f7177b-81c8-4024-b22a-28b433a51535 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:09.725410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7724e08a-ac27-4223-8ac4-19b2482447cf triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:09.725780 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.771660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c785ee6-18a7-4bec-b44b-ffd92cb2b7b3 req-f82ff862-ad8c-499d-a312-308116a2bd45 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7535644 Oct 26 12:06:09.833836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:09.876748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] No DVR routers for this DVR port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:09.903913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Allocated IP 172.25.4.101 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/c5c50918-3276-4372-af6b-00157abb83f1) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:09.920335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2d325-348f-4059-8b61-811c6314fa7a None None] Network 46c82037-973e-422f-984e-52419be4adc3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:09.924695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] Deleting port 97f14f42-b48b-4f2e-9241-a35c97fef03a {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:09.925073 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.055322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f16ca5-3672-41ef-bb00-3dddabd731a5 req-385e0530-69ae-4372-ba5d-39916a463cc8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:10.056954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88f16ca5-3672-41ef-bb00-3dddabd731a5 req-385e0530-69ae-4372-ba5d-39916a463cc8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.3148804 Oct 26 12:06:10.072367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e841c1c-6b85-4358-bacd-52c19b831f97 None None] Provisioning complete for port 7724e08a-ac27-4223-8ac4-19b2482447cf triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:10.072748 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e841c1c-6b85-4358-bacd-52c19b831f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.117918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] For port 97f14f42-b48b-4f2e-9241-a35c97fef03a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=97f14f42-b48b-4f2e-9241-a35c97fef03a,segment=NetworkSegment(04609314-0cfe-44e9-9cc8-f6caa0902d1d),segment_id=04609314-0cfe-44e9-9cc8-f6caa0902d1d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:10.118751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.143452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] Calling delete_port for 97f14f42-b48b-4f2e-9241-a35c97fef03a owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:10.211206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc1885db-015e-4f60-b010-3d0638c1c412 req-448b0ff2-12c6-4942-8e83-166b290ec3f6 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0729227 Oct 26 12:06:10.247889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88f16ca5-3672-41ef-bb00-3dddabd731a5 req-4fde8d26-df51-41d2-93b1-8caa66f21186 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484323 Oct 26 12:06:10.272578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.284404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 97f14f42-b48b-4f2e-9241-a35c97fef03a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:10.284785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.310173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.358645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e841c1c-6b85-4358-bacd-52c19b831f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.365344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=58b44e36-01ce-4358-9242-9bcfe0ee5e39,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:10.393245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.419446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 7724e08a-ac27-4223-8ac4-19b2482447cf, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7724e08a-ac27-4223-8ac4-19b2482447cf,segment=NetworkSegment(37d390c2-0a37-4d70-a997-0be6865d239e),segment_id=37d390c2-0a37-4d70-a997-0be6865d239e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:10.428673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.433013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f6c810ac-3bf8-4814-8c59-19108da71b44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/58b44e36-01ce-4358-9242-9bcfe0ee5e39 HTTP/1.1" status: 204 len: 168 time: 3.1442177 Oct 26 12:06:10.435914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:10.439180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.443294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.479660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 97f14f42-b48b-4f2e-9241-a35c97fef03a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=97f14f42-b48b-4f2e-9241-a35c97fef03a,segment=NetworkSegment(04609314-0cfe-44e9-9cc8-f6caa0902d1d),segment_id=04609314-0cfe-44e9-9cc8-f6caa0902d1d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:10.480046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.495128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:10.495476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:10.495823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on network 8be3043a-8fe3-4f90-a319-94a81e10747f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:10.512344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 97f14f42-b48b-4f2e-9241-a35c97fef03a owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:10.521032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on network 8be3043a-8fe3-4f90-a319-94a81e10747f not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:06:10.521331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] No DVR routers for this DVR port 97f14f42-b48b-4f2e-9241-a35c97fef03a on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:10.521457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Attempting to bind port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on network 8be3043a-8fe3-4f90-a319-94a81e10747f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:10.555299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:10.555720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Checking segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:10.556631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Bound using segment: {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:10.557092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Bound port: c7a29400-b339-4d68-b7fd-2afdbcb0c708, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79269d72-a58f-4d60-9133-9ffc195769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:10.557455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.574995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df8e23-a992-46cd-91fb-075887043ee9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:10.598518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df8e23-a992-46cd-91fb-075887043ee9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:10.607343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f1df8e23-a992-46cd-91fb-075887043ee9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1701424 Oct 26 12:06:10.610354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:10.613785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.623322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-6e841c1c-6b85-4358-bacd-52c19b831f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:06:10.623885 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-6e841c1c-6b85-4358-bacd-52c19b831f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:10.629800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=7724e08a-ac27-4223-8ac4-19b2482447cf,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:10.680368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc656eb8-fc33-46d3-a8a4-8bbf6f90c9b1 None None] Pushing event deleted for resources: {'Port': ['ID=97f14f42-b48b-4f2e-9241-a35c97fef03a,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:10.743880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:10.765195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:10.771867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:10.784098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 1c904c14-8e4b-490c-9594-0b78cab92cb6 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:10.787986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.801035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Pushing event updated for resources: {'Port': ['ID=c5c50918-3276-4372-af6b-00157abb83f1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:10.849013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.855816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.858197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:10.965947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:10.980812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=97f14f42-b48b-4f2e-9241-a35c97fef03a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:10.992157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7724e08a-ac27-4223-8ac4-19b2482447cf up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:11.007151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:11.045376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port 97f14f42-b48b-4f2e-9241-a35c97fef03a on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:11.053914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.060329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7724e08a-ac27-4223-8ac4-19b2482447cf triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:11.061268 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.064180 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.100065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=1c904c14-8e4b-490c-9594-0b78cab92cb6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:11.104287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.107779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-85a3b5bc-87b2-4d60-9433-1e21ef1dcb82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/1c904c14-8e4b-490c-9594-0b78cab92cb6 HTTP/1.1" status: 204 len: 168 time: 0.4935465 Oct 26 12:06:11.116943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53096) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:11.120111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b4de4-9e4d-4db6-9d5a-e2d1ea0679f8 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:11.171361 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-19b86388-c000-4879-bef7-925687fe1f6a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564988 Oct 26 12:06:11.175863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:11.181948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:11.203155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:11.203902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.205652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1092 time: 3.9577012 Oct 26 12:06:11.208496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:06:11.211027 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:11.221600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b405af-9eae-4a70-82db-327d2d943c01 req-c3aa88ce-a270-48f6-929d-ceabd9ffedf1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:11.223319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0b405af-9eae-4a70-82db-327d2d943c01 req-c3aa88ce-a270-48f6-929d-ceabd9ffedf1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.2945518 Oct 26 12:06:11.230691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.385575 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff317698-01c2-4c39-9b10-0716560775b7 x-openstack-request-id: req-ff317698-01c2-4c39-9b10-0716560775b7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:11.386197 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:11.386567 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff317698-01c2-4c39-9b10-0716560775b7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:11.387206 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'status': 'completed', 'code': 200} Oct 26 12:06:11.402157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:11.406999 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.435716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c906b418-08e4-4fc9-8960-b1d73f2d5f6c None None] Provisioning complete for port 7724e08a-ac27-4223-8ac4-19b2482447cf triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:11.436086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c906b418-08e4-4fc9-8960-b1d73f2d5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.438680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f7177b-81c8-4024-b22a-28b433a51535']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:11.551270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:11.567847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 97f14f42-b48b-4f2e-9241-a35c97fef03a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:11.572945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e764e0f-cb49-40c1-8ceb-b01dd072e851 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:11.581902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04609314-0cfe-44e9-9cc8-f6caa0902d1d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:11.582341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04609314-0cfe-44e9-9cc8-f6caa0902d1d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:11.623628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93657c3e-a45a-4cbe-9ddd-52b946fa6434 req-e5a9aa91-a931-4230-a914-8ce13464e7ab tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0797610 Oct 26 12:06:11.629502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.632944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 97f14f42-b48b-4f2e-9241-a35c97fef03a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:11.633441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 97f14f42-b48b-4f2e-9241-a35c97fef03a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:11.649318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0b405af-9eae-4a70-82db-327d2d943c01 req-8fa44b08-8cdc-46fc-9489-d11d6d101d89 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041526 Oct 26 12:06:11.655533 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.729110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.733199 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.757453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] Deleting port 3917e98c-739c-47c4-84c7-43ae82293ee9 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:11.757798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.782952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:11.786609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:11.792169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:11.792823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.794900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-0225d3a4-3f2f-498e-b141-c53ca956a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:11.796313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=5f323653-ade8-4fe5-824a-977aea817729,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:11.799518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-0225d3a4-3f2f-498e-b141-c53ca956a5ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1095 time: 0.5394249 Oct 26 12:06:11.802291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:11.807216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.816359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa2643f6-7d91-4947-a03c-ab36bd05548c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6393545 Oct 26 12:06:11.817227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:06:11.820301 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:06:11.824530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '5f323653-ade8-4fe5-824a-977aea817729', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1407426106'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:11.891448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] For port 3917e98c-739c-47c4-84c7-43ae82293ee9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3917e98c-739c-47c4-84c7-43ae82293ee9,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:11.891890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:11.901166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-139f370c-1358-4713-8ade-d5219b932c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:11.907266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-139f370c-1358-4713-8ade-d5219b932c57 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1095 time: 0.5159640 Oct 26 12:06:11.911681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] Calling delete_port for 3917e98c-739c-47c4-84c7-43ae82293ee9 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:12.022594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.066199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] Pushing event deleted for resources: {'Port': ['ID=3917e98c-739c-47c4-84c7-43ae82293ee9,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:12.078998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d2154-0ff2-48ba-8b15-b8d9690087fc None None] No DVR routers for this DVR port 3917e98c-739c-47c4-84c7-43ae82293ee9 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:12.099839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e310d7-2fa4-4364-8c60-f13cc3318096 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:12.196178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.242417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.248533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/c3f7177b-81c8-4024-b22a-28b433a51535 HTTP/1.1" status: 204 len: 168 time: 3.0575545 Oct 26 12:06:12.278021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53120) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:12.279279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a0be2-901f-41a7-b89c-10638943ce03 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=c3f7177b-81c8-4024-b22a-28b433a51535,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:12.315514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1564523456', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:12.349059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392e123-c4b5-4b83-acc8-f86e86e81213 req-4d35338d-eb3b-4254-95e6-3b49e7bc49a7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:12.358230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c392e123-c4b5-4b83-acc8-f86e86e81213 req-4d35338d-eb3b-4254-95e6-3b49e7bc49a7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.6118116 Oct 26 12:06:12.370004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '5f323653-ade8-4fe5-824a-977aea817729'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:12.370935 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.415551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53124) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:12.464801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 12:06:12.464801 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 12:06:12.464801 n-d-812150-3 neutron-server[102759]: [parameters: {'project_id_1': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'expiration_1': datetime.datetime(2021, 10, 26, 12, 5, 52, 390369)}] Oct 26 12:06:12.464801 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:06:12.465313 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:12.538112 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.539201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.543060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-a2543aa5-d752-4a35-ae90-caa02e36b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:12.544601 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-a2543aa5-d752-4a35-ae90-caa02e36b082 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.5223036 Oct 26 12:06:12.555472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/5f323653-ade8-4fe5-824a-977aea817729/96d5fb02-17ab-46c5-8091-910f1e112d7e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:12.573832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a5e6d8-1a25-4ee1-9f4f-eb6eb3981a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.594836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-27345c5f-ad66-4f58-a311-73b4ba665796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:12.596419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-27345c5f-ad66-4f58-a311-73b4ba665796 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.7446580 Oct 26 12:06:12.597423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.612373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c392e123-c4b5-4b83-acc8-f86e86e81213 req-925e7e65-6a4e-42de-b932-54ef77acf891 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519855 Oct 26 12:06:12.683496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a5e6d8-1a25-4ee1-9f4f-eb6eb3981a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.697911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a5e6d8-1a25-4ee1-9f4f-eb6eb3981a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.734413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.749481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.770288 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-49a5e6d8-1a25-4ee1-9f4f-eb6eb3981a24 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b8a47eff1654ab8bd6de0b59457b853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535552 Oct 26 12:06:12.775320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53132) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:12.820012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Pushing event updated for resources: {'Port': ['ID=96d5fb02-17ab-46c5-8091-910f1e112d7e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:12.824791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:12.827268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:12.831929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:12.838002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5e6d8-1a25-4ee1-9f4f-eb6eb3981a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72014e7-66d2-46a9-90a0-6976afe21c9a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:12.848346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-099411d8-466d-4299-84e4-b6e8d862a358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.877049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-099411d8-466d-4299-84e4-b6e8d862a358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.881104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-35e36637-f708-47e9-8343-1a454a7b9ca5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1000 time: 0.2895164 Oct 26 12:06:12.896567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Attempting to bind port 96d5fb02-17ab-46c5-8091-910f1e112d7e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:12.896945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Attempting to bind port 96d5fb02-17ab-46c5-8091-910f1e112d7e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:12.897440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Attempting to bind port 96d5fb02-17ab-46c5-8091-910f1e112d7e on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:12.904698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:12.905280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:12.905840 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.908896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:12.909669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Bound port: 96d5fb02-17ab-46c5-8091-910f1e112d7e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:12.910229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.939606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-099411d8-466d-4299-84e4-b6e8d862a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.943005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-099411d8-466d-4299-84e4-b6e8d862a358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:12.947482 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-099411d8-466d-4299-84e4-b6e8d862a358 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c72014e7-66d2-46a9-90a0-6976afe21c9a HTTP/1.1" status: 204 len: 168 time: 0.1687372 Oct 26 12:06:12.954811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099411d8-466d-4299-84e4-b6e8d862a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72014e7-66d2-46a9-90a0-6976afe21c9a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:13.011713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:13.019867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3917e98c-739c-47c4-84c7-43ae82293ee9 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:13.049967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] For port 96d5fb02-17ab-46c5-8091-910f1e112d7e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:13.052598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3917e98c-739c-47c4-84c7-43ae82293ee9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:13.053208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3917e98c-739c-47c4-84c7-43ae82293ee9 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:13.069487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] For port 96d5fb02-17ab-46c5-8091-910f1e112d7e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=96d5fb02-17ab-46c5-8091-910f1e112d7e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:13.083483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.132859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e7c751a-dc3d-4833-b19d-fe67620ccc73 req-383296e7-686c-4065-bfad-b90f6d38547e tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.2931740 Oct 26 12:06:13.137613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.161375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-45d1fc60-9b62-4517-b1d8-7ed931e85cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.162894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-45d1fc60-9b62-4517-b1d8-7ed931e85cd5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.1986468 Oct 26 12:06:13.164660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-f836738b-396d-4e3c-a1ef-292cd7a63b6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1000 time: 0.5478659 Oct 26 12:06:13.191022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.206449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f31e5-a4a5-43b2-adc2-7b01abd51b37 None None] Pushing event updated for resources: {'Port': ['ID=96d5fb02-17ab-46c5-8091-910f1e112d7e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:13.214811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port b2437030-deac-45ba-9895-5d0188053609 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:06:13.386661 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:06:13.387460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:13.410033 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dc37eda2-4e13-4bbf-a77b-76023788c07c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5914571 Oct 26 12:06:13.412530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:13.492167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8331334-e97f-481b-9269-b199b150b39e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.497261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e8331334-e97f-481b-9269-b199b150b39e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0809948 Oct 26 12:06:13.497432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:13.532742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:13.552950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4673-4be2-4f1e-a3ce-d973800f6879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.586122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d68bc-f7e4-4f03-8003-0e9d4424a6e1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.587976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d68bc-f7e4-4f03-8003-0e9d4424a6e1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.590408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6e5d68bc-f7e4-4f03-8003-0e9d4424a6e1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0921144 Oct 26 12:06:13.594355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53144) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:13.667302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 5f323653-ade8-4fe5-824a-977aea817729 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:13.670804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.722182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.762670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Router 0127e4aa-493c-4801-9f2a-e156efa90818 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:13.768195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4673-4be2-4f1e-a3ce-d973800f6879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.778126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4673-4be2-4f1e-a3ce-d973800f6879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.783220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62472-e671-4150-b1a9-cdfd81de0cab req-b0ea3b48-9f91-4c1d-863a-fe21b8fe8b04 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.784828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa62472-e671-4150-b1a9-cdfd81de0cab req-b0ea3b48-9f91-4c1d-863a-fe21b8fe8b04 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.9130714 Oct 26 12:06:13.835799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee4673-4be2-4f1e-a3ce-d973800f6879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3259c2bc-96cc-430c-8096-2acbf3eaea7c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:13.862694 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f0ee4673-4be2-4f1e-a3ce-d973800f6879 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4e422fe525041e38f8eeb920694749a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266435 Oct 26 12:06:13.864833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:13.883699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-bc889918-4de9-4503-aceb-f36a2700b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.885199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-bc889918-4de9-4503-aceb-f36a2700b49f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.2458589 Oct 26 12:06:13.889279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.897319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.950018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-a34e9a34-c49b-45bd-935c-07083c2731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:13.951587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-a34e9a34-c49b-45bd-935c-07083c2731f3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3109789 Oct 26 12:06:13.954710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92ea05e3-5b56-446d-9b18-b23f60e91f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:13.988507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92ea05e3-5b56-446d-9b18-b23f60e91f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.017062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.025162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d4928-5e32-4bf1-b1d3-1d84305bbe5c req-18ac47f1-8f04-42c9-a58d-275da9978f9f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:14.026727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca0d4928-5e32-4bf1-b1d3-1d84305bbe5c req-18ac47f1-8f04-42c9-a58d-275da9978f9f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.3373487 Oct 26 12:06:14.063182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=5f323653-ade8-4fe5-824a-977aea817729,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:14.068825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.073264 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e9e7857-e9c5-4947-b115-e6f8cc18e0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/5f323653-ade8-4fe5-824a-977aea817729 HTTP/1.1" status: 204 len: 168 time: 0.4778941 Oct 26 12:06:14.075820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53150) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:14.120272 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-831fba32-d404-4f3e-87d0-29be230bbf72 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431137 Oct 26 12:06:14.120557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4aa62472-e671-4150-b1a9-cdfd81de0cab req-d501eda0-075e-4c9e-ab2b-e87eba544250 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960007 Oct 26 12:06:14.124791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53152) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:14.130188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:14.192309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92ea05e3-5b56-446d-9b18-b23f60e91f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.194948 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92ea05e3-5b56-446d-9b18-b23f60e91f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.196159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-92ea05e3-5b56-446d-9b18-b23f60e91f91 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3259c2bc-96cc-430c-8096-2acbf3eaea7c HTTP/1.1" status: 204 len: 168 time: 0.3301024 Oct 26 12:06:14.211206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-c941bcf3-01b2-47a9-9ea3-43957ad80cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:14.212822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-c941bcf3-01b2-47a9-9ea3-43957ad80cda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3149607 Oct 26 12:06:14.214815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea05e3-5b56-446d-9b18-b23f60e91f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3259c2bc-96cc-430c-8096-2acbf3eaea7c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:14.278441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:14.287767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.354040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:14.364123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Sync routers for ids ['0127e4aa-493c-4801-9f2a-e156efa90818'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:14.374290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca0d4928-5e32-4bf1-b1d3-1d84305bbe5c req-b6437f60-751b-4b0e-82da-1ddc1a0eb3d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238001 Oct 26 12:06:14.381151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Routers {'0127e4aa-493c-4801-9f2a-e156efa90818'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:14.381638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0127e4aa-493c-4801-9f2a-e156efa90818'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:14.413867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cbc231bf-b7be-4cd9-9f54-5bb348d849e0 req-a2921c3e-0c55-4add-818d-f775e6631038 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1488357 Oct 26 12:06:14.431721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa7794-645b-45b7-ae17-f4cb7e51c61f None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:14.454484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-e06a7716-44f3-41e3-a728-f880810557ea service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450397 Oct 26 12:06:14.463197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.467022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-246371fb-6cb8-49b1-9747-0db278da5dbd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.2006271 Oct 26 12:06:14.468115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53158) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:14.607885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-389b05a3-c699-43e4-83d5-cb371f353481 service neutron] 10.222.0.30 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506565 Oct 26 12:06:14.615345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-aa6fb9e0-cd60-4196-a55a-2ec57291f723 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472073 Oct 26 12:06:14.673033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.747103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e080b9f4-be50-457a-bfbe-5773b977b407 None None] Provisioning complete for port 96d5fb02-17ab-46c5-8091-910f1e112d7e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:14.747594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e080b9f4-be50-457a-bfbe-5773b977b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.774170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.797811 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.824636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:14.836394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:14.842202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:14.842799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:14.858379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=0838d885-47ea-4925-b82f-fecc2cd4f5d2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:14.874379 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ba8aacd5-8e19-41b8-bea1-23260ce02816 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7430933 Oct 26 12:06:14.874379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53170) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:14.879351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-888315776', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:14.916539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Set router 0127e4aa-493c-4801-9f2a-e156efa90818 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:14.932008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-c45e7a85-6788-415d-8576-fbe8fd9ebf08 service neutron] 10.222.0.30 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131721 Oct 26 12:06:15.015914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.016370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.083248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 96d5fb02-17ab-46c5-8091-910f1e112d7e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:15.136281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e080b9f4-be50-457a-bfbe-5773b977b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.178140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 172.25.4.227 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cfdc4b7e-99cb-467b-b684-bca90c6a81c1) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:15.189989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.199898 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.204631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 96d5fb02-17ab-46c5-8091-910f1e112d7e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:15.205016 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.216885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-4d6da309-9985-4472-917e-1bb9fdbbd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:15.218421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-4d6da309-9985-4472-917e-1bb9fdbbd95d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1095 time: 0.1959825 Oct 26 12:06:15.228131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.233211 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ea0a441c-3a78-4874-b8ca-7d6dbaaf39b8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3589566 Oct 26 12:06:15.234497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53182) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:15.268853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e080b9f4-be50-457a-bfbe-5773b977b407 None None] For port 96d5fb02-17ab-46c5-8091-910f1e112d7e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=96d5fb02-17ab-46c5-8091-910f1e112d7e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:15.309244 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e080b9f4-be50-457a-bfbe-5773b977b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.506257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080b9f4-be50-457a-bfbe-5773b977b407 None None] Pushing event updated for resources: {'Port': ['ID=96d5fb02-17ab-46c5-8091-910f1e112d7e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:15.516908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef336fa-9c12-4360-bc77-605f69afa2f1 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:15.536300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-b2653c42-37f4-4ab3-a56f-a21c619afda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:15.538191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-b2653c42-37f4-4ab3-a56f-a21c619afda8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.3094401 Oct 26 12:06:15.614005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:11Z', 'revision_number': 3, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port': {'id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:08Z', 'updated_at': '2021-10-26T12:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:15.645270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Checking router: 0127e4aa-493c-4801-9f2a-e156efa90818 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:15.645771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Updating router 0127e4aa-493c-4801-9f2a-e156efa90818 port c5c50918-3276-4372-af6b-00157abb83f1 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:15.655006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-89333d43-a36e-459d-8224-a0fcdb17a648 None None] Provisioning complete for port 96d5fb02-17ab-46c5-8091-910f1e112d7e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:15.655269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89333d43-a36e-459d-8224-a0fcdb17a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.655931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-eae18347-e02d-4f35-ad56-d4485a3c4347 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1000 time: 0.1020930 Oct 26 12:06:15.669415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27956c-0641-4d29-9dd6-f8c54a01d93f req-283ba508-3507-494a-a4fd-60b57bd44052 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:15.671286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c27956c-0641-4d29-9dd6-f8c54a01d93f req-283ba508-3507-494a-a4fd-60b57bd44052 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.3338807 Oct 26 12:06:15.714335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.729237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.741141 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.781288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded28a52-e4db-4e7c-9d88-e7b6920376f2 req-b2721fc8-cf16-4e25-bae3-613aa3b324b1 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:15.783161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ded28a52-e4db-4e7c-9d88-e7b6920376f2 req-b2721fc8-cf16-4e25-bae3-613aa3b324b1 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2904220 Oct 26 12:06:15.790790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:15.827107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c27956c-0641-4d29-9dd6-f8c54a01d93f req-3cb11ada-4fba-4352-928c-f7d62f7b1f4c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264031 Oct 26 12:06:15.861271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-f31a5f96-9722-46e5-a518-a11949de9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:15.862990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-f31a5f96-9722-46e5-a518-a11949de9fdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.1856771 Oct 26 12:06:15.933286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ded28a52-e4db-4e7c-9d88-e7b6920376f2 req-f7928c34-fa35-4a34-a443-a7245247801b tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195457 Oct 26 12:06:15.979761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bffd843f-111f-41ef-8ec6-407634238479 req-24570f7c-ab87-44e0-98ba-b1f6c755bdda tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0363064 Oct 26 12:06:15.981645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-307e0c70-6ac2-4660-8c3b-2b0506dd93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:15.983103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-307e0c70-6ac2-4660-8c3b-2b0506dd93ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029840 Oct 26 12:06:15.984714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.034418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:16.096264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:16.098768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:16.191464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::1 (70363c38-cb86-4e6d-b449-518efb0827be/0838d885-47ea-4925-b82f-fecc2cd4f5d2/5984c8de-c06d-40d9-9636-40f5e5f67c70) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:16.265450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.277245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Allocated IP 172.20.0.1 (46c82037-973e-422f-984e-52419be4adc3/0754c3ed-e1e2-4071-966d-17f77d655519/dd9f31dd-eb04-4959-af68-434e6e8d6427) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:16.278221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.361314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde9598-1425-4006-a4e2-b99a6b644277 None None] Pushing event updated for resources: {'Port': ['ID=c5c50918-3276-4372-af6b-00157abb83f1,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:16.389918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.390238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Attempting to bind port c5c50918-3276-4372-af6b-00157abb83f1 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:16.390413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Attempting to bind port c5c50918-3276-4372-af6b-00157abb83f1 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:16.390739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Attempting to bind port c5c50918-3276-4372-af6b-00157abb83f1 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:16.391743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=cfdc4b7e-99cb-467b-b684-bca90c6a81c1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:16.404468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:16.405027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:16.405435 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.405837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:16.406374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Bound port: c5c50918-3276-4372-af6b-00157abb83f1, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:16.406787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.460625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cd7b3543-bd24-4cb8-8aea-24914687a3d8 None None] Provisioning complete for port 96d5fb02-17ab-46c5-8091-910f1e112d7e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:16.461421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3543-bd24-4cb8-8aea-24914687a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.501064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-23f79e2e-11a8-4b6f-9f8f-af089423f44f service neutron] 10.222.0.30 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082362 Oct 26 12:06:16.513963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.524986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] For port c5c50918-3276-4372-af6b-00157abb83f1, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:16.530311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] For port c5c50918-3276-4372-af6b-00157abb83f1, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c5c50918-3276-4372-af6b-00157abb83f1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:16.542639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.544553 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:06:16.588008 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.629504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Routers {'0127e4aa-493c-4801-9f2a-e156efa90818'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:16.630140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0127e4aa-493c-4801-9f2a-e156efa90818'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:16.653856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.703091 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.733719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:16.739008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1ffd7ce-21d0-47a1-885a-5f8d6191c3c8 req-881e16c1-2275-4b68-b110-7fafb3cf7465 service neutron] 10.222.0.30 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215250 Oct 26 12:06:16.739201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde9598-1425-4006-a4e2-b99a6b644277 None None] Pushing event updated for resources: {'Port': ['ID=c5c50918-3276-4372-af6b-00157abb83f1,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:16.742500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:16.749892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Network 46c82037-973e-422f-984e-52419be4adc3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:16.751721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:16.752095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.754931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=5984c8de-c06d-40d9-9636-40f5e5f67c70,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:16.758317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:16.763171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:16.784092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:16.834445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] Set router 0127e4aa-493c-4801-9f2a-e156efa90818 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:17.109044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.112640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9f31dd-eb04-4959-af68-434e6e8d6427,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:17.216729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19843fe0-da4e-4368-8599-d19d6db37c83 req-878389ad-7919-4ee9-bd99-fa78309bc4b6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:17.218383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19843fe0-da4e-4368-8599-d19d6db37c83 req-878389ad-7919-4ee9-bd99-fa78309bc4b6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 944 time: 0.2271242 Oct 26 12:06:17.221062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router c9e41a91-7559-41ff-986b-0dd3402e32e4 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:17.253559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.269365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a8cbe-af71-490a-8da5-1d976b036144 req-bb8b4dee-3f2f-4f20-ae7c-9c11986667e3 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:17.271712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-831a8cbe-af71-490a-8da5-1d976b036144 req-bb8b4dee-3f2f-4f20-ae7c-9c11986667e3 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1519623 Oct 26 12:06:17.370012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 96d5fb02-17ab-46c5-8091-910f1e112d7e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:17.375083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:06:17.472167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:17.503590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.519772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'port_id': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'mac_address': 'fa:16:3e:16:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:06:17.606522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.608517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-93316395-0c90-440a-a23d-6e85823f3d0d None None] Provisioning complete for port 5984c8de-c06d-40d9-9636-40f5e5f67c70 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:17.608932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93316395-0c90-440a-a23d-6e85823f3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.648425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-93316395-0c90-440a-a23d-6e85823f3d0d None None] Port 5984c8de-c06d-40d9-9636-40f5e5f67c70 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:17.670090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a29400-b339-4d68-b7fd-2afdbcb0c708 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:06:17.690325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:17.699832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.710710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.715135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.737604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:17.777437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:17.799630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-16d56f4e-45ff-41cd-a5ca-d66de2e35305 None None] Provisioning complete for port dd9f31dd-eb04-4959-af68-434e6e8d6427 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:17.799964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19843fe0-da4e-4368-8599-d19d6db37c83 req-9549e52e-80c9-493d-8115-9d1937a0c7cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5672252 Oct 26 12:06:17.800101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-16d56f4e-45ff-41cd-a5ca-d66de2e35305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.810088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-831a8cbe-af71-490a-8da5-1d976b036144 req-2f7bc7fb-b2c5-49c0-8854-8292001c65c8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5310407 Oct 26 12:06:17.827505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:17.839360 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] Sync routers for ids ['c9e41a91-7559-41ff-986b-0dd3402e32e4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:17.847962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 96d5fb02-17ab-46c5-8091-910f1e112d7e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:17.848332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.854051 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] Routers {'c9e41a91-7559-41ff-986b-0dd3402e32e4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:17.854661 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c9e41a91-7559-41ff-986b-0dd3402e32e4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:17.869776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.875188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa89cb3d-841d-442c-aecb-7d920b146458 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5760405 Oct 26 12:06:17.876898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-16d56f4e-45ff-41cd-a5ca-d66de2e35305 None None] Port dd9f31dd-eb04-4959-af68-434e6e8d6427 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:17.877033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53246) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:17.924895 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:17.945755 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] Routers {'c9e41a91-7559-41ff-986b-0dd3402e32e4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:17.947585 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c9e41a91-7559-41ff-986b-0dd3402e32e4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:17.978191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:17.991853 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:17.992749 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ab6fd-1ba2-4690-bcd3-6b0c3834bcf3 None None] The sync data for ids ['c9e41a91-7559-41ff-986b-0dd3402e32e4'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:18.015726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-144dcaec-e8e2-4360-99a8-c488cdb5ab1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.024188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.030585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ab5c4fb-7a73-4196-a408-ee676df2f469 req-7cda8469-327c-44a0-955a-763ee983c87e tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0839045 Oct 26 12:06:18.032820 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.033121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.035842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:11Z', 'revision_number': 3, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port': {'id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:08Z', 'updated_at': '2021-10-26T12:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:18.065349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['c7a29400-b339-4d68-b7fd-2afdbcb0c708'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:06:18.101905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5a8f10f5-5f00-45db-b36e-03a4a0f6ffea tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/routers/c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 200 len: 885 time: 0.2214725 Oct 26 12:06:18.102155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53248) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:18.130373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974eb7ab-d8cc-4157-998e-e46f983d553f None None] The sync data for ids ['0127e4aa-493c-4801-9f2a-e156efa90818'] in n-d-812150-3 is: [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:11Z', 'revision_number': 3, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port': {'id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:08Z', 'updated_at': '2021-10-26T12:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:18.426231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-771a2c51-28a1-4837-89ca-e01018a31e25 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3229244 Oct 26 12:06:18.428819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:18.431691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9f31dd-eb04-4959-af68-434e6e8d6427,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:18.438236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1564523456'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:18.582710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=5984c8de-c06d-40d9-9636-40f5e5f67c70,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:18.650560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Network 46c82037-973e-422f-984e-52419be4adc3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:18.664487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:18.667600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:18.675585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:18.692612 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-144dcaec-e8e2-4360-99a8-c488cdb5ab1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.797278 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-144dcaec-e8e2-4360-99a8-c488cdb5ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.825775 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.841275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:18.884932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dcaec-e8e2-4360-99a8-c488cdb5ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457a0f15-d39f-4d68-baab-c68aaeeacf44,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:19.003480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-144dcaec-e8e2-4360-99a8-c488cdb5ab1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87d2be12799c40ebb4993b8e20141d57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2608290 Oct 26 12:06:19.008216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:19.072824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5c50918-3276-4372-af6b-00157abb83f1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:19.090128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Router ea36ca75-379f-4585-8a07-507bb981788b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:19.156456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-93e81281-5eb3-44f0-8504-dd2131f7e208 None None] Provisioning complete for port dd9f31dd-eb04-4959-af68-434e6e8d6427 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:19.156849 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93e81281-5eb3-44f0-8504-dd2131f7e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.196753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7b41-fe6d-498e-b176-6ab2ef2b75c6 req-70c53913-21a9-43d8-93e0-a913c360fcae tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:19.198403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1acb7b41-fe6d-498e-b176-6ab2ef2b75c6 req-70c53913-21a9-43d8-93e0-a913c360fcae tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2448852 Oct 26 12:06:19.208690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c1d2-7eff-430c-9aff-d7f44f0bbe7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.209486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aaaf8-fb5b-4278-ae67-fa338023ec0d req-817e2382-66a3-4216-ae62-bb8abeb5a602 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:19.219394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-236aaaf8-fb5b-4278-ae67-fa338023ec0d req-817e2382-66a3-4216-ae62-bb8abeb5a602 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 945 time: 0.2212253 Oct 26 12:06:19.220784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c5c50918-3276-4372-af6b-00157abb83f1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:19.220997 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.222833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f11b65c1-03c7-4a43-b175-de21a27ff2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.226216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-93e81281-5eb3-44f0-8504-dd2131f7e208 None None] Port dd9f31dd-eb04-4959-af68-434e6e8d6427 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:19.230449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Router 0127e4aa-493c-4801-9f2a-e156efa90818 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:19.247482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:19.259487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router c9e41a91-7559-41ff-986b-0dd3402e32e4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:19.304772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-236aaaf8-fb5b-4278-ae67-fa338023ec0d req-9c9d4368-a6ee-4d82-81f8-9c6a8eda74cc tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843079 Oct 26 12:06:19.320964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1acb7b41-fe6d-498e-b176-6ab2ef2b75c6 req-e7129f7a-eca2-4c0a-9b89-149adb700822 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973730 Oct 26 12:06:19.360026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f11b65c1-03c7-4a43-b175-de21a27ff2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.373025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:19.384083 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d0445f3-8479-4b02-aa14-7a16fda6677a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "PUT /v2.0/routers/ea36ca75-379f-4585-8a07-507bb981788b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1478703 Oct 26 12:06:19.390434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53262) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:19.397786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f1258487-ceaa-4c16-8611-990e6767082e None None] Provisioning complete for port 5984c8de-c06d-40d9-9636-40f5e5f67c70 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:19.398247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f1258487-ceaa-4c16-8611-990e6767082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.411818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port c7a29400-b339-4d68-b7fd-2afdbcb0c708 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:06:19.424095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Sync routers for ids ['ea36ca75-379f-4585-8a07-507bb981788b'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:19.488221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port c7a29400-b339-4d68-b7fd-2afdbcb0c708 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:19.488617 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.494932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65001c3f-6e37-4831-ba36-26510b72caf1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:19.500211 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65001c3f-6e37-4831-ba36-26510b72caf1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports/5984c8de-c06d-40d9-9636-40f5e5f67c70 HTTP/1.1" status: 200 len: 911 time: 0.1071670 Oct 26 12:06:19.505970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:19.526700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f1258487-ceaa-4c16-8611-990e6767082e None None] Port 5984c8de-c06d-40d9-9636-40f5e5f67c70 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:19.535261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8402fe1-8dd1-4423-88da-c38ad5ea9264 req-766ca895-685c-4dde-b9c1-07a9fc1eee28 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0467899 Oct 26 12:06:19.545230 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.552672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Routers {'ea36ca75-379f-4585-8a07-507bb981788b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:19.553324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ea36ca75-379f-4585-8a07-507bb981788b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:19.556319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f11b65c1-03c7-4a43-b175-de21a27ff2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.562300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f11b65c1-03c7-4a43-b175-de21a27ff2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.564871 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f11b65c1-03c7-4a43-b175-de21a27ff2b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/457a0f15-d39f-4d68-baab-c68aaeeacf44 HTTP/1.1" status: 204 len: 168 time: 0.5563850 Oct 26 12:06:19.609052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:19.615305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:19.621329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b65c1-03c7-4a43-b175-de21a27ff2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a0f15-d39f-4d68-baab-c68aaeeacf44,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:19.627378 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] Sync routers for ids ['c9e41a91-7559-41ff-986b-0dd3402e32e4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:19.631962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.638677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2e470f8c-7993-4550-aaf9-3f51d9a0818c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 200 len: 892 time: 1.2082856 Oct 26 12:06:19.639420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53270) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:19.658670 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] Routers {'c9e41a91-7559-41ff-986b-0dd3402e32e4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:19.658932 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e91f933c-6b35-4cfc-80af-a5bb22701cc2 admin admin] 10.222.0.88 "PUT /v2.0/routers/0127e4aa-493c-4801-9f2a-e156efa90818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1783123 Oct 26 12:06:19.661892 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c9e41a91-7559-41ff-986b-0dd3402e32e4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:19.682643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c5c50918-3276-4372-af6b-00157abb83f1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c5c50918-3276-4372-af6b-00157abb83f1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:19.706471 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:19.706615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6addb-a0b4-44e2-858b-0a03c2bcb03e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:19.714788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.721254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6addb-a0b4-44e2-858b-0a03c2bcb03e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:19.723374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] Routers {'c9e41a91-7559-41ff-986b-0dd3402e32e4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:19.724563 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['c9e41a91-7559-41ff-986b-0dd3402e32e4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:19.728672 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-99a6addb-a0b4-44e2-858b-0a03c2bcb03e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2229104 Oct 26 12:06:19.738151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53274) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:19.809927 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:19.810736 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122e104-74f1-45a0-9faa-7a23482eb36e None None] The sync data for ids ['c9e41a91-7559-41ff-986b-0dd3402e32e4'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:19.841700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.870589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Set router ea36ca75-379f-4585-8a07-507bb981788b gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:19.922108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc12a3ea-a0af-42ac-b078-1f47d83fab15 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/routers/c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 200 len: 892 time: 0.2809856 Oct 26 12:06:19.933753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:19.939303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:06:19.942704 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50b91c-3827-43f7-b9ba-06650b579206" -d '{"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-plugged", "status": "completed", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:19.956208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53280) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:19.958477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:19.965082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c5c50918-3276-4372-af6b-00157abb83f1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:19.998392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e9378075-f129-493f-994d-4d53391bec51 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 200 len: 205 time: 0.0408206 Oct 26 12:06:19.998893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53284) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:20.078134 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97116c25-8bee-4fdf-b3ba-19c421d6b13b x-openstack-request-id: req-97116c25-8bee-4fdf-b3ba-19c421d6b13b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:20.079085 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-plugged", "status": "completed", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:20.079553 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97116c25-8bee-4fdf-b3ba-19c421d6b13b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:20.080187 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'code': 200} Oct 26 12:06:20.146898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-69b4b75e-6d78-408f-9bb2-2c59ae85be7d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:20.152222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-69b4b75e-6d78-408f-9bb2-2c59ae85be7d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79&tenant_id=5659a67d61c84433a1098cb23346a0f9&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 945 time: 0.4277864 Oct 26 12:06:20.181809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:20.228791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50568a-e218-4247-bbab-3a78c123da84 req-6a39eee5-618b-4bb7-8fba-f269f486dd1a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:20.236642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb50568a-e218-4247-bbab-3a78c123da84 req-6a39eee5-618b-4bb7-8fba-f269f486dd1a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.4309916 Oct 26 12:06:20.239027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53292) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:20.288738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.294494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fcb7ba7-9a11-432f-8d24-3e114dd03535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.304489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'name': 'tempest-NetworksTestDHCPv6-router-888315776', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None, '_interfaces': [{'id': '5984c8de-c06d-40d9-9636-40f5e5f67c70', 'name': '', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'mac_address': 'fa:16:3e:37:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0838d885-47ea-4925-b82f-fecc2cd4f5d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'subnets': [{'id': '0838d885-47ea-4925-b82f-fecc2cd4f5d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:20.338698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Checking router: ea36ca75-379f-4585-8a07-507bb981788b for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:20.340622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Updating router ea36ca75-379f-4585-8a07-507bb981788b port 5984c8de-c06d-40d9-9636-40f5e5f67c70 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:20.388244 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.437662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb50568a-e218-4247-bbab-3a78c123da84 req-0ef5ab87-d85d-4f7b-a7b0-8f21d2af0a36 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001207 Oct 26 12:06:20.450036 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-b759030a-f59a-4ba4-bcac-4fd602c480e1 service neutron] delete failed (client error): The resource could not be found. Oct 26 12:06:20.451283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-b759030a-f59a-4ba4-bcac-4fd602c480e1 service neutron] 10.222.0.100 "DELETE /v2.0/ports/c7a29400-b339-4d68-b7fd-2afdbcb0c708/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.2934875 Oct 26 12:06:20.453975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fcb7ba7-9a11-432f-8d24-3e114dd03535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.468678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fcb7ba7-9a11-432f-8d24-3e114dd03535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.545958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.585903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5fcb7ba7-9a11-432f-8d24-3e114dd03535 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c370cb97a6374122a2e8bb35c634074b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404839 Oct 26 12:06:20.589932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53300) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:20.599436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb7ba7-9a11-432f-8d24-3e114dd03535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cc43ec-06ac-4ba5-a756-985e2765feb0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:20.656088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372c8b8-c88c-47f7-9742-2d2858e7adde req-6d796620-b5e1-4740-aeee-e24e45a31955 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:20.658271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d372c8b8-c88c-47f7-9742-2d2858e7adde req-6d796620-b5e1-4740-aeee-e24e45a31955 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2097661 Oct 26 12:06:20.716085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.734353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-9d7cdb01-d867-42a7-a2ca-f9cb0570184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:20.736253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-9d7cdb01-d867-42a7-a2ca-f9cb0570184e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.2067411 Oct 26 12:06:20.742082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d00437d-2fa7-42f7-9888-c7a2ee77f7f1 req-fa720b15-7dac-4265-ba58-dcbef0f55215 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0560405 Oct 26 12:06:20.840884 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-672c5c20-265f-4bb4-bcdc-020c8b2c9360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.849425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d372c8b8-c88c-47f7-9742-2d2858e7adde req-fceff09f-11ee-45b8-9cf3-d64377f30015 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786246 Oct 26 12:06:20.876183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Sync routers for ids ['0127e4aa-493c-4801-9f2a-e156efa90818'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:20.890495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-672c5c20-265f-4bb4-bcdc-020c8b2c9360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.904799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Routers {'0127e4aa-493c-4801-9f2a-e156efa90818'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:20.905533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:05:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0127e4aa-493c-4801-9f2a-e156efa90818'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:20.916717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port cfdc4b7e-99cb-467b-b684-bca90c6a81c1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:20.917065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:20.952759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-006e7444-8958-4104-bddb-bb0a14c843f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:20.954523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-006e7444-8958-4104-bddb-bb0a14c843f3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.2083955 Oct 26 12:06:21.041743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-672c5c20-265f-4bb4-bcdc-020c8b2c9360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.046942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-672c5c20-265f-4bb4-bcdc-020c8b2c9360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.047267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.048616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-672c5c20-265f-4bb4-bcdc-020c8b2c9360 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a6cc43ec-06ac-4ba5-a756-985e2765feb0 HTTP/1.1" status: 204 len: 168 time: 0.4511588 Oct 26 12:06:21.069177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for cfdc4b7e-99cb-467b-b684-bca90c6a81c1 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:21.073821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c5c20-265f-4bb4-bcdc-020c8b2c9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cc43ec-06ac-4ba5-a756-985e2765feb0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:21.090572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-e35716e1-9015-4ff8-b4d7-a9c0c08a71c3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 1002 time: 0.1278384 Oct 26 12:06:21.130043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 5984c8de-c06d-40d9-9636-40f5e5f67c70 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:21.130390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.133408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5c50918-3276-4372-af6b-00157abb83f1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:21.146543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.165526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-0c426983-b2d9-432a-a0ac-9a85e7f558de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:21.168122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-0c426983-b2d9-432a-a0ac-9a85e7f558de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.0703304 Oct 26 12:06:21.203836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.285350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-387280b1-4ad7-48bd-87ec-4ef65ede573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:21.289445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-387280b1-4ad7-48bd-87ec-4ef65ede573b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135814 Oct 26 12:06:21.319477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8a000-7d7e-44ef-a589-4ac81b074443 None None] Pushing event updated for resources: {'Port': ['ID=5984c8de-c06d-40d9-9636-40f5e5f67c70,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:21.353736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.384644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Set router 0127e4aa-493c-4801-9f2a-e156efa90818 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:21.423781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Attempting to bind port 5984c8de-c06d-40d9-9636-40f5e5f67c70 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:21.424151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Attempting to bind port 5984c8de-c06d-40d9-9636-40f5e5f67c70 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:21.424518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Attempting to bind port 5984c8de-c06d-40d9-9636-40f5e5f67c70 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:21.435644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c5c50918-3276-4372-af6b-00157abb83f1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:21.436314 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.436986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 5984c8de-c06d-40d9-9636-40f5e5f67c70 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:21.465541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:21.465930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:21.466342 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.466737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:21.467274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Bound port: 5984c8de-c06d-40d9-9636-40f5e5f67c70, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:21.467660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.504702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-92574146-b959-4422-95f3-22d90ed80b1b service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074947 Oct 26 12:06:21.553592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53314) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:21.596174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.652266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=cfdc4b7e-99cb-467b-b684-bca90c6a81c1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:21.738347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.785997 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac3ce-c4ed-43b3-9775-365c401344a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.802054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3955a99-c41c-4e21-9ad3-62b1cdef7306 req-acb7dc6e-aca2-4275-b89d-108ffe55320a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:21.803706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3955a99-c41c-4e21-9ad3-62b1cdef7306 req-acb7dc6e-aca2-4275-b89d-108ffe55320a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.2157834 Oct 26 12:06:21.831408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] For port 5984c8de-c06d-40d9-9636-40f5e5f67c70, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:21.853326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49ce0f24-9758-4e4b-8d59-5f9ccc8bfb0c req-7b080657-fde7-4f8a-8f3d-17fddc8e0c55 service neutron] 10.222.0.100 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410916 Oct 26 12:06:21.877521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] For port 5984c8de-c06d-40d9-9636-40f5e5f67c70, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5984c8de-c06d-40d9-9636-40f5e5f67c70,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:21.882059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e7bd30e8-c398-4b34-8503-b08e05e59c37 None None] Provisioning complete for port 5984c8de-c06d-40d9-9636-40f5e5f67c70 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:21.882858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7bd30e8-c398-4b34-8503-b08e05e59c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:21.888178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3955a99-c41c-4e21-9ad3-62b1cdef7306 req-1da2a937-de64-4606-b581-0869d25599ea tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754635 Oct 26 12:06:22.018836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.035533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-806d7cdf-64e3-4b03-b016-028f5fa3d582 req-5ef6d32f-b83d-4cb8-b743-57f462243041 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0598102 Oct 26 12:06:22.123602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990c5a7-06c3-415c-a55d-9d624fc1ea38 req-af5b1529-9f06-4d38-ac5e-a2b32b71da8e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:22.125245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8990c5a7-06c3-415c-a55d-9d624fc1ea38 req-af5b1529-9f06-4d38-ac5e-a2b32b71da8e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.0888143 Oct 26 12:06:22.130061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8a000-7d7e-44ef-a589-4ac81b074443 None None] Pushing event updated for resources: {'Port': ['ID=5984c8de-c06d-40d9-9636-40f5e5f67c70,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:22.208693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7bd30e8-c398-4b34-8503-b08e05e59c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.263053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8990c5a7-06c3-415c-a55d-9d624fc1ea38 req-199b9268-1dce-4b4a-979a-06ff686cc921 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242716 Oct 26 12:06:22.308479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.311523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.341832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Routers {'ea36ca75-379f-4585-8a07-507bb981788b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:22.346091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ea36ca75-379f-4585-8a07-507bb981788b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:22.392560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.393151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router c9e41a91-7559-41ff-986b-0dd3402e32e4 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:22.405610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.412487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08bba8b5-86fc-48e8-bcc0-28f609199e46 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 204 len: 168 time: 2.4047396 Oct 26 12:06:22.413576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53336) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:22.422930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750295314'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:22.445367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e7bd30e8-c398-4b34-8503-b08e05e59c37 None None] For port 5984c8de-c06d-40d9-9636-40f5e5f67c70, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5984c8de-c06d-40d9-9636-40f5e5f67c70,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:22.458031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7bd30e8-c398-4b34-8503-b08e05e59c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.522639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 4, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port': {'id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:08Z', 'updated_at': '2021-10-26T12:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd9f31dd-eb04-4959-af68-434e6e8d6427', 'name': '', 'network_id': '46c82037-973e-422f-984e-52419be4adc3', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'mac_address': 'fa:16:3e:59:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '0754c3ed-e1e2-4071-966d-17f77d655519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 2, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'subnets': [{'id': '0754c3ed-e1e2-4071-966d-17f77d655519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:22.526634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:22.540634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.624853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Checking router: 0127e4aa-493c-4801-9f2a-e156efa90818 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:22.625230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Updating router 0127e4aa-493c-4801-9f2a-e156efa90818 port dd9f31dd-eb04-4959-af68-434e6e8d6427 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:22.636529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] Set router ea36ca75-379f-4585-8a07-507bb981788b gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:22.647794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:22.653791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.712399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=5984c8de-c06d-40d9-9636-40f5e5f67c70,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:22.728444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.728883 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment af51d381-3b57-4bd7-b60d-4bc137638149 of type vlan for network 754c5ceb-9561-4818-b83a-7a94f57fc2ef Oct 26 12:06:22.760638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd30e8-c398-4b34-8503-b08e05e59c37 None None] Pushing event updated for resources: {'Port': ['ID=5984c8de-c06d-40d9-9636-40f5e5f67c70,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:22.766067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-86a6480e-9950-481a-9f4d-44dfd7c832b1 None None] Provisioning complete for port 5984c8de-c06d-40d9-9636-40f5e5f67c70 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:22.766644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86a6480e-9950-481a-9f4d-44dfd7c832b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.796619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-86a6480e-9950-481a-9f4d-44dfd7c832b1 None None] Port 5984c8de-c06d-40d9-9636-40f5e5f67c70 was deleted so its status cannot be updated. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 12:06:22.797766 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.849810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:22.963774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.088441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.096710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:23.097354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.108050 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.127674 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7100127 Oct 26 12:06:23.137435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53350) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:23.188945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:23.196954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c420a-f84c-4f72-b588-ca6b3f33e5ec req-6e3d797e-8a42-48e8-b20b-50d95020bb38 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:23.198195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-762c420a-f84c-4f72-b588-ca6b3f33e5ec req-6e3d797e-8a42-48e8-b20b-50d95020bb38 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1211967 Oct 26 12:06:23.235988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:23.238850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.276756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d18ed65-3d32-4b6f-8122-85218930500d req-a20e2471-5f1f-4962-b54f-8ed06204ca53 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0592544 Oct 26 12:06:23.366659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7f6ae-8240-420a-8407-d634746fa5bf tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=754c5ceb-9561-4818-b83a-7a94f57fc2ef,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:23.387652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Router ea36ca75-379f-4585-8a07-507bb981788b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:23.392010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:23.411952 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.439769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-762c420a-f84c-4f72-b588-ca6b3f33e5ec req-38d3cd49-bdbe-496f-9f8e-0cc88bd873c7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336824 Oct 26 12:06:23.468634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53358) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:23.476044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.503406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:23.506961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.562721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aeff35c3-f1c3-477e-8e43-fb0e3b82d237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.598139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:23.608019 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e66bff1b-0723-4973-98f7-066140798ae3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "PUT /v2.0/routers/ea36ca75-379f-4585-8a07-507bb981788b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684938 Oct 26 12:06:23.616076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53360) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:23.656032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00322ba-569b-4fce-9a65-302f4708ba4c req-5097b484-c111-4427-972d-2704222fcde9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:23.658903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.664598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00322ba-569b-4fce-9a65-302f4708ba4c req-5097b484-c111-4427-972d-2704222fcde9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2450640 Oct 26 12:06:23.675297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41e64b07-26f5-438d-be2d-45a47c1312b5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 200 len: 994 time: 0.1994648 Oct 26 12:06:23.720156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'name': 'tempest-NetworksTestDHCPv6-router-888315776', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None, '_interfaces': [{'id': '5984c8de-c06d-40d9-9636-40f5e5f67c70', 'name': '', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'mac_address': 'fa:16:3e:37:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0838d885-47ea-4925-b82f-fecc2cd4f5d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:21Z', 'revision_number': 4, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'subnets': [{'id': '0838d885-47ea-4925-b82f-fecc2cd4f5d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:23.725417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11789dd-590b-4bb2-a01e-e327f5fa39c5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:23.728445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63d8f0-25f6-476b-a017-28a14db1ee6b None None] Pushing event updated for resources: {'Port': ['ID=dd9f31dd-eb04-4959-af68-434e6e8d6427,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:23.728972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11789dd-590b-4bb2-a01e-e327f5fa39c5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:23.729832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b00322ba-569b-4fce-9a65-302f4708ba4c req-57186ddd-2320-4800-bd7d-c99972e37ff8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640016 Oct 26 12:06:23.745881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53362) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:23.750280 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b11789dd-590b-4bb2-a01e-e327f5fa39c5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1330857 Oct 26 12:06:23.759199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027e433-85c8-498e-aab3-b321ec7d872b None None] The sync data for ids ['ea36ca75-379f-4585-8a07-507bb981788b'] in n-d-812150-3 is: [{'id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'name': 'tempest-NetworksTestDHCPv6-router-888315776', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None, '_interfaces': [{'id': '5984c8de-c06d-40d9-9636-40f5e5f67c70', 'name': '', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'mac_address': 'fa:16:3e:37:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0838d885-47ea-4925-b82f-fecc2cd4f5d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:21Z', 'revision_number': 4, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'subnets': [{'id': '0838d885-47ea-4925-b82f-fecc2cd4f5d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:23.877576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 0838d885-47ea-4925-b82f-fecc2cd4f5d2 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:23.898381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Attempting to bind port dd9f31dd-eb04-4959-af68-434e6e8d6427 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:23.898767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Attempting to bind port dd9f31dd-eb04-4959-af68-434e6e8d6427 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:23.907953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Attempting to bind port dd9f31dd-eb04-4959-af68-434e6e8d6427 on network 46c82037-973e-422f-984e-52419be4adc3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:23.913952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:23.914380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Checking segment: {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:23.915051 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.915509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Bound using segment: {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:23.916047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Bound port: dd9f31dd-eb04-4959-af68-434e6e8d6427, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d390c2-0a37-4d70-a997-0be6865d239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '46c82037-973e-422f-984e-52419be4adc3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:23.916442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:23.931816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.010588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aeff35c3-f1c3-477e-8e43-fb0e3b82d237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.036126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aeff35c3-f1c3-477e-8e43-fb0e3b82d237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.077719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.087671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] For port dd9f31dd-eb04-4959-af68-434e6e8d6427, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:24.090775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] For port dd9f31dd-eb04-4959-af68-434e6e8d6427, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd9f31dd-eb04-4959-af68-434e6e8d6427,segment=NetworkSegment(37d390c2-0a37-4d70-a997-0be6865d239e),segment_id=37d390c2-0a37-4d70-a997-0be6865d239e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:24.090984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.104277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.112993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d5e197a-a518-4b27-8af8-2b081f750d32 req-3147b7c1-7eec-4f3b-87e0-2445eec0363e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1893115 Oct 26 12:06:24.157150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aeff35c3-f1c3-477e-8e43-fb0e3b82d237 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f396e2c8469446ccb7b853fcae32f6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930902 Oct 26 12:06:24.168719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53368) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:24.185989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-15de9f52-5778-4fa3-a7a7-6ee49d8c9f08 None None] Provisioning complete for port dd9f31dd-eb04-4959-af68-434e6e8d6427 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:24.186790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15de9f52-5778-4fa3-a7a7-6ee49d8c9f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.215012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff35c3-f1c3-477e-8e43-fb0e3b82d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ae069-c20d-4a9c-810b-b13432cf9498,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.254536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=4f54712e-7ee8-4753-acc1-ffd34d49bbff,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.266804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.277339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-e8f1b26f-168f-4617-8d94-652b4d467965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:24.278888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-e8f1b26f-168f-4617-8d94-652b4d467965 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.1857109 Oct 26 12:06:24.287759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': 'af51d381-3b57-4bd7-b60d-4bc137638149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:24.288123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 754c5ceb-9561-4818-b83a-7a94f57fc2ef, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:24.295684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63d8f0-25f6-476b-a017-28a14db1ee6b None None] Pushing event updated for resources: {'Port': ['ID=dd9f31dd-eb04-4959-af68-434e6e8d6427,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.328898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Routers {'0127e4aa-493c-4801-9f2a-e156efa90818'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:24.330440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0127e4aa-493c-4801-9f2a-e156efa90818'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:24.355499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Deleting port dd9f31dd-eb04-4959-af68-434e6e8d6427 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:24.356227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.386533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993659e-fcba-4381-890d-99c81017973a req-673e8bd3-0341-424d-9a5f-d71f23917ad8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:24.397308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1993659e-fcba-4381-890d-99c81017973a req-673e8bd3-0341-424d-9a5f-d71f23917ad8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2899258 Oct 26 12:06:24.449973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-36bcad08-2cbb-4bcc-bf1a-a0eff1785910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:24.452046 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-36bcad08-2cbb-4bcc-bf1a-a0eff1785910 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.1230087 Oct 26 12:06:24.452572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:24.498627 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15de9f52-5778-4fa3-a7a7-6ee49d8c9f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.555403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de349197-5f9a-47ee-84f6-90e1bd9bbc8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.562602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 754c5ceb-9561-4818-b83a-7a94f57fc2ef) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:24.582469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de349197-5f9a-47ee-84f6-90e1bd9bbc8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.604750 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-14f3ef87-b5dd-442b-a606-3723dcd8255a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1002 time: 0.1415644 Oct 26 12:06:24.609707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:24.610532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.617983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3226806b-9ec8-4d7d-bd5f-ca89294a53f4 None None] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:24.671734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-821a8be6-6a2f-4ae8-9aba-a1cb5ec180d0 req-b397b883-6d82-4706-92ff-d8adf33ea215 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.2144113 Oct 26 12:06:24.677505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de349197-5f9a-47ee-84f6-90e1bd9bbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.680342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de349197-5f9a-47ee-84f6-90e1bd9bbc8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.683868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-de349197-5f9a-47ee-84f6-90e1bd9bbc8e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a9ae069-c20d-4a9c-810b-b13432cf9498 HTTP/1.1" status: 204 len: 168 time: 0.5078580 Oct 26 12:06:24.693215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53374) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:24.696529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de349197-5f9a-47ee-84f6-90e1bd9bbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ae069-c20d-4a9c-810b-b13432cf9498,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.697979 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-79a4f613-4848-4c9a-a248-fd78b3143183 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5500197 Oct 26 12:06:24.713787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-331705849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:24.760622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-5cba74af-9fc0-402d-b174-bdd03c3354ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:24.765751 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-5cba74af-9fc0-402d-b174-bdd03c3354ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1384575 Oct 26 12:06:24.766380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.796183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-15de9f52-5778-4fa3-a7a7-6ee49d8c9f08 None None] For port dd9f31dd-eb04-4959-af68-434e6e8d6427, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd9f31dd-eb04-4959-af68-434e6e8d6427,segment=NetworkSegment(37d390c2-0a37-4d70-a997-0be6865d239e),segment_id=37d390c2-0a37-4d70-a997-0be6865d239e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:24.827985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15de9f52-5778-4fa3-a7a7-6ee49d8c9f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.836861 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.870099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] Set router 0127e4aa-493c-4801-9f2a-e156efa90818 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:24.877900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-1710d917-cf5a-4783-bf57-47cef8ee03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:24.885672 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-1710d917-cf5a-4783-bf57-47cef8ee03c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124461 Oct 26 12:06:24.902822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1993659e-fcba-4381-890d-99c81017973a req-b7a33932-7c81-4a87-b023-4c1ef20a2983 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434404 Oct 26 12:06:24.929454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=0838d885-47ea-4925-b82f-fecc2cd4f5d2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.948515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.949159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.965790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] For port dd9f31dd-eb04-4959-af68-434e6e8d6427, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd9f31dd-eb04-4959-af68-434e6e8d6427,segment=NetworkSegment(37d390c2-0a37-4d70-a997-0be6865d239e),segment_id=37d390c2-0a37-4d70-a997-0be6865d239e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:24.966161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.969572 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:24.973025 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-81aedbd2-2959-46c9-9440-ddd1433f3244 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/0838d885-47ea-4925-b82f-fecc2cd4f5d2 HTTP/1.1" status: 204 len: 168 time: 1.2258461 Oct 26 12:06:24.981539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:24.998517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Calling delete_port for dd9f31dd-eb04-4959-af68-434e6e8d6427 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:25.052879 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-182b8f04-6f95-43a2-b95c-09af6a68d161 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590278 Oct 26 12:06:25.081656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8653135-165c-481a-b365-20253a77cac9 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:25.106507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de9f52-5778-4fa3-a7a7-6ee49d8c9f08 None None] Pushing event updated for resources: {'Port': ['ID=dd9f31dd-eb04-4959-af68-434e6e8d6427,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:25.119462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.164217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.190483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f3b86b1b-e1e4-4492-a8d3-e433b71f43b4 req-045c906f-2f5e-44c3-aa1f-5b9db56dd4b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243086 Oct 26 12:06:25.201048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.204892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-de10981f-c6e0-47ff-ace2-597c41507951 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5035839 Oct 26 12:06:25.206194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:25.210104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ffea827f-9a8b-4b81-a166-1b73d456aaa1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2274435 Oct 26 12:06:25.213350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53386) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:25.306737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f7431af3-7811-4975-8249-e8393a5f55e4 None None] Provisioning complete for port dd9f31dd-eb04-4959-af68-434e6e8d6427 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:25.307139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f7431af3-7811-4975-8249-e8393a5f55e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.397872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.555794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-754c5ceb-9561-4818-b83a-7a94f57fc2ef', 'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': '4f54712e-7ee8-4753-acc1-ffd34d49bbff'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:25.557235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.613719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:25.979187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:25.981027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbbeb9ce-e349-4061-9985-808f8780445d req-e8052324-e2cc-4652-a9a9-f01b4b8d061a tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1077454 Oct 26 12:06:26.008053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 4, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port': {'id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:08Z', 'updated_at': '2021-10-26T12:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd9f31dd-eb04-4959-af68-434e6e8d6427', 'name': '', 'network_id': '46c82037-973e-422f-984e-52419be4adc3', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'mac_address': 'fa:16:3e:59:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '0754c3ed-e1e2-4071-966d-17f77d655519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:24Z', 'revision_number': 4, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'subnets': [{'id': '0754c3ed-e1e2-4071-966d-17f77d655519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:26.036867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.069574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.102789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7bb68-b877-4023-89b4-17415570bb2b None None] The sync data for ids ['0127e4aa-493c-4801-9f2a-e156efa90818'] in n-d-812150-3 is: [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:17Z', 'revision_number': 4, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port': {'id': 'c5c50918-3276-4372-af6b-00157abb83f1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:08Z', 'updated_at': '2021-10-26T12:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'dd9f31dd-eb04-4959-af68-434e6e8d6427', 'name': '', 'network_id': '46c82037-973e-422f-984e-52419be4adc3', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'mac_address': 'fa:16:3e:59:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '0754c3ed-e1e2-4071-966d-17f77d655519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:24Z', 'revision_number': 4, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'subnets': [{'id': '0754c3ed-e1e2-4071-966d-17f77d655519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:26.131243 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Sync routers for ids ['ea36ca75-379f-4585-8a07-507bb981788b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:26.139040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Allocated IP 2001:db8::2 (754c5ceb-9561-4818-b83a-7a94f57fc2ef/4f54712e-7ee8-4753-acc1-ffd34d49bbff/32b53d17-2adf-4220-a862-0d65b7bb6dcc) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:26.146179 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Routers {'ea36ca75-379f-4585-8a07-507bb981788b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:26.146809 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ea36ca75-379f-4585-8a07-507bb981788b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:26.224678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e29c50-0037-44df-a158-0f2f61c443a3 req-d2d47633-d1ff-46cf-85f0-4420cef8cf47 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:26.226428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5e29c50-0037-44df-a158-0f2f61c443a3 req-d2d47633-d1ff-46cf-85f0-4420cef8cf47 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1936846 Oct 26 12:06:26.227970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.230627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Fanout notify agent at l3_agent the message router_deleted on router ea36ca75-379f-4585-8a07-507bb981788b {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:26.232320 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.244580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.245958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-887be861-7771-43d1-962d-ee3cffea249e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/routers/ea36ca75-379f-4585-8a07-507bb981788b HTTP/1.1" status: 204 len: 168 time: 1.0294976 Oct 26 12:06:26.249577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53410) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:26.270729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:26.288219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9f31dd-eb04-4959-af68-434e6e8d6427,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:26.346278 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Set router ea36ca75-379f-4585-8a07-507bb981788b gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:26.420557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5e29c50-0037-44df-a158-0f2f61c443a3 req-c4a02330-a198-440d-9392-046bdf8e29b7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691775 Oct 26 12:06:26.452707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea36ca75-379f-4585-8a07-507bb981788b', 'name': 'tempest-NetworksTestDHCPv6-router-888315776', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:15Z', 'updated_at': '2021-10-26T12:06:22Z', 'revision_number': 3, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:26.514441 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Checking router: ea36ca75-379f-4585-8a07-507bb981788b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:26.534613 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:26.535820 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 12:06:26.537103 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_agentschedulers_db [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ea36ca75-379f-4585-8a07-507bb981788b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent'). {{(pid=102762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:26.539823 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d65234-405a-4510-a80a-40ce86b8737a None None] The sync data for ids ['ea36ca75-379f-4585-8a07-507bb981788b'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:26.562052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:26.567442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.605223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] Deleting port 96d5fb02-17ab-46c5-8091-910f1e112d7e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:26.605797 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.703638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cbc16b1-bc55-4d04-820c-59bff2168626 req-f1a810ec-7474-4d9e-b0be-caa3906b440e tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46&device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.1201687 Oct 26 12:06:26.752032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.785399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:26.889548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8::1 (754c5ceb-9561-4818-b83a-7a94f57fc2ef/4f54712e-7ee8-4753-acc1-ffd34d49bbff/ee4d8367-5b0c-4d85-b014-f5181a9e88f4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:26.948937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.129219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:27.193373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cc95d43-3150-4224-9205-ceb2b0c32762 req-3d2c8df1-cfc1-4d1c-a505-a941b5b92742 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0689168 Oct 26 12:06:27.210899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f76489a-d730-464b-af20-c0e4fb8f588d req-1651b40c-2896-47f6-b794-485eb1141f69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e2c2bbc5fc4f379a614c2ee970ea25&device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.1916246 Oct 26 12:06:27.258003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Router 0127e4aa-493c-4801-9f2a-e156efa90818 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:27.283022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f76489a-d730-464b-af20-c0e4fb8f588d req-13f56a0b-375a-4ac3-bba0-e732455550c2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=48e2c2bbc5fc4f379a614c2ee970ea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471745 Oct 26 12:06:27.352172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.393815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:27.404192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:27.416377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 96d5fb02-17ab-46c5-8091-910f1e112d7e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:27.438527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] For port 96d5fb02-17ab-46c5-8091-910f1e112d7e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=96d5fb02-17ab-46c5-8091-910f1e112d7e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:27.439310 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.448300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:27.461813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3596eb03-61ed-414b-9a34-d2316284162b admin admin] 10.222.0.88 "PUT /v2.0/routers/0127e4aa-493c-4801-9f2a-e156efa90818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9041579 Oct 26 12:06:27.462487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53432) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:27.506691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.551923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:27.571655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:27.589839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.592560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] Calling delete_port for 96d5fb02-17ab-46c5-8091-910f1e112d7e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:27.604078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:27.605020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.627428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Attempting to bind port 32b53d17-2adf-4220-a862-0d65b7bb6dcc on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:27.629244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Attempting to bind port 32b53d17-2adf-4220-a862-0d65b7bb6dcc by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'af51d381-3b57-4bd7-b60d-4bc137638149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:27.629806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Attempting to bind port 32b53d17-2adf-4220-a862-0d65b7bb6dcc on network 754c5ceb-9561-4818-b83a-7a94f57fc2ef {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:27.662335 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4110773 Oct 26 12:06:27.666392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Pushing event updated for resources: {'Port': ['ID=32b53d17-2adf-4220-a862-0d65b7bb6dcc,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:27.669644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53434) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:27.681719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:27.684115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Checking segment: {'id': 'af51d381-3b57-4bd7-b60d-4bc137638149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:27.685037 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.685594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Bound using segment: {'id': 'af51d381-3b57-4bd7-b60d-4bc137638149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:27.685911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-43087684', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:27.691428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Bound port: 32b53d17-2adf-4220-a862-0d65b7bb6dcc, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af51d381-3b57-4bd7-b60d-4bc137638149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '754c5ceb-9561-4818-b83a-7a94f57fc2ef'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:27.692192 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.720928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:27.729670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.731182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.734173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:27.742029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=c569bc38-4f50-4172-88fb-b5d27e650a8f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:27.749813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d6e4-5809-4284-9745-61cc8023f61b req-ffb4311a-5977-49de-87d4-ad8272ec84fc tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:27.751826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2f8d6e4-5809-4284-9745-61cc8023f61b req-ffb4311a-5977-49de-87d4-ad8272ec84fc tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1446176 Oct 26 12:06:27.752734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:27.753299 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.784294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.784846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.785202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.785613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.785944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.786278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.787084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.787416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.787942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.788565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.788687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.788938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75828e-6bc9-4068-9d2b-097754fc75a2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:27.805868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.870745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76489a-d730-464b-af20-c0e4fb8f588d req-9534691c-bacc-4b56-b1b9-d807615624d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:27.872478 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f76489a-d730-464b-af20-c0e4fb8f588d req-9534691c-bacc-4b56-b1b9-d807615624d0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5710773 Oct 26 12:06:27.875910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=ee4d8367-5b0c-4d85-b014-f5181a9e88f4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:27.918149 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.931286 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.944580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:27.976397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2f8d6e4-5809-4284-9745-61cc8023f61b req-9c8d1250-9384-4ab7-8ff1-4a02af2edc01 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042208 Oct 26 12:06:28.003955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] For port 32b53d17-2adf-4220-a862-0d65b7bb6dcc, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:28.053563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.058734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] For port 32b53d17-2adf-4220-a862-0d65b7bb6dcc, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=32b53d17-2adf-4220-a862-0d65b7bb6dcc,segment=NetworkSegment(af51d381-3b57-4bd7-b60d-4bc137638149),segment_id=af51d381-3b57-4bd7-b60d-4bc137638149)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:28.061437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53442) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:28.061828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-52b0341a-c407-4ce4-bbb1-b3e500d04297 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3907809 Oct 26 12:06:28.072183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.084557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.105904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 96d5fb02-17ab-46c5-8091-910f1e112d7e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=96d5fb02-17ab-46c5-8091-910f1e112d7e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:28.140703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.141409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5984c8de-c06d-40d9-9636-40f5e5f67c70 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:28.182495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.184641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Deleting port c5c50918-3276-4372-af6b-00157abb83f1 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:28.186911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.192728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.212374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5984c8de-c06d-40d9-9636-40f5e5f67c70 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:28.212720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5984c8de-c06d-40d9-9636-40f5e5f67c70 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:28.269115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] No DVR routers for this DVR port 96d5fb02-17ab-46c5-8091-910f1e112d7e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:28.270621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b90f-14f4-4948-847c-8985078fa5fe None None] Pushing event updated for resources: {'Port': ['ID=32b53d17-2adf-4220-a862-0d65b7bb6dcc,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:28.347933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event deleted for resources: {'Port': ['ID=96d5fb02-17ab-46c5-8091-910f1e112d7e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:28.360431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7489b4-0442-482a-bad2-d304d42a2fa3 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:28.413831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2a7d1e88-9719-4b6c-aa56-23da14c18769 req-8f994d1f-d100-4439-a231-40a026379dc9 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0675714 Oct 26 12:06:28.423245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] For port c5c50918-3276-4372-af6b-00157abb83f1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c5c50918-3276-4372-af6b-00157abb83f1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:28.424001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.441201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Calling delete_port for c5c50918-3276-4372-af6b-00157abb83f1 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:28.446971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] Sync routers for ids ['0127e4aa-493c-4801-9f2a-e156efa90818'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:28.506455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f527a-65c3-47e3-a704-cd0eb6865fd2 None None] Pushing event deleted for resources: {'Port': ['ID=96d5fb02-17ab-46c5-8091-910f1e112d7e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:28.561674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] Routers {'0127e4aa-493c-4801-9f2a-e156efa90818'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:28.562331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0127e4aa-493c-4801-9f2a-e156efa90818'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:28.724032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.766663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c50918-3276-4372-af6b-00157abb83f1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:28.776703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:28.778317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.800275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] Set router 0127e4aa-493c-4801-9f2a-e156efa90818 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:28.857226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:28.879690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:28Z', 'revision_number': 6, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:29.008387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] Checking router: 0127e4aa-493c-4801-9f2a-e156efa90818 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:29.037666 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.043974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.075175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] Routers {'0127e4aa-493c-4801-9f2a-e156efa90818'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:29.076353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0127e4aa-493c-4801-9f2a-e156efa90818'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:29.209871 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.210474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0127e4aa-493c-4801-9f2a-e156efa90818 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:29.222197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.223242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.230922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7b1cdac8-db9f-495b-a36e-a41a0e7ed1ed admin admin] 10.222.0.88 "DELETE /v2.0/routers/0127e4aa-493c-4801-9f2a-e156efa90818 HTTP/1.1" status: 204 len: 168 time: 1.7674391 Oct 26 12:06:29.232513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:29.254118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32b53d17-2adf-4220-a862-0d65b7bb6dcc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:29.315005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] Set router 0127e4aa-493c-4801-9f2a-e156efa90818 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:29.358449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Deleting subnet 0754c3ed-e1e2-4071-966d-17f77d655519 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:29.363006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.363783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.391336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:28Z', 'revision_number': 7, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:29.399506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.400358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.411257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.431030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17df2bb-e013-4c0b-af41-52084510aca1 None None] The sync data for ids ['0127e4aa-493c-4801-9f2a-e156efa90818'] in n-d-812150-3 is: [{'id': '0127e4aa-493c-4801-9f2a-e156efa90818', 'name': 'tempest-ImageQuotaTest-1885233820-router', 'tenant_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:05Z', 'updated_at': '2021-10-26T12:06:28Z', 'revision_number': 7, 'project_id': 'fb65ff8546cd4d39a51bfee3776395f4', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:29.460502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/c569bc38-4f50-4172-88fb-b5d27e650a8f/64684099-068d-4023-b67e-6d01bae81a1e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:29.464559 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7f76489a-d730-464b-af20-c0e4fb8f588d req-2bdcbfd0-5df8-4e38-a8f4-80e19b9e8995 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.30 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0933211 Oct 26 12:06:29.485473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 32b53d17-2adf-4220-a862-0d65b7bb6dcc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:29.486018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.619255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d0077ce-bff0-4cca-974b-55161b5e8332 req-cd723745-536f-43ed-a63b-0bb9e4cf9bf5 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=62837ec0-ea31-43b4-9820-bb78d79d4a46 HTTP/1.1" status: 200 len: 210 time: 0.0444646 Oct 26 12:06:29.625272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.667312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=ee4d8367-5b0c-4d85-b014-f5181a9e88f4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:29.705018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ac6f5-dbbe-4d5f-9df3-b0ce6ca64a87 None None] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:29.707346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.729076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:29.730790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:29.741495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0754c3ed-e1e2-4071-966d-17f77d655519,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:29.748230 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.753711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1f1df0a8-2164-4a0b-a124-b19846ae3492 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0754c3ed-e1e2-4071-966d-17f77d655519 HTTP/1.1" status: 204 len: 168 time: 0.5169621 Oct 26 12:06:29.753981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53454) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:29.765200 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a489a-75af-41ba-a8ea-345ab13a9b80 None None] Network 46c82037-973e-422f-984e-52419be4adc3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:29.828313 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.831730 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.847278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-be98289b-0312-4b79-9814-27b0fd344d55 None None] Provisioning complete for port 32b53d17-2adf-4220-a862-0d65b7bb6dcc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:29.847649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-be98289b-0312-4b79-9814-27b0fd344d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:29.898427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router ffd140af-c841-40fe-b281-c20e4d0ca6b0 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:29.920803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Deleting port 7724e08a-ac27-4223-8ac4-19b2482447cf {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:29.921740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.016671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 32b53d17-2adf-4220-a862-0d65b7bb6dcc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=32b53d17-2adf-4220-a862-0d65b7bb6dcc,segment=NetworkSegment(af51d381-3b57-4bd7-b60d-4bc137638149),segment_id=af51d381-3b57-4bd7-b60d-4bc137638149)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:30.020685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] For port 7724e08a-ac27-4223-8ac4-19b2482447cf, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7724e08a-ac27-4223-8ac4-19b2482447cf,segment=NetworkSegment(37d390c2-0a37-4d70-a997-0be6865d239e),segment_id=37d390c2-0a37-4d70-a997-0be6865d239e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:30.021792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.047286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:30.062044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:30.062812 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] Sync routers for ids ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:30.064006 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0a849865-2105-4876-8786-45ce22247e4a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/ffd140af-c841-40fe-b281-c20e4d0ca6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8556876 Oct 26 12:06:30.064416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Calling delete_port for 7724e08a-ac27-4223-8ac4-19b2482447cf owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:30.078783 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] Routers {'ffd140af-c841-40fe-b281-c20e4d0ca6b0'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:30.079307 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.083996 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.125202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ab439-ce80-488b-ad9a-b483b20844e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:30.129625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:30.129801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c1ab439-ce80-488b-ad9a-b483b20844e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports/ee4d8367-5b0c-4d85-b014-f5181a9e88f4 HTTP/1.1" status: 200 len: 911 time: 0.0625639 Oct 26 12:06:30.135015 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.137230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f54712e-7ee8-4753-acc1-ffd34d49bbff'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:30.149947 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] Routers {'ffd140af-c841-40fe-b281-c20e4d0ca6b0'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:30.150914 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.223254 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.235551 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364c9c3-dc5f-494a-af2a-ee142c78e58e None None] The sync data for ids ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:30.249344 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.283558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7724e08a-ac27-4223-8ac4-19b2482447cf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.285839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] No DVR routers for this DVR port 7724e08a-ac27-4223-8ac4-19b2482447cf on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:30.342189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.383243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.433505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c82037-973e-422f-984e-52419be4adc3']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.449498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d390c2-0a37-4d70-a997-0be6865d239e') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.449982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d390c2-0a37-4d70-a997-0be6865d239e') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.465680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.483879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.499766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:30.499766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.526720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.545979 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.549222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=32b53d17-2adf-4220-a862-0d65b7bb6dcc,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.599263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:30.603376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:30.615139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:06:30.634020 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:06:30.641468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Pushing event updated for resources: {'Port': ['ID=64684099-068d-4023-b67e-6d01bae81a1e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.642148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.650321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.660876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] 10.222.0.88 "DELETE /v2.0/networks/46c82037-973e-422f-984e-52419be4adc3 HTTP/1.1" status: 204 len: 168 time: 0.9035633 Oct 26 12:06:30.684057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34420cf5-6e45-4b2d-9837-386c643e36ed None None] DHCP port deletion for 46c82037-973e-422f-984e-52419be4adc3 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:30.712900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de543a-0858-4da5-b993-14d03736a0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=46c82037-973e-422f-984e-52419be4adc3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.738218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Attempting to bind port 64684099-068d-4023-b67e-6d01bae81a1e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:30.740211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Attempting to bind port 64684099-068d-4023-b67e-6d01bae81a1e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:30.740811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Attempting to bind port 64684099-068d-4023-b67e-6d01bae81a1e on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:30.748466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:30.749011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:30.749609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.750095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:30.750979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Bound port: 64684099-068d-4023-b67e-6d01bae81a1e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:30.751481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:30.893451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] For port 64684099-068d-4023-b67e-6d01bae81a1e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:30.897857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] For port 64684099-068d-4023-b67e-6d01bae81a1e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=64684099-068d-4023-b67e-6d01bae81a1e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:30.913656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.047446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92176fd4-17f8-430f-a9dd-b0b6aeeb6502 None None] Pushing event updated for resources: {'Port': ['ID=64684099-068d-4023-b67e-6d01bae81a1e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:31.066831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-19d80f9f-f7ce-4456-889c-b49e58218909 None None] Provisioning complete for port 32b53d17-2adf-4220-a862-0d65b7bb6dcc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:31.067431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19d80f9f-f7ce-4456-889c-b49e58218909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.098013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32b53d17-2adf-4220-a862-0d65b7bb6dcc up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:31.142245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53476) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:31.200079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 32b53d17-2adf-4220-a862-0d65b7bb6dcc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:31.200769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.224233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::1 (70363c38-cb86-4e6d-b449-518efb0827be/c569bc38-4f50-4172-88fb-b5d27e650a8f/4e3f92b4-0300-4b2d-a097-faaea6554aac) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:31.253473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce672ee2-66d4-4a24-94f5-c8685c916255 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb65ff8546cd4d39a51bfee3776395f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088166 Oct 26 12:06:31.271117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53478) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:31.319298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-feced78d-d328-42ea-afb8-6128370407b6 req-db15360e-bdad-40bb-8590-52a4d258ce1b tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.1188200 Oct 26 12:06:31.380957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-19d80f9f-f7ce-4456-889c-b49e58218909 None None] Provisioning complete for port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:31.383477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19d80f9f-f7ce-4456-889c-b49e58218909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.402350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-547fe021-f87d-4d94-b1be-33e6d32cde76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.433691 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-12a262ac-a141-4670-bc7c-d5a772a4c32a req-00cf3cbb-c732-4bd4-86f3-a5efa4e54b32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e2c2bbc5fc4f379a614c2ee970ea25&device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.3296101 Oct 26 12:06:31.449080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.458272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-547fe021-f87d-4d94-b1be-33e6d32cde76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.498446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.515245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:31.515245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.520345 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/ports/ee4d8367-5b0c-4d85-b014-f5181a9e88f4 HTTP/1.1" status: 200 len: 911 time: 1.3894293 Oct 26 12:06:31.520710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53482) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:31.522887 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-12a262ac-a141-4670-bc7c-d5a772a4c32a req-8231da47-1285-45be-ae67-5680280ef90a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=48e2c2bbc5fc4f379a614c2ee970ea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675139 Oct 26 12:06:31.523051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-19d80f9f-f7ce-4456-889c-b49e58218909 None None] Port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:31.624465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98d30-f3e5-41d6-888a-0a0c94462995 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=ee4d8367-5b0c-4d85-b014-f5181a9e88f4,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:31.649240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-28e2cffe-f984-4da7-9aa6-831fd252af17 None None] Provisioning complete for port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:31.649631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-28e2cffe-f984-4da7-9aa6-831fd252af17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.693066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5c50918-3276-4372-af6b-00157abb83f1 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:31.710915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.736708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c5c50918-3276-4372-af6b-00157abb83f1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:31.737120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c5c50918-3276-4372-af6b-00157abb83f1 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:31.737545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7724e08a-ac27-4223-8ac4-19b2482447cf no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:31.765643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 7724e08a-ac27-4223-8ac4-19b2482447cf {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:31.765999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7724e08a-ac27-4223-8ac4-19b2482447cf not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:31.766555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd9f31dd-eb04-4959-af68-434e6e8d6427 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:31.770114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a262ac-a141-4670-bc7c-d5a772a4c32a req-6347b324-fb99-448f-b7fe-70d02a02631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:31.771725 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-12a262ac-a141-4670-bc7c-d5a772a4c32a req-6347b324-fb99-448f-b7fe-70d02a02631b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1672459 Oct 26 12:06:31.793682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-28e2cffe-f984-4da7-9aa6-831fd252af17 None None] Port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:31.795534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: dd9f31dd-eb04-4959-af68-434e6e8d6427 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:31.795886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd9f31dd-eb04-4959-af68-434e6e8d6427 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:31.801919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-547fe021-f87d-4d94-b1be-33e6d32cde76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.804581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.806265 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-547fe021-f87d-4d94-b1be-33e6d32cde76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.807685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-547fe021-f87d-4d94-b1be-33e6d32cde76 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0cd4eae9-3d30-4cce-ac0d-8f036e540b5a HTTP/1.1" status: 204 len: 168 time: 0.5343409 Oct 26 12:06:31.841882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fe021-f87d-4d94-b1be-33e6d32cde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4eae9-3d30-4cce-ac0d-8f036e540b5a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:31.870996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=4e3f92b4-0300-4b2d-a097-faaea6554aac,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:31.879110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:31.880573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:31.883217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:31.883759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.931488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1767b01d-7aff-434a-a1b4-b587594ff302 None None] Provisioning complete for port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:31.932032 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1767b01d-7aff-434a-a1b4-b587594ff302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:31.981749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1767b01d-7aff-434a-a1b4-b587594ff302 None None] Port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:32.034354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.068793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.495949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:32.563663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a3b809e-c06a-4a25-9aa2-58d2679dd991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.567359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0303ae32-44f6-4436-b7b7-7d7c54c376b6 req-373a90ac-aec1-4572-8fcd-6b1a0224e242 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.0703278 Oct 26 12:06:32.607168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.625641 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.626530 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.651560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b9e592cd-f1c8-410e-809d-75c206ac75c5 None None] Provisioning complete for port 64684099-068d-4023-b67e-6d01bae81a1e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:32.652009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9e592cd-f1c8-410e-809d-75c206ac75c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.757538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=4e3f92b4-0300-4b2d-a097-faaea6554aac,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:32.779413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9e592cd-f1c8-410e-809d-75c206ac75c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.818182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b9e592cd-f1c8-410e-809d-75c206ac75c5 None None] For port 64684099-068d-4023-b67e-6d01bae81a1e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=64684099-068d-4023-b67e-6d01bae81a1e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:32.826148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9e592cd-f1c8-410e-809d-75c206ac75c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.859563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:32.864833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:32.883971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a3b809e-c06a-4a25-9aa2-58d2679dd991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.896563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port ee4d8367-5b0c-4d85-b014-f5181a9e88f4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:32.896788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.907056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a3b809e-c06a-4a25-9aa2-58d2679dd991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:32.929703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e592cd-f1c8-410e-809d-75c206ac75c5 None None] Pushing event updated for resources: {'Port': ['ID=64684099-068d-4023-b67e-6d01bae81a1e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:32.971154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c589ad1f-d2ba-4615-bde6-59ee8e481908 None None] Provisioning complete for port 4e3f92b4-0300-4b2d-a097-faaea6554aac triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:32.972091 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c589ad1f-d2ba-4615-bde6-59ee8e481908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.027703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:33.029153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2a3b809e-c06a-4a25-9aa2-58d2679dd991 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5290763 Oct 26 12:06:33.036587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b809e-c06a-4a25-9aa2-58d2679dd991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8f230-700c-489e-9161-09cab2ec5d00,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:33.063096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c589ad1f-d2ba-4615-bde6-59ee8e481908 None None] Port 4e3f92b4-0300-4b2d-a097-faaea6554aac cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:33.099569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.128811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 64684099-068d-4023-b67e-6d01bae81a1e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:33.131164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25e7c543-4614-4e37-96a7-20c0acf56447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.133634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for ee4d8367-5b0c-4d85-b014-f5181a9e88f4 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:33.161168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25e7c543-4614-4e37-96a7-20c0acf56447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.233537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 64684099-068d-4023-b67e-6d01bae81a1e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:33.233950 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.237172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25e7c543-4614-4e37-96a7-20c0acf56447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.241673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25e7c543-4614-4e37-96a7-20c0acf56447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.251719 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25e7c543-4614-4e37-96a7-20c0acf56447 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/32c8f230-700c-489e-9161-09cab2ec5d00 HTTP/1.1" status: 204 len: 168 time: 0.2228932 Oct 26 12:06:33.256648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Router b4296bdc-d858-422b-91fb-3337851e8430 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:33.292632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7c543-4614-4e37-96a7-20c0acf56447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c8f230-700c-489e-9161-09cab2ec5d00,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:33.428125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:33.428229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-12173b0b-3e5e-4703-8088-97f650d361cc None None] Provisioning complete for port 4e3f92b4-0300-4b2d-a097-faaea6554aac triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:33.428229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-12173b0b-3e5e-4703-8088-97f650d361cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.428416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4c3642f4-96e0-428b-8123-bec1714de5f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "PUT /v2.0/routers/b4296bdc-d858-422b-91fb-3337851e8430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3581247 Oct 26 12:06:33.428511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53498) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:33.444021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.458171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-12173b0b-3e5e-4703-8088-97f650d361cc None None] Port 4e3f92b4-0300-4b2d-a097-faaea6554aac cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:33.460223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Sync routers for ids ['b4296bdc-d858-422b-91fb-3337851e8430'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:33.477927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Routers {'b4296bdc-d858-422b-91fb-3337851e8430'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:33.479216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b4296bdc-d858-422b-91fb-3337851e8430'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:33.487809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-12a262ac-a141-4670-bc7c-d5a772a4c32a req-03af566f-f7ec-4cc3-9259-861eba64f4a4 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.0557933 Oct 26 12:06:33.553655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=ee4d8367-5b0c-4d85-b014-f5181a9e88f4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:33.647485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3a5cb-8516-4fa3-806b-820cce60ae88 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:33.651169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-58c3a5cb-8516-4fa3-806b-820cce60ae88 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports/4e3f92b4-0300-4b2d-a097-faaea6554aac HTTP/1.1" status: 200 len: 911 time: 0.2222342 Oct 26 12:06:33.654677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53502) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:33.738558 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.759959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Set router b4296bdc-d858-422b-91fb-3337851e8430 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:33.850558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df95340-5538-40cb-b0bc-9b13aa20b8c3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:33.862607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df95340-5538-40cb-b0bc-9b13aa20b8c3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:33.863007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:33.873876 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5df95340-5538-40cb-b0bc-9b13aa20b8c3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2178125 Oct 26 12:06:33.874998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:33.905504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f80f52b4-bc93-4428-b219-9b4301396f6b req-28d1e7ef-085a-4d44-bfd5-95d5754b3266 tempest-ServerShowV247Test-1923521014 tempest-ServerShowV247Test-1923521014-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2055a09-a0ab-4e4b-b8fc-803c97c565bd HTTP/1.1" status: 200 len: 210 time: 0.0818920 Oct 26 12:06:34.132685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router ffd140af-c841-40fe-b281-c20e4d0ca6b0 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:34.152000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4296bdc-d858-422b-91fb-3337851e8430', 'name': 'tempest-NetworksTestDHCPv6-router-43087684', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:27Z', 'updated_at': '2021-10-26T12:06:31Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None, '_interfaces': [{'id': '4e3f92b4-0300-4b2d-a097-faaea6554aac', 'name': '', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'mac_address': 'fa:16:3e:e6:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4296bdc-d858-422b-91fb-3337851e8430', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:29Z', 'updated_at': '2021-10-26T12:06:32Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'subnets': [{'id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:34.186721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Checking router: b4296bdc-d858-422b-91fb-3337851e8430 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:34.187101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Updating router b4296bdc-d858-422b-91fb-3337851e8430 port 4e3f92b4-0300-4b2d-a097-faaea6554aac binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:34.215332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.226381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:34.234765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4c0dac84-468d-4853-ac53-cdc045b5ae48 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/ffd140af-c841-40fe-b281-c20e4d0ca6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106433 Oct 26 12:06:34.235086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53508) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:34.240480 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] Sync routers for ids ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:34.266752 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] Routers {'ffd140af-c841-40fe-b281-c20e4d0ca6b0'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:34.267445 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:34.271046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-74d3a4d0-a8b0-42c2-8b56-cbccd580cbf7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd140af-c841-40fe-b281-c20e4d0ca6b0 HTTP/1.1" status: 200 len: 205 time: 0.0336442 Oct 26 12:06:34.274037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53510) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:34.333796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.420539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.424054 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:34.435412 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] Routers {'ffd140af-c841-40fe-b281-c20e4d0ca6b0'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:34.436277 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:34.483205 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:34.484236 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f89e7-abb0-4d4e-ad78-4059a65d610e None None] The sync data for ids ['ffd140af-c841-40fe-b281-c20e4d0ca6b0'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:34.538555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.545123 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.599471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45386fc-17ee-43a9-a0c3-2500446cd5c6 None None] Pushing event updated for resources: {'Port': ['ID=4e3f92b4-0300-4b2d-a097-faaea6554aac,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:34.635323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.637678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.672786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 4e3f92b4-0300-4b2d-a097-faaea6554aac {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:34.674315 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.705109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Attempting to bind port 4e3f92b4-0300-4b2d-a097-faaea6554aac on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:34.705663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Attempting to bind port 4e3f92b4-0300-4b2d-a097-faaea6554aac by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:34.706102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Attempting to bind port 4e3f92b4-0300-4b2d-a097-faaea6554aac on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:34.711580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.712506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router ffd140af-c841-40fe-b281-c20e4d0ca6b0 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:34.713301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:34.713854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:34.714329 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.714835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:34.715461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Bound port: 4e3f92b4-0300-4b2d-a097-faaea6554aac, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:34.715915 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.724715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.729231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0b2c0c19-8d08-43ff-a399-2b572f8e9795 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/ffd140af-c841-40fe-b281-c20e4d0ca6b0 HTTP/1.1" status: 204 len: 168 time: 0.4506845 Oct 26 12:06:34.729645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:34.798926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] For port 4e3f92b4-0300-4b2d-a097-faaea6554aac, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:34.802914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] For port 4e3f92b4-0300-4b2d-a097-faaea6554aac, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4e3f92b4-0300-4b2d-a097-faaea6554aac,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:34.809234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet 4f54712e-7ee8-4753-acc1-ffd34d49bbff {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:34.811304 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.813308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.865617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port 4e3f92b4-0300-4b2d-a097-faaea6554aac, host n-d-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:34.866046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.878582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:34.891974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 4e3f92b4-0300-4b2d-a097-faaea6554aac owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:34.908841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45386fc-17ee-43a9-a0c3-2500446cd5c6 None None] Pushing event updated for resources: {'Port': ['ID=4e3f92b4-0300-4b2d-a097-faaea6554aac,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:34.925279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Routers {'b4296bdc-d858-422b-91fb-3337851e8430'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:34.926063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b4296bdc-d858-422b-91fb-3337851e8430'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:35.078413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] Set router b4296bdc-d858-422b-91fb-3337851e8430 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:35.083750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.246108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.273597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:35.316033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.331502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=4f54712e-7ee8-4753-acc1-ffd34d49bbff,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:35.343961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.353185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa3bfb01-0ae2-405b-b3d6-c16d0ab6102c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/4f54712e-7ee8-4753-acc1-ffd34d49bbff HTTP/1.1" status: 204 len: 168 time: 0.6218367 Oct 26 12:06:35.356004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:35.389974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=4e3f92b4-0300-4b2d-a097-faaea6554aac,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:35.416827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 64684099-068d-4023-b67e-6d01bae81a1e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:35.476282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:35.481085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75548e2-d2d8-43d2-8a1a-c7b3312b2a1c None None] Network 754c5ceb-9561-4818-b83a-7a94f57fc2ef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:35.503599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.534779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.553595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b6dbe3b8-9796-499d-8df0-b6915c824b67 None None] Could not find standard attr ID for object 4e3f92b4-0300-4b2d-a097-faaea6554aac. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:06:35.619515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 32b53d17-2adf-4220-a862-0d65b7bb6dcc {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:35.620039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.641785 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb726f90-29ec-4e6e-9a6e-59828c35e45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.685454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bedbafc5-8dab-4298-aec9-2d4239aa9c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.723350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 32b53d17-2adf-4220-a862-0d65b7bb6dcc, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=32b53d17-2adf-4220-a862-0d65b7bb6dcc,segment=NetworkSegment(af51d381-3b57-4bd7-b60d-4bc137638149),segment_id=af51d381-3b57-4bd7-b60d-4bc137638149)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:35.723350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.742068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 32b53d17-2adf-4220-a862-0d65b7bb6dcc owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:35.839834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.880297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=32b53d17-2adf-4220-a862-0d65b7bb6dcc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:35.891516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port 32b53d17-2adf-4220-a862-0d65b7bb6dcc on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:35.894717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.900266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bedbafc5-8dab-4298-aec9-2d4239aa9c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.912192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-631ecbc1-63a5-4554-83a0-fb36c95e432c None None] Could not find standard attr ID for object 4e3f92b4-0300-4b2d-a097-faaea6554aac. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:06:35.912438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bedbafc5-8dab-4298-aec9-2d4239aa9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:35.972635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Router b4296bdc-d858-422b-91fb-3337851e8430 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:35.980955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4296bdc-d858-422b-91fb-3337851e8430', 'name': 'tempest-NetworksTestDHCPv6-router-43087684', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:27Z', 'updated_at': '2021-10-26T12:06:31Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None, '_interfaces': [{'id': '4e3f92b4-0300-4b2d-a097-faaea6554aac', 'name': '', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'mac_address': 'fa:16:3e:e6:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4296bdc-d858-422b-91fb-3337851e8430', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:29Z', 'updated_at': '2021-10-26T12:06:34Z', 'revision_number': 4, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'subnets': [{'id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:35.984276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bedbafc5-8dab-4298-aec9-2d4239aa9c34 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c6894a65c2c4ffcb48c057e64f9853e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070842 Oct 26 12:06:35.990198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53536) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.002025 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.005200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbafc5-8dab-4298-aec9-2d4239aa9c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ddd099-8aee-47fb-97a1-94c1d73216ff,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:36.038990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d854f4a-5356-48be-b11b-e25131c7c060 None None] The sync data for ids ['b4296bdc-d858-422b-91fb-3337851e8430'] in n-d-812150-3 is: [{'id': 'b4296bdc-d858-422b-91fb-3337851e8430', 'name': 'tempest-NetworksTestDHCPv6-router-43087684', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:27Z', 'updated_at': '2021-10-26T12:06:31Z', 'revision_number': 2, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'gw_port_host': None, '_interfaces': [{'id': '4e3f92b4-0300-4b2d-a097-faaea6554aac', 'name': '', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'mac_address': 'fa:16:3e:e6:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4296bdc-d858-422b-91fb-3337851e8430', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:29Z', 'updated_at': '2021-10-26T12:06:34Z', 'revision_number': 4, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'subnets': [{'id': 'c569bc38-4f50-4172-88fb-b5d27e650a8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:36.040690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 64684099-068d-4023-b67e-6d01bae81a1e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:36.041137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.044568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754c5ceb-9561-4818-b83a-7a94f57fc2ef']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:36.067513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af51d381-3b57-4bd7-b60d-4bc137638149') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:36.067833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af51d381-3b57-4bd7-b60d-4bc137638149') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:36.082250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391b25f-f277-4ebc-93d6-ba5f3d629df2 None None] DHCP port deletion for 754c5ceb-9561-4818-b83a-7a94f57fc2ef request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:36.091804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb726f90-29ec-4e6e-9a6e-59828c35e45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.097853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:36.107581 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3aa4d24b-4bfc-476e-aba2-66020fcc10a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "PUT /v2.0/routers/b4296bdc-d858-422b-91fb-3337851e8430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2303288 Oct 26 12:06:36.107581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bb726f90-29ec-4e6e-9a6e-59828c35e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.110187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53538) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.134064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.164861 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.171180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbeac94a-0a44-4525-9f9e-75f8778499f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.175165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:36.175598 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:06:36.178597 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:06:36.198652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bb726f90-29ec-4e6e-9a6e-59828c35e45b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48e2c2bbc5fc4f379a614c2ee970ea25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202320 Oct 26 12:06:36.206067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.217552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb726f90-29ec-4e6e-9a6e-59828c35e45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eafb610-3361-4363-a210-5c1e6e50162b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:36.238834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83aafa-bf09-4467-bd20-a0490f70df46 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:36.240731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83aafa-bf09-4467-bd20-a0490f70df46 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:36.245198 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c83aafa-bf09-4467-bd20-a0490f70df46 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1294749 Oct 26 12:06:36.247077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53542) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.253253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbeac94a-0a44-4525-9f9e-75f8778499f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.271941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.290232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.297679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/754c5ceb-9561-4818-b83a-7a94f57fc2ef HTTP/1.1" status: 204 len: 168 time: 0.9367471 Oct 26 12:06:36.300150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53544) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.309777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-327583924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:36.311230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92572c8-09c1-47df-bf65-4716aeb36c55 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=754c5ceb-9561-4818-b83a-7a94f57fc2ef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:36.341738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet c569bc38-4f50-4172-88fb-b5d27e650a8f {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:36.351056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.353574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbeac94a-0a44-4525-9f9e-75f8778499f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.355032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bab8ac2a-b26c-4370-b403-34c30a5d4eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.356232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbeac94a-0a44-4525-9f9e-75f8778499f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.358302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dbeac94a-0a44-4525-9f9e-75f8778499f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88ddd099-8aee-47fb-97a1-94c1d73216ff HTTP/1.1" status: 204 len: 168 time: 0.3670280 Oct 26 12:06:36.370175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeac94a-0a44-4525-9f9e-75f8778499f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ddd099-8aee-47fb-97a1-94c1d73216ff,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:36.415250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.415250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.428720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bab8ac2a-b26c-4370-b403-34c30a5d4eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.435907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.608710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.618777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.632538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.674421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.676263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-930c9492-560c-4be2-a9cb-15ab43bc35e6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3733351 Oct 26 12:06:36.678949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53550) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.686494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482725706'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:36.689610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bab8ac2a-b26c-4370-b403-34c30a5d4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.692671 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bab8ac2a-b26c-4370-b403-34c30a5d4eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.697532 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bab8ac2a-b26c-4370-b403-34c30a5d4eaa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0eafb610-3361-4363-a210-5c1e6e50162b HTTP/1.1" status: 204 len: 168 time: 0.4904034 Oct 26 12:06:36.710201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8ac2a-b26c-4370-b403-34c30a5d4eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eafb610-3361-4363-a210-5c1e6e50162b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:36.739125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.751855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:36.756474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.771899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53554) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.778489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=c569bc38-4f50-4172-88fb-b5d27e650a8f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:36.785063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.793371 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-90a9b55a-2997-409f-a54e-9c4d671e7905 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/c569bc38-4f50-4172-88fb-b5d27e650a8f HTTP/1.1" status: 204 len: 168 time: 0.5451069 Oct 26 12:06:36.794171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53556) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:36.794540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a9401-af01-4788-9e3b-ea4ecfd00653 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:36.814506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4afcf1f5-b439-49e2-b749-791d70922145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.847419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:36.891991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:36.892427 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment a00dc137-1daf-440d-9a24-ba3e752f2d36 of type vlan for network 72b972c1-2617-4257-9039-25073d22a84e Oct 26 12:06:37.019072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.056925 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4afcf1f5-b439-49e2-b749-791d70922145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.072053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4afcf1f5-b439-49e2-b749-791d70922145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.110462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32b53d17-2adf-4220-a862-0d65b7bb6dcc no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:37.129956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcf1f5-b439-49e2-b749-791d70922145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42c8e4-4162-40dc-b252-912b1908c9c9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:37.138272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4afcf1f5-b439-49e2-b749-791d70922145 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a4c9bd14a4c640679c955345e537e0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626907 Oct 26 12:06:37.142008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53566) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:37.152019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 32b53d17-2adf-4220-a862-0d65b7bb6dcc {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:37.152376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32b53d17-2adf-4220-a862-0d65b7bb6dcc not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:37.181373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.187428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:37.188898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.241601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:37.286113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6048973 Oct 26 12:06:37.286771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53570) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:37.299092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:37.307424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ab48d-5d04-4d76-a96d-2668a66ed50a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=72b972c1-2617-4257-9039-25073d22a84e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:37.321065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b47bab8d-5af3-4723-ae48-9b6f1fe30fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.328122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 72b972c1-2617-4257-9039-25073d22a84e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:37.345799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b47bab8d-5af3-4723-ae48-9b6f1fe30fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.434461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] Deleting port 64684099-068d-4023-b67e-6d01bae81a1e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:37.434461 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.471981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53578) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:37.472277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6075a1c4-39c6-4ac8-8051-196e25cc9b90 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6769249 Oct 26 12:06:37.510802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] For port 64684099-068d-4023-b67e-6d01bae81a1e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=64684099-068d-4023-b67e-6d01bae81a1e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:37.511290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.526322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] Calling delete_port for 64684099-068d-4023-b67e-6d01bae81a1e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:37.561285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b47bab8d-5af3-4723-ae48-9b6f1fe30fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.564170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b47bab8d-5af3-4723-ae48-9b6f1fe30fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.565470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b47bab8d-5af3-4723-ae48-9b6f1fe30fe3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca42c8e4-4162-40dc-b252-912b1908c9c9 HTTP/1.1" status: 204 len: 168 time: 0.4224844 Oct 26 12:06:37.603409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.613076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:37.618473 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.626236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:37.633553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.675478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] No DVR routers for this DVR port 64684099-068d-4023-b67e-6d01bae81a1e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:37.682490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79f851-9238-46e7-a775-60e4fda5727a None None] Pushing event deleted for resources: {'Port': ['ID=64684099-068d-4023-b67e-6d01bae81a1e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:37.741866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bab8d-5af3-4723-ae48-9b6f1fe30fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42c8e4-4162-40dc-b252-912b1908c9c9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:37.893994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.897555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.938361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1301365295-network', 'tenant_id': '1f8ff806ee684188a7f29ad6f33bef93'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:37.971287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Sync routers for ids ['b4296bdc-d858-422b-91fb-3337851e8430'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:37.978698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.979473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Fanout notify agent at l3_agent the message router_deleted on router b4296bdc-d858-422b-91fb-3337851e8430 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:37.983329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:37.983716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 12:06:37.984470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_agentschedulers_db [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4296bdc-d858-422b-91fb-3337851e8430'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent'). {{(pid=102761) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:37.990846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Made reservation on behalf of 1f8ff806ee684188a7f29ad6f33bef93 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:37.991941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.996256 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:37.996417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-89349283-309f-4d40-bde3-696448d75a79 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/routers/b4296bdc-d858-422b-91fb-3337851e8430 HTTP/1.1" status: 204 len: 168 time: 0.5202482 Oct 26 12:06:37.996514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:37.996514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 12:06:37.996514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_agentschedulers_db [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4296bdc-d858-422b-91fb-3337851e8430'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent'). {{(pid=102761) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:37.996797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53596) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:37.996889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85443dc2-011d-41dd-9bd7-dee588ce98ee None None] The sync data for ids ['b4296bdc-d858-422b-91fb-3337851e8430'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:38.019581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.046727 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d4c9518-7a1d-40a0-aa66-6eac8cc00a0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0491006 Oct 26 12:06:38.049527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53598) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:38.091180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.136314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.141387 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.155713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591195fa-fe71-46d5-8bab-f3bea0dbbc6f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:38.159865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-591195fa-fe71-46d5-8bab-f3bea0dbbc6f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065724 Oct 26 12:06:38.162304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53602) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:38.170183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:38.176651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dade988-97f3-4032-b4c2-dc23a8e4972a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:38.183592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.183928 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Added segment 1202cbf6-dd42-4b76-b844-f3b405072c97 of type vlan for network 5a13268d-7fb2-4fff-a944-812518c5ea8a Oct 26 12:06:38.219728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f0fd6ca9-1911-4da7-8c06-786f6c2dd99a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542252 Oct 26 12:06:38.222214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=b96283e4-0d48-4790-bc26-532ce0de3faa,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:38.224196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53606) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:38.231403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:38.236304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.266488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.267990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:38.268807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.279611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:38.279985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 72b972c1-2617-4257-9039-25073d22a84e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:38.324367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 72b972c1-2617-4257-9039-25073d22a84e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:38.333580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 72b972c1-2617-4257-9039-25073d22a84e) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:38.340452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:38.341180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.341315 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7138522 Oct 26 12:06:38.346917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53612) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:38.354952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Request body: {'subnet': {'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1301365295-subnet', 'tenant_id': '1f8ff806ee684188a7f29ad6f33bef93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:38.362443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8d14f-3670-4658-800a-c04ec93d8ff6 None None] Network 72b972c1-2617-4257-9039-25073d22a84e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:38.382955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:38.386885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.399722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9d691415-17ae-4b45-8ead-1ffae896cb4f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1052637 Oct 26 12:06:38.401359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53616) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:38.424124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c15793-9d40-4858-972d-649187d4a104 admin admin] Pushing event updated for resources: {'Network': ['ID=5a13268d-7fb2-4fff-a944-812518c5ea8a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:38.439557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5a13268d-7fb2-4fff-a944-812518c5ea8a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:38.640654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-72b972c1-2617-4257-9039-25073d22a84e', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:38.641640 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.775422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Made reservation on behalf of 1f8ff806ee684188a7f29ad6f33bef93 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:38.777739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.800391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:38.823265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Allocated IP 2001:db8::2 (72b972c1-2617-4257-9039-25073d22a84e/b96283e4-0d48-4790-bc26-532ce0de3faa/32667ff9-e83c-4e28-a380-906e6150daf8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:39.085097 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.090317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 64684099-068d-4023-b67e-6d01bae81a1e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:39.098548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.130692 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.143074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 64684099-068d-4023-b67e-6d01bae81a1e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:39.143461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 64684099-068d-4023-b67e-6d01bae81a1e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:39.143869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4e3f92b4-0300-4b2d-a097-faaea6554aac no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:39.174881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8::1 (72b972c1-2617-4257-9039-25073d22a84e/b96283e4-0d48-4790-bc26-532ce0de3faa/424e2bd9-6cde-4550-9bbf-3b0beb0907ac) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:39.188403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 4e3f92b4-0300-4b2d-a097-faaea6554aac {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:39.188643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.objects.ports [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:06:39.188749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4e3f92b4-0300-4b2d-a097-faaea6554aac not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:39.199701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.204037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Network 72b972c1-2617-4257-9039-25073d22a84e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:39.208404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:39.215730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:39.229752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb7e4a4-d2f3-4540-ac94-4f9262770034,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.243460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:39.266566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:39.272665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:39.273365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.279099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Checking segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:39.279466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Network hostable DHCP agents. Network: 5a13268d-7fb2-4fff-a944-812518c5ea8a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:39.293009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4b11d-0b6c-4360-9a6d-e72dd0552cf7 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:39.311876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Pushing event updated for resources: {'Port': ['ID=32667ff9-e83c-4e28-a380-906e6150daf8,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.323057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0897484 Oct 26 12:06:39.323952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc86fbb-cfcc-411a-9fbc-b3594aa6c0c9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=b978f0b3-4fee-4086-ac8e-2877cf8e8e48,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.328841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53628) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:39.344411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:39.353781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.365569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Attempting to bind port 32667ff9-e83c-4e28-a380-906e6150daf8 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:39.366088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Attempting to bind port 32667ff9-e83c-4e28-a380-906e6150daf8 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:39.366553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Attempting to bind port 32667ff9-e83c-4e28-a380-906e6150daf8 on network 72b972c1-2617-4257-9039-25073d22a84e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:39.375427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:39.375962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Checking segment: {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:39.376465 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.376962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Bound using segment: {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:39.377542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Bound port: 32667ff9-e83c-4e28-a380-906e6150daf8, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:39.378043 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.399418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.411424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Network 5a13268d-7fb2-4fff-a944-812518c5ea8a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:39.437974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5a13268d-7fb2-4fff-a944-812518c5ea8a) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:39.452352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] For port 32667ff9-e83c-4e28-a380-906e6150daf8, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:39.456092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] For port 32667ff9-e83c-4e28-a380-906e6150daf8, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=32667ff9-e83c-4e28-a380-906e6150daf8,segment=NetworkSegment(a00dc137-1daf-440d-9a24-ba3e752f2d36),segment_id=a00dc137-1daf-440d-9a24-ba3e752f2d36)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:39.461580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1257c74-1d77-47b8-8baf-8ff4bd90b833 None None] Network 5a13268d-7fb2-4fff-a944-812518c5ea8a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:39.468828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:39.469446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.470546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.484408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 72b972c1-2617-4257-9039-25073d22a84e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:39.485987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:39.488742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:39.489954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.540445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-50e71b85-b3ea-4519-a1d4-9c0401f95185 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1926930 Oct 26 12:06:39.564911 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.568813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:39.578058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.658947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:39.739309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f19e5-7242-4976-997b-b3c57ef8c299 None None] Pushing event updated for resources: {'Port': ['ID=32667ff9-e83c-4e28-a380-906e6150daf8,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.794182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689b58c-18cb-4418-9c52-a319fbe310f8 None None] Network 5a13268d-7fb2-4fff-a944-812518c5ea8a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:40.139380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'b978f0b3-4fee-4086-ac8e-2877cf8e8e48'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:40.140498 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.186560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.197527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.213260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.214273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.272074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:40.276738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:40.281733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:40.282314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.288144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=043ec5f6-ca36-4d2c-b698-0e0dc71a7d68,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:40.324635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a7f8426b-b32d-416f-acf7-c4535c51bdff tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9946938 Oct 26 12:06:40.339968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53648) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:40.346854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:43:8c:e9', 'name': 'tempest-NetworksTestDHCPv6-1660936457'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:40.360321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Allocated IP 2001:db8::f816:3eff:fe07:2eff (70363c38-cb86-4e6d-b449-518efb0827be/b978f0b3-4fee-4086-ac8e-2877cf8e8e48/b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:40.404698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:40.436810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-dc4bdddd-a313-46c2-a34f-2952182ec366 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:40.438427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-dc4bdddd-a313-46c2-a34f-2952182ec366 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 814 time: 0.1358063 Oct 26 12:06:40.464214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-53db6c0f-0828-4bda-86ee-54bd517fe587 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/quotas/1f8ff806ee684188a7f29ad6f33bef93 HTTP/1.1" status: 200 len: 375 time: 0.0138569 Oct 26 12:06:40.493395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 72b972c1-2617-4257-9039-25073d22a84e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:40.498064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:40.525813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-9d7868f2-6521-4807-99b4-ddc143f13bc2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549307 Oct 26 12:06:40.541598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.551161 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.599450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Pushing event updated for resources: {'Port': ['ID=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:40.599698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:40.620229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:40.621766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:40.624179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:40.635186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-02c66c69-6b22-46a9-8ed1-42758eb3c8ff service neutron] 10.222.0.88 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016648 Oct 26 12:06:40.697478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Attempting to bind port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:40.698022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Attempting to bind port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:40.699031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Attempting to bind port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:40.704887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:40.705429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:40.705931 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.706420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:40.707029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Bound port: b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:40.708067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.729487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.733165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:40.764221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-1eac8795-49a5-44bb-8877-1fffe9f83514 service neutron] 10.222.0.88 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219432 Oct 26 12:06:40.770367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 713ca2ed-813d-4063-b293-d1fde468a661 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:06:40.790706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] For port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:40.795367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] For port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:40.801448 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:40.873779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02095ac-6734-43e3-abc2-712b13f812b7 None None] Pushing event updated for resources: {'Port': ['ID=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:40.921138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:40.927738 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-32ba8cd6-1a86-4100-b39a-565929908480 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5216503 Oct 26 12:06:40.930588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53652) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:40.936339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-700429441'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:40.941060 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:40.983110 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:40.993758 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:41.020544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-242f0fc9-70fb-4bf1-a7b2-c066fb022951 req-55237607-cbae-479a-9776-a394fb699b22 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 210 time: 0.0571916 Oct 26 12:06:41.025080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:41.035707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.094638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:41.107716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.108212 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment 55700f2f-b6d5-44a9-ab38-55f8a02ddc9c of type vlan for network 801f6410-d24c-438e-baaf-29d48ba11a01 Oct 26 12:06:41.113626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32667ff9-e83c-4e28-a380-906e6150daf8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:41.167688 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:41.173718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.195443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 172.20.0.13 (70363c38-cb86-4e6d-b449-518efb0827be/043ec5f6-ca36-4d2c-b698-0e0dc71a7d68/713ca2ed-813d-4063-b293-d1fde468a661) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:41.207768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fe43:8ce9 (70363c38-cb86-4e6d-b449-518efb0827be/b978f0b3-4fee-4086-ac8e-2877cf8e8e48/713ca2ed-813d-4063-b293-d1fde468a661) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:41.212400 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.220469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:41.221264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.227602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36381eab-562c-4c59-978c-a36c91e18a25 None None] Network 72b972c1-2617-4257-9039-25073d22a84e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:41.323953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3919232 Oct 26 12:06:41.344552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53662) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:41.356346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:41.436719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ac2cf648-b3c6-4f5e-a2e7-7ddedd48b31b None None] Provisioning complete for port 32667ff9-e83c-4e28-a380-906e6150daf8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:41.437098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf648-b3c6-4f5e-a2e7-7ddedd48b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.460029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534148c1-bf6b-4d01-993e-ff5e454ffb79 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=801f6410-d24c-438e-baaf-29d48ba11a01,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:41.552193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 801f6410-d24c-438e-baaf-29d48ba11a01 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:41.571459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:41.575516 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.595436 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.642534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.673710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 32667ff9-e83c-4e28-a380-906e6150daf8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:41.674431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.737365 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:39Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:39Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:41.761753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:41.768771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:41.785904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:41.786764 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Updating router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:41.787156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:41.819403 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.886067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:41.886713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.899172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=713ca2ed-813d-4063-b293-d1fde468a661,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:41.907876 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.916086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf648-b3c6-4f5e-a2e7-7ddedd48b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:41.939513 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca780709-2df3-4dac-9775-1663fdc3b2bb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5960886 Oct 26 12:06:41.940483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53672) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:42.039609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df947ce2-cd86-4270-8ff2-f50afdc016f1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:42.040106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:42.053847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:42.054089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 801f6410-d24c-438e-baaf-29d48ba11a01, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:42.080661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df947ce2-cd86-4270-8ff2-f50afdc016f1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:42.085438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53676) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:42.091996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df947ce2-cd86-4270-8ff2-f50afdc016f1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1501398 Oct 26 12:06:42.158697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 801f6410-d24c-438e-baaf-29d48ba11a01 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:42.218709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aac61989-9ede-4d65-8f26-0049952fc2cc req-ec6cb754-44fe-48bb-9a8c-d1c5072cf256 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 210 time: 0.0654702 Oct 26 12:06:42.272171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 801f6410-d24c-438e-baaf-29d48ba11a01) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:42.279496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:42.280136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.322245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dcd419-9051-4496-8c33-9b63fe5c73d4 None None] Network 801f6410-d24c-438e-baaf-29d48ba11a01 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:42.322820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1be27cc5-b436-4e63-a21c-e9ea119b06f1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9733896 Oct 26 12:06:42.324322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53678) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:42.376872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 713ca2ed-813d-4063-b293-d1fde468a661 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:42.377215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.395852 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.403950 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.455554 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Pushing event updated for resources: {'Port': ['ID=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:42.470104 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.471290 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.471459 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.471794 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.472159 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.472500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.472865 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.473180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.476220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.476220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.476220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.476220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:42.511729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ac2cf648-b3c6-4f5e-a2e7-7ddedd48b31b None None] For port 32667ff9-e83c-4e28-a380-906e6150daf8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=32667ff9-e83c-4e28-a380-906e6150daf8,segment=NetworkSegment(a00dc137-1daf-440d-9a24-ba3e752f2d36),segment_id=a00dc137-1daf-440d-9a24-ba3e752f2d36)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:42.545553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf648-b3c6-4f5e-a2e7-7ddedd48b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.571242 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Attempting to bind port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:42.571785 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Attempting to bind port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:42.572147 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Attempting to bind port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac on network 72b972c1-2617-4257-9039-25073d22a84e {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:42.581666 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:42.582644 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Checking segment: {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:42.583073 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.583461 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Bound using segment: {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:42.583985 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Bound port: 424e2bd9-6cde-4550-9bbf-3b0beb0907ac, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00dc137-1daf-440d-9a24-ba3e752f2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '72b972c1-2617-4257-9039-25073d22a84e'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:42.584887 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.586301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-801f6410-d24c-438e-baaf-29d48ba11a01', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:42.589484 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.682190 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] For port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:42.686775 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] For port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,segment=NetworkSegment(a00dc137-1daf-440d-9a24-ba3e752f2d36),segment_id=a00dc137-1daf-440d-9a24-ba3e752f2d36)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:42.698399 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.767760 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b22ed-e149-4ddb-bc5e-9511bef2df0f None None] Pushing event updated for resources: {'Port': ['ID=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:42.792259 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:42.793152 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:42.830655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:42.892257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 713ca2ed-813d-4063-b293-d1fde468a661 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:42.902635 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:42.905576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Allocated IP 2001:db8:1::2 (801f6410-d24c-438e-baaf-29d48ba11a01/a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4/2f8b3d93-50e4-4e96-949a-ab701de4a26e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:43.121344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.130726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a08ca-552d-4857-9894-7b3f6ea9207f None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:43.216050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-0ae66386-4e36-493f-8584-915d0af3ce72 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:43.218678 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-0ae66386-4e36-493f-8584-915d0af3ce72 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.30 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 814 time: 0.5022056 Oct 26 12:06:43.223188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:43.231454 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.236927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Request body: {'port': {'device_id': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'admin_state_up': True, 'tenant_id': '1f8ff806ee684188a7f29ad6f33bef93'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:43.356942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cf648-b3c6-4f5e-a2e7-7ddedd48b31b None None] Pushing event updated for resources: {'Port': ['ID=32667ff9-e83c-4e28-a380-906e6150daf8,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:43.380256 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:39Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:42Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:43.410438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f167a0a9-4546-4754-a0fe-d8c8c05a3406 req-9564ba05-c25e-4ea4-a506-7e943b5312dc tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 210 time: 0.0480342 Oct 26 12:06:43.443338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.447563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Made reservation on behalf of 1f8ff806ee684188a7f29ad6f33bef93 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:43.450362 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de58cf-9578-4598-82d0-42f7652df204 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:39Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:42Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:43.461650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.475350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Network 801f6410-d24c-438e-baaf-29d48ba11a01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:43.478414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e21d91af-c853-488b-8908-39012d80f009 None None] Provisioning complete for port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:43.483331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e21d91af-c853-488b-8908-39012d80f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.491074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:43.551035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:43.618573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Pushing event updated for resources: {'Port': ['ID=2f8b3d93-50e4-4e96-949a-ab701de4a26e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:43.661119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:43.661816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.782164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Allocated IP 172.20.0.3 (5a13268d-7fb2-4fff-a944-812518c5ea8a/4bb7e4a4-d2f3-4540-ac94-4f9262770034/14d05ea1-f191-4819-86b7-662eca014c7a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:43.842455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] Update dhcp port {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': 'b978f0b3-4fee-4086-ac8e-2877cf8e8e48', 'ip_address': '2001:db8::f816:3eff:fe07:2eff'}, {'subnet_id': '043ec5f6-ca36-4d2c-b698-0e0dc71a7d68'}], 'binding:host_id': 'n-d-812150-3'}, 'id': 'b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:06:43.948398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Attempting to bind port 2f8b3d93-50e4-4e96-949a-ab701de4a26e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:43.949260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Attempting to bind port 2f8b3d93-50e4-4e96-949a-ab701de4a26e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:43.949802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Attempting to bind port 2f8b3d93-50e4-4e96-949a-ab701de4a26e on network 801f6410-d24c-438e-baaf-29d48ba11a01 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:43.968545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.988543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:43.989221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Checking segment: {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:43.990037 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:43.991367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Bound using segment: {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:43.991873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Bound port: 2f8b3d93-50e4-4e96-949a-ab701de4a26e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:43.992781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.027465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.055689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.057882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e21d91af-c853-488b-8908-39012d80f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.207976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e21d91af-c853-488b-8908-39012d80f009 None None] For port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:44.261476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e21d91af-c853-488b-8908-39012d80f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.414393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.470636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.535458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Network 5a13268d-7fb2-4fff-a944-812518c5ea8a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:44.542954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:44.555672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:44.593483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=713ca2ed-813d-4063-b293-d1fde468a661,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.643519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.663489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:44.669473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.691851 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-f5b5d490-8ece-48f7-a54b-0371eba149b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4608753 Oct 26 12:06:44.706762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Request body: {'port': {'device_id': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:44.719775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d91af-c853-488b-8908-39012d80f009 None None] Pushing event updated for resources: {'Port': ['ID=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.753686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Provisioning complete for port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:44.754563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.787633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:06:44.788214 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:44.793673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.801437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8:1::1 (801f6410-d24c-438e-baaf-29d48ba11a01/a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4/83d163b1-a4af-4d2c-b57e-803e72e370a2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:44.824737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f48fb-6dbc-484e-b28b-df929d974da3 req-d1b8202d-cc90-42ac-8dd3-3e641d7888c6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:44.832520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b08f48fb-6dbc-484e-b28b-df929d974da3 req-d1b8202d-cc90-42ac-8dd3-3e641d7888c6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 931 time: 0.2324367 Oct 26 12:06:44.842006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] For port 2f8b3d93-50e4-4e96-949a-ab701de4a26e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:44.870044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] For port 2f8b3d93-50e4-4e96-949a-ab701de4a26e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2f8b3d93-50e4-4e96-949a-ab701de4a26e,segment=NetworkSegment(55700f2f-b6d5-44a9-ab38-55f8a02ddc9c),segment_id=55700f2f-b6d5-44a9-ab38-55f8a02ddc9c)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:44.882151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.885209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:44.889031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-afef439e-871c-4672-bc9b-610666485b8c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/713ca2ed-813d-4063-b293-d1fde468a661 HTTP/1.1" status: 204 len: 168 time: 2.8000979 Oct 26 12:06:44.892179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53692) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:44.935814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b08f48fb-6dbc-484e-b28b-df929d974da3 req-7bea4d90-da3f-4aec-8b6e-a78261951987 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021967 Oct 26 12:06:44.948246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac2056-7764-4f3a-b60f-29bbc7c02091 None None] Pushing event updated for resources: {'Port': ['ID=2f8b3d93-50e4-4e96-949a-ab701de4a26e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.970191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] Allocated IP 172.20.0.2 (70363c38-cb86-4e6d-b449-518efb0827be/043ec5f6-ca36-4d2c-b698-0e0dc71a7d68/b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:45.071303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73440a-445f-4447-9880-ef610a179c63 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:45.073586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73440a-445f-4447-9880-ef610a179c63 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:45.076365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73440a-445f-4447-9880-ef610a179c63 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:45.080542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f73440a-445f-4447-9880-ef610a179c63 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1859515 Oct 26 12:06:45.084222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53696) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:45.146691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] For port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:45.220380 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.229171 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.231476 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.254831 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.258775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 043ec5f6-ca36-4d2c-b698-0e0dc71a7d68 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:45.275270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.345837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.349581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:06:45.378658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.413911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Transition to ACTIVE for port object 14d05ea1-f191-4819-86b7-662eca014c7a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:06:45.427913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.484731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.498859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.524721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.551986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 801f6410-d24c-438e-baaf-29d48ba11a01 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:45.560284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:45.570365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:45.570955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.646509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e00e72-b4c0-45e7-9a24-abd26ab3e13c None None] Pushing event updated for resources: {'Port': ['ID=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.660042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:45.660444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:45.660787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a on network 5a13268d-7fb2-4fff-a944-812518c5ea8a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:45.667427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Port 14d05ea1-f191-4819-86b7-662eca014c7a on network 5a13268d-7fb2-4fff-a944-812518c5ea8a not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:06:45.668055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a on network 5a13268d-7fb2-4fff-a944-812518c5ea8a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:45.675224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:45.675682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Checking segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:45.676077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Bound using segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:45.676574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Bound port: 14d05ea1-f191-4819-86b7-662eca014c7a, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:45.677099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.713839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=83d163b1-a4af-4d2c-b57e-803e72e370a2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.717525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.778533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] For port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,segment=NetworkSegment(a00dc137-1daf-440d-9a24-ba3e752f2d36),segment_id=a00dc137-1daf-440d-9a24-ba3e752f2d36)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:45.780252 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.787100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.816400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=043ec5f6-ca36-4d2c-b698-0e0dc71a7d68,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.825459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Provisioning complete for port 32667ff9-e83c-4e28-a380-906e6150daf8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:45.825887 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.862042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.865042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-df2ddad8-1a93-4477-a79c-906245466100 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/043ec5f6-ca36-4d2c-b698-0e0dc71a7d68 HTTP/1.1" status: 204 len: 168 time: 0.7795959 Oct 26 12:06:45.890445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:45.896460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:45.901361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53698) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:45.926628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:45.941157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf0b37-c9ac-4150-b31d-c41b249eb7bf None None] Pushing event updated for resources: {'Port': ['ID=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:46.127478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:46.128647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.130080 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] 10.222.0.30 "PUT /v2.0/ports/14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 1091 time: 1.4278803 Oct 26 12:06:46.146986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:06:46.150972 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:46.159303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cf8bb-5675-41da-9818-6f2f754d5907 service neutron] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:46.160386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 424e2bd9-6cde-4550-9bbf-3b0beb0907ac up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:46.190641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66ff20-666a-467e-9c92-21e8557fa004 req-dc530eaf-fe32-4775-a7d0-bc61c6af0dd7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:46.192424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea66ff20-666a-467e-9c92-21e8557fa004 req-dc530eaf-fe32-4775-a7d0-bc61c6af0dd7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.0941641 Oct 26 12:06:46.231633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.233595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet b978f0b3-4fee-4086-ac8e-2877cf8e8e48 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:46.237748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.248037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.249011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.273746 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013e798a-1692-4e2e-8ece-80e262e48de8 x-openstack-request-id: req-013e798a-1692-4e2e-8ece-80e262e48de8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:46.273746 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:46.273746 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-013e798a-1692-4e2e-8ece-80e262e48de8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:46.273746 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'status': 'completed', 'code': 200} Oct 26 12:06:46.291727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:46.292551 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.305892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-4b23152d-57c0-483b-b5d9-7bd9e442112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:46.307538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-4b23152d-57c0-483b-b5d9-7bd9e442112d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1094 time: 0.1241400 Oct 26 12:06:46.310027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.346724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=83d163b1-a4af-4d2c-b57e-803e72e370a2,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:46.363401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea66ff20-666a-467e-9c92-21e8557fa004 req-769abbf5-468f-4f53-a713-e028944da51d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610341 Oct 26 12:06:46.429040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.470977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d7ea9e71-64ef-41b1-a5da-70807dff330c None None] Provisioning complete for port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:46.471356 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d7ea9e71-64ef-41b1-a5da-70807dff330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.476217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32667ff9-e83c-4e28-a380-906e6150daf8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:46.495970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 801f6410-d24c-438e-baaf-29d48ba11a01 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:46.497852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:46.572421 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-e7237d4e-26a1-4aaa-a8b5-1a8e98a4cd0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 217 time: 0.0469654 Oct 26 12:06:46.574044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.617011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=b978f0b3-4fee-4086-ac8e-2877cf8e8e48,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:46.652895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.658925 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cd21f036-efdb-4f0c-aeac-0413e52f1521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/b978f0b3-4fee-4086-ac8e-2877cf8e8e48 HTTP/1.1" status: 204 len: 168 time: 0.7514942 Oct 26 12:06:46.660861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53706) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:46.718157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 32667ff9-e83c-4e28-a380-906e6150daf8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:46.718532 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.723475 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1485543-d579-4bf8-b656-dfc6d3815ce9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495107 Oct 26 12:06:46.724361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53708) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:46.735042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:46.748138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:46.749792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-46560282-9cde-4844-81a4-9aac2ac3e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:46.752233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-46560282-9cde-4844-81a4-9aac2ac3e99e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.1668344 Oct 26 12:06:46.845620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:46.864517 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-7af23978-19f9-45cb-90e5-8f13a999a19f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870602 Oct 26 12:06:46.910607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:46.910995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:46.948442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:46.963028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-520a3674-963d-43ff-871e-024e44e520f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6374683 Oct 26 12:06:46.963718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53710) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:46.969437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1759953957'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:46.970595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:46.989650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f73d2-102e-4c05-b65a-2a69fe9f82e3 None None] Network 801f6410-d24c-438e-baaf-29d48ba11a01 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:46.994834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:46.995796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:47.007097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:47.012495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.046009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:47.061788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.062541 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment e6745151-86cd-4b36-a7b9-08fe3f439a85 of type vlan for network 2c99e3cc-94df-46e7-bd24-20ef98991ffa Oct 26 12:06:47.188894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.252997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2f8b3d93-50e4-4e96-949a-ab701de4a26e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:47.292157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.301373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1b7711e3-5eeb-44f6-8247-5b1ef4a0f4c5 None None] Provisioning complete for port 2f8b3d93-50e4-4e96-949a-ab701de4a26e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:47.301823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b7711e3-5eeb-44f6-8247-5b1ef4a0f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.303491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:47.304175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.340287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:47.396270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4311328 Oct 26 12:06:47.406181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:47.412752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:47.435800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452d1d-5d48-4b36-9572-56eb3ece0dda tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=2c99e3cc-94df-46e7-bd24-20ef98991ffa,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:47.513549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ab5a0-5143-48eb-b985-5e1eabb6f04d None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:47.550889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:47.557618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.581608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:47.582017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fe22b-bc8b-42cd-b73b-ccd9f5b7e329 req-0959aa5f-2db2-4689-9108-b82fee6e3c8f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:47.583613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a8fe22b-bc8b-42cd-b73b-ccd9f5b7e329 req-0959aa5f-2db2-4689-9108-b82fee6e3c8f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.1070797 Oct 26 12:06:47.593299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:47.597213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.650687 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-3158a300-43d6-46ab-af9f-48baba19b63e service neutron] 10.222.0.30 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7739840 Oct 26 12:06:47.700566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a8fe22b-bc8b-42cd-b73b-ccd9f5b7e329 req-74641d09-1f24-4709-b59c-2ee040e15a5b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997202 Oct 26 12:06:47.819625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-35f767cc-f5b5-45ab-a238-b2ce84062bcd req-844b65e8-6603-4d49-a0f1-e698ddf8cde4 service neutron] 10.222.0.30 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581562 Oct 26 12:06:47.857181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.882226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2f8b3d93-50e4-4e96-949a-ab701de4a26e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:47.883351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.933956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:47.934323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 2c99e3cc-94df-46e7-bd24-20ef98991ffa, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:47.937429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=5e131fbc-7d99-4eee-99f6-929c5bbeb5c1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:47.958915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:47.961429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b7711e3-5eeb-44f6-8247-5b1ef4a0f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:47.971884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 2c99e3cc-94df-46e7-bd24-20ef98991ffa) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:47.976872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:47.977694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.005660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90edfc8d-270a-4060-bffc-73b2aefafd7d None None] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:48.011221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2fc029c5-08f0-406f-aa41-6fc62f8110fd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6009934 Oct 26 12:06:48.011827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:48.032369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-51a7a958-ad96-47b5-9422-561900cc34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:48.033892 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-51a7a958-ad96-47b5-9422-561900cc34ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1094 time: 0.1091695 Oct 26 12:06:48.137696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:06:48.252957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:48.359191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1b7711e3-5eeb-44f6-8247-5b1ef4a0f4c5 None None] For port 2f8b3d93-50e4-4e96-949a-ab701de4a26e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2f8b3d93-50e4-4e96-949a-ab701de4a26e,segment=NetworkSegment(55700f2f-b6d5-44a9-ab38-55f8a02ddc9c),segment_id=55700f2f-b6d5-44a9-ab38-55f8a02ddc9c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:48.385080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-2ad9edc3-bdee-4f38-93c9-9348e6073e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:48.386962 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-2ad9edc3-bdee-4f38-93c9-9348e6073e7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 916 time: 0.3318911 Oct 26 12:06:48.409048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b7711e3-5eeb-44f6-8247-5b1ef4a0f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.470553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.478248 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-7e075e57-0e61-4d55-8a54-9f7209d1888c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 217 time: 0.0704463 Oct 26 12:06:48.480078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7711e3-5eeb-44f6-8247-5b1ef4a0f4c5 None None] Pushing event updated for resources: {'Port': ['ID=2f8b3d93-50e4-4e96-949a-ab701de4a26e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:48.503800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.620316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f9210ab7-2a78-49ea-b7be-5a3ed0eaf650 None None] Provisioning complete for port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:48.620700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9210ab7-2a78-49ea-b7be-5a3ed0eaf650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.627822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 3, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:48.652132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:48.653003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.672866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] Deleting port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:48.673249 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.829297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:48.864691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.884611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.885266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:48.916928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 424e2bd9-6cde-4550-9bbf-3b0beb0907ac up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:48.937461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882229-f435-458d-a06e-c89c15ad0432 req-977cceb0-6fd9-447b-80c0-061d18d4e864 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:48.939796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c882229-f435-458d-a06e-c89c15ad0432 req-977cceb0-6fd9-447b-80c0-061d18d4e864 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.1206870 Oct 26 12:06:48.961215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:48.969971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:48.970601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Updating router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd port 83d163b1-a4af-4d2c-b57e-803e72e370a2 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:48.995184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-a605750b-be57-4cc2-97f2-eb4a9a0ab796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:48.996862 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-a605750b-be57-4cc2-97f2-eb4a9a0ab796 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.5035405 Oct 26 12:06:49.005135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:49.021625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:49.022008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c882229-f435-458d-a06e-c89c15ad0432 req-c4892136-7721-4267-b674-3356835d7f49 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719411 Oct 26 12:06:49.027743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:49.028352 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.043471 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.056080 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-77a87d86-455c-42c9-9585-fdce4bc76bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468779 Oct 26 12:06:49.108072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Allocated IP 2001:db8:2::2 (2c99e3cc-94df-46e7-bd24-20ef98991ffa/5e131fbc-7d99-4eee-99f6-929c5bbeb5c1/841bd570-68af-4d20-8666-dae602163b6c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:49.162773 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-f69c99ca-4ff4-43fc-b4b1-37b162ce8b6f service neutron] 10.222.0.30 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966895 Oct 26 12:06:49.163409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=9ebe5638-6e5b-4fa2-942d-e05d726de5aa,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:49.173645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-03867f8e-4560-4fd6-8ea7-af34d197c326 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4449079 Oct 26 12:06:49.176576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53734) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:49.190304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:49.284573 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a95b077b-9b3c-475f-8169-2c87d5d1ad0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.386393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:49.386974 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.425465 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6a9f2c4-eb86-438c-8b9a-b958a24ce92a req-bb3408a2-86ba-4de0-b2ef-25082ba69849 service neutron] 10.222.0.30 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504320 Oct 26 12:06:49.457976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:49.463241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.524155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] For port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:49.524642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.543175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f9210ab7-2a78-49ea-b7be-5a3ed0eaf650 None None] Could not find standard attr ID for object 713ca2ed-813d-4063-b293-d1fde468a661. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:06:49.558037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] Calling delete_port for b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:49.738487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.764740 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.767858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2f8b3d93-50e4-4e96-949a-ab701de4a26e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:49.780944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:49.786952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:49.790275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:49.790901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.806602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=aa978ba2-85a8-4294-afa2-0af0167d6f6c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:49.836063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53740) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:49.837948 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ba4486b-e287-4543-80e7-1c500d2ee166 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6602414 Oct 26 12:06:49.850491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:63:33:57', 'name': 'tempest-NetworksTestDHCPv6-1358700080'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:49.862047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.871134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-44f54569-cf6d-4764-9baf-78ab4201f747 None None] Provisioning complete for port 83d163b1-a4af-4d2c-b57e-803e72e370a2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:49.871809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-44f54569-cf6d-4764-9baf-78ab4201f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.908786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.931870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:49.981253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8:2::1 (2c99e3cc-94df-46e7-bd24-20ef98991ffa/5e131fbc-7d99-4eee-99f6-929c5bbeb5c1/8c58b362-0d8a-4a7d-8185-888dcd2811f0) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:50.009544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Pushing event updated for resources: {'Port': ['ID=841bd570-68af-4d20-8666-dae602163b6c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.042353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:50.060584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:50.091249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-44f54569-cf6d-4764-9baf-78ab4201f747 None None] Port 83d163b1-a4af-4d2c-b57e-803e72e370a2 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:50.113289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:50.141063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:50.155891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fbac9-1ea6-4f4d-a534-07fbd7a77269 None None] Pushing event updated for resources: {'Port': ['ID=83d163b1-a4af-4d2c-b57e-803e72e370a2,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.190237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-44f54569-cf6d-4764-9baf-78ab4201f747 None None] Provisioning complete for port 2f8b3d93-50e4-4e96-949a-ab701de4a26e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:50.190914 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-44f54569-cf6d-4764-9baf-78ab4201f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.247835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.274986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.301650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Attempting to bind port 841bd570-68af-4d20-8666-dae602163b6c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:50.302135 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Attempting to bind port 841bd570-68af-4d20-8666-dae602163b6c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:50.302459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Attempting to bind port 841bd570-68af-4d20-8666-dae602163b6c on network 2c99e3cc-94df-46e7-bd24-20ef98991ffa {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:50.330814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2f8b3d93-50e4-4e96-949a-ab701de4a26e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:50.331253 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.332924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Attempting to bind port 83d163b1-a4af-4d2c-b57e-803e72e370a2 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:50.333296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Attempting to bind port 83d163b1-a4af-4d2c-b57e-803e72e370a2 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:50.334139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Attempting to bind port 83d163b1-a4af-4d2c-b57e-803e72e370a2 on network 801f6410-d24c-438e-baaf-29d48ba11a01 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:50.363528 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.390122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b901c-7f4c-487a-b8fd-edf2c2fd5e06 req-255aeb82-46f5-4713-8776-f659cd7032d8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:50.391777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e8b901c-7f4c-487a-b8fd-edf2c2fd5e06 req-255aeb82-46f5-4713-8776-f659cd7032d8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.1564810 Oct 26 12:06:50.420990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port bdbd4524-4f74-44dc-a96a-0b41c0208596 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:06:50.446259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.523022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:50.536037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:50.547632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] Pushing event deleted for resources: {'Port': ['ID=b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.553569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:50.554171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.571924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:50.572623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Checking segment: {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:50.573122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.573426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Bound using segment: {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:50.573915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Bound port: 841bd570-68af-4d20-8666-dae602163b6c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:50.574302 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.581426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d889fa3f-7a0a-493a-812e-7aeccc2c2b7a None None] No DVR routers for this DVR port b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:50.587871 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:50.595489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Checking segment: {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:50.595679 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.595950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Bound using segment: {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:50.596457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Bound port: 83d163b1-a4af-4d2c-b57e-803e72e370a2, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:50.596857 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.604067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a696bc14-2f2a-418c-92ff-4b2912954a70 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:50.606796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e8b901c-7f4c-487a-b8fd-edf2c2fd5e06 req-1d893e68-dc6c-4163-b29c-9895837b4596 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032766 Oct 26 12:06:50.622780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=8c58b362-0d8a-4a7d-8185-888dcd2811f0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.886097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] For port 841bd570-68af-4d20-8666-dae602163b6c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:50.892088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] For port 83d163b1-a4af-4d2c-b57e-803e72e370a2, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:50.923445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] For port 841bd570-68af-4d20-8666-dae602163b6c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=841bd570-68af-4d20-8666-dae602163b6c,segment=NetworkSegment(e6745151-86cd-4b36-a7b9-08fe3f439a85),segment_id=e6745151-86cd-4b36-a7b9-08fe3f439a85)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:50.925739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] For port 83d163b1-a4af-4d2c-b57e-803e72e370a2, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=83d163b1-a4af-4d2c-b57e-803e72e370a2,segment=NetworkSegment(55700f2f-b6d5-44a9-ab38-55f8a02ddc9c),segment_id=55700f2f-b6d5-44a9-ab38-55f8a02ddc9c)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:50.952836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:50.988919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.047628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.073060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:51.084959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 172.20.0.5 (70363c38-cb86-4e6d-b449-518efb0827be/aa978ba2-85a8-4294-afa2-0af0167d6f6c/bdbd4524-4f74-44dc-a96a-0b41c0208596) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:51.121036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5edd95d3-0f08-4108-86aa-1d9146763dd6 None None] Provisioning complete for port 83d163b1-a4af-4d2c-b57e-803e72e370a2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:51.121393 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5edd95d3-0f08-4108-86aa-1d9146763dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.122848 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cc0d5-4a2d-4510-9392-3c41c050b408 None None] Pushing event updated for resources: {'Port': ['ID=841bd570-68af-4d20-8666-dae602163b6c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.124697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fe63:3357 (70363c38-cb86-4e6d-b449-518efb0827be/9ebe5638-6e5b-4fa2-942d-e05d726de5aa/bdbd4524-4f74-44dc-a96a-0b41c0208596) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:51.127676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:06:51.128020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b54b4ad1-1571-4d7e-af3c-4a78b3c2c6e8 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:51.162002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '9ebe5638-6e5b-4fa2-942d-e05d726de5aa'}, {'subnet_id': 'aa978ba2-85a8-4294-afa2-0af0167d6f6c'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:51.162898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.196284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:51.196930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:51.369070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:06:51.464814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fbac9-1ea6-4f4d-a534-07fbd7a77269 None None] Pushing event updated for resources: {'Port': ['ID=83d163b1-a4af-4d2c-b57e-803e72e370a2,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.497663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:51.589934 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:06:51.608937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.629248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.656071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.657100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.692850 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5edd95d3-0f08-4108-86aa-1d9146763dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.764952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=8c58b362-0d8a-4a7d-8185-888dcd2811f0,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.767713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.818715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-063cdd75-32ce-47c5-967b-739d9ce81f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.822462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5edd95d3-0f08-4108-86aa-1d9146763dd6 None None] For port 83d163b1-a4af-4d2c-b57e-803e72e370a2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=83d163b1-a4af-4d2c-b57e-803e72e370a2,segment=NetworkSegment(55700f2f-b6d5-44a9-ab38-55f8a02ddc9c),segment_id=55700f2f-b6d5-44a9-ab38-55f8a02ddc9c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:51.849283 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5edd95d3-0f08-4108-86aa-1d9146763dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:51.899336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:51.905615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=bdbd4524-4f74-44dc-a96a-0b41c0208596,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.911809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:51.931084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:51.949812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:51.979572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d89ce8-0d6d-4a3e-a7a1-fff58d733b19 req-884f5b1d-d476-4e7a-a0e9-d35fdecc4804 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:51.981138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46d89ce8-0d6d-4a3e-a7a1-fff58d733b19 req-884f5b1d-d476-4e7a-a0e9-d35fdecc4804 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.2173207 Oct 26 12:06:52.023923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '14d05ea1-f191-4819-86b7-662eca014c7a', 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'port_id': '14d05ea1-f191-4819-86b7-662eca014c7a', 'mac_address': 'fa:16:3e:64:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb7e4a4-d2f3-4540-ac94-4f9262770034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:06:52.027673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:52.042798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd95d3-0f08-4108-86aa-1d9146763dd6 None None] Pushing event updated for resources: {'Port': ['ID=83d163b1-a4af-4d2c-b57e-803e72e370a2,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:52.055553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-089bf570-cb0c-426b-8003-5d1ed656f25f None None] Provisioning complete for port 83d163b1-a4af-4d2c-b57e-803e72e370a2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:52.055771 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-089bf570-cb0c-426b-8003-5d1ed656f25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.060356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:52.070698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:52.071478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.101342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46d89ce8-0d6d-4a3e-a7a1-fff58d733b19 req-230c2607-e168-4a67-a5a0-866436b8e4ca tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976160 Oct 26 12:06:52.146029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Allocated IP 172.20.0.2 (70363c38-cb86-4e6d-b449-518efb0827be/aa978ba2-85a8-4294-afa2-0af0167d6f6c/e6a55aa9-92fc-406c-b51b-23d882b771a5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:52.169007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Allocated IP 2001:db8::f816:3eff:fe3f:e158 (70363c38-cb86-4e6d-b449-518efb0827be/9ebe5638-6e5b-4fa2-942d-e05d726de5aa/e6a55aa9-92fc-406c-b51b-23d882b771a5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:52.197362 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.229554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:52.238161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eeff7abf-8b3d-4b8c-8f86-493f39d9832e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4011436 Oct 26 12:06:52.240962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:52.280857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:06:52.322698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:52.331457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee783b-8df8-4801-8d22-8564b4844086 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:52.334320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-07ee783b-8df8-4801-8d22-8564b4844086 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.0909042 Oct 26 12:06:52.336972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53754) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:52.360394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:52.366259 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.367557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f106533f-5719-4fee-aff0-8febf1a87aa2 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3536868 Oct 26 12:06:52.370089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53756) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:52.379416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-86531686'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:52.415532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:52.417667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 1, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:52.420091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.450698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:52.466474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.467017 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added segment 99cd4489-4b6d-496a-ae5f-1ab1a199a161 of type vlan for network 711e6307-fd70-4bda-b376-35167d6e18d8 Oct 26 12:06:52.473915 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port bdbd4524-4f74-44dc-a96a-0b41c0208596 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:52.474842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.531584 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.562704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.573881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:52.575911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.606822 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.624109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for bdbd4524-4f74-44dc-a96a-0b41c0208596 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:52.643779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804f969-5928-44d5-9e4e-c050cf5aef7e None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 1, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:52.645445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327a810-0911-49a9-a427-d0279a106532 None None] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:52.668761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Network': ['ID=711e6307-fd70-4bda-b376-35167d6e18d8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:52.691033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d2336e7-fc83-457a-9299-0bff7ab35418 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3193436 Oct 26 12:06:52.694092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53760) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:52.699941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'subnet': {'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:52.745646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 711e6307-fd70-4bda-b376-35167d6e18d8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:52.787169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['14d05ea1-f191-4819-86b7-662eca014c7a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:06:52.917067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Made reservation on behalf of 880d5b553e97414aa00418a154094b8c for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:52.921925 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:52.951646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:52.963704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.014296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=bdbd4524-4f74-44dc-a96a-0b41c0208596,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.032482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.062218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cdfcffae-de8e-41de-a0ad-07bde9f29e4f None None] Provisioning complete for port 841bd570-68af-4d20-8666-dae602163b6c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:53.062715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cdfcffae-de8e-41de-a0ad-07bde9f29e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.154559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.166134 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-056c9d57-b5c8-45a6-b2df-64fb57fdf042 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/bdbd4524-4f74-44dc-a96a-0b41c0208596 HTTP/1.1" status: 204 len: 168 time: 0.8255708 Oct 26 12:06:53.166776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53764) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:53.184925 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.190447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.281529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.324517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Subnet': ['ID=c6d28c78-09ab-4f06-8f70-16ed96de0659,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.358056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:53.359397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.363165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922ea7a-d002-490a-b4ca-b8314b23cb44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:53.365206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922ea7a-d002-490a-b4ca-b8314b23cb44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:53.380699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081304f-60f7-4728-b9cd-a9d63541236e req-813342d6-6e56-45d1-b830-17226333c159 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:53.382642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6081304f-60f7-4728-b9cd-a9d63541236e req-813342d6-6e56-45d1-b830-17226333c159 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.1477945 Oct 26 12:06:53.385994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922ea7a-d002-490a-b4ca-b8314b23cb44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:53.386246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:53.391037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5922ea7a-d002-490a-b4ca-b8314b23cb44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2202213 Oct 26 12:06:53.391953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53766) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:53.392410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:53.395291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Checking segment: {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:53.395879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network hostable DHCP agents. Network: 711e6307-fd70-4bda-b376-35167d6e18d8, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:53.468063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 711e6307-fd70-4bda-b376-35167d6e18d8 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:53.479355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6081304f-60f7-4728-b9cd-a9d63541236e req-3ba98d8e-49b4-4314-b395-0293dff2b47a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Oct 26 12:06:53.480481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 711e6307-fd70-4bda-b376-35167d6e18d8) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:53.486898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:53.486898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.537560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:06:53.538922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53768) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:53.541999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-34ace56f-7b77-4fed-a7f1-1a376464f5ba tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8466756 Oct 26 12:06:53.551439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 9ebe5638-6e5b-4fa2-942d-e05d726de5aa {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:53.557612 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.571471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cedc3c2-167d-460a-9ebb-5970b23eacb1 None None] Network 711e6307-fd70-4bda-b376-35167d6e18d8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:53.574041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 841bd570-68af-4d20-8666-dae602163b6c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:53.682018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.733525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cdfcffae-de8e-41de-a0ad-07bde9f29e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.783199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Pushing event updated for resources: {'Port': ['ID=e6a55aa9-92fc-406c-b51b-23d882b771a5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.882520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Attempting to bind port e6a55aa9-92fc-406c-b51b-23d882b771a5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:53.882520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Attempting to bind port e6a55aa9-92fc-406c-b51b-23d882b771a5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:53.882927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Attempting to bind port e6a55aa9-92fc-406c-b51b-23d882b771a5 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:53.894110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:53.894493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:53.894940 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.895351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:53.895838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Bound port: e6a55aa9-92fc-406c-b51b-23d882b771a5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:53.896429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.902207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.940238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cdfcffae-de8e-41de-a0ad-07bde9f29e4f None None] For port 841bd570-68af-4d20-8666-dae602163b6c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=841bd570-68af-4d20-8666-dae602163b6c,segment=NetworkSegment(e6745151-86cd-4b36-a7b9-08fe3f439a85),segment_id=e6745151-86cd-4b36-a7b9-08fe3f439a85)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:53.956794 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cdfcffae-de8e-41de-a0ad-07bde9f29e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:53.964085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 841bd570-68af-4d20-8666-dae602163b6c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:53.964394 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.098370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.198146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-711e6307-fd70-4bda-b376-35167d6e18d8', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:06:54.199052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.208171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcffae-de8e-41de-a0ad-07bde9f29e4f None None] Pushing event updated for resources: {'Port': ['ID=841bd570-68af-4d20-8666-dae602163b6c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:54.229832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] For port e6a55aa9-92fc-406c-b51b-23d882b771a5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:54.252127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] For port e6a55aa9-92fc-406c-b51b-23d882b771a5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e6a55aa9-92fc-406c-b51b-23d882b771a5,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:54.403690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:54.428159 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:54.429110 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:54.444049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Allocated IP 2001:db8:3::2 (711e6307-fd70-4bda-b376-35167d6e18d8/c6d28c78-09ab-4f06-8f70-16ed96de0659/ce8001a0-e65e-41a2-8d84-9e0df88329f5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:54.528544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebe5638-6e5b-4fa2-942d-e05d726de5aa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:54.537206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.545361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53778) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:54.555477 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b30420f-f733-4d3b-b219-e064c5235ee7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/9ebe5638-6e5b-4fa2-942d-e05d726de5aa HTTP/1.1" status: 204 len: 168 time: 1.1623859 Oct 26 12:06:54.676530 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:54.679728 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.707987 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.743185 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.759715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 83d163b1-a4af-4d2c-b57e-803e72e370a2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:54.767947 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.829688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet aa978ba2-85a8-4294-afa2-0af0167d6f6c {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:06:54.842131 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.909793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Network 711e6307-fd70-4bda-b376-35167d6e18d8 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:54.920478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:54.922491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.923382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:54.945125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f962c035-1341-40ef-a4b1-96687a088ad8 None None] Provisioning complete for port 841bd570-68af-4d20-8666-dae602163b6c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:54.945769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f962c035-1341-40ef-a4b1-96687a088ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:54.956827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd800f2-8d1b-4caa-9612-2d994a6d8e4f req-291911af-8a5b-46f9-9592-c92168610a20 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:54.976174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bd800f2-8d1b-4caa-9612-2d994a6d8e4f req-291911af-8a5b-46f9-9592-c92168610a20 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.4314096 Oct 26 12:06:55.007820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d17c0e-aa3e-4750-bc60-04258a09d3f3 req-d5f8ab25-ac49-476c-9f49-083b145481d0 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:55.009456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67d17c0e-aa3e-4750-bc60-04258a09d3f3 req-d5f8ab25-ac49-476c-9f49-083b145481d0 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.3276939 Oct 26 12:06:55.037778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.095911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa248a6-7fd3-4173-badd-b3d1a3188e29 None None] Pushing event updated for resources: {'Port': ['ID=e6a55aa9-92fc-406c-b51b-23d882b771a5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:55.145968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2bd800f2-8d1b-4caa-9612-2d994a6d8e4f req-9784b678-3bc8-4ffa-aa3d-e97c18b65d4c tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631343 Oct 26 12:06:55.167532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53782) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:55.226785 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:50Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:55.237921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67d17c0e-aa3e-4750-bc60-04258a09d3f3 req-127f0cd3-e63e-4ef3-bf56-aef90f3d99cf tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165592 Oct 26 12:06:55.278564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Pushing event updated for resources: {'Port': ['ID=ce8001a0-e65e-41a2-8d84-9e0df88329f5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:55.297006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.298790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Attempting to bind port ce8001a0-e65e-41a2-8d84-9e0df88329f5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:55.299344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Attempting to bind port ce8001a0-e65e-41a2-8d84-9e0df88329f5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:55.299913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Attempting to bind port ce8001a0-e65e-41a2-8d84-9e0df88329f5 on network 711e6307-fd70-4bda-b376-35167d6e18d8 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:55.317323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Allocated IP 2001:db8:3::1 (711e6307-fd70-4bda-b376-35167d6e18d8/c6d28c78-09ab-4f06-8f70-16ed96de0659/270916f0-59a9-449e-a8ed-94aae062b780) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:55.324983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 83d163b1-a4af-4d2c-b57e-803e72e370a2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:55.326132 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.333650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:55.334355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Checking segment: {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:55.334989 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.335843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Bound using segment: {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:55.337694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Bound port: ce8001a0-e65e-41a2-8d84-9e0df88329f5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:55.338392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.415298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:55.439616 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:55.440341 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Updating router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:55.470003 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.499318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.522953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.561726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=aa978ba2-85a8-4294-afa2-0af0167d6f6c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:55.575541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.583983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-59649019-311b-43ca-abe8-c5f5282461bf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/aa978ba2-85a8-4294-afa2-0af0167d6f6c HTTP/1.1" status: 204 len: 168 time: 1.0369084 Oct 26 12:06:55.584561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53784) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:55.600017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 1d9ccca0-a866-421d-9379-6e08bdde1e52 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:55.601901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.602948 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.663033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] For port ce8001a0-e65e-41a2-8d84-9e0df88329f5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:55.666203 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7f71a882-3a36-40af-860d-b1dbdca71ac4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800650 Oct 26 12:06:55.670256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] For port ce8001a0-e65e-41a2-8d84-9e0df88329f5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ce8001a0-e65e-41a2-8d84-9e0df88329f5,segment=NetworkSegment(99cd4489-4b6d-496a-ae5f-1ab1a199a161),segment_id=99cd4489-4b6d-496a-ae5f-1ab1a199a161)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:55.673085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53788) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:55.674877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 14d05ea1-f191-4819-86b7-662eca014c7a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:06:55.678833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:55.725436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.726956 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.728781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 711e6307-fd70-4bda-b376-35167d6e18d8 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:55.742717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 1d9ccca0-a866-421d-9379-6e08bdde1e52 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:55.751204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:55.782455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:06:55.783109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.873774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=270916f0-59a9-449e-a8ed-94aae062b780,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:55.941996 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:55.952695 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.005945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:56.010808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.128957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.134629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.178267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 14d05ea1-f191-4819-86b7-662eca014c7a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:56.178650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.204351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.209053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=1d9ccca0-a866-421d-9379-6e08bdde1e52,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:56.232076 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Attempting to bind port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:06:56.232456 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Attempting to bind port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:06:56.234195 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Attempting to bind port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 on network 2c99e3cc-94df-46e7-bd24-20ef98991ffa {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:56.250890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:06:56.250890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Checking segment: {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:06:56.251268 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.251541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Bound using segment: {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:56.251927 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Bound port: 8c58b362-0d8a-4a7d-8185-888dcd2811f0, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6745151-86cd-4b36-a7b9-08fe3f439a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:06:56.252307 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.277332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3d408-432e-421e-9032-6a67d1248a56 None None] Pushing event updated for resources: {'Port': ['ID=8c58b362-0d8a-4a7d-8185-888dcd2811f0,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:56.333539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f962c035-1341-40ef-a4b1-96687a088ad8 None None] Provisioning complete for port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:56.334114 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f962c035-1341-40ef-a4b1-96687a088ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.384350 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] For port 8c58b362-0d8a-4a7d-8185-888dcd2811f0, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:56.388257 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] For port 8c58b362-0d8a-4a7d-8185-888dcd2811f0, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8c58b362-0d8a-4a7d-8185-888dcd2811f0,segment=NetworkSegment(e6745151-86cd-4b36-a7b9-08fe3f439a85),segment_id=e6745151-86cd-4b36-a7b9-08fe3f439a85)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:56.412329 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.431383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.432310 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP aaa9a77e-fce4-41cd-a646-d05ab9558544 disassociated (deleted). External IP: 172.25.4.203, port: c7a29400-b339-4d68-b7fd-2afdbcb0c708. Oct 26 12:06:56.597974 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:56.600764 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:56.619423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f962c035-1341-40ef-a4b1-96687a088ad8 None None] Port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:06:56.625370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0a57d-0015-423c-9f0d-4ec40cf6d9fb None None] Pushing event updated for resources: {'Port': ['ID=ce8001a0-e65e-41a2-8d84-9e0df88329f5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:56.753398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.837407 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3d408-432e-421e-9032-6a67d1248a56 None None] Pushing event updated for resources: {'Port': ['ID=8c58b362-0d8a-4a7d-8185-888dcd2811f0,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:56.894926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:06:56.898797 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca74220-3f3d-4106-9cd8-f48acdf21b48" -d '{"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-plugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:56.931120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fd327167-a627-48a2-9eac-bea9961012d7 None None] Provisioning complete for port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:56.932170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd327167-a627-48a2-9eac-bea9961012d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:56.979491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:57.010468 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.021192 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:57.197913 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a4e27-0933-486d-a316-df99825b7bf1 x-openstack-request-id: req-0e4a4e27-0933-486d-a316-df99825b7bf1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:57.198245 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-plugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:57.201138 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e4a4e27-0933-486d-a316-df99825b7bf1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:57.201512 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'code': 200} Oct 26 12:06:57.228531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:57.233623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2eb2f8-8ed7-4518-a33b-eb351d9b51d1 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:57.340833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e6a55aa9-92fc-406c-b51b-23d882b771a5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:57.385105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.387436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473ee54-90f2-4ab0-8d52-c08dd707a1b6 req-08eff5ff-28f6-42eb-bd0e-73a5a68e9deb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:57.390364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e473ee54-90f2-4ab0-8d52-c08dd707a1b6 req-08eff5ff-28f6-42eb-bd0e-73a5a68e9deb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.9545002 Oct 26 12:06:57.438901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.439750 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.470990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:55Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:06:55Z', 'revision_number': 1, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:56Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:57.514612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event updated for resources: {'Port': ['ID=270916f0-59a9-449e-a8ed-94aae062b780,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:57.528900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e473ee54-90f2-4ab0-8d52-c08dd707a1b6 req-f12d1b6c-a362-4e7d-8f94-b1cf9bdacb04 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240375 Oct 26 12:06:57.588211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3dd08-de17-4c88-ae78-c9fc19e0f590 req-6988ced5-b349-423d-9f54-f3496fa6f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:57.589866 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-67c3dd08-de17-4c88-ae78-c9fc19e0f590 req-6988ced5-b349-423d-9f54-f3496fa6f680 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1096 time: 0.3177052 Oct 26 12:06:57.595425 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d560f-145a-4386-9de3-fd8b107f1fa8 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:55Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:06:55Z', 'revision_number': 1, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:56Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:57.612159 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd327167-a627-48a2-9eac-bea9961012d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.709782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e6a55aa9-92fc-406c-b51b-23d882b771a5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:57.710680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.771367 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-67c3dd08-de17-4c88-ae78-c9fc19e0f590 req-f14e186e-8726-45ee-95ce-e2222b92efe7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259384 Oct 26 12:06:57.871721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fd327167-a627-48a2-9eac-bea9961012d7 None None] For port 8c58b362-0d8a-4a7d-8185-888dcd2811f0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8c58b362-0d8a-4a7d-8185-888dcd2811f0,segment=NetworkSegment(e6745151-86cd-4b36-a7b9-08fe3f439a85),segment_id=e6745151-86cd-4b36-a7b9-08fe3f439a85)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:57.873694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:57.893939 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd327167-a627-48a2-9eac-bea9961012d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.903307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.933831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:57.938257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:57.941356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:57.942154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:57.995426 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3209624 Oct 26 12:06:58.003500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53812) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:58.017197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:58.045296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:06:58.153218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:58.155587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c43dcad8-822f-4195-bd46-3e04c0984807 None None] Provisioning complete for port e6a55aa9-92fc-406c-b51b-23d882b771a5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:58.156366 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c43dcad8-822f-4195-bd46-3e04c0984807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:58.158534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:58.161465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd327167-a627-48a2-9eac-bea9961012d7 None None] Pushing event updated for resources: {'Port': ['ID=8c58b362-0d8a-4a7d-8185-888dcd2811f0,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:58.185808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Network 711e6307-fd70-4bda-b376-35167d6e18d8 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:58.192380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:58.196111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:58.201875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:58.207910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] Sync routers for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:58.211063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d89ee254-e510-4a58-843f-c37eb85f8c2b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/floatingips/aaa9a77e-fce4-41cd-a646-d05ab9558544 HTTP/1.1" status: 204 len: 168 time: 3.0402706 Oct 26 12:06:58.211869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:06:58.217413 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d358e7a-697f-42a0-9638-9cd6a68dbc54" -d '{"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:58.251242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:58.284024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:58.284688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:58.347329 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d765533-8e1d-41ec-bf1a-19b6d9b6297c x-openstack-request-id: req-3d765533-8e1d-41ec-bf1a-19b6d9b6297c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:58.347627 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:58.347884 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d765533-8e1d-41ec-bf1a-19b6d9b6297c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:58.348314 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'status': 'completed', 'code': 200} Oct 26 12:06:58.445468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fc736-cbb7-4bd7-8e5a-421e26f33a51 None None] Network 711e6307-fd70-4bda-b376-35167d6e18d8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:58.630516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] Deleting port e6a55aa9-92fc-406c-b51b-23d882b771a5 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:06:58.635373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:58.661381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e6a55aa9-92fc-406c-b51b-23d882b771a5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e6a55aa9-92fc-406c-b51b-23d882b771a5,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:58.708315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:58.709173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 841bd570-68af-4d20-8666-dae602163b6c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:58.712004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be46956-6781-4928-ba4c-b7934578b969 req-59e1569f-107b-4c9c-8a1e-309869eed2b3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:58.722471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9be46956-6781-4928-ba4c-b7934578b969 req-59e1569f-107b-4c9c-8a1e-309869eed2b3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.1626325 Oct 26 12:06:58.753105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c498e9b-b146-41cc-a04c-0d3f92780ca3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:58.780697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc086-bcbe-4fe1-a4b5-a278a0d7cff4 req-709a6762-4c59-4d19-92dd-3a58233f0b6b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:58.789039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3efc086-bcbe-4fe1-a4b5-a278a0d7cff4 req-709a6762-4c59-4d19-92dd-3a58233f0b6b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1574669 Oct 26 12:06:58.813524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-ec3b84c5-f6d7-412d-b8f4-bfd16d1e20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:58.816167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-ec3b84c5-f6d7-412d-b8f4-bfd16d1e20e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 1097 time: 0.3570328 Oct 26 12:06:58.837062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:58.843412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9be46956-6781-4928-ba4c-b7934578b969 req-5e3580c0-e6a7-47f3-933a-f6b3371b7141 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194909 Oct 26 12:06:58.849608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3efc086-bcbe-4fe1-a4b5-a278a0d7cff4 req-b592ba81-bf8f-496f-97ea-6b0c53049e26 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597775 Oct 26 12:06:58.952347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:58.981465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e6a55aa9-92fc-406c-b51b-23d882b771a5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:59.027382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] For port e6a55aa9-92fc-406c-b51b-23d882b771a5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e6a55aa9-92fc-406c-b51b-23d882b771a5,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:59.027777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:59.057663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c43dcad8-822f-4195-bd46-3e04c0984807 None None] Provisioning complete for port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:59.058063 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c43dcad8-822f-4195-bd46-3e04c0984807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:59.060007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] Calling delete_port for e6a55aa9-92fc-406c-b51b-23d882b771a5 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:06:59.081088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:06:59.137387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 841bd570-68af-4d20-8666-dae602163b6c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:59.137765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:59.173340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-9150e7d6-6ea1-42af-99b7-60a614bab814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:59.174846 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-9150e7d6-6ea1-42af-99b7-60a614bab814 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 200 len: 897 time: 0.3347797 Oct 26 12:06:59.245552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:59.250501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-9d7eca52-d60b-419d-a035-a578388e30be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 200 len: 217 time: 0.0604470 Oct 26 12:06:59.258254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:06:59.259181 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b54d8ca9-0fb8-4230-a078-3c2a624b76b6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7188346 Oct 26 12:06:59.263633 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:59.268645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:06:59.295292 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:06:59.297765 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:59.344289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-b08f92d1-b109-4f00-9fc5-ed5509498b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:59.346189 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-b08f92d1-b109-4f00-9fc5-ed5509498b7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 200 len: 835 time: 0.0844905 Oct 26 12:06:59.419471 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:59.445570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-6c6821be-8931-477a-924c-7f32160aaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:06:59.447562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-6c6821be-8931-477a-924c-7f32160aaa55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8be3043a-8fe3-4f90-a319-94a81e10747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908859 Oct 26 12:06:59.461941 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:06:59.811587 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:06:55Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:06:56Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:59.818141 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:59.855778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] No DVR routers for this DVR port e6a55aa9-92fc-406c-b51b-23d882b771a5 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:06:59.888642 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:59.890370 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Updating router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd port 270916f0-59a9-449e-a8ed-94aae062b780 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:59.950542 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:06:59.972049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953dfa52-a7c5-4c15-9f11-058a2d322911 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:06:59.978954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Provisioning complete for port ce8001a0-e65e-41a2-8d84-9e0df88329f5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:06:59.979445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.031271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f475e-4432-4bb6-9752-8f469d31ea3b None None] Pushing event deleted for resources: {'Port': ['ID=e6a55aa9-92fc-406c-b51b-23d882b771a5,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.097494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port e6a55aa9-92fc-406c-b51b-23d882b771a5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e6a55aa9-92fc-406c-b51b-23d882b771a5,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:00.156905 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.191076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.192237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.209308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed24ce-85f3-4b5b-b609-616a1e05eeba req-1506576c-1cf4-45e0-84d8-e8901c43cd65 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:00.240060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0ed24ce-85f3-4b5b-b609-616a1e05eeba req-1506576c-1cf4-45e0-84d8-e8901c43cd65 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2048423 Oct 26 12:07:00.340260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0ed24ce-85f3-4b5b-b609-616a1e05eeba req-49f5dfb9-0386-4c85-9d3a-ac4cab77a3be tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927436 Oct 26 12:07:00.344190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=e6a55aa9-92fc-406c-b51b-23d882b771a5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.350791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 12:07:00.374615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06491b-43b9-4df9-90d0-219db34f18ec req-ab2fff0e-bf87-44af-8af9-43e0748b997e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:00.379173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:00.383268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc06491b-43b9-4df9-90d0-219db34f18ec req-ab2fff0e-bf87-44af-8af9-43e0748b997e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.3048368 Oct 26 12:07:00.407987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:00.423588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:00.424973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Removed routes are [] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 12:07:00.425381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.426143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.478432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ce8001a0-e65e-41a2-8d84-9e0df88329f5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:00.538970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc06491b-43b9-4df9-90d0-219db34f18ec req-964ebd6d-bb11-49f0-aa4d-4ede123c9dbc tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438754 Oct 26 12:07:00.579596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.588644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e8a0e3cd-919f-4a14-9ff1-6f347ae3be85 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5830822 Oct 26 12:07:00.593739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:00.598675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:d1:ae:bc', 'name': 'tempest-NetworksTestDHCPv6-1743036939'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:00.607518 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.620172 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.662569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:51Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:00.677243 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-6ee1338b-8f17-4d97-9633-f8218e9235a6 service neutron] 10.222.0.30 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153205 Oct 26 12:07:00.706441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] Checking router: bd878de0-5c86-4a26-9e18-a2fc0b2cc473 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:00.743112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:00.743758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:00.862940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:00.895257 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4fa8-62a4-4dc7-bc84-b0599fdec4c6 None None] Pushing event updated for resources: {'Port': ['ID=270916f0-59a9-449e-a8ed-94aae062b780,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.909881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.917236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.956069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Attempting to bind port 270916f0-59a9-449e-a8ed-94aae062b780 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:00.956685 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Attempting to bind port 270916f0-59a9-449e-a8ed-94aae062b780 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:00.957947 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Attempting to bind port 270916f0-59a9-449e-a8ed-94aae062b780 on network 711e6307-fd70-4bda-b376-35167d6e18d8 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:00.966436 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:00.968377 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Checking segment: {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:00.972468 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:00.976227 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Bound using segment: {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:00.976736 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Bound port: 270916f0-59a9-449e-a8ed-94aae062b780, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cd4489-4b6d-496a-ae5f-1ab1a199a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:00.977127 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.033382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-46f37c76-1b13-4f24-af29-74cbe517cc0e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:01.035107 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d358e7a-697f-42a0-9638-9cd6a68dbc54 req-536a76d3-8fe9-448a-86f8-054cf4eb3901 service neutron] 10.222.0.30 "GET /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377049 Oct 26 12:07:01.037396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:01.046497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-46f37c76-1b13-4f24-af29-74cbe517cc0e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 814 time: 0.3655484 Oct 26 12:07:01.079964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-22e730b9-a12f-4eff-82e0-6ec4921981bc tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/quotas/1f8ff806ee684188a7f29ad6f33bef93 HTTP/1.1" status: 200 len: 375 time: 0.0321746 Oct 26 12:07:01.137514 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] For port 270916f0-59a9-449e-a8ed-94aae062b780, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:01.151583 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] For port 270916f0-59a9-449e-a8ed-94aae062b780, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=270916f0-59a9-449e-a8ed-94aae062b780,segment=NetworkSegment(99cd4489-4b6d-496a-ae5f-1ab1a199a161),segment_id=99cd4489-4b6d-496a-ae5f-1ab1a199a161)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:01.165411 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.189095 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.193265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e'}, {'subnet_id': '3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:01.194168 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.222768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-de12509a-e5eb-428a-9de1-6b6d18f70e8e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:01.224934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-de12509a-e5eb-428a-9de1-6b6d18f70e8e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.30 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 0.7223825 Oct 26 12:07:01.232957 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4fa8-62a4-4dc7-bc84-b0599fdec4c6 None None] Pushing event updated for resources: {'Port': ['ID=270916f0-59a9-449e-a8ed-94aae062b780,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:01.244689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.289299 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:01.296291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:01.312193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-4e0b6a36-ab2f-4eca-9147-6c74601ce0ae tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2312522 Oct 26 12:07:01.328319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 84fac142-baec-436f-bfdf-21959e65e61b yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:01.420073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ce8001a0-e65e-41a2-8d84-9e0df88329f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:01.420705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.439674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] For port ce8001a0-e65e-41a2-8d84-9e0df88329f5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ce8001a0-e65e-41a2-8d84-9e0df88329f5,segment=NetworkSegment(99cd4489-4b6d-496a-ae5f-1ab1a199a161),segment_id=99cd4489-4b6d-496a-ae5f-1ab1a199a161)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:01.442701 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:01.498273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:01.543804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-df39fd3f-39bd-4699-8e93-ad05a257d6bb service neutron] 10.222.0.88 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306087 Oct 26 12:07:01.560246 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:01.597509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:51Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:01.729945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-25dbd7ff-3b21-4ace-ae3c-4c4a06ec89c5 service neutron] 10.222.0.88 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852500 Oct 26 12:07:01.780035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 172.20.0.14 (70363c38-cb86-4e6d-b449-518efb0827be/1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e/84fac142-baec-436f-bfdf-21959e65e61b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:01.802187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fed1:aebc (70363c38-cb86-4e6d-b449-518efb0827be/3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5/84fac142-baec-436f-bfdf-21959e65e61b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:01.931922 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200efd9-da6c-4975-9fe1-ae84e83066d0 None None] The sync data for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 is: [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:04:46Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ba1189b6-d4aa-4630-9486-d5d1ffecb150', 'name': '', 'network_id': '8be3043a-8fe3-4f90-a319-94a81e10747f', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:0b:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:44Z', 'updated_at': '2021-10-26T12:04:51Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'e0f52866-a6b1-4db0-940e-3307675ffe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:01.999858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:02.003199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8c58b362-0d8a-4a7d-8185-888dcd2811f0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:02.020141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.021395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-07ca701d-6979-464a-b3bb-91f6940abf9c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 953 time: 2.7620857 Oct 26 12:07:02.042045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Provisioning complete for port ce8001a0-e65e-41a2-8d84-9e0df88329f5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:02.042539 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.071065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53854) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:02.108273 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:00Z', 'revision_number': 6, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:01Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:02.169537 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef23c13-aacf-43cc-8fa8-9113d1f0b8c4 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:00Z', 'revision_number': 6, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:01Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:02.223796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Pushing event updated for resources: {'Port': ['ID=ce8001a0-e65e-41a2-8d84-9e0df88329f5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:02.234690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.235071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.235425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.235768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.236106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.236458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.236770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.237101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.237426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.237928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.238263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.238590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5092ff-63d5-4beb-abf9-54b97a32e80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.262972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:02.263350 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.366631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Provisioning complete for port 270916f0-59a9-449e-a8ed-94aae062b780 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:02.367115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.426464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1fd77d9b-1a1c-4472-9dd0-98d901c1e12c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 953 time: 0.3520691 Oct 26 12:07:02.427199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.431906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port c7a29400-b339-4d68-b7fd-2afdbcb0c708 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:02.432286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.457949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53862) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:02.465048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'routes': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:02.543645 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.546761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27116971-8e3a-42e4-a5b1-08837966297f req-c7d285ff-6f09-4338-abc1-6923e6a71b1f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 210 time: 0.3167012 Oct 26 12:07:02.620639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port c7a29400-b339-4d68-b7fd-2afdbcb0c708, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7a29400-b339-4d68-b7fd-2afdbcb0c708,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:02.621030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.629691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ccd71-c0ae-403a-8120-281d9890aadc None None] New status for floating IP aaa9a77e-fce4-41cd-a646-d05ab9558544: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:07:02.638407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for c7a29400-b339-4d68-b7fd-2afdbcb0c708 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:02.764896 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:02.788909 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.794839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:02.795832 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:02.837585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8fd2c-065c-48d8-8090-c6e16383da65 req-39dc37ef-7e5f-4f72-b306-3ae5345016c7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:02.839197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0eb8fd2c-065c-48d8-8090-c6e16383da65 req-39dc37ef-7e5f-4f72-b306-3ae5345016c7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=491bae00-f3c9-4953-9108-d2689d952b79 HTTP/1.1" status: 200 len: 946 time: 1.1040716 Oct 26 12:07:02.844095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.885843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] For port 270916f0-59a9-449e-a8ed-94aae062b780, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=270916f0-59a9-449e-a8ed-94aae062b780,segment=NetworkSegment(99cd4489-4b6d-496a-ae5f-1ab1a199a161),segment_id=99cd4489-4b6d-496a-ae5f-1ab1a199a161)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:02.893785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e6a55aa9-92fc-406c-b51b-23d882b771a5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:02.904568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=c7a29400-b339-4d68-b7fd-2afdbcb0c708,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:02.921870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e6a55aa9-92fc-406c-b51b-23d882b771a5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:02.922515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e6a55aa9-92fc-406c-b51b-23d882b771a5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:02.924860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:02.982275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=84fac142-baec-436f-bfdf-21959e65e61b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:02.995144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Allocated IP 172.20.0.2 (70363c38-cb86-4e6d-b449-518efb0827be/1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e/2b6c7e4b-4b17-43da-bee0-3f0f62905f24) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:03.016066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:03.026982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Allocated IP 2001:db8::f816:3eff:fece:2b0a (70363c38-cb86-4e6d-b449-518efb0827be/3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5/2b6c7e4b-4b17-43da-bee0-3f0f62905f24) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:03.062096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc10af-441d-4c03-9bb8-557544222691 None None] Pushing event updated for resources: {'Port': ['ID=270916f0-59a9-449e-a8ed-94aae062b780,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:03.108581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] No DVR routers for this DVR port c7a29400-b339-4d68-b7fd-2afdbcb0c708 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:03.111670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:03.117787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28c900d0-2eb5-4864-acf3-79aa09828dfd req-480898c9-109e-47ac-ac24-1e637db386f3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.30 "DELETE /v2.0/ports/c7a29400-b339-4d68-b7fd-2afdbcb0c708 HTTP/1.1" status: 204 len: 173 time: 1.8848994 Oct 26 12:07:03.124996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-deleted', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:07:03.130280 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95a528-a109-437a-b1d3-36732cb4e646" -d '{"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-deleted", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:03.155793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0eb8fd2c-065c-48d8-8090-c6e16383da65 req-4c6174d6-0a17-4ecc-8876-83ac8bac7dc2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=42f74543-d327-4395-89be-f3a5e8776c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553618 Oct 26 12:07:03.227116 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f718a7-1056-41bb-84d8-0b8e9fe21382 x-openstack-request-id: req-a0f718a7-1056-41bb-84d8-0b8e9fe21382 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:03.227477 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bae00-f3c9-4953-9108-d2689d952b79", "name": "network-vif-deleted", "tag": "c7a29400-b339-4d68-b7fd-2afdbcb0c708", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:03.228274 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0f718a7-1056-41bb-84d8-0b8e9fe21382 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:03.228809 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491bae00-f3c9-4953-9108-d2689d952b79', 'name': 'network-vif-deleted', 'tag': 'c7a29400-b339-4d68-b7fd-2afdbcb0c708', 'status': 'completed', 'code': 200} Oct 26 12:07:03.258417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 270916f0-59a9-449e-a8ed-94aae062b780 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:03.264616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:03.276370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:03.285475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:03.457274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:03.506366 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:00Z', 'revision_number': 6, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:01Z', 'revision_number': 4, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:03.533223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 270916f0-59a9-449e-a8ed-94aae062b780 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:03.534746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:03.536831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:03.537652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:03.550172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: c7a29400-b339-4d68-b7fd-2afdbcb0c708 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:03.552784 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:03.552982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7a29400-b339-4d68-b7fd-2afdbcb0c708 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:03.566671 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:03.567108 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:03.664729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0a7c008f-b076-4514-a23d-2c863e098d57 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0697117 Oct 26 12:07:03.666320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53880) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:03.728442 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:03.790562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.extraroute_db [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added routes are [] {{(pid=102759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 12:07:03.790817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.extraroute_db [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 12:07:03.802319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6b4d07f-694f-4851-8aa0-4ba907f74537 req-2af3048e-3232-4abb-b1eb-4574aad578c3 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 210 time: 0.0692976 Oct 26 12:07:03.856062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496633b2-2f00-4d5d-974d-dc90ce38de89 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:03.857889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-496633b2-2f00-4d5d-974d-dc90ce38de89 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1907291 Oct 26 12:07:03.861417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53882) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:03.912062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:03.941285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:03.945239 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:03.957952 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.004332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ce8001a0-e65e-41a2-8d84-9e0df88329f5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:04.126147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Pushing event updated for resources: {'Port': ['ID=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:04.139683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:04.141296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:04.148944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:04.153686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 84fac142-baec-436f-bfdf-21959e65e61b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:04.154051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.241994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53890) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:04.250320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ce8001a0-e65e-41a2-8d84-9e0df88329f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:04.251845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.264469 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:00Z', 'revision_number': 6, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:02Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:04.311224 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01bf48-1819-4e82-af83-c57085d1ad92 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:00Z', 'revision_number': 6, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:02Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:04.410287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Attempting to bind port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:04.410678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Attempting to bind port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:04.411351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Attempting to bind port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:04.421354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:04.421737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:04.422143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.422548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:04.424211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Bound port: 2b6c7e4b-4b17-43da-bee0-3f0f62905f24, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:04.424211 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.474152 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.480996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.544727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] For port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:04.548483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] For port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:04.562888 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.648999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd02442-7534-45c1-9532-ac1a4aec48cb None None] Pushing event updated for resources: {'Port': ['ID=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:04.758119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:04.787177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:04.806561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-abf9a41b-f665-4fa7-98ae-ed4a3fe0a97f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:04.808112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-abf9a41b-f665-4fa7-98ae-ed4a3fe0a97f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.100 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 814 time: 0.8103595 Oct 26 12:07:04.812601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 84fac142-baec-436f-bfdf-21959e65e61b owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:04.824583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Request body: {'port': {'device_id': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'admin_state_up': True, 'tenant_id': '1f8ff806ee684188a7f29ad6f33bef93'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:04.976052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:04.993506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:04.999952 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.003490 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50faf434-004e-413d-b686-3a3b78ca9b12 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 703 time: 2.5435932 Oct 26 12:07:05.009343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53896) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:05.022221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:05.022874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:05.078884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-903f8cd0-b750-4533-9605-a6c742d46603 req-fe168df2-7b32-4287-bb99-ecf5f08a1795 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 210 time: 0.1387639 Oct 26 12:07:05.221953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dc5d55f5-26c6-42ff-befa-99879e7e8659 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 703 time: 0.2111218 Oct 26 12:07:05.222170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:05.233284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:05.287750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Made reservation on behalf of 1f8ff806ee684188a7f29ad6f33bef93 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:05.292853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.325407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:05.360731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.434281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.500936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:05.501477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.510251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=84fac142-baec-436f-bfdf-21959e65e61b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:05.662618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.672125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ad0844a3-2050-4f53-bca2-83583bbb1d2d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/84fac142-baec-436f-bfdf-21959e65e61b HTTP/1.1" status: 204 len: 168 time: 1.8053000 Oct 26 12:07:05.672834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53902) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:05.721227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.727382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Allocated IP 172.20.0.2 (5a13268d-7fb2-4fff-a944-812518c5ea8a/4bb7e4a4-d2f3-4540-ac94-4f9262770034/6970f791-1679-4a83-bb70-8afe1909ca28) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:05.779586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:05.784895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15a75a-d87f-4b80-9491-bb6020f70fbb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:05.786731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15a75a-d87f-4b80-9491-bb6020f70fbb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:05.789682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15a75a-d87f-4b80-9491-bb6020f70fbb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:05.791448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2d15a75a-d87f-4b80-9491-bb6020f70fbb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1150255 Oct 26 12:07:05.803435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53904) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:05.816056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.823458 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.824262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 270916f0-59a9-449e-a8ed-94aae062b780 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:05.920593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:05.955371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 270916f0-59a9-449e-a8ed-94aae062b780 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:05.955757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:05.972286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:05.981300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.011838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:03Z', 'revision_number': 7, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:02Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:06.045197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:06.074679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.119796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:06.120439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:06.191170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.259496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:06.281945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58461bcd-2a56-4e66-8921-c5b39679adf9 req-b4b2baaf-d414-4aec-b2f6-546a83e3959e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 210 time: 0.0643799 Oct 26 12:07:06.330807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.387735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.413854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['14d05ea1-f191-4819-86b7-662eca014c7a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:07:06.415878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4f0d9-11bd-432c-acfe-2f3e91c0c8b8 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:06.427106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port ba1189b6-d4aa-4630-9486-d5d1ffecb150 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:06.427588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.457046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Network 5a13268d-7fb2-4fff-a944-812518c5ea8a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:06.462844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.471190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:06.498450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:06.543609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port ba1189b6-d4aa-4630-9486-d5d1ffecb150, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ba1189b6-d4aa-4630-9486-d5d1ffecb150,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:06.544156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:06.546357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.550142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5f0ac4f9-048a-4d50-8dfc-67d0258218a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e HTTP/1.1" status: 204 len: 168 time: 0.7449539 Oct 26 12:07:06.551461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.553450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Pushing event updated for resources: {'Port': ['ID=6970f791-1679-4a83-bb70-8afe1909ca28,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:06.556208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53910) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:06.577611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:06.579347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.579809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for ba1189b6-d4aa-4630-9486-d5d1ffecb150 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:06.610643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a802c9ae-2a0b-436b-a23f-64b9b72fec4a None None] Provisioning complete for port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:06.611045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a802c9ae-2a0b-436b-a23f-64b9b72fec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.624497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-c81da7aa-e60d-451e-be18-2c720989388f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8059821 Oct 26 12:07:06.675673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:06.684146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.791029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.858494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.883725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:06.953037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Request body: {'port': {'device_id': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:06.958343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.029882 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.034217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5 HTTP/1.1" status: 204 len: 168 time: 0.4746521 Oct 26 12:07:07.050019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53914) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:07.058905 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.078247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:03Z', 'revision_number': 7, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:02Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:07.113628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:07.121066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=ba1189b6-d4aa-4630-9486-d5d1ffecb150,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:07.162566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e4468fa-f2f3-48ef-bcee-d53d24c1b841 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736942 Oct 26 12:07:07.170196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:07.171436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a8289-0ee7-4138-8916-9f0c1dd011af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:07.183838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:07.324705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208ad65-4f01-4f80-9210-b1f5dbde6e2b None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:03Z', 'revision_number': 7, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '270916f0-59a9-449e-a8ed-94aae062b780', 'name': '', 'network_id': '711e6307-fd70-4bda-b376-35167d6e18d8', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:09:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:54Z', 'updated_at': '2021-10-26T12:07:02Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'c6d28c78-09ab-4f06-8f70-16ed96de0659', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:07.340846 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.439788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce235d-f7dc-4c2e-9988-17ff63031078 None None] Update dhcp port {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '2b6c7e4b-4b17-43da-bee0-3f0f62905f24'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:07:07.477347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-28ce235d-f7dc-4c2e-9988-17ff63031078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.494779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:07.495422 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.539855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.565371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 270916f0-59a9-449e-a8ed-94aae062b780 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:07.566056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.743765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac9048-6eed-45a2-9d6e-440bfab3a1e7 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:07.852282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 270916f0-59a9-449e-a8ed-94aae062b780, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=270916f0-59a9-449e-a8ed-94aae062b780,segment=NetworkSegment(99cd4489-4b6d-496a-ae5f-1ab1a199a161),segment_id=99cd4489-4b6d-496a-ae5f-1ab1a199a161)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:07.852653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.869682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 270916f0-59a9-449e-a8ed-94aae062b780 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:07.870734 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6970f791-1679-4a83-bb70-8afe1909ca28 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:07:07.878753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.891505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Transition to ACTIVE for port object 6970f791-1679-4a83-bb70-8afe1909ca28 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:07:07.893696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:07.898344 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:07.937793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f90ebcda-71d0-4387-b8a8-e0c7b6ddcddc None None] Provisioning complete for port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:07.938311 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f90ebcda-71d0-4387-b8a8-e0c7b6ddcddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.006127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:08.101517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] Deleting port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:08.102219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.109422 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.122352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.186616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] For port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:08.187050 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.202891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] Calling delete_port for 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:08.214315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358503c7-b7cf-45c7-bacc-6a774b63cf83 req-36146d4d-f30e-45bf-bdb3-6bcf11f56236 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:08.215956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-358503c7-b7cf-45c7-bacc-6a774b63cf83 req-36146d4d-f30e-45bf-bdb3-6bcf11f56236 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 931 time: 0.7571807 Oct 26 12:07:08.284801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:08.312472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:08.343662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:08.344271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.357517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Pushing event updated for resources: {'Port': ['ID=6970f791-1679-4a83-bb70-8afe1909ca28,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:08.362963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=ec59a316-886d-4165-8515-8fae05157b6a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:08.373192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-358503c7-b7cf-45c7-bacc-6a774b63cf83 req-0bd0e088-e8ba-4c3c-9bc4-539e47111deb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408553 Oct 26 12:07:08.379664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fcad7e99-dd9c-4edf-aa00-521a7d664ce5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2056041 Oct 26 12:07:08.382711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53922) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:08.387950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:08.412773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:08.422173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.460086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] No DVR routers for this DVR port 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:08.465830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61358351-5ac6-42b0-9a22-1c73a9dd6361 None None] Pushing event deleted for resources: {'Port': ['ID=2b6c7e4b-4b17-43da-bee0-3f0f62905f24,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:08.477091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ad94b-f638-4222-a22b-7f8104958abc None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:08.542042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Attempting to bind port 6970f791-1679-4a83-bb70-8afe1909ca28 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:08.542279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Attempting to bind port 6970f791-1679-4a83-bb70-8afe1909ca28 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:08.542617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Attempting to bind port 6970f791-1679-4a83-bb70-8afe1909ca28 on network 5a13268d-7fb2-4fff-a944-812518c5ea8a {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:08.550713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Port 6970f791-1679-4a83-bb70-8afe1909ca28 on network 5a13268d-7fb2-4fff-a944-812518c5ea8a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:07:08.551069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Attempting to bind port 6970f791-1679-4a83-bb70-8afe1909ca28 on network 5a13268d-7fb2-4fff-a944-812518c5ea8a {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:08.560220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:08.560568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Checking segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:08.560961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Bound using segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:08.561399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Bound port: 6970f791-1679-4a83-bb70-8afe1909ca28, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:08.561758 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.599830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.633237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] For port 6970f791-1679-4a83-bb70-8afe1909ca28, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:08.636531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] For port 6970f791-1679-4a83-bb70-8afe1909ca28, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6970f791-1679-4a83-bb70-8afe1909ca28,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:08.637736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=270916f0-59a9-449e-a8ed-94aae062b780,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:08.638639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:08.643968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.665435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.665712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:08.676696 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] Sync routers for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:08.701399 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:08.702036 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:08.763793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'ec59a316-886d-4165-8515-8fae05157b6a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:08.764703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.769730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.777575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b7d4cc9-f6d6-4529-9516-0c054b9b5480 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/bd878de0-5c86-4a26-9e18-a2fc0b2cc473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5343890 Oct 26 12:07:08.779198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:08.789316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:08.790300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.791989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] 10.222.0.100 "PUT /v2.0/ports/6970f791-1679-4a83-bb70-8afe1909ca28 HTTP/1.1" status: 200 len: 1091 time: 2.1589265 Oct 26 12:07:08.792774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'tag': '6970f791-1679-4a83-bb70-8afe1909ca28'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:07:08.795499 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb5819-37d8-4ab6-97fa-86c453384996" -d '{"events": [{"name": "network-changed", "server_uuid": "47d8c974-5ef5-4924-8271-fa3c5792bf57", "tag": "6970f791-1679-4a83-bb70-8afe1909ca28"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:08.910204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting subnet e0f52866-a6b1-4db0-940e-3307675ffe46 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:08.921810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:08.925003 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe6a807-429c-4552-a20b-ec27d241c01d x-openstack-request-id: req-cbe6a807-429c-4552-a20b-ec27d241c01d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:08.925960 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d8c974-5ef5-4924-8271-fa3c5792bf57", "tag": "6970f791-1679-4a83-bb70-8afe1909ca28", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:08.926440 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cbe6a807-429c-4552-a20b-ec27d241c01d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:08.927972 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'tag': '6970f791-1679-4a83-bb70-8afe1909ca28', 'status': 'completed', 'code': 200} Oct 26 12:07:08.956838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8736f1-df6a-4bae-be27-5295679313aa service neutron] Pushing event updated for resources: {'Port': ['ID=6970f791-1679-4a83-bb70-8afe1909ca28,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:09.008980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-e85730f6-85d0-49f2-8f74-0578a040f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:09.011171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-e85730f6-85d0-49f2-8f74-0578a040f1e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 1094 time: 0.1375864 Oct 26 12:07:09.098975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Allocated IP 172.20.0.2 (70363c38-cb86-4e6d-b449-518efb0827be/ec59a316-886d-4165-8515-8fae05157b6a/1a670986-0640-4716-9daa-6d2f95b09681) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:09.099242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-02d475eb-5a6a-4278-badd-64e110ea54e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6970f791-1679-4a83-bb70-8afe1909ca28 HTTP/1.1" status: 200 len: 217 time: 0.0734730 Oct 26 12:07:09.166305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.226213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-3717b14a-0219-4f8a-8620-ae4a8916d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:09.229188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:09.231308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-3717b14a-0219-4f8a-8620-ae4a8916d92e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.1242583 Oct 26 12:07:09.269455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:09.272333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:09.273019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2b6c7e4b-4b17-43da-bee0-3f0f62905f24 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:09.319906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-83a40f78-94d4-444b-9d2f-96bddf4629a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409901 Oct 26 12:07:09.320582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.425327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.432672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.436837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.494621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.502305 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/subnets/e0f52866-a6b1-4db0-940e-3307675ffe46 HTTP/1.1" status: 204 len: 168 time: 0.7218485 Oct 26 12:07:09.513218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:09.560570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487071b6-b245-40c7-a6cf-84757344c5c1 None None] Network 8be3043a-8fe3-4f90-a319-94a81e10747f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:09.605943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f1a02-68e0-4652-9268-6e7ceb4e0fda tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f52866-a6b1-4db0-940e-3307675ffe46,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:09.617753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:09.686655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:09.698788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-3b4b8239-4c33-4a97-9880-91cddca6959c service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719685 Oct 26 12:07:09.699156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:09.705919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:09.710531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Pushing event updated for resources: {'Port': ['ID=1a670986-0640-4716-9daa-6d2f95b09681,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:09.840581 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:07:06Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:09.897363 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] Checking router: bd878de0-5c86-4a26-9e18-a2fc0b2cc473 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:09.905343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:09.906823 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] Routers {'bd878de0-5c86-4a26-9e18-a2fc0b2cc473'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:09.907465 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:09.914574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e856dca-a092-4562-8641-3baff0ffcd5d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6899879 Oct 26 12:07:09.917052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:09.922276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:09.983168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet c6d28c78-09ab-4f06-8f70-16ed96de0659 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:09.989997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:09.995924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:09.996584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:10.047193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.objects.ports [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:07:10.085037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Attempting to bind port 1a670986-0640-4716-9daa-6d2f95b09681 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:10.085402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Attempting to bind port 1a670986-0640-4716-9daa-6d2f95b09681 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:10.085787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Attempting to bind port 1a670986-0640-4716-9daa-6d2f95b09681 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:10.088501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a959-9501-4996-ad98-e75fc8081bb0 req-560d5fac-a724-496e-99c2-ff7fa90d5741 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:10.090057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d08a959-9501-4996-ad98-e75fc8081bb0 req-560d5fac-a724-496e-99c2-ff7fa90d5741 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 943 time: 0.5168071 Oct 26 12:07:10.095105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:10.095416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:10.095820 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.096210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:10.096687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Bound port: 1a670986-0640-4716-9daa-6d2f95b09681, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:10.097072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.141264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.141418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:10.151477 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.276909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] DHCP port deletion for 8be3043a-8fe3-4f90-a319-94a81e10747f request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:10.298771 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] Set router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:10.376380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] For port 1a670986-0640-4716-9daa-6d2f95b09681, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:10.468357 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.494770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] For port 1a670986-0640-4716-9daa-6d2f95b09681, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1a670986-0640-4716-9daa-6d2f95b09681,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:10.561977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.581299 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.657149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d28c78-09ab-4f06-8f70-16ed96de0659,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:10.683473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.696051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e9f08994-817f-42f0-aad6-aea12eb879cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/c6d28c78-09ab-4f06-8f70-16ed96de0659 HTTP/1.1" status: 204 len: 168 time: 0.7776780 Oct 26 12:07:10.696741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:10.714148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2aa4cd-d164-4d51-b115-84b8a75ed542 None None] Network 711e6307-fd70-4bda-b376-35167d6e18d8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:10.830005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e74a624-c2d5-4b57-9c99-6929d3e97dcb req-85cd6698-c982-48f4-b26e-6d0e37df95d4 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0665381 Oct 26 12:07:10.862851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:10.914780 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:07:06Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.050032 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca52e46-158b-491b-8b2d-4d589963a938 None None] The sync data for ids ['bd878de0-5c86-4a26-9e18-a2fc0b2cc473'] in n-d-812150-3 is: [{'id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637298091', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:04:36Z', 'updated_at': '2021-10-26T12:07:06Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'ecc749b8-8e55-4e21-a2df-4e2f93730353', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd878de0-5c86-4a26-9e18-a2fc0b2cc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:04:37Z', 'updated_at': '2021-10-26T12:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:11.083214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port ce8001a0-e65e-41a2-8d84-9e0df88329f5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:11.083710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.243111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 13b5ac08-3dc7-4215-b193-3c79874fd6e5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:11.274543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port ce8001a0-e65e-41a2-8d84-9e0df88329f5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ce8001a0-e65e-41a2-8d84-9e0df88329f5,segment=NetworkSegment(99cd4489-4b6d-496a-ae5f-1ab1a199a161),segment_id=99cd4489-4b6d-496a-ae5f-1ab1a199a161)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:11.276273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.281321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d08a959-9501-4996-ad98-e75fc8081bb0 req-c37dceb5-10ed-473f-a61f-c3e8d0def847 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624975 Oct 26 12:07:11.304664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for ce8001a0-e65e-41a2-8d84-9e0df88329f5 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:11.349477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:08Z', 'revision_number': 8, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.353037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-e88f8309-349a-42f1-93e3-cbb0553c31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:11.371565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-e88f8309-349a-42f1-93e3-cbb0553c31bc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 1094 time: 0.3643928 Oct 26 12:07:11.401025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] Deleting port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:11.401433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.414555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:11.428025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb94c-616e-457f-ad7b-35d6ac6340f7 None None] Pushing event updated for resources: {'Port': ['ID=1a670986-0640-4716-9daa-6d2f95b09681,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:11.489356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:11.490152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.543037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.564701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.579565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.625353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=ce8001a0-e65e-41a2-8d84-9e0df88329f5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:11.627424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port ce8001a0-e65e-41a2-8d84-9e0df88329f5 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:11.782204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:11.798947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:11.822755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-cd773921-e8e1-4b2a-b48d-beb0f8382ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:11.824392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-cd773921-e8e1-4b2a-b48d-beb0f8382ad9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 916 time: 0.4523818 Oct 26 12:07:11.840902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711e6307-fd70-4bda-b376-35167d6e18d8']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.877592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cd4489-4b6d-496a-ae5f-1ab1a199a161') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.882289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cd4489-4b6d-496a-ae5f-1ab1a199a161') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.949832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.008510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.015549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:07:12.016011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: items = [ Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:07:12.023860 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:07:12.079488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port 1a670986-0640-4716-9daa-6d2f95b09681, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1a670986-0640-4716-9daa-6d2f95b09681,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:12.103334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.168238 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.173052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-5a869f6b-7ff5-40d8-80f6-b2bf8e74d594 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6970f791-1679-4a83-bb70-8afe1909ca28 HTTP/1.1" status: 200 len: 217 time: 0.3391294 Oct 26 12:07:12.176271 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.177077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.236749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.263164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.273237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] For port 13b5ac08-3dc7-4215-b193-3c79874fd6e5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=13b5ac08-3dc7-4215-b193-3c79874fd6e5,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:12.273695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.280736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 13b5ac08-3dc7-4215-b193-3c79874fd6e5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=13b5ac08-3dc7-4215-b193-3c79874fd6e5,segment=NetworkSegment(79269d72-a58f-4d60-9133-9ffc195769da),segment_id=79269d72-a58f-4d60-9133-9ffc195769da)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:12.286324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/711e6307-fd70-4bda-b376-35167d6e18d8 HTTP/1.1" status: 204 len: 168 time: 1.5883443 Oct 26 12:07:12.292085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.306291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53958) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:12.355919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] Calling delete_port for 13b5ac08-3dc7-4215-b193-3c79874fd6e5 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:12.359458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=13b5ac08-3dc7-4215-b193-3c79874fd6e5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:12.372004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d450f-c83c-40b1-8fe7-f714ccd69891 None None] DHCP port deletion for 711e6307-fd70-4bda-b376-35167d6e18d8 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:12.372322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9a731-1aef-4a0a-bca8-e2b6a18f48f7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=711e6307-fd70-4bda-b376-35167d6e18d8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:12.497033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6970f791-1679-4a83-bb70-8afe1909ca28 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:07:12.571533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:12.585427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:12.611140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:12.613685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.648745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port ecc749b8-8e55-4e21-a2df-4e2f93730353 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:12.649253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.668059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebcca2-028b-4755-b80e-56a134308e59 req-94fd8b03-216b-4a30-a2c8-a8e6d22b15ed tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:12.669800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22ebcca2-028b-4755-b80e-56a134308e59 req-94fd8b03-216b-4a30-a2c8-a8e6d22b15ed tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 943 time: 0.1716809 Oct 26 12:07:12.674465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:08Z', 'revision_number': 8, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:12.711096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb56790-1b7b-49a0-a207-e60a56a0e149 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:08Z', 'revision_number': 8, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c58b362-0d8a-4a7d-8185-888dcd2811f0', 'name': '', 'network_id': '2c99e3cc-94df-46e7-bd24-20ef98991ffa', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:fc:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:48Z', 'updated_at': '2021-10-26T12:06:57Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': '5e131fbc-7d99-4eee-99f6-929c5bbeb5c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:12.729559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6970f791-1679-4a83-bb70-8afe1909ca28, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6970f791-1679-4a83-bb70-8afe1909ca28,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:12.735238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7a8a3-1b53-4db6-be47-a3f465e3f056 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:12.737139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:12.782169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] Pushing event deleted for resources: {'Port': ['ID=13b5ac08-3dc7-4215-b193-3c79874fd6e5,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:12.814145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-0ff50d1e-a974-47d7-8217-b836e8c22085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:12.817906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-0ff50d1e-a974-47d7-8217-b836e8c22085 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.5974970 Oct 26 12:07:12.818711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=1a670986-0640-4716-9daa-6d2f95b09681,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:12.867564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '6970f791-1679-4a83-bb70-8afe1909ca28', 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'port_id': '6970f791-1679-4a83-bb70-8afe1909ca28', 'mac_address': 'fa:16:3e:0e:e1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb7e4a4-d2f3-4540-ac94-4f9262770034', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:07:12.869538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.870080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.871185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.872043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.872755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.873273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.873840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.874349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.874841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.875379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.875883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.876380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:12.881107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=64e986ee-f123-4338-adc8-46afb341c91a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:12.885906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-922b9e1e-3cf9-46f8-a923-b93d1a7b00b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516701 Oct 26 12:07:12.893266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790fd846-ee2b-44c7-b4f9-b27984df7023 None None] No DVR routers for this DVR port 13b5ac08-3dc7-4215-b193-3c79874fd6e5 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:12.932894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-50908f1e-ec6c-4481-b1b9-bab15e0d05d2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5465400 Oct 26 12:07:12.935052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53964) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:12.945462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:72:ba:43', 'name': 'tempest-NetworksTestDHCPv6-37642549'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:13.010096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22ebcca2-028b-4755-b80e-56a134308e59 req-96ea5d6d-a4c2-4565-8872-c74f17eb1ce0 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117239 Oct 26 12:07:13.065540 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.117748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2996e852-8a6b-40b2-9b01-546c18090eaf None None] Provisioning complete for port 1a670986-0640-4716-9daa-6d2f95b09681 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:13.145062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2996e852-8a6b-40b2-9b01-546c18090eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.171199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6970f791-1679-4a83-bb70-8afe1909ca28 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:07:13.365645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1a670986-0640-4716-9daa-6d2f95b09681 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:13.375403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port ecc749b8-8e55-4e21-a2df-4e2f93730353, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ecc749b8-8e55-4e21-a2df-4e2f93730353,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:13.376762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.429370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for ecc749b8-8e55-4e21-a2df-4e2f93730353 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:13.437878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:13.445975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.446804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-283f0cf2-390a-4ca2-9bc1-0b5677c9e2f5 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392931 Oct 26 12:07:13.457192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6970f791-1679-4a83-bb70-8afe1909ca28, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6970f791-1679-4a83-bb70-8afe1909ca28,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:13.540417 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.635047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1a670986-0640-4716-9daa-6d2f95b09681 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:13.643700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.711202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6970f791-1679-4a83-bb70-8afe1909ca28,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:13.714823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2996e852-8a6b-40b2-9b01-546c18090eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.767089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dcb5819-37d8-4ab6-97fa-86c453384996 req-8503836f-f00c-44c8-8fc0-dce502cac965 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966478 Oct 26 12:07:13.771820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.785862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2996e852-8a6b-40b2-9b01-546c18090eaf None None] For port 1a670986-0640-4716-9daa-6d2f95b09681, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1a670986-0640-4716-9daa-6d2f95b09681,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:13.792221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6970f791-1679-4a83-bb70-8afe1909ca28'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:07:13.800143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2996e852-8a6b-40b2-9b01-546c18090eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:13.900845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:13.969656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 8c58b362-0d8a-4a7d-8185-888dcd2811f0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:13.970006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.069783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996e852-8a6b-40b2-9b01-546c18090eaf None None] Pushing event updated for resources: {'Port': ['ID=1a670986-0640-4716-9daa-6d2f95b09681,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:14.216026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.252389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 8c58b362-0d8a-4a7d-8185-888dcd2811f0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8c58b362-0d8a-4a7d-8185-888dcd2811f0,segment=NetworkSegment(e6745151-86cd-4b36-a7b9-08fe3f439a85),segment_id=e6745151-86cd-4b36-a7b9-08fe3f439a85)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:14.253011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.270637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 8c58b362-0d8a-4a7d-8185-888dcd2811f0 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:14.297916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 270916f0-59a9-449e-a8ed-94aae062b780 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:14.370186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=ecc749b8-8e55-4e21-a2df-4e2f93730353,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:14.373119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 270916f0-59a9-449e-a8ed-94aae062b780 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:14.373591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 270916f0-59a9-449e-a8ed-94aae062b780 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:14.373748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ce8001a0-e65e-41a2-8d84-9e0df88329f5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:14.404637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ce8001a0-e65e-41a2-8d84-9e0df88329f5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:14.404996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ce8001a0-e65e-41a2-8d84-9e0df88329f5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:14.405428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ba1189b6-d4aa-4630-9486-d5d1ffecb150 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:14.417922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05894ca9-4605-4801-8779-06b937c05276 req-2084e02d-f44f-473e-86f8-90034d2c8c08 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:14.419918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05894ca9-4605-4801-8779-06b937c05276 req-2084e02d-f44f-473e-86f8-90034d2c8c08 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 944 time: 0.2511213 Oct 26 12:07:14.452273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ba1189b6-d4aa-4630-9486-d5d1ffecb150 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:14.452630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ba1189b6-d4aa-4630-9486-d5d1ffecb150 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:14.482388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 172.20.0.3 (70363c38-cb86-4e6d-b449-518efb0827be/ec59a316-886d-4165-8515-8fae05157b6a/8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:14.505099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fe72:ba43 (70363c38-cb86-4e6d-b449-518efb0827be/64e986ee-f123-4338-adc8-46afb341c91a/8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:14.534954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.549640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05894ca9-4605-4801-8779-06b937c05276 req-fecef238-1d12-4701-8891-c01a9099b894 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755079 Oct 26 12:07:14.721381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.724748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.786350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:14.829217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=8c58b362-0d8a-4a7d-8185-888dcd2811f0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.083233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.094913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.125099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.125747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Fanout notify agent at l3_agent the message router_deleted on router bd878de0-5c86-4a26-9e18-a2fc0b2cc473 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:07:15.142011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.144989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b9dfc923-8e6a-4e3c-8b96-1a6ff2aa1302 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/routers/bd878de0-5c86-4a26-9e18-a2fc0b2cc473 HTTP/1.1" status: 204 len: 168 time: 5.6131880 Oct 26 12:07:15.153836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53976) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:15.156502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.173612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a2f2e89c-5cd6-44d5-a898-bb51af9f441a None None] Provisioning complete for port 1a670986-0640-4716-9daa-6d2f95b09681 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:15.174167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a2f2e89c-5cd6-44d5-a898-bb51af9f441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.361776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1a670986-0640-4716-9daa-6d2f95b09681 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:15.537275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:15.550053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:15.555915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:15.569825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.603595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.665360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:15.668150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.714589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1a670986-0640-4716-9daa-6d2f95b09681 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:15.715151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:15.813788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a557748f-cfd3-4e69-899d-751cc4a96020 None None] Could not find standard attr ID for object 713ca2ed-813d-4063-b293-d1fde468a661. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:07:16.029581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3add599a-2522-42ff-89db-907c30aece48 None None] Could not find standard attr ID for object bdbd4524-4f74-44dc-a96a-0b41c0208596. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:07:16.267759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:16.330460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b192e952-50e2-4152-8702-c6f4c11837f7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.3894570 Oct 26 12:07:16.336684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53984) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:16.380835 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.397136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:16.421413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08658e1b-8ddf-447d-99f0-518fd40c6dfc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1016610 Oct 26 12:07:16.421413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53986) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:16.426598 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:16.455707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6970f791-1679-4a83-bb70-8afe1909ca28 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:16.462287 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:16.463505 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.512028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a765a-e581-4b95-b9c5-c8a6d815f531 req-0e1283e7-f48e-4596-8bda-0638e3464c01 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:16.514243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet 5e131fbc-7d99-4eee-99f6-929c5bbeb5c1 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:16.514456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-144a765a-e581-4b95-b9c5-c8a6d815f531 req-0e1283e7-f48e-4596-8bda-0638e3464c01 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 944 time: 0.7896562 Oct 26 12:07:16.533260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.577034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bbeb96c2-a096-431f-aa85-40b4f55f5dc6 None None] Could not find standard attr ID for object 84fac142-baec-436f-bfdf-21959e65e61b. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:07:16.581970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.594976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be3043a-8fe3-4f90-a319-94a81e10747f']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.627378 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:16.661534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79269d72-a58f-4d60-9133-9ffc195769da') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.662018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79269d72-a58f-4d60-9133-9ffc195769da') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.681276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.691234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 6970f791-1679-4a83-bb70-8afe1909ca28 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:07:16.697534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 6970f791-1679-4a83-bb70-8afe1909ca28 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:16.698079 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.728064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c0ef8-981f-44f8-aaca-9294e4643bcd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:16.734807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c0ef8-981f-44f8-aaca-9294e4643bcd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:16.748828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dc8c0ef8-981f-44f8-aaca-9294e4643bcd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4027033 Oct 26 12:07:16.751185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.752771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53990) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:16.766953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.797702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.820019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:07:16.820797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.825197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:16.833576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/5e131fbc-7d99-4eee-99f6-929c5bbeb5c1 HTTP/1.1" status: 204 len: 168 time: 0.4173355 Oct 26 12:07:16.834779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:16.852545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc9679-3ea0-4f4b-8995-4c1f006b5065 None None] Network 2c99e3cc-94df-46e7-bd24-20ef98991ffa requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:16.885341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398f7af-4693-434b-a3d7-14b394ad066e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=5e131fbc-7d99-4eee-99f6-929c5bbeb5c1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:16.950486 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:14Z', 'revision_number': 9, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:07:16.970736 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:07:16.985690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-144a765a-e581-4b95-b9c5-c8a6d815f531 req-70a71252-9eb6-4b04-a084-6d69f3700c4a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402387 Oct 26 12:07:17.016319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ecc749b8-8e55-4e21-a2df-4e2f93730353 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:17.025962 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:17.050226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.051748 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:17.052666 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:06:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:17.073133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.101965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.112199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/networks/8be3043a-8fe3-4f90-a319-94a81e10747f HTTP/1.1" status: 204 len: 168 time: 1.9571092 Oct 26 12:07:17.119945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53994) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:17.123694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:17.124043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.146242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2a306-6c4f-4d34-af43-d1a27b57f1b9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Network': ['ID=8be3043a-8fe3-4f90-a319-94a81e10747f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:17.183778 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:17.219093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ecc749b8-8e55-4e21-a2df-4e2f93730353 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:17.219595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ecc749b8-8e55-4e21-a2df-4e2f93730353 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:17.226095 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.293186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970f791-1679-4a83-bb70-8afe1909ca28'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:07:17.295917 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373811cb-b5d7-4b73-abcf-3e7fa0053ab3" -d '{"events": [{"server_uuid": "47d8c974-5ef5-4924-8271-fa3c5792bf57", "name": "network-vif-plugged", "status": "completed", "tag": "6970f791-1679-4a83-bb70-8afe1909ca28"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:17.372066 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48be204-c716-45b7-b368-474ec9bf6138 x-openstack-request-id: req-c48be204-c716-45b7-b368-474ec9bf6138 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:17.396630 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d8c974-5ef5-4924-8271-fa3c5792bf57", "name": "network-vif-plugged", "status": "completed", "tag": "6970f791-1679-4a83-bb70-8afe1909ca28", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:17.397487 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c48be204-c716-45b7-b368-474ec9bf6138 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:17.398396 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970f791-1679-4a83-bb70-8afe1909ca28', 'code': 200} Oct 26 12:07:17.437553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6970f791-1679-4a83-bb70-8afe1909ca28, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6970f791-1679-4a83-bb70-8afe1909ca28,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:17.439791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 841bd570-68af-4d20-8666-dae602163b6c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:17.440356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.466504 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:14Z', 'revision_number': 9, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:17.470474 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.471926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-29dd2386-fdb8-47c8-a1ac-1ad7f2b74aab None None] Provisioning complete for port 8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:17.474513 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29dd2386-fdb8-47c8-a1ac-1ad7f2b74aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.495242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.514909 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420995d-af3e-4205-a5c0-f9b55e3022fc None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:14Z', 'revision_number': 9, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d163b1-a4af-4d2c-b57e-803e72e370a2', 'name': '', 'network_id': '801f6410-d24c-438e-baaf-29d48ba11a01', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:77:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:43Z', 'updated_at': '2021-10-26T12:06:51Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:17.552766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffbe7b-adb4-414d-bd0a-9277828b336f req-c0143abd-f1f3-4833-8f93-d3f3576cfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:17.554610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeffbe7b-adb4-414d-bd0a-9277828b336f req-c0143abd-f1f3-4833-8f93-d3f3576cfaa7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 1096 time: 0.1026664 Oct 26 12:07:17.634923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeffbe7b-adb4-414d-bd0a-9277828b336f req-479becee-004d-4c56-9dd3-4a1c10be7e3d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719254 Oct 26 12:07:17.643049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 841bd570-68af-4d20-8666-dae602163b6c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=841bd570-68af-4d20-8666-dae602163b6c,segment=NetworkSegment(e6745151-86cd-4b36-a7b9-08fe3f439a85),segment_id=e6745151-86cd-4b36-a7b9-08fe3f439a85)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:17.643426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.672997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 841bd570-68af-4d20-8666-dae602163b6c owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:17.676336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6970f791-1679-4a83-bb70-8afe1909ca28,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:17.730718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-29dd2386-fdb8-47c8-a1ac-1ad7f2b74aab None None] Port 8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:17.755371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:17.759422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f17312f-6ef1-469c-9247-8d5f05e816ac tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.857007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f17312f-6ef1-469c-9247-8d5f05e816ac tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.921915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:17.950535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=841bd570-68af-4d20-8666-dae602163b6c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:17.970092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port 841bd570-68af-4d20-8666-dae602163b6c on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:17.970306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0eab79-5882-4806-80ef-4eeca1b2218c None None] DHCP port deletion for 2c99e3cc-94df-46e7-bd24-20ef98991ffa request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:18.145272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f17312f-6ef1-469c-9247-8d5f05e816ac tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.150840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f17312f-6ef1-469c-9247-8d5f05e816ac tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.155158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f17312f-6ef1-469c-9247-8d5f05e816ac tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/security-groups/42f74543-d327-4395-89be-f3a5e8776c0c HTTP/1.1" status: 204 len: 168 time: 1.0273516 Oct 26 12:07:18.248661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bf86c-7b97-4786-81c8-77cbcb0837c0 req-d66e2a46-2ae7-4579-a3c9-85f0a9cca363 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:18.250103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-356bf86c-7b97-4786-81c8-77cbcb0837c0 req-d66e2a46-2ae7-4579-a3c9-85f0a9cca363 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 945 time: 0.1139715 Oct 26 12:07:18.271186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17312f-6ef1-469c-9247-8d5f05e816ac tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f74543-d327-4395-89be-f3a5e8776c0c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:18.306095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.381591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c99e3cc-94df-46e7-bd24-20ef98991ffa']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:18.404016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6745151-86cd-4b36-a7b9-08fe3f439a85') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:18.404318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6745151-86cd-4b36-a7b9-08fe3f439a85') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:18.411704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.419957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-356bf86c-7b97-4786-81c8-77cbcb0837c0 req-3ac82f19-269f-4228-a15f-995a49480142 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635137 Oct 26 12:07:18.495253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:18.510010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.558563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.649509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.655695 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4a81e58c-9100-4bea-b148-13d69ac9d2ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 HTTP/1.1" status: 204 len: 168 time: 1.9016554 Oct 26 12:07:18.656944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:07:18.657353 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:07:18.661380 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:07:18.663997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54014) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:18.751823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54018) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:18.761683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827240982', 'description': 'tempest-secgroup-smoke-1827240982 description', 'project_id': '5659a67d61c84433a1098cb23346a0f9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:18.809958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955aed2b-cffd-468b-b158-d39f5c660bac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:18.811769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955aed2b-cffd-468b-b158-d39f5c660bac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:18.813622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955aed2b-cffd-468b-b158-d39f5c660bac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:18.815669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-955aed2b-cffd-468b-b158-d39f5c660bac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1529860 Oct 26 12:07:18.820616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:18.842790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.871012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.914793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:18.918001 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/2c99e3cc-94df-46e7-bd24-20ef98991ffa HTTP/1.1" status: 204 len: 168 time: 2.0778747 Oct 26 12:07:18.918930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02ccbc-265d-427e-b984-3481b47bc4fc tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=2c99e3cc-94df-46e7-bd24-20ef98991ffa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:18.922166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:18.983356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 64e986ee-f123-4338-adc8-46afb341c91a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:18.998180 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.080989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.090083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 841bd570-68af-4d20-8666-dae602163b6c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:19.127270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 841bd570-68af-4d20-8666-dae602163b6c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:19.127921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 841bd570-68af-4d20-8666-dae602163b6c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:19.128507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8c58b362-0d8a-4a7d-8185-888dcd2811f0 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:19.169059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 8c58b362-0d8a-4a7d-8185-888dcd2811f0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:19.169779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8c58b362-0d8a-4a7d-8185-888dcd2811f0 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:19.184703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0e3b-ed76-47a8-969e-9f4be69173b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.213357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.225809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.226515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.301065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.349610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=64e986ee-f123-4338-adc8-46afb341c91a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:19.355355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdffcf43-080a-44d8-8e21-097cb1eb02b0 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:19.359489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.360621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.362137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6092689 Oct 26 12:07:19.365245 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-14653eae-7885-4782-b475-f53109498e22 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/64e986ee-f123-4338-adc8-46afb341c91a HTTP/1.1" status: 204 len: 168 time: 0.5431914 Oct 26 12:07:19.368091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54026) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:19.368528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54028) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:19.383633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3efe-d821-439d-8a55-de0ed5146ea3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e09b6-4b4a-4e83-b4ed-06d88842650b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:19.384931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'ca9e09b6-4b4a-4e83-b4ed-06d88842650b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:19.494558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet ec59a316-886d-4165-8515-8fae05157b6a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:19.500595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.561517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.646727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9d617-81a4-4d41-8be4-3eb410fc72a7 req-0ef03dfa-72e9-44c2-bb20-3e60d9700f21 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:19.648756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30e9d617-81a4-4d41-8be4-3eb410fc72a7 req-0ef03dfa-72e9-44c2-bb20-3e60d9700f21 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 945 time: 0.0979993 Oct 26 12:07:19.702580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.725743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.730790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.737086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30e9d617-81a4-4d41-8be4-3eb410fc72a7 req-52676c1a-e86a-4956-b4a6-ae3870dc0afd tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820913 Oct 26 12:07:19.784618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.835430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:19.836959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4576151 Oct 26 12:07:19.841997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:19.848442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'ca9e09b6-4b4a-4e83-b4ed-06d88842650b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:19.864742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53fe15-6e7a-4ecc-9eb0-29266a8c51d5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae8dd71-d68e-4334-8548-9003aa285aaf,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.047011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.091715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.255663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.258602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.269850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.307423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75be69-45f9-4f35-8ed7-b015388ba68b req-050706de-c324-41d6-9341-41480626ac1b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:20.310887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe75be69-45f9-4f35-8ed7-b015388ba68b req-050706de-c324-41d6-9341-41480626ac1b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 945 time: 0.1903868 Oct 26 12:07:20.317472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=ec59a316-886d-4165-8515-8fae05157b6a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.320754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.324734 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-446bfb6f-9b68-4e61-9a31-d78f9ea74b48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/ec59a316-886d-4165-8515-8fae05157b6a HTTP/1.1" status: 204 len: 168 time: 0.9542670 Oct 26 12:07:20.332835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54046) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.337196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f980df5a-5ba3-492b-89a0-82b58d290ae0,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.359393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.361100 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b5dd8b6-7e8d-49a5-865d-3447bf85f569 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5178638 Oct 26 12:07:20.367504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54048) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.373118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'ca9e09b6-4b4a-4e83-b4ed-06d88842650b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:20.374452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184374b-0321-4096-a4bc-285d89643b29 req-aa897c9a-158f-4e7a-9a57-6b3fed8be480 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:20.383152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f184374b-0321-4096-a4bc-285d89643b29 req-aa897c9a-158f-4e7a-9a57-6b3fed8be480 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1756265 Oct 26 12:07:20.406591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.452246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f087292b-9e21-4ab0-bdbb-fc4674c7f859 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127210 Oct 26 12:07:20.456794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54050) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.513956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f184374b-0321-4096-a4bc-285d89643b29 req-eac3a12b-a973-4ee8-b093-5eda2b6e7fa4 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251442 Oct 26 12:07:20.541565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.552413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe75be69-45f9-4f35-8ed7-b015388ba68b req-0a045da8-f5e9-4d36-aaf7-95404c9002c2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179203 Oct 26 12:07:20.555841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e02bf6-cbd9-46ea-8d09-b65006c0b29f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:20.557578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-88e02bf6-cbd9-46ea-8d09-b65006c0b29f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0982907 Oct 26 12:07:20.558628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.560219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.610078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b65bd4-17b8-4eff-8b8a-592d7d68666d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.617535 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.621801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ab498af2-3ea2-48d1-97e6-78b34dc1658d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2498612 Oct 26 12:07:20.623390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54054) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.626912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8c446-6da8-46b1-9206-647adb07a5d5 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:20.629768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'ca9e09b6-4b4a-4e83-b4ed-06d88842650b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:20.638637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc706e4-2c9c-4664-953e-684191bcd158 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:20.640624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1fc706e4-2c9c-4664-953e-684191bcd158 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768156 Oct 26 12:07:20.644813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54056) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.656960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 83d163b1-a4af-4d2c-b57e-803e72e370a2 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:20.657393 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.702038 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-707df350-8573-44cf-bca5-8a1636930e5f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550277 Oct 26 12:07:20.712522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54058) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.718206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c68dcb4d-2c8c-4e5f-987f-e478c3724521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:20.729854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.730904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dcfe6c78-d8f0-48d5-bee8-d83a3d334e5d None None] Provisioning complete for port 1a670986-0640-4716-9daa-6d2f95b09681 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:20.731273 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6c78-d8f0-48d5-bee8-d83a3d334e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.833770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68dcb4d-2c8c-4e5f-987f-e478c3724521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:20.839877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c68dcb4d-2c8c-4e5f-987f-e478c3724521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.840548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 83d163b1-a4af-4d2c-b57e-803e72e370a2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=83d163b1-a4af-4d2c-b57e-803e72e370a2,segment=NetworkSegment(55700f2f-b6d5-44a9-ab38-55f8a02ddc9c),segment_id=55700f2f-b6d5-44a9-ab38-55f8a02ddc9c)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:20.841058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.842441 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68dcb4d-2c8c-4e5f-987f-e478c3724521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:20.843647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68dcb4d-2c8c-4e5f-987f-e478c3724521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:20.857267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.864129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c68dcb4d-2c8c-4e5f-987f-e478c3724521 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1497049 Oct 26 12:07:20.867667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54060) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.868764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.873726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 83d163b1-a4af-4d2c-b57e-803e72e370a2 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:20.874474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2b62ace0-248c-45a0-8cfd-700a1e2be4a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:20.890710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab67818c-61b5-4b7c-9bb2-2bdb1a4e9c20,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.957659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:20.962158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:20.963138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8fa2dc85-8d14-4fac-b7dd-5a6a6897f9ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3376040 Oct 26 12:07:20.967626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'ca9e09b6-4b4a-4e83-b4ed-06d88842650b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:20.988350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:21.012599 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:07:21.022526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.047111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b62ace0-248c-45a0-8cfd-700a1e2be4a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:21.050730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] Deleting port 1a670986-0640-4716-9daa-6d2f95b09681 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:21.051020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2b62ace0-248c-45a0-8cfd-700a1e2be4a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.051347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.052470 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b62ace0-248c-45a0-8cfd-700a1e2be4a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:21.052991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b62ace0-248c-45a0-8cfd-700a1e2be4a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:21.076745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2b62ace0-248c-45a0-8cfd-700a1e2be4a0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2041259 Oct 26 12:07:21.078140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54066) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:21.083503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3e71ceb8-8a65-4080-bfbe-3b2f6cc08d0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:21.151629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.155739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] For port 1a670986-0640-4716-9daa-6d2f95b09681, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1a670986-0640-4716-9daa-6d2f95b09681,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:21.156499 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.185915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] Calling delete_port for 1a670986-0640-4716-9daa-6d2f95b09681 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:21.190463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=83d163b1-a4af-4d2c-b57e-803e72e370a2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:21.194195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.201979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.235065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135fada7-98ff-4d82-97b3-abceec1f5960,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:21.265387 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e71ceb8-8a65-4080-bfbe-3b2f6cc08d0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:21.269847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e71ceb8-8a65-4080-bfbe-3b2f6cc08d0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.281195 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e71ceb8-8a65-4080-bfbe-3b2f6cc08d0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:21.281666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e71ceb8-8a65-4080-bfbe-3b2f6cc08d0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:21.288359 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.292318 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-29b38552-28f6-4f10-b08c-4fe922ee50a8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265545 Oct 26 12:07:21.292906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54068) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:21.312701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.313178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'ca9e09b6-4b4a-4e83-b4ed-06d88842650b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:21.342067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3e71ceb8-8a65-4080-bfbe-3b2f6cc08d0e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2584286 Oct 26 12:07:21.362474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54070) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:21.363218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] Pushing event deleted for resources: {'Port': ['ID=1a670986-0640-4716-9daa-6d2f95b09681,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:21.366875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5bcd2-51ca-4da4-afa0-b62ae055aca2 None None] No DVR routers for this DVR port 1a670986-0640-4716-9daa-6d2f95b09681 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:21.368542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.376117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d89aa04e-896d-45a0-84e6-aae1db16fc30 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:21.395281 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:07:21.451099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.573651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89aa04e-896d-45a0-84e6-aae1db16fc30 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:21.578909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d89aa04e-896d-45a0-84e6-aae1db16fc30 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.581708 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89aa04e-896d-45a0-84e6-aae1db16fc30 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:21.581708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89aa04e-896d-45a0-84e6-aae1db16fc30 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:21.586975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.595967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.616035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5be3373-cc4e-43c3-8d6d-574ee770d8fb,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:21.627547 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d89aa04e-896d-45a0-84e6-aae1db16fc30 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2584915 Oct 26 12:07:21.627547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54076) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:21.628821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-683259a1-f6ce-4702-8df2-02d9fbdbcec4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:21.629524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-683259a1-f6ce-4702-8df2-02d9fbdbcec4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.100 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 945 time: 0.2557638 Oct 26 12:07:21.639055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b9382587-c65c-4837-ac09-902f66d74793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:21.706644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.708144 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f49f1d81-cac7-477a-8f35-02e4a65e054c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4141052 Oct 26 12:07:21.713193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:21.719241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8f17c3e1-b5f9-479f-b64a-e92a7b98e5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.722394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'network': {'name': 'tempest-network-smoke--2050874960', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:21.768465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:21.772183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.809339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9382587-c65c-4837-ac09-902f66d74793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:21.816928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b9382587-c65c-4837-ac09-902f66d74793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.817834 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9382587-c65c-4837-ac09-902f66d74793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:21.818650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9382587-c65c-4837-ac09-902f66d74793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:21.830102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:07:21.852470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b9382587-c65c-4837-ac09-902f66d74793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2178013 Oct 26 12:07:21.852470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:21.852470 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Added segment b58f36ee-57b2-48ad-b700-6cff5528dc4c of type vlan for network 1169a88e-c164-402c-8438-b2c07e6ab61b Oct 26 12:07:21.852470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54080) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:21.860560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:21.866091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e2515859-87d9-4d43-938d-8c886cce6758 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:21.896236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce43672-351b-493d-af76-03c73399097e req-d9d8f475-08e8-49d1-b350-87ba7f013b0d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:21.898147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fce43672-351b-493d-af76-03c73399097e req-d9d8f475-08e8-49d1-b350-87ba7f013b0d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1728008 Oct 26 12:07:21.907822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852bfe-bfe2-4cb0-a7ca-a81500f3b730 req-4d4713bc-8810-40e3-aea5-5fc27ca75491 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:21.909592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e852bfe-bfe2-4cb0-a7ca-a81500f3b730 req-4d4713bc-8810-40e3-aea5-5fc27ca75491 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 945 time: 0.1829686 Oct 26 12:07:21.976579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.030807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.036295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:22.038304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.050920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2515859-87d9-4d43-938d-8c886cce6758 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:22.054608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2515859-87d9-4d43-938d-8c886cce6758 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.061966 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2515859-87d9-4d43-938d-8c886cce6758 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:22.061966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2515859-87d9-4d43-938d-8c886cce6758 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:22.079967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fce43672-351b-493d-af76-03c73399097e req-3641b13f-31f4-4480-be28-b7f395855e96 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673336 Oct 26 12:07:22.086043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Deleting port 6970f791-1679-4a83-bb70-8afe1909ca28 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:22.086606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.111013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:22.120493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8b9511d0-4853-4403-b8c1-9ea615b5557c tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1927421 Oct 26 12:07:22.124481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:22.131811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54082) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:22.137892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:22.141453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:22.185595 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4686408 Oct 26 12:07:22.193328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54086) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:22.198582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'admin_state_up': True, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:22.209108 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e2515859-87d9-4d43-938d-8c886cce6758 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3565602 Oct 26 12:07:22.219053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:22.226016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e852bfe-bfe2-4cb0-a7ca-a81500f3b730 req-6f1d4796-50bc-4e59-bea9-688e75657041 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495925 Oct 26 12:07:22.273163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.274167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.280736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a81369dd-5622-4582-bd37-3b1d062a25b1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0567617 Oct 26 12:07:22.282206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52b5e8-40e7-4254-b097-b131d1dbdd6b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Network': ['ID=1169a88e-c164-402c-8438-b2c07e6ab61b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:22.290839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:22.298638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1169a88e-c164-402c-8438-b2c07e6ab61b details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:07:22.314761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:22.327049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] For port 6970f791-1679-4a83-bb70-8afe1909ca28, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6970f791-1679-4a83-bb70-8afe1909ca28,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:22.327420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.336565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:22.385771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Calling delete_port for 6970f791-1679-4a83-bb70-8afe1909ca28 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:22.391638 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.672200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.674650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:21Z', 'revision_number': 10, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:22.711978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:22.722312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:22.723041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:22.739444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd7222-cc1f-4df0-a494-201b7cb04081 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:22.747738 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2bd7222-cc1f-4df0-a494-201b7cb04081 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4549370 Oct 26 12:07:22.763618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:22.802087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54092) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:22.838077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:22.886812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-81075c52-772f-4d7c-a992-db424ad15d50 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816014 Oct 26 12:07:22.907089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54094) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:22.912604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:22.964734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.028984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.120295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.126525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.158278 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.166021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4 HTTP/1.1" status: 204 len: 168 time: 1.0330005 Oct 26 12:07:23.166929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:23.182920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Pushing event deleted for resources: {'Port': ['ID=6970f791-1679-4a83-bb70-8afe1909ca28,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:23.254680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['14d05ea1-f191-4819-86b7-662eca014c7a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:07:23.260025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc9678-b731-4a5c-a202-9985dcd21989 None None] Network 801f6410-d24c-438e-baaf-29d48ba11a01 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:23.296594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.302493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48005cff-2d2e-473b-a65e-dbee07685de9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:23.321926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] No DVR routers for this DVR port 6970f791-1679-4a83-bb70-8afe1909ca28 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:23.327178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.337724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d3f0068-7f45-4e16-8bf6-a206ce4b8754 req-0c5d7f4b-b961-4e87-a43d-ce5100574ce2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.100 "DELETE /v2.0/ports/6970f791-1679-4a83-bb70-8afe1909ca28 HTTP/1.1" status: 204 len: 173 time: 1.6956935 Oct 26 12:07:23.376434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:23.380951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.416656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1a670986-0640-4716-9daa-6d2f95b09681 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:23.416834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'name': 'network-vif-deleted', 'tag': '6970f791-1679-4a83-bb70-8afe1909ca28'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:07:23.416943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.426856 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b154f5-4fca-4679-9492-fb08f79b3054" -d '{"events": [{"server_uuid": "47d8c974-5ef5-4924-8271-fa3c5792bf57", "name": "network-vif-deleted", "tag": "6970f791-1679-4a83-bb70-8afe1909ca28"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:23.481252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44b9a3b2-a1f8-40d2-a435-902818b0f00c req-3d55618f-74d4-4532-b37b-bde2c7e50af6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=47d8c974-5ef5-4924-8271-fa3c5792bf57 HTTP/1.1" status: 200 len: 210 time: 0.1388004 Oct 26 12:07:23.498687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1a670986-0640-4716-9daa-6d2f95b09681 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:23.499328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1a670986-0640-4716-9daa-6d2f95b09681 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:23.541186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 2f8b3d93-50e4-4e96-949a-ab701de4a26e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:23.541833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.608814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49757fe5-2316-4dd7-9fe0-2289b0b2bbfd req-f0c5df65-ef28-478b-a92c-b001f9195a25 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:23.611346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49757fe5-2316-4dd7-9fe0-2289b0b2bbfd req-f0c5df65-ef28-478b-a92c-b001f9195a25 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.3175685 Oct 26 12:07:23.638653 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.657449 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be70a4-d750-4624-bbe9-a80dc61cf77d x-openstack-request-id: req-70be70a4-d750-4624-bbe9-a80dc61cf77d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:23.657833 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d8c974-5ef5-4924-8271-fa3c5792bf57", "name": "network-vif-deleted", "tag": "6970f791-1679-4a83-bb70-8afe1909ca28", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:23.658266 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-70be70a4-d750-4624-bbe9-a80dc61cf77d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:23.658853 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d8c974-5ef5-4924-8271-fa3c5792bf57', 'name': 'network-vif-deleted', 'tag': '6970f791-1679-4a83-bb70-8afe1909ca28', 'status': 'completed', 'code': 200} Oct 26 12:07:23.676580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 2f8b3d93-50e4-4e96-949a-ab701de4a26e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2f8b3d93-50e4-4e96-949a-ab701de4a26e,segment=NetworkSegment(55700f2f-b6d5-44a9-ab38-55f8a02ddc9c),segment_id=55700f2f-b6d5-44a9-ab38-55f8a02ddc9c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:23.676580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:23.696832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 2f8b3d93-50e4-4e96-949a-ab701de4a26e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:23.743114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:21Z', 'revision_number': 10, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:23.765725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-49757fe5-2316-4dd7-9fe0-2289b0b2bbfd req-ef93c8bc-7a81-4058-a210-f8d019b40516 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408901 Oct 26 12:07:23.829227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] DHCP port deletion for 801f6410-d24c-438e-baaf-29d48ba11a01 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:23.854166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbb034-9195-4a2f-b610-0792875a36b3 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:21Z', 'revision_number': 10, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None, '_interfaces': [{'id': '424e2bd9-6cde-4550-9bbf-3b0beb0907ac', 'name': '', 'network_id': '72b972c1-2617-4257-9039-25073d22a84e', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'mac_address': 'fa:16:3e:13:8d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:06:38Z', 'updated_at': '2021-10-26T12:06:45Z', 'revision_number': 5, 'project_id': '880d5b553e97414aa00418a154094b8c', 'subnets': [{'id': 'b96283e4-0d48-4790-bc26-532ce0de3faa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:24.013877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.026064 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.064563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.123411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=2f8b3d93-50e4-4e96-949a-ab701de4a26e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:24.183901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port 2f8b3d93-50e4-4e96-949a-ab701de4a26e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:24.289812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.326213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801f6410-d24c-438e-baaf-29d48ba11a01']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:24.340046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.242 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/62d33908-10a0-441e-8cc6-33eb39b45283) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:24.372416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:07:24.375551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.387039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:24.387347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55700f2f-b6d5-44a9-ab38-55f8a02ddc9c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:24.430628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.437799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:24.451973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:24.458999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:24.460652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.462299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Deleting port 2f8b3d93-50e4-4e96-949a-ab701de4a26e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:24.462299 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.467855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6970f791-1679-4a83-bb70-8afe1909ca28 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:24.471519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.496065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:07:24.496670 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.508502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=0871085b-fe44-4545-bdbe-f68de3d6680d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:07:24.511681 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:07:24.534430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd50bb-2bc2-4e3f-a924-890750738dd0 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:24.622098 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee7f0cf0-0609-4e65-9cb6-575653b55dbd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7139065 Oct 26 12:07:24.644972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:24.676339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:bf:90:22', 'name': 'tempest-NetworksTestDHCPv6-1133812885'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:24.694364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.717500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 6970f791-1679-4a83-bb70-8afe1909ca28 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:24.718111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6970f791-1679-4a83-bb70-8afe1909ca28 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:24.726377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.803479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.811249 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/801f6410-d24c-438e-baaf-29d48ba11a01 HTTP/1.1" status: 204 len: 168 time: 1.6089327 Oct 26 12:07:24.812183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d2143-2d13-4b76-ac19-cc6055aa5348 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=801f6410-d24c-438e-baaf-29d48ba11a01,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:24.822355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] For port 2f8b3d93-50e4-4e96-949a-ab701de4a26e, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:24.822906 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.824299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54124) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:24.829007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.850661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Calling delete_port for 2f8b3d93-50e4-4e96-949a-ab701de4a26e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:24.855654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Port 2f8b3d93-50e4-4e96-949a-ab701de4a26e was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:07:24.867566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.879092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211bf11-9e84-43b2-a8aa-5cd00da066ce req-5c3d75f3-8091-48ef-a997-3d818835fb65 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:24.879782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Network 801f6410-d24c-438e-baaf-29d48ba11a01 is not hosted by any dhcp agent {{(pid=102761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:07:24.880442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] No DVR routers for this DVR port 2f8b3d93-50e4-4e96-949a-ab701de4a26e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:24.890280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7211bf11-9e84-43b2-a8aa-5cd00da066ce req-5c3d75f3-8091-48ef-a997-3d818835fb65 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1723297 Oct 26 12:07:24.904511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:24.923789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76561b8-1b52-4089-b124-5ff8b82c2393 None None] Pushing event deleted for resources: {'Port': ['ID=2f8b3d93-50e4-4e96-949a-ab701de4a26e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:25.041752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '0871085b-fe44-4545-bdbe-f68de3d6680d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:25.043353 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.122648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:25.142369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:25.156403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:25.160240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=62d33908-10a0-441e-8cc6-33eb39b45283,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:25.199208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:25.211972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 83d163b1-a4af-4d2c-b57e-803e72e370a2 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:25.263239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7211bf11-9e84-43b2-a8aa-5cd00da066ce req-934ee47c-9277-4c0c-b5cf-f471520bc030 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339000 Oct 26 12:07:25.316854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 83d163b1-a4af-4d2c-b57e-803e72e370a2 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:25.317569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 83d163b1-a4af-4d2c-b57e-803e72e370a2 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:25.320045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2f8b3d93-50e4-4e96-949a-ab701de4a26e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:25.379924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f539f-8e22-4d3e-a5c1-755a1407df01 req-7b1d8867-23a7-4b86-9548-b334d36c8661 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:25.399589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f82f539f-8e22-4d3e-a5c1-755a1407df01 req-7b1d8867-23a7-4b86-9548-b334d36c8661 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.3743536 Oct 26 12:07:25.405947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.433649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port e951c239-1627-4fa7-908f-89e13dcab5ec yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:25.496558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Allocated IP 2001:db8::f816:3eff:fef2:2fe4 (70363c38-cb86-4e6d-b449-518efb0827be/0871085b-fe44-4545-bdbe-f68de3d6680d/18ae99e5-b32a-4b37-af7a-e06799d4ea52) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:25.655505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.660858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 2f8b3d93-50e4-4e96-949a-ab701de4a26e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:25.661709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2f8b3d93-50e4-4e96-949a-ab701de4a26e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:25.670970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.744126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Pushing event updated for resources: {'Port': ['ID=18ae99e5-b32a-4b37-af7a-e06799d4ea52,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:25.765068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:febf:9022 (70363c38-cb86-4e6d-b449-518efb0827be/0871085b-fe44-4545-bdbe-f68de3d6680d/e951c239-1627-4fa7-908f-89e13dcab5ec) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:25.789037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:25.794850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:25.805347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:25.845716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f82f539f-8e22-4d3e-a5c1-755a1407df01 req-7891df7b-4251-4be1-8911-39ecd84f3c4b tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316030 Oct 26 12:07:25.892047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Attempting to bind port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:25.892604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Attempting to bind port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:25.892766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Attempting to bind port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:25.898475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:25.898792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:25.899001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca850be6-133f-4e27-8010-afe9e3975466 req-c09aa3d6-d9c3-437c-8d61-0c792a57de40 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:25.899227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.899617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:25.900080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Bound port: 18ae99e5-b32a-4b37-af7a-e06799d4ea52, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:25.900457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.901426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca850be6-133f-4e27-8010-afe9e3975466 req-c09aa3d6-d9c3-437c-8d61-0c792a57de40 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2238641 Oct 26 12:07:25.964870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] For port 18ae99e5-b32a-4b37-af7a-e06799d4ea52, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:25.965477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca850be6-133f-4e27-8010-afe9e3975466 req-15337a44-5185-4b09-a2ec-e6d97a11abb6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541458 Oct 26 12:07:25.968130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] For port 18ae99e5-b32a-4b37-af7a-e06799d4ea52, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=18ae99e5-b32a-4b37-af7a-e06799d4ea52,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:25.968378 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:25.983281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.040684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.072489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd913df-fa79-4d43-816f-30a4ce58dae3 None None] Pushing event updated for resources: {'Port': ['ID=18ae99e5-b32a-4b37-af7a-e06799d4ea52,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:26.132410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.140288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b02a9-4013-491c-bca3-4f8c65e60146 req-5e97b4e5-dce5-4d84-a961-6b9adb2a42b6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:26.150815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a74b02a9-4013-491c-bca3-4f8c65e60146 req-5e97b4e5-dce5-4d84-a961-6b9adb2a42b6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0961981 Oct 26 12:07:26.260681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.267945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a74b02a9-4013-491c-bca3-4f8c65e60146 req-c69b5ea6-16a6-42db-a8bc-005b8fc14956 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158791 Oct 26 12:07:26.345327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.357997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:26.363049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:26.372501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:26.380020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:26.380687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.390808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=e951c239-1627-4fa7-908f-89e13dcab5ec,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:26.446227 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8424a634-8d93-4d51-be85-a9f37f52b53e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7904541 Oct 26 12:07:26.450685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:26.554780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router f7984094-8c30-48ae-8f68-e0111f505c78 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:07:26.566634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc8a10-5ff7-4475-88ca-8acd36a05b56 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:26.572995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc8a10-5ff7-4475-88ca-8acd36a05b56 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:26.577283 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cefc8a10-5ff7-4475-88ca-8acd36a05b56 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1240318 Oct 26 12:07:26.577739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:26.623046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:26.623384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.680827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:26.698470 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Sync routers for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:26.715278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.717632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e667f04-d3cb-4177-bac9-6c07a42869cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5231586 Oct 26 12:07:26.719966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54144) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:26.726736 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:26.731855 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:26.791972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port e951c239-1627-4fa7-908f-89e13dcab5ec {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:26.792780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.832632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a374b33f-d0da-4164-ba6e-2ba5e2e2d94a tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=5659a67d61c84433a1098cb23346a0f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1101964 Oct 26 12:07:26.835630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54148) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:26.889118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 424e2bd9-6cde-4550-9bbf-3b0beb0907ac, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,segment=NetworkSegment(a00dc137-1daf-440d-9a24-ba3e752f2d36),segment_id=a00dc137-1daf-440d-9a24-ba3e752f2d36)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:26.889749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:26.959852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 424e2bd9-6cde-4550-9bbf-3b0beb0907ac owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:27.153680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 18ae99e5-b32a-4b37-af7a-e06799d4ea52 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:27.197980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45377ba2-d90f-46e0-a03b-8d88cd50dd06 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:27.199855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-45377ba2-d90f-46e0-a03b-8d88cd50dd06 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3631139 Oct 26 12:07:27.202652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54156) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:27.216665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.256901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92033d-ef78-453f-8a66-642671d31bde req-0d86889a-01b9-4a62-9e20-1242336e4726 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:27.269187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e92033d-ef78-453f-8a66-642671d31bde req-0d86889a-01b9-4a62-9e20-1242336e4726 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2395353 Oct 26 12:07:27.283272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for e951c239-1627-4fa7-908f-89e13dcab5ec owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:27.298804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-de3b2a93-3655-44c2-878c-d60d62f78481 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0942292 Oct 26 12:07:27.309012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:27.309387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.310099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54158) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:27.317215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279895625', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:27.404788 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:27.459677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.494935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e92033d-ef78-453f-8a66-642671d31bde req-a01a696f-05b0-48a0-844a-77e42025e1fb tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003427 Oct 26 12:07:27.521039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 18ae99e5-b32a-4b37-af7a-e06799d4ea52, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=18ae99e5-b32a-4b37-af7a-e06799d4ea52,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:27.527549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.578581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.608385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:27.612646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.665409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=18ae99e5-b32a-4b37-af7a-e06799d4ea52,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:27.692785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=424e2bd9-6cde-4550-9bbf-3b0beb0907ac,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:27.792853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9236c974-6def-486b-b094-764b69bd0d0e None None] Provisioning complete for port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:27.793234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9236c974-6def-486b-b094-764b69bd0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:27.813003 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:25Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:27.843867 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Checking router: f7984094-8c30-48ae-8f68-e0111f505c78 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:27.844622 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Updating router f7984094-8c30-48ae-8f68-e0111f505c78 port 62d33908-10a0-441e-8cc6-33eb39b45283 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:07:27.886244 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.243941 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.259635 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.278328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-af7a7862-586c-4399-bc06-46fda5d928c7 None None] Provisioning complete for port e951c239-1627-4fa7-908f-89e13dcab5ec triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:28.280327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-af7a7862-586c-4399-bc06-46fda5d928c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.370287 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Attempting to bind port 62d33908-10a0-441e-8cc6-33eb39b45283 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:28.372932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Attempting to bind port 62d33908-10a0-441e-8cc6-33eb39b45283 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:28.373512 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Attempting to bind port 62d33908-10a0-441e-8cc6-33eb39b45283 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:28.384916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-af7a7862-586c-4399-bc06-46fda5d928c7 None None] Port e951c239-1627-4fa7-908f-89e13dcab5ec cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:28.393111 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:28.393498 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:28.394386 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.395382 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:28.396108 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Bound port: 62d33908-10a0-441e-8cc6-33eb39b45283, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:28.396840 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.414509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ac204-5976-4b5d-bc20-95fb11d9276d None None] Pushing event updated for resources: {'Port': ['ID=62d33908-10a0-441e-8cc6-33eb39b45283,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:28.415969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.419187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.460092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=e951c239-1627-4fa7-908f-89e13dcab5ec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:28.649213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] For port 62d33908-10a0-441e-8cc6-33eb39b45283, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:28.653265 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.663989 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] For port 62d33908-10a0-441e-8cc6-33eb39b45283, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=62d33908-10a0-441e-8cc6-33eb39b45283,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:28.671854 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.723088 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:28.728151 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/e951c239-1627-4fa7-908f-89e13dcab5ec HTTP/1.1" status: 204 len: 168 time: 2.1493640 Oct 26 12:07:28.732697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54180) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:28.734150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.743965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.755783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.756485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.756791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.757330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.757937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.758372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.758920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.759453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.759974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.760492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2712e-d161-4bbb-affb-145c086481c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:28.776851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54182) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:28.812743 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ac204-5976-4b5d-bc20-95fb11d9276d None None] Pushing event updated for resources: {'Port': ['ID=62d33908-10a0-441e-8cc6-33eb39b45283,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:28.817901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Subnet': ['ID=850aa625-4cc9-4f40-892b-233e1edaf4e7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:28.849031 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:28.851540 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.870807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0431-0402-4974-b970-d752108d5f83 req-c3c7edfa-cd4c-4093-a369-4dc570798265 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:28.876339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc5a0431-0402-4974-b970-d752108d5f83 req-c3c7edfa-cd4c-4093-a369-4dc570798265 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2066982 Oct 26 12:07:28.934185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Checking segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:28.936828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network hostable DHCP agents. Network: 1169a88e-c164-402c-8438-b2c07e6ab61b, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:07:28.951582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a11fee-0936-4434-bbc6-af1a1e35d8f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:28.953273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a11fee-0936-4434-bbc6-af1a1e35d8f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:28.954905 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-91a11fee-0936-4434-bbc6-af1a1e35d8f2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1897700 Oct 26 12:07:28.958067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54188) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:28.996287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc5a0431-0402-4974-b970-d752108d5f83 req-d3587f2e-6354-4628-907d-5be8bdf7faa9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039572 Oct 26 12:07:29.028301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:29.035277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1169a88e-c164-402c-8438-b2c07e6ab61b is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:07:29.066941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1169a88e-c164-402c-8438-b2c07e6ab61b) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:29.068218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 0871085b-fe44-4545-bdbe-f68de3d6680d {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:29.081972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:29.084598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d86a2a-34af-401d-b3f6-63bb63da74b1 None None] Network 1169a88e-c164-402c-8438-b2c07e6ab61b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:29.100870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.151470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b9c494af-c0b8-4dc2-b470-e884cc87d019 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8391292 Oct 26 12:07:29.154318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54194) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:29.169959 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:29.214220 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:29.232337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e908834-8e53-4ff4-a6df-9e432261470c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.243255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a1dc0f88-db47-4907-95c0-92878a97a845 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4182310 Oct 26 12:07:29.244381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.253148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54198) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:29.266898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:29.337861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting subnet b96283e4-0d48-4790-bc26-532ce0de3faa {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:29.341345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.348829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 18ae99e5-b32a-4b37-af7a-e06799d4ea52 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:29.396060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.486564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.571764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:29.573190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:29.612927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.699126 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:25Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:29.707574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e908834-8e53-4ff4-a6df-9e432261470c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.717843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:29.721261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.726710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e908834-8e53-4ff4-a6df-9e432261470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.762342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f92a50-07ae-4864-b047-37e61e56402f None None] The sync data for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 is: [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:25Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:29.850386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e908834-8e53-4ff4-a6df-9e432261470c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c76f81a787854ce5948c04bc9a99595b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0517852 Oct 26 12:07:29.862753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.863015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:27Z', 'revision_number': 11, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:29.870603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54206) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:29.925412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Subnet': ['ID=b96283e4-0d48-4790-bc26-532ce0de3faa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:29.929167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e908834-8e53-4ff4-a6df-9e432261470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b8a5ab-49f9-40ff-9637-97b8efddc3ca,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:29.939312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:29.940017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.969889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:29.981434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:29.981798 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b5c3c7c-3cde-4547-8ec8-9cc2ea77a2a4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/b96283e4-0d48-4790-bc26-532ce0de3faa HTTP/1.1" status: 204 len: 168 time: 0.7272179 Oct 26 12:07:29.982465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54208) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:29.986775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bb1b3-4b4e-45e2-a0d6-e1831fd46b81 None None] Network 72b972c1-2617-4257-9039-25073d22a84e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:30.003246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.048617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:30.049074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:30.052401 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-1169a88e-c164-402c-8438-b2c07e6ab61b', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:30.054233 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.097191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a8dd7-f742-45aa-ba54-8ca27de96971 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:30.150372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.154642 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/0871085b-fe44-4545-bdbe-f68de3d6680d HTTP/1.1" status: 204 len: 168 time: 1.1955445 Oct 26 12:07:30.158059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:30.165797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065c9b2-9932-4999-a66d-b8e3b7041c27 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=0871085b-fe44-4545-bdbe-f68de3d6680d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:30.234403 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b93ce984-0f4e-4e7f-ae7a-1f24cc4b9606 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747495 Oct 26 12:07:30.241683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54214) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:30.257807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:30.274573 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.352282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-383bf32d-d26f-4193-ac3c-382f18597be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.362928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:30.381714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b0b19-d3d8-444a-9128-bbcd07ad3cfd req-378b07e1-0421-4389-a9f2-390d1e0206b6 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:30.383756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff5b0b19-d3d8-444a-9128-bbcd07ad3cfd req-378b07e1-0421-4389-a9f2-390d1e0206b6 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1163843 Oct 26 12:07:30.407885 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-383bf32d-d26f-4193-ac3c-382f18597be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.425131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a6efd-ddf1-4333-98bf-d1734c9f9163 req-2915af10-dbc1-4e5c-9cb0-897a5dbebcac tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:30.425131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-050a6efd-ddf1-4333-98bf-d1734c9f9163 req-2915af10-dbc1-4e5c-9cb0-897a5dbebcac tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1686773 Oct 26 12:07:30.490904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff5b0b19-d3d8-444a-9128-bbcd07ad3cfd req-ef938827-1a84-4e1b-984a-513d3197ccee tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984335 Oct 26 12:07:30.536175 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:07:30.542435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:30.546044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.584187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:27Z', 'revision_number': 11, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:30.586646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-050a6efd-ddf1-4333-98bf-d1734c9f9163 req-3ad2cca5-9e8d-4155-b379-eed5711414b0 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515326 Oct 26 12:07:30.694176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.799842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Deleting port 32667ff9-e83c-4e28-a380-906e6150daf8 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:30.800709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.851601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f03a9f-d091-470f-9cfd-979bbc0fde6a None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:27Z', 'revision_number': 11, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:30.902814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-383bf32d-d26f-4193-ac3c-382f18597be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.906000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-383bf32d-d26f-4193-ac3c-382f18597be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:30.911058 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-383bf32d-d26f-4193-ac3c-382f18597be6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/84b8a5ab-49f9-40ff-9637-97b8efddc3ca HTTP/1.1" status: 204 len: 168 time: 1.0044277 Oct 26 12:07:30.928855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3b2fb-7e44-4362-8e6d-0cffd27644ad req-379737fa-524c-46c4-ba0b-66283fcb41f7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:30.934203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a3b2fb-7e44-4362-8e6d-0cffd27644ad req-379737fa-524c-46c4-ba0b-66283fcb41f7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2531934 Oct 26 12:07:31.014415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf32d-d26f-4193-ac3c-382f18597be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b8a5ab-49f9-40ff-9637-97b8efddc3ca,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:31.091460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] For port 32667ff9-e83c-4e28-a380-906e6150daf8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=32667ff9-e83c-4e28-a380-906e6150daf8,segment=NetworkSegment(a00dc137-1daf-440d-9a24-ba3e752f2d36),segment_id=a00dc137-1daf-440d-9a24-ba3e752f2d36)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:31.091858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:31.115156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Allocated IP 172.20.0.2 (1169a88e-c164-402c-8438-b2c07e6ab61b/850aa625-4cc9-4f40-892b-233e1edaf4e7/5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:31.140982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Calling delete_port for 32667ff9-e83c-4e28-a380-906e6150daf8 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:31.155447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93a3b2fb-7e44-4362-8e6d-0cffd27644ad req-61f617fc-9bec-4726-957f-17588a23968f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047048 Oct 26 12:07:31.319846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:31.360910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:07:31.377882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] DHCP port deletion for 72b972c1-2617-4257-9039-25073d22a84e request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:31.562065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:31.595273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 62d33908-10a0-441e-8cc6-33eb39b45283 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:31.796475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Port': ['ID=32667ff9-e83c-4e28-a380-906e6150daf8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:31.815779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022825-3b78-4d6b-b4ce-8c08bac300ef req-382bd0a2-eade-4aaf-b4d4-afc9b7880dcd tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:31.817653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No DVR routers for this DVR port 32667ff9-e83c-4e28-a380-906e6150daf8 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:31.817818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b022825-3b78-4d6b-b4ce-8c08bac300ef req-382bd0a2-eade-4aaf-b4d4-afc9b7880dcd tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1533244 Oct 26 12:07:31.853557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] Deleting port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:31.855899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:31.874961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:31.906234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b022825-3b78-4d6b-b4ce-8c08bac300ef req-b30c886f-587c-4181-af90-445c88b41d11 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772240 Oct 26 12:07:31.967792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.007631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.070063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] For port 18ae99e5-b32a-4b37-af7a-e06799d4ea52, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=18ae99e5-b32a-4b37-af7a-e06799d4ea52,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:32.070522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.077924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b972c1-2617-4257-9039-25073d22a84e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:32.086248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] Calling delete_port for 18ae99e5-b32a-4b37-af7a-e06799d4ea52 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:32.096025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00dc137-1daf-440d-9a24-ba3e752f2d36') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:32.096324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00dc137-1daf-440d-9a24-ba3e752f2d36') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:32.110495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.153299 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.161191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 62d33908-10a0-441e-8cc6-33eb39b45283 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:32.161191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.220331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Pushing event updated for resources: {'Port': ['ID=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:32.253730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.1 (1169a88e-c164-402c-8438-b2c07e6ab61b/850aa625-4cc9-4f40-892b-233e1edaf4e7/7151b2dd-d65e-44fb-9cc0-4d0b92e691dd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:32.273345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port 18ae99e5-b32a-4b37-af7a-e06799d4ea52, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=18ae99e5-b32a-4b37-af7a-e06799d4ea52,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:32.293971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Deleting port 32667ff9-e83c-4e28-a380-906e6150daf8 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:32.296647 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.329926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18a4e-3ef1-4eba-9de2-0205b3fa51bf req-b7adb01b-ae17-430f-b365-317549d9f068 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:32.332077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d18a4e-3ef1-4eba-9de2-0205b3fa51bf req-b7adb01b-ae17-430f-b365-317549d9f068 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1184077 Oct 26 12:07:32.360735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.375559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.391800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:07:32.392302 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.406643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Network 1169a88e-c164-402c-8438-b2c07e6ab61b is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:32.478686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d18a4e-3ef1-4eba-9de2-0205b3fa51bf req-724bac90-4980-4461-b5fc-847fb4839441 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322212 Oct 26 12:07:32.509436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:32.533011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:07:32.553811 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:07:32.558147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.564550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.566136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.654304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.663071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655986-3bc5-4169-8265-40d756d7f9be req-5643d4a6-8215-4581-9aaf-b01cebf30bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:32.665123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-5643d4a6-8215-4581-9aaf-b01cebf30bca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.4656734 Oct 26 12:07:32.735173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.746083 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/networks/72b972c1-2617-4257-9039-25073d22a84e HTTP/1.1" status: 204 len: 168 time: 2.7583601 Oct 26 12:07:32.747588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=18ae99e5-b32a-4b37-af7a-e06799d4ea52,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:32.752114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47232aef-ff9d-4dc2-944c-0241d5df58e1 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Pushing event deleted for resources: {'Network': ['ID=72b972c1-2617-4257-9039-25073d22a84e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:32.816870 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54258) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:32.857099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'routes': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:32.885311 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.928410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] For port 32667ff9-e83c-4e28-a380-906e6150daf8, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:32.929155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.951614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655986-3bc5-4169-8265-40d756d7f9be req-1ce49177-11ec-48aa-a62e-97afb47775db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:32.952409 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:32.953214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-1ce49177-11ec-48aa-a62e-97afb47775db service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.2777016 Oct 26 12:07:33.009261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Attempting to bind port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:33.009800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Attempting to bind port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:33.010345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Attempting to bind port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:33.023799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 62d33908-10a0-441e-8cc6-33eb39b45283, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=62d33908-10a0-441e-8cc6-33eb39b45283,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:33.063669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:33.064577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Checking segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:33.064917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.065532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Bound using segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:33.066367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Bound port: 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:33.067017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.072516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:33.088361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:33.097573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:33.099002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.143830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-c80a8ae0-4559-4b14-a8df-68a3e9989f99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1002 time: 0.1801491 Oct 26 12:07:33.152905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Calling delete_port for 32667ff9-e83c-4e28-a380-906e6150daf8 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:33.160816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.256551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=cbd4c929-2d54-4d25-bc94-97c8f3569ab1,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.303189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] For port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:33.328398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Port 32667ff9-e83c-4e28-a380-906e6150daf8 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:07:33.367105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] Pushing event deleted for resources: {'Port': ['ID=18ae99e5-b32a-4b37-af7a-e06799d4ea52,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.371819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.extraroute_db [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Added routes are [] {{(pid=102759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 12:07:33.372050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.extraroute_db [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Removed routes are [] {{(pid=102759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 12:07:33.372386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.392214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54264) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:33.395597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] For port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:33.397058 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2def258-c19b-4c4b-a663-8b76f7d54ecb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1513193 Oct 26 12:07:33.404554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c5b3a-4b2e-4c30-b999-f38c1a211837 None None] No DVR routers for this DVR port 18ae99e5-b32a-4b37-af7a-e06799d4ea52 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:33.407399 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 424e2bd9-6cde-4550-9bbf-3b0beb0907ac no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:33.407999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:fa:65:8b', 'name': 'tempest-NetworksTestDHCPv6-1258549517'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:33.447500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.471936 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.484523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655986-3bc5-4169-8265-40d756d7f9be req-58c61479-b3b5-47b7-a4a1-e7b586b55ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:33.486212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-58c61479-b3b5-47b7-a4a1-e7b586b55ff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.3322175 Oct 26 12:07:33.494507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a4ca8-1c10-4fe2-a7c6-8a5b60a619e6 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:33.589228 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.592660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 424e2bd9-6cde-4550-9bbf-3b0beb0907ac {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:33.592660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 424e2bd9-6cde-4550-9bbf-3b0beb0907ac not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:33.592660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 18ae99e5-b32a-4b37-af7a-e06799d4ea52 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:33.612830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1169a88e-c164-402c-8438-b2c07e6ab61b is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:33.635142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:33.644705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=62d33908-10a0-441e-8cc6-33eb39b45283,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.648051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.653121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:33.675068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Pushing event deleted for resources: {'Port': ['ID=32667ff9-e83c-4e28-a380-906e6150daf8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.677738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 18ae99e5-b32a-4b37-af7a-e06799d4ea52 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:33.678682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 18ae99e5-b32a-4b37-af7a-e06799d4ea52 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:33.681579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] Network 72b972c1-2617-4257-9039-25073d22a84e is not hosted by any dhcp agent {{(pid=102761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:07:33.681579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55739c-07d4-40bb-9b7f-23d1ccf1eea7 None None] No DVR routers for this DVR port 32667ff9-e83c-4e28-a380-906e6150daf8 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:33.743240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74f60a-8755-4a4b-b621-0a88c57da0ca None None] Pushing event updated for resources: {'Port': ['ID=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.784810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.801211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655986-3bc5-4169-8265-40d756d7f9be req-56b32273-541c-4612-a491-b797d1596f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:33.803559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-56b32273-541c-4612-a491-b797d1596f61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3080153 Oct 26 12:07:33.829904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'cbd4c929-2d54-4d25-bc94-97c8f3569ab1'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:33.831489 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:33.955197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:33.968533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 62d33908-10a0-441e-8cc6-33eb39b45283 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:34.024520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.028049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.111861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 62d33908-10a0-441e-8cc6-33eb39b45283 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:34.112566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.142336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:34.204080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7e50d-142c-4e6b-b114-0ec2271b8fc8 req-224b006f-e277-4403-9b5c-1033ec7f3c9d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:34.220667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28f7e50d-142c-4e6b-b114-0ec2271b8fc8 req-224b006f-e277-4403-9b5c-1033ec7f3c9d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.5775630 Oct 26 12:07:34.233370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.243022 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.264969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Allocated IP 2001:db8::f816:3eff:fe5f:5436 (70363c38-cb86-4e6d-b449-518efb0827be/cbd4c929-2d54-4d25-bc94-97c8f3569ab1/8e33a67c-7d1a-475c-84d2-a9b79b32c744) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:34.271974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:34.288440 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] Sync routers for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:34.297689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.305933 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-291af105-e87a-4fa8-9ad8-ef71e94ee869 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 704 time: 1.4767082 Oct 26 12:07:34.306762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54280) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:34.341344 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:34.342265 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:34.364833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28f7e50d-142c-4e6b-b114-0ec2271b8fc8 req-56064253-c061-4c78-8f53-2cbdd179b0d8 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381662 Oct 26 12:07:34.382167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7a425cf5-d186-48bb-abdb-a3a6e8f8c0d7 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 205 time: 0.0741074 Oct 26 12:07:34.386771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54282) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:34.389277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 44fd80c1-f816-4706-92b7-31237fc09c59 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:34.493663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.540322 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:34.560647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-ddfdb32b-a6e9-4309-a70f-69156be525fa service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472441 Oct 26 12:07:34.580188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5133cd5-bcbe-447f-b5e9-e14363752930 req-4e87a29e-cf89-47aa-a8df-a1c025871db5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:34.581769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5133cd5-bcbe-447f-b5e9-e14363752930 req-4e87a29e-cf89-47aa-a8df-a1c025871db5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1851499 Oct 26 12:07:34.681888 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:27Z', 'revision_number': 11, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:34.720332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] Checking router: 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:34.733019 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] Routers {'4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:34.733945 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:34.778777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32667ff9-e83c-4e28-a380-906e6150daf8 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:34.789708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-80655986-3bc5-4169-8265-40d756d7f9be req-db0ba9b6-2893-40d6-acf7-9fcebf3c2da4 service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185183 Oct 26 12:07:34.812379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.814566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.845636 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] Set router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:34.854420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.855258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 32667ff9-e83c-4e28-a380-906e6150daf8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:34.855925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 32667ff9-e83c-4e28-a380-906e6150daf8 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:34.882463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5133cd5-bcbe-447f-b5e9-e14363752930 req-51260788-5ce1-4631-9f1d-2f8bda1041f8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861453 Oct 26 12:07:34.900446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.903032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.903979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router 4bcd3b68-be2d-46aa-be19-dc9c1108e3bd {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:07:34.919325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.977105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:34.985165 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ff6abe8-6beb-4a49-acb5-80a859e8f28f tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 204 len: 168 time: 0.5972028 Oct 26 12:07:34.991182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:35.000719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-888835706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:35.029208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:35.039515 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:27Z', 'revision_number': 11, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:35.051737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:35.067668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:35.080263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.081548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.128515 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a294b-812c-454f-a517-40ccf13006b6 None None] The sync data for ids ['4bcd3b68-be2d-46aa-be19-dc9c1108e3bd'] in n-d-812150-3 is: [{'id': '4bcd3b68-be2d-46aa-be19-dc9c1108e3bd', 'name': 'tempest-RoutersIpV6Test-router-327583924', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:06:36Z', 'updated_at': '2021-10-26T12:07:27Z', 'revision_number': 11, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:35.153888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Pushing event updated for resources: {'Port': ['ID=8e33a67c-7d1a-475c-84d2-a9b79b32c744,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:35.182490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.202468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.244292 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.245710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27dc17b6-f5fa-407b-b0a7-a945a6c03343 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2511106 Oct 26 12:07:35.248519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:35.249878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Attempting to bind port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:35.250254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Attempting to bind port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:35.250621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Attempting to bind port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:35.256479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:35.257032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:35.257504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:35.257913 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.258309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:35.259136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Bound port: 8e33a67c-7d1a-475c-84d2-a9b79b32c744, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:35.259612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.372885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] For port 8e33a67c-7d1a-475c-84d2-a9b79b32c744, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:35.376713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] For port 8e33a67c-7d1a-475c-84d2-a9b79b32c744, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8e33a67c-7d1a-475c-84d2-a9b79b32c744,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:35.405167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.408651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fefa:658b (70363c38-cb86-4e6d-b449-518efb0827be/cbd4c929-2d54-4d25-bc94-97c8f3569ab1/44fd80c1-f816-4706-92b7-31237fc09c59) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:35.510501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b314-38cd-4a74-bff6-f3c1353f735b None None] Pushing event updated for resources: {'Port': ['ID=8e33a67c-7d1a-475c-84d2-a9b79b32c744,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:35.515092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6e2fd-c964-43c9-895b-47de2df78033 None None] Network 1169a88e-c164-402c-8438-b2c07e6ab61b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:35.612540 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.635168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.639623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378a30e-4119-454a-8608-7073c0627a37 req-7ac4a91b-224b-4c5c-9948-cf133615c51d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:35.648739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2378a30e-4119-454a-8608-7073c0627a37 req-7ac4a91b-224b-4c5c-9948-cf133615c51d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.4971721 Oct 26 12:07:35.750503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.758647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-80c14552-f119-49cf-a997-4eb1d643713b None None] Provisioning complete for port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:35.759050 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80c14552-f119-49cf-a997-4eb1d643713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.792807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Router 1a23d6c7-7f62-4201-8405-d5bae55acf9f is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:07:35.878427 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80c14552-f119-49cf-a997-4eb1d643713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.902042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:35.925003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:35.940952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] Sync routers for ids ['1a23d6c7-7f62-4201-8405-d5bae55acf9f'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:35.952103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:35.953537 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5da64938-002f-4fb6-be2b-c5c0e66aedd5 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "PUT /v2.0/routers/1a23d6c7-7f62-4201-8405-d5bae55acf9f HTTP/1.1" status: 200 len: 697 time: 0.7037249 Oct 26 12:07:35.958254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54308) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.024004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-80c14552-f119-49cf-a997-4eb1d643713b None None] For port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:36.027757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] Routers {'1a23d6c7-7f62-4201-8405-d5bae55acf9f'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:36.028812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a23d6c7-7f62-4201-8405-d5bae55acf9f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.100789 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-621e190d-c00f-43b0-aec4-742c1996b3cd tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/routers/1a23d6c7-7f62-4201-8405-d5bae55acf9f HTTP/1.1" status: 200 len: 703 time: 0.1412122 Oct 26 12:07:36.101804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.160273 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80c14552-f119-49cf-a997-4eb1d643713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.166742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-31b33686-d895-4952-b8dd-7322f1a85254 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a23d6c7-7f62-4201-8405-d5bae55acf9f HTTP/1.1" status: 200 len: 205 time: 0.0636191 Oct 26 12:07:36.167494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54316) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.195283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:36.195741 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.209338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] Set router 1a23d6c7-7f62-4201-8405-d5bae55acf9f gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:36.282951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.420370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23d6c7-7f62-4201-8405-d5bae55acf9f', 'name': 'tempest-RoutersIpV6Test-router-888835706', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:35Z', 'updated_at': '2021-10-26T12:07:35Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.498170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2378a30e-4119-454a-8608-7073c0627a37 req-097dc299-0e11-4d2c-8460-ceba0bd5a084 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8483250 Oct 26 12:07:36.556838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.557679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14552-f119-49cf-a997-4eb1d643713b None None] Pushing event updated for resources: {'Port': ['ID=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:36.563029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.572809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] Checking router: 1a23d6c7-7f62-4201-8405-d5bae55acf9f for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:36.623368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] Routers {'1a23d6c7-7f62-4201-8405-d5bae55acf9f'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:36.624374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a23d6c7-7f62-4201-8405-d5bae55acf9f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.628894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4a9a450f-d4cd-4119-b960-d97ac7c5b6ec None None] Provisioning complete for port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:36.629370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a9a450f-d4cd-4119-b960-d97ac7c5b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.673248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.673853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Fanout notify agent at l3_agent the message router_deleted on router 1a23d6c7-7f62-4201-8405-d5bae55acf9f {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:07:36.682526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21cea-ab4a-4dab-997f-04022dbab70d req-091fc75e-a01f-4dd6-87dd-89e35372b3eb tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:36.685583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.692118 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ec827799-84fb-490e-a78f-d21bda353279 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/1a23d6c7-7f62-4201-8405-d5bae55acf9f HTTP/1.1" status: 204 len: 168 time: 0.5230119 Oct 26 12:07:36.692427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fa21cea-ab4a-4dab-997f-04022dbab70d req-091fc75e-a01f-4dd6-87dd-89e35372b3eb tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 1.1706543 Oct 26 12:07:36.692808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54338) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.754221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.762923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a7cdf9ab-c9a9-45c5-bd08-0304f98e3701 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a23d6c7-7f62-4201-8405-d5bae55acf9f HTTP/1.1" status: 200 len: 205 time: 0.0643075 Oct 26 12:07:36.766073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54340) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.832208 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-63b3231a-7f7f-4f93-864c-f2f88b55e883 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:36.838059 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-63b3231a-7f7f-4f93-864c-f2f88b55e883 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/1a23d6c7-7f62-4201-8405-d5bae55acf9f HTTP/1.1" status: 404 len: 336 time: 0.0662208 Oct 26 12:07:36.838507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54342) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.844641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] Set router 1a23d6c7-7f62-4201-8405-d5bae55acf9f gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:36.844854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fa21cea-ab4a-4dab-997f-04022dbab70d req-6da9e36b-f8ac-4e4f-9e96-24579f4b2418 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511004 Oct 26 12:07:36.855183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.867292 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11b2e4a-39b6-4836-a770-6b4311089b8d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:36.867757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11b2e4a-39b6-4836-a770-6b4311089b8d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:36.870270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:36.873415 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c11b2e4a-39b6-4836-a770-6b4311089b8d tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/c6d28c78-09ab-4f06-8f70-16ed96de0659 HTTP/1.1" status: 404 len: 337 time: 0.0313096 Oct 26 12:07:36.873722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.908107 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d962c5-2dce-44d8-b4ca-7275df7b3774 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:36.908576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d962c5-2dce-44d8-b4ca-7275df7b3774 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:36.914088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d5d962c5-2dce-44d8-b4ca-7275df7b3774 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/5e131fbc-7d99-4eee-99f6-929c5bbeb5c1 HTTP/1.1" status: 404 len: 337 time: 0.0369351 Oct 26 12:07:36.914526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:36.961478 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e47318-76bf-4304-930d-2f7844c3f298 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:36.962136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e47318-76bf-4304-930d-2f7844c3f298 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:36.962425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a23d6c7-7f62-4201-8405-d5bae55acf9f', 'name': 'tempest-RoutersIpV6Test-router-888835706', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:35Z', 'updated_at': '2021-10-26T12:07:35Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.968726 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42e47318-76bf-4304-930d-2f7844c3f298 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/a8d6b04a-48a2-4ddb-aec0-1d65c4d080c4 HTTP/1.1" status: 404 len: 337 time: 0.0502000 Oct 26 12:07:36.968943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:36.969362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54350) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.007484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a450f-d4cd-4119-b960-d97ac7c5b6ec None None] Port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:37.011925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e1bf-b47e-4682-8433-43c5f498d369 None None] The sync data for ids ['1a23d6c7-7f62-4201-8405-d5bae55acf9f'] in n-d-812150-3 is: [{'id': '1a23d6c7-7f62-4201-8405-d5bae55acf9f', 'name': 'tempest-RoutersIpV6Test-router-888835706', 'tenant_id': '880d5b553e97414aa00418a154094b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:35Z', 'updated_at': '2021-10-26T12:07:35Z', 'revision_number': 2, 'project_id': '880d5b553e97414aa00418a154094b8c', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:37.023892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f271-27a5-4a48-bf87-b402d1ab9bb5 req-0a71816a-98d2-4faa-9f18-b1284541e7e3 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:37.025758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c618f271-27a5-4a48-bf87-b402d1ab9bb5 req-0a71816a-98d2-4faa-9f18-b1284541e7e3 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3026361 Oct 26 12:07:37.036149 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4e267e-9175-442a-b5f9-ecba46600fb9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:37.036785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4e267e-9175-442a-b5f9-ecba46600fb9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:37.042522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d4e267e-9175-442a-b5f9-ecba46600fb9 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/b96283e4-0d48-4790-bc26-532ce0de3faa HTTP/1.1" status: 404 len: 337 time: 0.0695870 Oct 26 12:07:37.043106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.046924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4a9a450f-d4cd-4119-b960-d97ac7c5b6ec None None] Provisioning complete for port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:37.047324 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a9a450f-d4cd-4119-b960-d97ac7c5b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.103914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5d6fd214-187a-4796-b6e3-8569e90d2cc8 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 200 len: 205 time: 0.0574269 Oct 26 12:07:37.105011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54354) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.141507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c618f271-27a5-4a48-bf87-b402d1ab9bb5 req-5feae3ab-7a35-4cbd-b20e-8acfd559cf56 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917153 Oct 26 12:07:37.143367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.148017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.196069 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-17504071-de8f-4284-999b-bf7609dfe504 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:37.197275 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-17504071-de8f-4284-999b-bf7609dfe504 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/4bcd3b68-be2d-46aa-be19-dc9c1108e3bd HTTP/1.1" status: 404 len: 336 time: 0.0912352 Oct 26 12:07:37.200524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.234036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:37.238827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a4f7962-f23a-4240-8309-7e4d503b8a2b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd140af-c841-40fe-b281-c20e4d0ca6b0 HTTP/1.1" status: 200 len: 205 time: 0.0368185 Oct 26 12:07:37.244983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54360) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.295273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:37.308420 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-74b4048f-6654-4951-936f-99d158f979f6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:37.310121 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74b4048f-6654-4951-936f-99d158f979f6 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/ffd140af-c841-40fe-b281-c20e4d0ca6b0 HTTP/1.1" status: 404 len: 336 time: 0.0637910 Oct 26 12:07:37.314575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:37.316563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54362) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.322240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:37.322926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.344103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-24a099e9-148e-48e4-9ce9-bc3584f7d5da None None] Provisioning complete for port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:37.344760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24a099e9-148e-48e4-9ce9-bc3584f7d5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.353349 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff19898-1c98-4122-994b-43ba1e9f3f1a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:37.355101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff19898-1c98-4122-994b-43ba1e9f3f1a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:37.358321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bff19898-1c98-4122-994b-43ba1e9f3f1a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/4f54712e-7ee8-4753-acc1-ffd34d49bbff HTTP/1.1" status: 404 len: 337 time: 0.0386126 Oct 26 12:07:37.362171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54364) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.372427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=44fd80c1-f816-4706-92b7-31237fc09c59,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:37.406187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f7c6a54e-2f47-4a39-9250-5d9a209f12eb tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0126157 Oct 26 12:07:37.414419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d24965b6-5eb4-4332-ad64-414ab84b0953 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 200 len: 205 time: 0.0510507 Oct 26 12:07:37.415444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54366) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.429892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54368) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.438466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-24a099e9-148e-48e4-9ce9-bc3584f7d5da None None] Port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:37.480404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbbe57-1aeb-4906-b6bc-3383dee1171a req-656f35b2-2330-42a2-93b0-f5c88facf53f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:37.489766 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-52455bfd-9a7b-4daf-aafa-da840203eee3 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:37.489766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-52455bfd-9a7b-4daf-aafa-da840203eee3 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/c9e41a91-7559-41ff-986b-0dd3402e32e4 HTTP/1.1" status: 404 len: 336 time: 0.0560417 Oct 26 12:07:37.491448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33cbbe57-1aeb-4906-b6bc-3383dee1171a req-656f35b2-2330-42a2-93b0-f5c88facf53f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1916037 Oct 26 12:07:37.492514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54370) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.515686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1169a88e-c164-402c-8438-b2c07e6ab61b is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:37.529607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:37.537583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5909f4e-7573-463c-974b-cb23ef83c943 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:37.552006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5909f4e-7573-463c-974b-cb23ef83c943 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:37.556538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5909f4e-7573-463c-974b-cb23ef83c943 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1376545 Oct 26 12:07:37.558436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54372) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.575040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d779a293-0c2d-408c-9e6c-aad63136db16 None None] Provisioning complete for port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:37.576423 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d779a293-0c2d-408c-9e6c-aad63136db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.578098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-277f280d-a956-4246-aa73-4877a0da3ce4 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=378cc45f-9b6c-43ab-8cf3-01d9e520a295 HTTP/1.1" status: 200 len: 205 time: 0.0724435 Oct 26 12:07:37.580802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.629640 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-355bf9e4-10d6-4145-b17e-b9da0947e610 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:37.631143 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-355bf9e4-10d6-4145-b17e-b9da0947e610 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/378cc45f-9b6c-43ab-8cf3-01d9e520a295 HTTP/1.1" status: 404 len: 336 time: 0.0486310 Oct 26 12:07:37.634767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54376) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.681604 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d3c75a-7de3-4979-82bb-62a6fa141675 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:37.687844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d3c75a-7de3-4979-82bb-62a6fa141675 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:37.703612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d779a293-0c2d-408c-9e6c-aad63136db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.706478 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-21d3c75a-7de3-4979-82bb-62a6fa141675 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/b7b6039e-a00e-4c0c-8b4e-5bf806ddb20a HTTP/1.1" status: 404 len: 337 time: 0.0698128 Oct 26 12:07:37.709778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54378) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.766495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9e4b9aa2-cb92-4102-ba22-0993fab52f54 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 HTTP/1.1" status: 200 len: 205 time: 0.0528617 Oct 26 12:07:37.778539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54382) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.788656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d779a293-0c2d-408c-9e6c-aad63136db16 None None] For port 8e33a67c-7d1a-475c-84d2-a9b79b32c744, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8e33a67c-7d1a-475c-84d2-a9b79b32c744,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:37.806289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d779a293-0c2d-408c-9e6c-aad63136db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.878904 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-fab3541b-accd-474e-bcf1-982ac949e56a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:37.885592 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fab3541b-accd-474e-bcf1-982ac949e56a tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/0a22c9c3-95d1-4d64-9ce5-8aaf93ee3ce7 HTTP/1.1" status: 404 len: 336 time: 0.1051378 Oct 26 12:07:37.886223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.897265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779a293-0c2d-408c-9e6c-aad63136db16 None None] Pushing event updated for resources: {'Port': ['ID=8e33a67c-7d1a-475c-84d2-a9b79b32c744,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:37.906283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router f7984094-8c30-48ae-8f68-e0111f505c78 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:37.936333 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3460767-936a-4446-9267-6012595135e3 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:37.937071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3460767-936a-4446-9267-6012595135e3 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:37.940356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c3460767-936a-4446-9267-6012595135e3 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/1bfc6eb0-29d9-4d61-81db-9e781e114f24 HTTP/1.1" status: 404 len: 337 time: 0.0519414 Oct 26 12:07:37.943043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:37.945371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0c0723f-63d5-4dd7-9e41-0203924fa682 None None] Provisioning complete for port 44fd80c1-f816-4706-92b7-31237fc09c59 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:37.945852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0c0723f-63d5-4dd7-9e41-0203924fa682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:37.959110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33cbbe57-1aeb-4906-b6bc-3383dee1171a req-54475ee0-8054-4e3d-a731-ffcdcb25e118 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400091 Oct 26 12:07:37.980349 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-408c7f71-4449-4290-af81-e0294bcc177b tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9a4459f-c020-4436-9502-5338ed98c60a HTTP/1.1" status: 200 len: 205 time: 0.0340145 Oct 26 12:07:37.981206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54388) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:38.032260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0723f-63d5-4dd7-9e41-0203924fa682 None None] Port 44fd80c1-f816-4706-92b7-31237fc09c59 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:38.036323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e33a67c-7d1a-475c-84d2-a9b79b32c744 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:38.071350 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-eb34b4c2-16da-4382-8456-e72dda7b217e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] delete failed (client error): The resource could not be found. Oct 26 12:07:38.072428 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eb34b4c2-16da-4382-8456-e72dda7b217e tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/routers/a9a4459f-c020-4436-9502-5338ed98c60a HTTP/1.1" status: 404 len: 336 time: 0.0896180 Oct 26 12:07:38.075148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54396) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:38.106583 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8208ce-e8cf-4645-9f31-42b125820014 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:38.107301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:38.107918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8208ce-e8cf-4645-9f31-42b125820014 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:38.111239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b8208ce-e8cf-4645-9f31-42b125820014 tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/ae16cfe5-7fee-4af5-a9f7-d159ec9ce439 HTTP/1.1" status: 404 len: 337 time: 0.0348880 Oct 26 12:07:38.114013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54398) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:38.119221 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Sync routers for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:38.128878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-94dfc946-4e25-4bdf-aec3-a4cd20b54b87 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/f7984094-8c30-48ae-8f68-e0111f505c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9709375 Oct 26 12:07:38.131248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0c0723f-63d5-4dd7-9e41-0203924fa682 None None] Provisioning complete for port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:38.131900 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0c0723f-63d5-4dd7-9e41-0203924fa682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:38.140541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:38.141637 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:38.168339 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d647d4c-427e-4dd1-9105-392dd322e6ff tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] DELETE failed (client error): The resource could not be found. Oct 26 12:07:38.168718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d647d4c-427e-4dd1-9105-392dd322e6ff tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:38.178306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d647d4c-427e-4dd1-9105-392dd322e6ff tempest-RoutersIpV6Test-1219698354 tempest-RoutersIpV6Test-1219698354-project] 10.222.0.88 "DELETE /v2.0/subnets/d9ad4495-a050-467e-8022-8fa6f7913c23 HTTP/1.1" status: 404 len: 337 time: 0.0602348 Oct 26 12:07:38.225081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 44fd80c1-f816-4706-92b7-31237fc09c59 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:38.227664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:38.249891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0723f-63d5-4dd7-9e41-0203924fa682 None None] Port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:38.284700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:38.286635 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:38.420450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:38.450045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad050a7-491e-4d49-bbe7-f477284174f7 req-71820127-585c-49e6-9dda-b06220d29cfb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:38.455939 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:38.464469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ad050a7-491e-4d49-bbe7-f477284174f7 req-71820127-585c-49e6-9dda-b06220d29cfb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3141367 Oct 26 12:07:38.529517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:38.529968 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:38.605406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:38.628510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 44fd80c1-f816-4706-92b7-31237fc09c59 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:38.664021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54416) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:38.698345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-3cc2b0b5-932b-4ea0-80cb-cc6bdb5fb1fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827240982&fields=id&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 267 time: 0.2316573 Oct 26 12:07:38.763816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ad050a7-491e-4d49-bbe7-f477284174f7 req-adc75076-d1b1-4e2d-8b4b-18ffb085ffea tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983456 Oct 26 12:07:38.777261 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:35Z', 'revision_number': 2, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:38.842303 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Checking router: f7984094-8c30-48ae-8f68-e0111f505c78 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:38.842656 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Updating router f7984094-8c30-48ae-8f68-e0111f505c78 port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:07:38.895994 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:38.942640 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0af48640-5c05-4a6d-a238-9cf1e8eb868f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=880d5b553e97414aa00418a154094b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772212 Oct 26 12:07:38.945151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54424) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:39.004783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05c3ae-bac0-497f-9cca-83bb82f6eac9 req-959b0d5b-3981-4569-aa47-ce7eb5b34fc2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:39.007143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc05c3ae-bac0-497f-9cca-83bb82f6eac9 req-959b0d5b-3981-4569-aa47-ce7eb5b34fc2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1493778 Oct 26 12:07:39.014054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-d4c9bb89-0f73-4af9-9d31-a243f5a7dd6c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:39.014414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cf49ce7-3eec-4624-b5f8-e29e0e857ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.015992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-d4c9bb89-0f73-4af9-9d31-a243f5a7dd6c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 797 time: 0.2508931 Oct 26 12:07:39.025083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.042268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cf49ce7-3eec-4624-b5f8-e29e0e857ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.069634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-f3909dcd-9578-45be-9908-ca643f463a0a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/quotas/5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 375 time: 0.0408859 Oct 26 12:07:39.122107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cf49ce7-3eec-4624-b5f8-e29e0e857ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.128013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cf49ce7-3eec-4624-b5f8-e29e0e857ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.129344 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4cf49ce7-3eec-4624-b5f8-e29e0e857ac3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13bed375-20e0-4a8b-bbfe-5a34f6d7d9d0 HTTP/1.1" status: 204 len: 168 time: 0.1832502 Oct 26 12:07:39.133552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=44fd80c1-f816-4706-92b7-31237fc09c59,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:39.139533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf49ce7-3eec-4624-b5f8-e29e0e857ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bed375-20e0-4a8b-bbfe-5a34f6d7d9d0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:39.217431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc05c3ae-bac0-497f-9cca-83bb82f6eac9 req-bfaaff90-3391-4bf5-969e-ec04f3b210a3 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994913 Oct 26 12:07:39.225823 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.229793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bb9dd030-9325-4b8e-85bd-532405b8d04d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/44fd80c1-f816-4706-92b7-31237fc09c59 HTTP/1.1" status: 204 len: 168 time: 1.6690381 Oct 26 12:07:39.232911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54428) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:39.295722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-360eeca4-068c-445b-b67d-a1345e86989b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1983931 Oct 26 12:07:39.343037 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.346090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7943c-f89d-45cc-bfbb-694778079ebf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:39.351284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7943c-f89d-45cc-bfbb-694778079ebf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:39.352915 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.355756 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8ea7943c-f89d-45cc-bfbb-694778079ebf tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204467 Oct 26 12:07:39.358310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:39.421402 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee44b82-09b1-4aab-9b45-63b8aa455fb9 None None] Pushing event updated for resources: {'Port': ['ID=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:39.501460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet cbd4c929-2d54-4d25-bc94-97c8f3569ab1 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:39.507644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.557248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-f9e21f18-c205-4336-b4df-b64445d38f5c service neutron] 10.222.0.88 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269852 Oct 26 12:07:39.603305 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Attempting to bind port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:39.603988 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Attempting to bind port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:39.604599 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Attempting to bind port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:39.616959 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:39.617498 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Checking segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:39.617767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.618092 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.619429 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Bound using segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:39.620041 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Bound port: 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:39.621522 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.744577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b4ac-b6b3-4c15-974c-099de93088d8 req-33ee5208-82cd-4b1f-8d28-0c461228ba2d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:39.746292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7aa9b4ac-b6b3-4c15-974c-099de93088d8 req-33ee5208-82cd-4b1f-8d28-0c461228ba2d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1057777 Oct 26 12:07:39.760448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-52c37551-60f6-4f27-8582-75e4bdb8dbeb service neutron] 10.222.0.88 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966248 Oct 26 12:07:39.780839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] For port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:39.793620 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] For port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:39.811219 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.871774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7aa9b4ac-b6b3-4c15-974c-099de93088d8 req-7b46b4ad-1c0f-4272-ab73-3036bc9c6f32 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850453 Oct 26 12:07:39.898148 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:39.950372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e33a67c-7d1a-475c-84d2-a9b79b32c744 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:39.993368 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:39.994163 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:40.008214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:40.037065 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee44b82-09b1-4aab-9b45-63b8aa455fb9 None None] Pushing event updated for resources: {'Port': ['ID=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:40.091369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7f6bf61a-d8ae-46f5-8f98-0460f1cab63d None None] Provisioning complete for port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:40.091744 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf61a-d8ae-46f5-8f98-0460f1cab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:40.157682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd4c929-2d54-4d25-bc94-97c8f3569ab1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:40.181711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:40.186836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54462) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:40.191856 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4ade9752-08e2-4819-a806-4b4a930489b9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/cbd4c929-2d54-4d25-bc94-97c8f3569ab1 HTTP/1.1" status: 204 len: 168 time: 0.8304574 Oct 26 12:07:40.211689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be3cfa-7397-4363-a6ce-cf9da3136caf None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:40.311016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-87daf59a-a0b0-43c2-a5c0-e1221f41ac1e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123326 Oct 26 12:07:40.311659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54466) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:40.368158 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:07:40.441309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a1f1238-1604-48b5-bfea-de6916f134dc req-abc289ad-280d-4896-bd86-b430fbc4e53c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 210 time: 0.2531586 Oct 26 12:07:40.497419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9c9d-0cf5-4980-8b89-3a0cb683bde0 req-987d06b3-1774-4122-b3d7-5fb7f7d2f3d7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:40.506481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcbf9c9d-0cf5-4980-8b89-3a0cb683bde0 req-987d06b3-1774-4122-b3d7-5fb7f7d2f3d7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.4042127 Oct 26 12:07:40.511213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2925a-27bc-4318-ac89-6e101cf1effe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:40.513049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cdf2925a-27bc-4318-ac89-6e101cf1effe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2001803 Oct 26 12:07:40.518723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54470) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:40.608317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcbf9c9d-0cf5-4980-8b89-3a0cb683bde0 req-95714370-23cc-446c-8110-e1ee13e316d3 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008060 Oct 26 12:07:40.630988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c02c2-e2e0-425a-870f-f869539e515a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:40.633174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e82c02c2-e2e0-425a-870f-f869539e515a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126935 Oct 26 12:07:40.635933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54474) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:40.665489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54476) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:40.692380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bbe867d6-13cd-4b2a-a384-8d357495686b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550244 Oct 26 12:07:40.697150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54482) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:40.702717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:40.873569 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:39Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:40.933752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:40.934499 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:40.950797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ea1bc-9bdd-4b5f-b15b-838d10593ba6 None None] The sync data for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 is: [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:39Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:41.084882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07f88b-a3d6-4759-9779-67cd123742d2 req-6b48e33d-702b-403a-a5fd-2c0eea39aa00 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:41.102662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd07f88b-a3d6-4759-9779-67cd123742d2 req-6b48e33d-702b-403a-a5fd-2c0eea39aa00 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1689010 Oct 26 12:07:41.121972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf61a-d8ae-46f5-8f98-0460f1cab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.222081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd07f88b-a3d6-4759-9779-67cd123742d2 req-a3319beb-ce7c-40be-b639-71a5a5c37372 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086042 Oct 26 12:07:41.304565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7f6bf61a-d8ae-46f5-8f98-0460f1cab63d None None] For port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:41.307029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:41.368798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf61a-d8ae-46f5-8f98-0460f1cab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.390368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-2131256860'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:41.456500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:41.461209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.489411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854101b-a84f-475e-a2d9-7e871b9db5a8 req-3626f2a3-bd99-47d0-8089-9c72243a5278 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:41.491125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d854101b-a84f-475e-a2d9-7e871b9db5a8 req-3626f2a3-bd99-47d0-8089-9c72243a5278 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1462553 Oct 26 12:07:41.524019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.535976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:41.541048 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.549824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] Deleting port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:41.550206 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.572547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf61a-d8ae-46f5-8f98-0460f1cab63d None None] Pushing event updated for resources: {'Port': ['ID=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:41.616173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d854101b-a84f-475e-a2d9-7e871b9db5a8 req-a8f5d0ed-b549-42ac-a029-3dcc82121d28 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086080 Oct 26 12:07:41.661933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-30062204-4067-415b-887c-06975ccd4bb4 None None] Provisioning complete for port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:41.662337 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-30062204-4067-415b-887c-06975ccd4bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.665563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a232614c-e76d-44e7-8542-14aa90a4ceff req-7ca33939-26c1-43a4-b514-1be4a05872da tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 210 time: 0.0482883 Oct 26 12:07:41.797472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54504) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:41.889676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] For port 8e33a67c-7d1a-475c-84d2-a9b79b32c744, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8e33a67c-7d1a-475c-84d2-a9b79b32c744,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:41.892102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:41.928109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] Calling delete_port for 8e33a67c-7d1a-475c-84d2-a9b79b32c744 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:42.080426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:42.217108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:42.217781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.223906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:07:42.241093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.253958 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4932776-09b0-4d75-adaf-9815e9d7f815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.310953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010863d1-3716-4b1c-8a37-9039c554221f req-1c6f5078-d842-4901-877d-98467a159c91 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:42.312012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.320213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-010863d1-3716-4b1c-8a37-9039c554221f req-1c6f5078-d842-4901-877d-98467a159c91 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3384471 Oct 26 12:07:42.359971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065346c8-d995-4a3a-a79b-4ca2a31b3c45,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.376760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.418192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-010863d1-3716-4b1c-8a37-9039c554221f req-4038c6d9-5e4a-4fc4-85ff-8070bf7d2a03 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962646 Oct 26 12:07:42.419649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] No DVR routers for this DVR port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:42.429009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:07:42.452499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.452961 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 7927f8f1-a8c7-461f-9f25-0af5d4b25d5f of type vlan for network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 Oct 26 12:07:42.462640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1efee6-c090-483a-ae5f-58641e0c2ba7 None None] Pushing event deleted for resources: {'Port': ['ID=8e33a67c-7d1a-475c-84d2-a9b79b32c744,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.496036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e33a67c-7d1a-475c-84d2-a9b79b32c744 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:42.539929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-8f88d4f6-b321-4ac8-8936-c131e0c9fd21 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:42.541903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-8f88d4f6-b321-4ac8-8936-c131e0c9fd21 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 797 time: 0.5045314 Oct 26 12:07:42.547877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 8e33a67c-7d1a-475c-84d2-a9b79b32c744 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:42.548724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8e33a67c-7d1a-475c-84d2-a9b79b32c744 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:42.624780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-531441c2-a194-4a5c-9d4f-93b8aa4eefc9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 380 time: 0.0690570 Oct 26 12:07:42.637194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'port': {'device_id': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'admin_state_up': True, 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'security_groups': ['ca9e09b6-4b4a-4e83-b4ed-06d88842650b']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:42.655463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.682091 n-d-812150-3 neutron-server[102759]: WARNING neutron.services.revisions.revision_plugin [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Could not find related port for resource to bump revision. Oct 26 12:07:42.743700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_pluggable_backend [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Port 8e33a67c-7d1a-475c-84d2-a9b79b32c744 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102759) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 12:07:42.744057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_pluggable_backend [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5f:5436 {{(pid=102759) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 12:07:42.748487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.758229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:42.759076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.762356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_pluggable_backend [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5f:5436 {{(pid=102759) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 12:07:42.786192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.839488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dee443-9267-4985-983b-d82aadb82fe3 req-1b516f3a-ac7f-455b-b246-76290e2a8e59 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:42.841831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7dee443-9267-4985-983b-d82aadb82fe3 req-1b516f3a-ac7f-455b-b246-76290e2a8e59 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1814580 Oct 26 12:07:42.851617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d743da1-9a58-467d-a404-0a84aee99181 req-e77dc2fb-f19c-4a13-8500-4d542d4998dc tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 210 time: 0.0591457 Oct 26 12:07:42.900566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4932776-09b0-4d75-adaf-9815e9d7f815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.903898 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2370405 Oct 26 12:07:42.913955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54516) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:42.914455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:42.921483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-520820092'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:42.928442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:42.934667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4932776-09b0-4d75-adaf-9815e9d7f815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.937305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:42.937917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:42.940095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37241d-4de1-472c-ad1d-d1b1656d94e9 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:42.949822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04271c6-a5fb-4bd7-a9dd-783a4f84f1e7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.961146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7dee443-9267-4985-983b-d82aadb82fe3 req-5dbf666a-3014-4124-b41b-6295fe8a4cc7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904539 Oct 26 12:07:42.987776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=738d7ffa-d528-4427-82dc-c242120dcf7a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.996245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:07:43.008045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932776-09b0-4d75-adaf-9815e9d7f815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c2f760-db23-43cb-95fd-e40ca9dfed59,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:43.015793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d4932776-09b0-4d75-adaf-9815e9d7f815 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a410f74a636c42dfbb11d2c9cffb556d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2171450 Oct 26 12:07:43.021771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54518) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:43.030224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:43.037860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.082021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1fdb38de-b727-414c-9234-96d610bd9330 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3827085 Oct 26 12:07:43.090409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:43.109865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:43.110154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:ef:17:76', 'name': 'tempest-NetworksTestDHCPv6-139602953'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:43.116540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.121509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:07:43.185662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.186256 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment f637d564-b6a5-4e66-aa2d-4e6d43f1cced of type vlan for network 47eea2e7-27e0-440f-8383-1c27495af4d2 Oct 26 12:07:43.262699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '738d7ffa-d528-4427-82dc-c242120dcf7a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:43.264515 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.300134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df48a78d-734d-48dd-8354-c47f732e695d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.350427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df48a78d-734d-48dd-8354-c47f732e695d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.402588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:43.408367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.479216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df48a78d-734d-48dd-8354-c47f732e695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.481992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df48a78d-734d-48dd-8354-c47f732e695d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.486162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df48a78d-734d-48dd-8354-c47f732e695d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0c2f760-db23-43cb-95fd-e40ca9dfed59 HTTP/1.1" status: 204 len: 168 time: 0.4592197 Oct 26 12:07:43.506546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a78d-734d-48dd-8354-c47f732e695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c2f760-db23-43cb-95fd-e40ca9dfed59,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:43.519511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Allocated IP 2001:db8::f816:3eff:fe4e:e1c5 (70363c38-cb86-4e6d-b449-518efb0827be/738d7ffa-d528-4427-82dc-c242120dcf7a/8d16f5de-3db1-4676-ad90-71b89eae069b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:43.537716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.544727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:43.545385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.551879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.575503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.5 (1169a88e-c164-402c-8438-b2c07e6ab61b/850aa625-4cc9-4f40-892b-233e1edaf4e7/d12365b3-44a7-49be-937c-c4fbbbc524f5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:43.598695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port a69ce3bc-c16c-4425-89e8-5712631f96fb yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:43.637703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd26e-0c19-4fc1-bcfc-0aade015f218 req-4fe20e32-7afe-49bd-8f5b-5eb377477ba6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:43.639157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f74cd26e-0c19-4fc1-bcfc-0aade015f218 req-4fe20e32-7afe-49bd-8f5b-5eb377477ba6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 814 time: 0.3932693 Oct 26 12:07:43.649983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7324870 Oct 26 12:07:43.662209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54536) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:43.669945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:43.711809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac8ed-f6cb-42a0-a918-e65593dca3e6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=47eea2e7-27e0-440f-8383-1c27495af4d2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:43.722315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f74cd26e-0c19-4fc1-bcfc-0aade015f218 req-8a8eee1c-da88-4187-96a6-e6f45fc1a289 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/quotas/1f8ff806ee684188a7f29ad6f33bef93 HTTP/1.1" status: 200 len: 375 time: 0.0694830 Oct 26 12:07:43.770916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:07:43.923133 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:43.943433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.018940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:44.026277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:44.038513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:44.042265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:feef:1776 (70363c38-cb86-4e6d-b449-518efb0827be/738d7ffa-d528-4427-82dc-c242120dcf7a/a69ce3bc-c16c-4425-89e8-5712631f96fb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:44.100533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Pushing event updated for resources: {'Port': ['ID=8d16f5de-3db1-4676-ad90-71b89eae069b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:44.144307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Attempting to bind port 8d16f5de-3db1-4676-ad90-71b89eae069b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:44.144928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Attempting to bind port 8d16f5de-3db1-4676-ad90-71b89eae069b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:44.145505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Attempting to bind port 8d16f5de-3db1-4676-ad90-71b89eae069b on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:44.155595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:44.156113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:44.156666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.157208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:44.159211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Bound port: 8d16f5de-3db1-4676-ad90-71b89eae069b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:44.159773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.256129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] For port 8d16f5de-3db1-4676-ad90-71b89eae069b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:44.261530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] For port 8d16f5de-3db1-4676-ad90-71b89eae069b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8d16f5de-3db1-4676-ad90-71b89eae069b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:44.268107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.278101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6460c7e4-aff2-4aba-9274-ee91ba7975ce req-7b9eab62-d121-4984-93fd-eb0305b01408 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 210 time: 0.0476873 Oct 26 12:07:44.287759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.318696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f74cd26e-0c19-4fc1-bcfc-0aade015f218 req-59645ccb-be4c-4ddf-a885-a0ea370a20e1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5948014 Oct 26 12:07:44.339610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:44.344440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.364093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.419431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a79170-9fb1-4d2e-965c-717c6b7b9757 None None] Pushing event updated for resources: {'Port': ['ID=8d16f5de-3db1-4676-ad90-71b89eae069b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:44.435916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:44.440721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:44.446520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:44.457793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:44.459946 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.475437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=a69ce3bc-c16c-4425-89e8-5712631f96fb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:44.493836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.494572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f68ae86c-03ed-49b2-9673-2e7e120b32fe tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3996160 Oct 26 12:07:44.497425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54560) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:44.552879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa748a7-a665-4a78-a128-082c32699b7b req-1d49d7cf-fe7e-4c8d-bf47-8c83085130b2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:44.554484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9aa748a7-a665-4a78-a128-082c32699b7b req-1d49d7cf-fe7e-4c8d-bf47-8c83085130b2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1435394 Oct 26 12:07:44.561914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ad857-7127-4ce0-98ec-bb278fe9ea44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:44.569284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ad857-7127-4ce0-98ec-bb278fe9ea44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:44.573512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-727ad857-7127-4ce0-98ec-bb278fe9ea44 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0726166 Oct 26 12:07:44.573787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:44.653280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.716193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9aa748a7-a665-4a78-a128-082c32699b7b req-26e9a421-69b3-4f6c-a0c3-96f0d8b414c9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525559 Oct 26 12:07:44.736292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port a69ce3bc-c16c-4425-89e8-5712631f96fb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:44.736651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.760861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1169a88e-c164-402c-8438-b2c07e6ab61b is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:44.767522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:44.770568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:44.809770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:44.885254 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:44.906152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for a69ce3bc-c16c-4425-89e8-5712631f96fb owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:44.939514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.004769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=dfdf6f7b-9819-4804-a727-ef9015040e3c,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:45.016755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:45.017660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.054947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f7ac-78d0-48ca-b3da-f87236a700ed req-4029d95a-40c1-4343-bb0d-1596ab84fed1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:45.056724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0237f7ac-78d0-48ca-b3da-f87236a700ed req-4029d95a-40c1-4343-bb0d-1596ab84fed1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1858175 Oct 26 12:07:45.108983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b7737db2-4429-4d4f-aba0-cfd32b907f92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4759648 Oct 26 12:07:45.109952 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.118849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0237f7ac-78d0-48ca-b3da-f87236a700ed req-2b0d80d3-4f33-4d83-9321-b5691370daab tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559075 Oct 26 12:07:45.127522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Request body: {'port': {'device_id': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:45.166051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:45.166429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:07:45.168417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=a69ce3bc-c16c-4425-89e8-5712631f96fb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:45.202182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.206654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.209435 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-216a9cb3-0e43-46c4-8c9d-f950ec58ebce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/a69ce3bc-c16c-4425-89e8-5712631f96fb HTTP/1.1" status: 204 len: 168 time: 0.6344016 Oct 26 12:07:45.213784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:45.216877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ba94cfd6-733a-4fdc-bdc7-922e543ae07f None None] Provisioning complete for port d12365b3-44a7-49be-937c-c4fbbbc524f5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:45.217479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfd6-733a-4fdc-bdc7-922e543ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.232908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:07:45.272125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ba94cfd6-733a-4fdc-bdc7-922e543ae07f None None] Port d12365b3-44a7-49be-937c-c4fbbbc524f5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:45.359697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:45.371489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65787bbe-d51b-429a-9d08-e08cbed0cd46 None None] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:45.372094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:45.372957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.376722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2dab7f-095c-4ac9-8863-f8ae51a5f65d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:45.379037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2dab7f-095c-4ac9-8863-f8ae51a5f65d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:45.385185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0a2dab7f-095c-4ac9-8863-f8ae51a5f65d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1692350 Oct 26 12:07:45.389941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:45.480797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 738d7ffa-d528-4427-82dc-c242120dcf7a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:45.485060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.538443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d7b42a67-995a-431f-b9b3-63152d2a4614 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8724887 Oct 26 12:07:45.551647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54596) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:45.593316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.601068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:45.692294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95', 'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': 'dfdf6f7b-9819-4804-a727-ef9015040e3c'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:45.693217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.726903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.808888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79b10725-d102-4d91-a735-9a071fa70fd0 req-f5d1a9ab-8e59-4051-80ff-2ddd6de3a132 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1f8ff806ee684188a7f29ad6f33bef93 HTTP/1.1" status: 200 len: 221 time: 0.2769461 Oct 26 12:07:45.830470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.898935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=738d7ffa-d528-4427-82dc-c242120dcf7a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:45.911646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:45.919011 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6b53e93-0c0c-4665-89a6-0dbccb0cdcda tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/738d7ffa-d528-4427-82dc-c242120dcf7a HTTP/1.1" status: 204 len: 168 time: 0.5237982 Oct 26 12:07:45.922380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54604) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:46.010756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8d16f5de-3db1-4676-ad90-71b89eae069b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:46.013278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ae1af463-54ff-4ff6-9845-6592505c7331 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901260 Oct 26 12:07:46.020045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54606) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:46.020294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82aad0-465b-41a3-9751-f06b3b5e2d19 req-916b0c72-6a4e-4499-a24f-101ee0da6be7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:46.026312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:46.032288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd82aad0-465b-41a3-9751-f06b3b5e2d19 req-916b0c72-6a4e-4499-a24f-101ee0da6be7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 931 time: 0.4925988 Oct 26 12:07:46.103230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ad1e6900-b640-4cce-b7d5-baf16fc0bb13 None None] Provisioning complete for port 8d16f5de-3db1-4676-ad90-71b89eae069b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:46.103609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad1e6900-b640-4cce-b7d5-baf16fc0bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.114314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Allocated IP 172.20.0.2 (eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95/dfdf6f7b-9819-4804-a727-ef9015040e3c/bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:46.119147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8d16f5de-3db1-4676-ad90-71b89eae069b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:46.119147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.153662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7510c0-3909-4c92-97fc-2b25385e26fd req-821d3425-dbd9-42dd-91f6-1438750aa61b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:46.158652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7510c0-3909-4c92-97fc-2b25385e26fd req-821d3425-dbd9-42dd-91f6-1438750aa61b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2159247 Oct 26 12:07:46.215223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd82aad0-465b-41a3-9751-f06b3b5e2d19 req-c0960269-cbf3-4407-913f-c3f6279a9406 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820679 Oct 26 12:07:46.240372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:46.243992 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.262689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:46.264094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12365b3-44a7-49be-937c-c4fbbbc524f5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:07:46.269175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.310539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.357521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37650dfe-a7a1-4d9a-ac40-969488aa94a4 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:46.361574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7510c0-3909-4c92-97fc-2b25385e26fd req-727a37a5-326e-4937-a8b2-a2c46e804587 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564019 Oct 26 12:07:46.367341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Transition to ACTIVE for port object d12365b3-44a7-49be-937c-c4fbbbc524f5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:07:46.388464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.480236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:46.587450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef669ed-1a58-4a95-803f-8c32e6acfc8a req-e981e1e2-0e90-4977-9707-27cb1ad2cb8a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:46.590261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ef669ed-1a58-4a95-803f-8c32e6acfc8a req-e981e1e2-0e90-4977-9707-27cb1ad2cb8a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1353848 Oct 26 12:07:46.703145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.716420 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad1e6900-b640-4cce-b7d5-baf16fc0bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.761128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ef669ed-1a58-4a95-803f-8c32e6acfc8a req-8709dd08-d99a-4a8b-9767-e2bca53e06f7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487219 Oct 26 12:07:46.775590 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.811275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:46.814125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:46.814125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:46.825793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:07:46.826264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:46.841250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 8d16f5de-3db1-4676-ad90-71b89eae069b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8d16f5de-3db1-4676-ad90-71b89eae069b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:46.857527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.863881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:46.867520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Checking segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:46.868023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Bound using segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:46.868590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Bound port: d12365b3-44a7-49be-937c-c4fbbbc524f5, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:46.869073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:46.934970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=e2cbff63-d537-458a-8b9c-1b960eae1e63,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:46.943862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:46.944238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: 47eea2e7-27e0-440f-8383-1c27495af4d2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:07:46.954134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:07:46.997143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=8d16f5de-3db1-4676-ad90-71b89eae069b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:47.001729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:47.003891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:07:47.006225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.030971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 47eea2e7-27e0-440f-8383-1c27495af4d2) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:47.049919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.050595 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.081689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-ad1e6900-b640-4cce-b7d5-baf16fc0bb13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:07:47.081689 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-ad1e6900-b640-4cce-b7d5-baf16fc0bb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:07:47.082656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7e93d-c695-4750-a5e1-8a9b47c578b0 None None] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:47.090059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:47.126434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6823e3fd-bafd-4549-91bb-54c2a586198b tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5566907 Oct 26 12:07:47.129474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54628) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:47.133253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:47.136307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1418235257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:47.139662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.165133 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.196641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df4d7a-06ea-4d86-a50a-f8b903dd02a0 req-9b687e89-22b1-4b7f-9aae-73c8abb82670 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.197591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.198301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86df4d7a-06ea-4d86-a50a-f8b903dd02a0 req-9b687e89-22b1-4b7f-9aae-73c8abb82670 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1361017 Oct 26 12:07:47.201714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.208047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.208736 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.210351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] 10.222.0.100 "PUT /v2.0/ports/d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 1091 time: 2.0896366 Oct 26 12:07:47.210820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:07:47.213903 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea7539b-e19d-4428-8296-71677f75b0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:47.295911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.335750 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c582fdb-d665-4468-9b8e-28863e9481b0 x-openstack-request-id: req-5c582fdb-d665-4468-9b8e-28863e9481b0 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:47.336088 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:47.336303 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c582fdb-d665-4468-9b8e-28863e9481b0 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:47.336721 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'status': 'completed', 'code': 200} Oct 26 12:07:47.337317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9d918-73f2-49fa-9a27-063fbc948c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:47.350532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Pushing event updated for resources: {'Port': ['ID=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:47.371108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:47.375501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86df4d7a-06ea-4d86-a50a-f8b903dd02a0 req-366e52c2-dad3-4251-bd8f-5f5f780d6e34 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577353 Oct 26 12:07:47.390528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:47.393137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:47.405788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] Deleting port 8d16f5de-3db1-4676-ad90-71b89eae069b {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:47.406174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.414315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-db91c046-3b04-490c-886a-614c4e46536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.414522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.415371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-db91c046-3b04-490c-886a-614c4e46536f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1094 time: 0.1408162 Oct 26 12:07:47.464907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.478817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-2f941f3c-d30e-49ae-8922-fb9fa341403a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 217 time: 0.0475521 Oct 26 12:07:47.494664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238ffa3-8e7b-45ef-b27f-fb7c6bd31036 req-e625254d-a1ad-4457-8980-75ec6e51e424 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.497370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5238ffa3-8e7b-45ef-b27f-fb7c6bd31036 req-e625254d-a1ad-4457-8980-75ec6e51e424 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.1151073 Oct 26 12:07:47.516967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.522591 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58accc5d-230c-4459-88c1-6c6c735586b6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3911150 Oct 26 12:07:47.525585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54636) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:47.613710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-56e783b3-f866-40fc-8f1b-d312c9d62c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.615568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-56e783b3-f866-40fc-8f1b-d312c9d62c4d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1178548 Oct 26 12:07:47.630812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40580ef8-3c65-4553-a2d2-75a6d9debb0f req-4b31070b-5e8a-43dc-bd62-5cca00b5f63a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.634477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40580ef8-3c65-4553-a2d2-75a6d9debb0f req-4b31070b-5e8a-43dc-bd62-5cca00b5f63a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1377499 Oct 26 12:07:47.660132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Attempting to bind port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:47.660565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Attempting to bind port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:47.660941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Attempting to bind port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 on network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:47.676291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5238ffa3-8e7b-45ef-b27f-fb7c6bd31036 req-9f609424-9d4a-46fa-8e84-5cdf4a61a043 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692586 Oct 26 12:07:47.712744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:47.713603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Checking segment: {'id': '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:47.714027 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.714434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Bound using segment: {'id': '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:47.715038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Bound port: bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:47.715438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:47.746424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40580ef8-3c65-4553-a2d2-75a6d9debb0f req-af9e4d07-92f0-4ffd-ae2c-0c107a3a5c5a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684760 Oct 26 12:07:47.749695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-02a7d942-88fc-4095-978d-2795fa975fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:47.751287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-02a7d942-88fc-4095-978d-2795fa975fe5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151376 Oct 26 12:07:47.918654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-2dc384ca-2844-4494-a692-e32f7b0178c9 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576250 Oct 26 12:07:47.930017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8d16f5de-3db1-4676-ad90-71b89eae069b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:47.985409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-47eea2e7-27e0-440f-8383-1c27495af4d2', 'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': 'e2cbff63-d537-458a-8b9c-1b960eae1e63'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:47.986280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.044834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] For port 8d16f5de-3db1-4676-ad90-71b89eae069b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8d16f5de-3db1-4676-ad90-71b89eae069b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:48.045424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.063701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c56304c-7567-4c00-89b8-b4a1fa819fae req-b751b1d7-cacb-43a3-9276-a79c714df9ef service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397171 Oct 26 12:07:48.071477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bb3f3edb-7caf-4f73-acc3-9a7e9574cd9e None None] Could not find standard attr ID for object a69ce3bc-c16c-4425-89e8-5712631f96fb. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:07:48.103599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port 8d16f5de-3db1-4676-ad90-71b89eae069b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8d16f5de-3db1-4676-ad90-71b89eae069b,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:48.118637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d1ea-1334-4876-9275-5bbbb64390f1 req-4f8bf6e0-17bb-48f8-a6c5-a18cb0c60d2c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.128410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8101d1ea-1334-4876-9275-5bbbb64390f1 req-4f8bf6e0-17bb-48f8-a6c5-a18cb0c60d2c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2027557 Oct 26 12:07:48.132368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] Calling delete_port for 8d16f5de-3db1-4676-ad90-71b89eae069b owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:48.137553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.144014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] For port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:48.228007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.232268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] For port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,segment=NetworkSegment(7927f8f1-a8c7-461f-9f25-0af5d4b25d5f),segment_id=7927f8f1-a8c7-461f-9f25-0af5d4b25d5f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:48.235126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8101d1ea-1334-4876-9275-5bbbb64390f1 req-cc7b74f7-16bb-4e0b-86e3-a67c65d1a09f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016219 Oct 26 12:07:48.243416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-51511d5e-ac5d-4eb8-a1aa-04f8e2590f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.245243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-51511d5e-ac5d-4eb8-a1aa-04f8e2590f6a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1094 time: 0.1079662 Oct 26 12:07:48.269893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.281277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.283695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.315716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.388821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34b045-dd16-4265-8b86-fb9a1e2ba4a0 None None] Pushing event updated for resources: {'Port': ['ID=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.415464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-dad6ee45-6f9f-481f-9260-ac9c3f76be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.417965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-dad6ee45-6f9f-481f-9260-ac9c3f76be97 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.1603038 Oct 26 12:07:48.431424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=8d16f5de-3db1-4676-ad90-71b89eae069b,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.435215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=11fa5051-a914-4f9d-a152-9afa950d469f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.448843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:48.451964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:48.456896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.457570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.538432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-c80b0a90-9d69-4db1-81be-b767e5ba4e95 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 217 time: 0.0638733 Oct 26 12:07:48.547277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9fd65a06-f50a-420b-ae7a-1d6de3a818d7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5235150 Oct 26 12:07:48.548524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54650) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:48.554565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:38:0f:98', 'name': 'tempest-NetworksTestDHCPv6-786223681'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:48.601383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72707e2a-8dcf-40b7-88c3-03efa7cf861a req-1542450a-e8e5-4d2e-8a58-0cb76ddca2b1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.609623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72707e2a-8dcf-40b7-88c3-03efa7cf861a req-1542450a-e8e5-4d2e-8a58-0cb76ddca2b1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1904838 Oct 26 12:07:48.644618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Allocated IP 172.21.0.2 (47eea2e7-27e0-440f-8383-1c27495af4d2/e2cbff63-d537-458a-8b9c-1b960eae1e63/61323a69-6243-4f7c-bcec-50c8ef6e7729) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:48.667708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72707e2a-8dcf-40b7-88c3-03efa7cf861a req-7cd7cbc8-6efa-4a40-ab0f-7c61b1c02e42 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531180 Oct 26 12:07:48.748278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:07:48.748993 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:07:48.769814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-28e15285-349b-412f-b5bc-83dbee861d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.776234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-28e15285-349b-412f-b5bc-83dbee861d87 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.2308776 Oct 26 12:07:48.832794 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:48.928189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.20.0.1 (eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95/dfdf6f7b-9819-4804-a727-ef9015040e3c/5144035d-1da8-4680-9942-1eef9c147a78) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:48.928610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] Pushing event deleted for resources: {'Port': ['ID=8d16f5de-3db1-4676-ad90-71b89eae069b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.936420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c75d92-a74d-4533-b65c-43a193749f25 req-fde0ed3b-e4f6-4f4c-be8d-0c65fbdc96be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.938772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61c75d92-a74d-4533-b65c-43a193749f25 req-fde0ed3b-e4f6-4f4c-be8d-0c65fbdc96be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.1609395 Oct 26 12:07:48.960316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-fff05591-1d36-486a-a0c2-ebae84f0a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:48.961923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-fff05591-1d36-486a-a0c2-ebae84f0a8ae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678104 Oct 26 12:07:49.018250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b7086a-8942-4e5e-a84d-1d2b60f3804c None None] No DVR routers for this DVR port 8d16f5de-3db1-4676-ad90-71b89eae069b on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:49.031922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:49.040785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8af71-b5eb-41f2-98e4-d4bfa59285fd None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:49.082782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2b00-d231-45eb-8161-ab47a7ecaa5a req-1bf551dd-f777-4be9-a46c-c663fddfb63b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:49.084957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bfb2b00-d231-45eb-8161-ab47a7ecaa5a req-1bf551dd-f777-4be9-a46c-c663fddfb63b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1766195 Oct 26 12:07:49.113871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61c75d92-a74d-4533-b65c-43a193749f25 req-a9298804-cefc-46be-a258-707ee04c1257 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506832 Oct 26 12:07:49.196111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bfb2b00-d231-45eb-8161-ab47a7ecaa5a req-3cee3d3f-d382-4998-b0ec-6a77a1fccadb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033125 Oct 26 12:07:49.198725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-a5aa574d-26d6-4aa0-8f6f-783eb85da8f8 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254684 Oct 26 12:07:49.242228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.249954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.288086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee33731e-7bd1-43d8-867c-d1ee03c6f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.292856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:49.335465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.373424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port 8d16f5de-3db1-4676-ad90-71b89eae069b update to DOWN by agent not found {{(pid=102761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 12:07:49.405862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:49.423006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa310f1-cba5-48a1-9a1f-7aa63f8496a0 req-461b977c-41a3-4995-b60c-c9d39a852b50 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:49.424069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:49.427482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=5144035d-1da8-4680-9942-1eef9c147a78,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:49.428984 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.434937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:49.436155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fa310f1-cba5-48a1-9a1f-7aa63f8496a0 req-461b977c-41a3-4995-b60c-c9d39a852b50 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1114647 Oct 26 12:07:49.441497 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.466146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea7539b-e19d-4428-8296-71677f75b0ea req-aaee65a0-e058-445c-ac6a-db73bb627d54 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587626 Oct 26 12:07:49.497525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:49.507160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4fa310f1-cba5-48a1-9a1f-7aa63f8496a0 req-ddb49a1a-9d3e-43f6-b9ad-7d125249cf5b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Oct 26 12:07:49.519070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:49.521072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '11fa5051-a914-4f9d-a152-9afa950d469f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:49.521900 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.539760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:49.550298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.577909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fe38:f98 (70363c38-cb86-4e6d-b449-518efb0827be/11fa5051-a914-4f9d-a152-9afa950d469f/8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:49.684820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dd20f-78af-449f-9f39-c1c86ae6adbc req-6366f000-b2e9-4731-9096-ce9bee35f85c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:49.694429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b1dd20f-78af-449f-9f39-c1c86ae6adbc req-6366f000-b2e9-4731-9096-ce9bee35f85c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0689626 Oct 26 12:07:49.744018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b1dd20f-78af-449f-9f39-c1c86ae6adbc req-79c7be16-2e59-407d-906d-8a973131a56b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482826 Oct 26 12:07:49.796211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Pushing event updated for resources: {'Port': ['ID=61323a69-6243-4f7c-bcec-50c8ef6e7729,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:49.825414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.871773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b624542-f72d-40ea-9d8f-f57e01469415 None None] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:49.915209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e9d6a-9e38-43b6-a2c8-0d07f9072a6d req-cd06d223-1345-4d20-b012-5d4459a36462 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:49.918000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-396e9d6a-9e38-43b6-a2c8-0d07f9072a6d req-cd06d223-1345-4d20-b012-5d4459a36462 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0894701 Oct 26 12:07:49.935113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:49.960776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Attempting to bind port 61323a69-6243-4f7c-bcec-50c8ef6e7729 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:49.961597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Attempting to bind port 61323a69-6243-4f7c-bcec-50c8ef6e7729 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:49.961597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Attempting to bind port 61323a69-6243-4f7c-bcec-50c8ef6e7729 on network 47eea2e7-27e0-440f-8383-1c27495af4d2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:49.970600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-396e9d6a-9e38-43b6-a2c8-0d07f9072a6d req-79bcbe8c-c2ae-4b68-b518-e21d86ca7e09 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Oct 26 12:07:49.986657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:49.987077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Checking segment: {'id': 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:49.987549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:49.988191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Bound using segment: {'id': 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:49.988675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Bound port: 61323a69-6243-4f7c-bcec-50c8ef6e7729, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '47eea2e7-27e0-440f-8383-1c27495af4d2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:49.989064 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.033449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ad026ee9-490a-48be-97c0-3e6876335634 None None] Provisioning complete for port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:50.033827 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad026ee9-490a-48be-97c0-3e6876335634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.183033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2ea9f-dbdb-48c4-acbe-6fe9ca6631b3 req-8de5ca7d-cab7-4906-bdfa-536dd8e638e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:50.197469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:50.198044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.198365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5a2ea9f-dbdb-48c4-acbe-6fe9ca6631b3 req-8de5ca7d-cab7-4906-bdfa-536dd8e638e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0843799 Oct 26 12:07:50.282052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] For port 61323a69-6243-4f7c-bcec-50c8ef6e7729, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:50.303297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] For port 61323a69-6243-4f7c-bcec-50c8ef6e7729, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=61323a69-6243-4f7c-bcec-50c8ef6e7729,segment=NetworkSegment(f637d564-b6a5-4e66-aa2d-4e6d43f1cced),segment_id=f637d564-b6a5-4e66-aa2d-4e6d43f1cced)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:50.329893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5a2ea9f-dbdb-48c4-acbe-6fe9ca6631b3 req-4707f235-1aa0-456e-b1c7-cd91083a5633 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304922 Oct 26 12:07:50.343566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.372831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.382555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3493df-1c71-4412-b9c7-fb8e20cd4aa6 req-04e0e1c3-f8a4-4675-9148-2d09d8a04df3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:50.399770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a3493df-1c71-4412-b9c7-fb8e20cd4aa6 req-04e0e1c3-f8a4-4675-9148-2d09d8a04df3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.1423249 Oct 26 12:07:50.463200 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad026ee9-490a-48be-97c0-3e6876335634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.531796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.547075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8a3493df-1c71-4412-b9c7-fb8e20cd4aa6 req-4a94a106-917b-48e8-b18f-dab2932f9001 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371818 Oct 26 12:07:50.592847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e0eb-15e5-48cc-ad7f-8843833593d6 req-00f7848d-0752-4178-9995-defe9492060b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:50.594075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.598383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ad026ee9-490a-48be-97c0-3e6876335634 None None] For port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,segment=NetworkSegment(7927f8f1-a8c7-461f-9f25-0af5d4b25d5f),segment_id=7927f8f1-a8c7-461f-9f25-0af5d4b25d5f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:50.600606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8795e0eb-15e5-48cc-ad7f-8843833593d6 req-00f7848d-0752-4178-9995-defe9492060b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1504076 Oct 26 12:07:50.606711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1da851-5394-4e19-9e2d-4cdd9b673fb9 None None] Pushing event updated for resources: {'Port': ['ID=61323a69-6243-4f7c-bcec-50c8ef6e7729,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.624205 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.629350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:50.634122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:50.636335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.640024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:50.648040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:50.648872 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.655445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad026ee9-490a-48be-97c0-3e6876335634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.657802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Allocated IP 2001:db8::f816:3eff:fe3e:a64e (70363c38-cb86-4e6d-b449-518efb0827be/11fa5051-a914-4f9d-a152-9afa950d469f/2d281dea-9c56-4a1e-a55c-d81c3946246e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:50.686680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8795e0eb-15e5-48cc-ad7f-8843833593d6 req-06d22a7c-6cac-47b5-974f-e1817235ce1c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798321 Oct 26 12:07:50.779589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54694) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:50.780332 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2299230 Oct 26 12:07:50.781298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2418-8bd0-4e61-8a36-14928ef3b6b2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.858075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=5144035d-1da8-4680-9942-1eef9c147a78,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.865111 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.868680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:07:50.869040 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:07:50.869530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026ee9-490a-48be-97c0-3e6876335634 None None] Pushing event updated for resources: {'Port': ['ID=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.922270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4a8873d4-8f1a-4d8e-9b53-0981f429378a None None] Provisioning complete for port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:50.924529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a8873d4-8f1a-4d8e-9b53-0981f429378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:50.973568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e48022-64e9-4d39-9689-9fe7afdff2a7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:50.975533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e9e48022-64e9-4d39-9689-9fe7afdff2a7 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1945691 Oct 26 12:07:50.978101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54696) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:51.017327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef44bb-3061-45f1-9e80-ba24fa0111f5 req-53df6b4b-7402-48a8-89e8-a82aea13ece1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:51.026002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fef44bb-3061-45f1-9e80-ba24fa0111f5 req-53df6b4b-7402-48a8-89e8-a82aea13ece1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1738374 Oct 26 12:07:51.034457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:51.036064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:51.111800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.179363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.249052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:51.260860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:51.269512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:51.295543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router d3dd486c-41a5-4160-bff9-856dc2f3b5af is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:07:51.314668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Pushing event updated for resources: {'Port': ['ID=2d281dea-9c56-4a1e-a55c-d81c3946246e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:51.363600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Attempting to bind port 2d281dea-9c56-4a1e-a55c-d81c3946246e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:51.364264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Attempting to bind port 2d281dea-9c56-4a1e-a55c-d81c3946246e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:51.364930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Attempting to bind port 2d281dea-9c56-4a1e-a55c-d81c3946246e on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:51.373143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4a8873d4-8f1a-4d8e-9b53-0981f429378a None None] Provisioning complete for port 5144035d-1da8-4680-9942-1eef9c147a78 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:51.373779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a8873d4-8f1a-4d8e-9b53-0981f429378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.378009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:51.378009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:51.378347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.378614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:51.379144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Bound port: 2d281dea-9c56-4a1e-a55c-d81c3946246e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:51.379527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.493823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:51.495986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4a8873d4-8f1a-4d8e-9b53-0981f429378a None None] Port 5144035d-1da8-4680-9942-1eef9c147a78 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:51.500483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b58d08a-5143-4c42-b33e-c221f1040ade tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/d3dd486c-41a5-4160-bff9-856dc2f3b5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9688275 Oct 26 12:07:51.503435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:51.522537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] Sync routers for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:51.540131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fef44bb-3061-45f1-9e80-ba24fa0111f5 req-0cfadb54-8128-4844-a418-e8c3b0b06104 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918747 Oct 26 12:07:51.563721 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f01d6-5d91-406a-a264-f0f45e47d33a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:51.565217 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ec5f01d6-5d91-406a-a264-f0f45e47d33a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports/5144035d-1da8-4680-9942-1eef9c147a78 HTTP/1.1" status: 200 len: 910 time: 0.0606892 Oct 26 12:07:51.568800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54708) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:51.573189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:51.574014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:51.634986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:51.635470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.669604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:51.729287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:51.731739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:51.784915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] For port 2d281dea-9c56-4a1e-a55c-d81c3946246e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:51.788577 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d78d5a1c-0d5e-43f3-8ea7-37587ce5a96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.792058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d5f62f04-2ad3-40b3-98c6-ef7f3bcf8d43 None None] Provisioning complete for port 5144035d-1da8-4680-9942-1eef9c147a78 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:51.792644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5f62f04-2ad3-40b3-98c6-ef7f3bcf8d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.855803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d5f62f04-2ad3-40b3-98c6-ef7f3bcf8d43 None None] Port 5144035d-1da8-4680-9942-1eef9c147a78 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:51.861081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:51.861770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db4555-e91e-4a56-b38b-92900276d97d None None] The sync data for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:51.876706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] For port 2d281dea-9c56-4a1e-a55c-d81c3946246e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2d281dea-9c56-4a1e-a55c-d81c3946246e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:51.890569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:51.897378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7081-1d4e-49a1-b8cc-04060ba1555e req-043ec690-3e8d-4564-afff-c8e06c945d08 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:51.899082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28aa7081-1d4e-49a1-b8cc-04060ba1555e req-043ec690-3e8d-4564-afff-c8e06c945d08 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.1966074 Oct 26 12:07:51.902500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.010341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738ac8-f56c-4bfe-ad4b-0577e013e70c req-35b02c15-db9b-4da8-90f6-2b61cd40fa79 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:52.011412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 61323a69-6243-4f7c-bcec-50c8ef6e7729 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:52.013618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09738ac8-f56c-4bfe-ad4b-0577e013e70c req-35b02c15-db9b-4da8-90f6-2b61cd40fa79 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3561711 Oct 26 12:07:52.036905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:52.081955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28aa7081-1d4e-49a1-b8cc-04060ba1555e req-55932434-97f2-425b-b3c4-4026a5751779 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559496 Oct 26 12:07:52.143806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f1f6f2b3-511d-4028-b1bd-d7b0eec10d46 None None] Provisioning complete for port 5144035d-1da8-4680-9942-1eef9c147a78 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:52.144183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f1f6f2b3-511d-4028-b1bd-d7b0eec10d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.147835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489792c-b4b0-440d-824b-c31242bac9ab None None] Pushing event updated for resources: {'Port': ['ID=2d281dea-9c56-4a1e-a55c-d81c3946246e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:52.204197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09738ac8-f56c-4bfe-ad4b-0577e013e70c req-be77fc3e-9998-4379-8b3d-5e44c987a54e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691394 Oct 26 12:07:52.207928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 61323a69-6243-4f7c-bcec-50c8ef6e7729 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:52.213905 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.275884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6f2b3-511d-4028-b1bd-d7b0eec10d46 None None] Port 5144035d-1da8-4680-9942-1eef9c147a78 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:52.288941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.366881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493e4ba-6b6e-486d-a199-d303c848752f None None] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:52.423292 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.492817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:52.493864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.553365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4770c85b-9d83-4030-88f5-056ef2959712 None None] Provisioning complete for port 61323a69-6243-4f7c-bcec-50c8ef6e7729 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:52.554066 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4770c85b-9d83-4030-88f5-056ef2959712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.559807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:07:52.577946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.582456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8a34a74a-e02c-4fb5-97e4-8196f4f4136c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd HTTP/1.1" status: 204 len: 168 time: 1.6030850 Oct 26 12:07:52.601479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54726) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:52.630925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 61323a69-6243-4f7c-bcec-50c8ef6e7729, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=61323a69-6243-4f7c-bcec-50c8ef6e7729,segment=NetworkSegment(f637d564-b6a5-4e66-aa2d-4e6d43f1cced),segment_id=f637d564-b6a5-4e66-aa2d-4e6d43f1cced)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:52.647087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.648469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:52.666897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da3d73-06b0-4875-9de7-5e5371aa67d8 req-7b58f94a-76ca-42ca-8ed2-7a441c5ff047 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:52.670080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46da3d73-06b0-4875-9de7-5e5371aa67d8 req-7b58f94a-76ca-42ca-8ed2-7a441c5ff047 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1114318 Oct 26 12:07:52.715997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ce39e-d81e-4557-8dfd-3d8c089eac24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:52.718043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ce39e-d81e-4557-8dfd-3d8c089eac24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:52.719665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df6ce39e-d81e-4557-8dfd-3d8c089eac24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1166763 Oct 26 12:07:52.722380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54728) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:52.738569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:07:52.759817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46da3d73-06b0-4875-9de7-5e5371aa67d8 req-97db13ad-afdc-49d8-ac86-9b2f1a3d9808 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817239 Oct 26 12:07:52.798382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 11fa5051-a914-4f9d-a152-9afa950d469f {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:52.802685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.827578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.21.0.1 (47eea2e7-27e0-440f-8383-1c27495af4d2/e2cbff63-d537-458a-8b9c-1b960eae1e63/1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:52.880706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:52.969133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc39eb-66da-4a59-bed3-1d6744e0ea60 req-35a5dae1-1cce-4c8f-a5b9-ae5057651011 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:52.971609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2abc39eb-66da-4a59-bed3-1d6744e0ea60 req-35a5dae1-1cce-4c8f-a5b9-ae5057651011 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1085484 Oct 26 12:07:52.984872 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.035860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.047128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.070604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2abc39eb-66da-4a59-bed3-1d6744e0ea60 req-3c81a37c-1691-4803-9e09-6d42756f6f38 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759108 Oct 26 12:07:53.144766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:53.147276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=61323a69-6243-4f7c-bcec-50c8ef6e7729,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:53.151076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:53.155827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:53.163264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.181659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:53.181908 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.216213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.229159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.234950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/11fa5051-a914-4f9d-a152-9afa950d469f HTTP/1.1" status: 204 len: 168 time: 0.5079803 Oct 26 12:07:53.234950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0844b-0467-4ea7-a0a7-b256454218c4 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=11fa5051-a914-4f9d-a152-9afa950d469f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:53.251348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.251732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54742) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:53.299623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:53.363495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.373060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:53.401036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'mac_address': 'fa:16:3e:c8:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:07:53.412036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a5a73c20-6273-4b13-bcaa-0dedec7f7195 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552250 Oct 26 12:07:53.416455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54744) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:53.443982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.563589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.575971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b644-399f-4ddb-a04d-fc60e29e8391 req-ff7f7685-f10d-4bd8-9976-e00d6d046981 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:53.578114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b818b644-399f-4ddb-a04d-fc60e29e8391 req-ff7f7685-f10d-4bd8-9976-e00d6d046981 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1712043 Oct 26 12:07:53.590131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12365b3-44a7-49be-937c-c4fbbbc524f5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:07:53.603155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a5ce-084a-4f1f-a746-d2272d1178f7 req-9b87f4f0-bfb2-4287-9d9d-2ddcac4c7e20 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:53.606161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cb1a5ce-084a-4f1f-a746-d2272d1178f7 req-9b87f4f0-bfb2-4287-9d9d-2ddcac4c7e20 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.3353603 Oct 26 12:07:53.630342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:53.643275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:53.652848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3e672-6fba-4e83-b338-15f0286cf80c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:53.659385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14e3e672-6fba-4e83-b338-15f0286cf80c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2307892 Oct 26 12:07:53.668455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54746) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:53.725113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:53.804109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b818b644-399f-4ddb-a04d-fc60e29e8391 req-44f6f5ff-d8c3-44c9-addf-ed5092377dde tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847565 Oct 26 12:07:53.829234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cb1a5ce-084a-4f1f-a746-d2272d1178f7 req-5ff854f3-3cd4-4369-81ea-ad877198dab3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664927 Oct 26 12:07:53.847413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d12365b3-44a7-49be-937c-c4fbbbc524f5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:07:53.855540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380298c-1034-43ae-bf05-3228a956ee96 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:53.930219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1334d89-bd56-48cd-9913-dc25c9f2418f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:53.934175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c1334d89-bd56-48cd-9913-dc25c9f2418f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2615709 Oct 26 12:07:53.935828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54750) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:54.002388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-780a7e8b-ec7f-4fd7-9c89-584fb99c993b None None] Provisioning complete for port 61323a69-6243-4f7c-bcec-50c8ef6e7729 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:54.002759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-780a7e8b-ec7f-4fd7-9c89-584fb99c993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.007656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb2a4-a450-4e1d-ba96-56b1f9126f25 req-58f7c726-8214-4689-9ef6-a30f2bef2f6b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:54.015094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a81cb2a4-a450-4e1d-ba96-56b1f9126f25 req-58f7c726-8214-4689-9ef6-a30f2bef2f6b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1145051 Oct 26 12:07:54.029919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-52e3596a-6e4e-4fdf-8f12-18f83593358a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930440 Oct 26 12:07:54.039489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54752) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:54.045100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:54.112034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.119348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.124504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 61323a69-6243-4f7c-bcec-50c8ef6e7729 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:54.159634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a81cb2a4-a450-4e1d-ba96-56b1f9126f25 req-29717ea1-cca9-4d55-8398-c0c747f436f8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436462 Oct 26 12:07:54.214466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.221120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.221701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:54.227557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.467903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:54.505653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.544195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 61323a69-6243-4f7c-bcec-50c8ef6e7729 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:54.544951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.546773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-780a7e8b-ec7f-4fd7-9c89-584fb99c993b None None] Provisioning complete for port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:54.547435 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-780a7e8b-ec7f-4fd7-9c89-584fb99c993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.571552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:54.579869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0423f-f298-44f9-b3b9-cf1c08073004 req-9adca628-dad2-4ae9-a284-339c1749c8aa tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:54.587405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4db0423f-f298-44f9-b3b9-cf1c08073004 req-9adca628-dad2-4ae9-a284-339c1749c8aa tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1144617 Oct 26 12:07:54.613213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:54.619445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:54.620173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.634053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=c6b1a78b-0b29-4413-a52a-bb2be37677d2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.663273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4db0423f-f298-44f9-b3b9-cf1c08073004 req-d9ef1673-f833-40e5-b159-01f89c882a0e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698457 Oct 26 12:07:54.697670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41f46788-6f50-4824-9b8a-8380176189b6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6568160 Oct 26 12:07:54.701113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54762) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:54.710898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:b6:c4:ff', 'name': 'tempest-NetworksTestDHCPv6-1357539888'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:54.715087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.717153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-780a7e8b-ec7f-4fd7-9c89-584fb99c993b None None] Port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:54.742451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] Deleting port 2d281dea-9c56-4a1e-a55c-d81c3946246e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:54.743034 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.820820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:54.824262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:54.851264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2d281dea-9c56-4a1e-a55c-d81c3946246e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:54.877619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6abe4d43-e364-47a7-8a82-a8e04227b5c4 None None] Provisioning complete for port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:54.877986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6abe4d43-e364-47a7-8a82-a8e04227b5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:54.910034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eebc0-5748-4d0b-9ac6-84818cfe4178 req-1da87715-9320-4cb3-8de6-5879097c2a91 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:54.912412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b49eebc0-5748-4d0b-9ac6-84818cfe4178 req-1da87715-9320-4cb3-8de6-5879097c2a91 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1245635 Oct 26 12:07:55.006251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router d3dd486c-41a5-4160-bff9-856dc2f3b5af has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:55.017607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] For port 2d281dea-9c56-4a1e-a55c-d81c3946246e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2d281dea-9c56-4a1e-a55c-d81c3946246e,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:55.018009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.037201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] Calling delete_port for 2d281dea-9c56-4a1e-a55c-d81c3946246e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:55.038670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6abe4d43-e364-47a7-8a82-a8e04227b5c4 None None] Port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:55.065395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b49eebc0-5748-4d0b-9ac6-84818cfe4178 req-0f21f28d-f58a-49c2-8614-ac38e4e4d368 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451812 Oct 26 12:07:55.078935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:55.150300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:55.162171 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] Sync routers for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:55.164553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0147-19d6-4d4d-8a9a-9caf2ab12a73 req-81084561-6f4a-4960-8ad8-0f71e962f547 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:55.166255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-880e0147-19d6-4d4d-8a9a-9caf2ab12a73 req-81084561-6f4a-4960-8ad8-0f71e962f547 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.2078626 Oct 26 12:07:55.168656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d44b380-0b4e-4ccc-bb13-fa9830227f85 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/d3dd486c-41a5-4160-bff9-856dc2f3b5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986457 Oct 26 12:07:55.177907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:55.178521 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:55.180791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54768) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:55.183565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6abe4d43-e364-47a7-8a82-a8e04227b5c4 None None] Provisioning complete for port 2d281dea-9c56-4a1e-a55c-d81c3946246e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:55.183964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6abe4d43-e364-47a7-8a82-a8e04227b5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.216473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.247899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6abe4d43-e364-47a7-8a82-a8e04227b5c4 None None] Port 2d281dea-9c56-4a1e-a55c-d81c3946246e was deleted so its status cannot be updated. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 12:07:55.252847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] Pushing event deleted for resources: {'Port': ['ID=2d281dea-9c56-4a1e-a55c-d81c3946246e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:55.259880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2d281dea-9c56-4a1e-a55c-d81c3946246e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:55.260626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.266194 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:55.281641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-880e0147-19d6-4d4d-8a9a-9caf2ab12a73 req-e7578e4a-7f3e-4a19-9a05-bd9ab08d3dbe tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077247 Oct 26 12:07:55.288038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port 2d281dea-9c56-4a1e-a55c-d81c3946246e was deleted so its status cannot be updated. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 12:07:55.297280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bd46f-72e8-41bb-b2c6-7f5874fde79f None None] No DVR routers for this DVR port 2d281dea-9c56-4a1e-a55c-d81c3946246e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:55.314167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4cc417-1506-42ff-8b20-d3e3bc80719e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:55.315929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54774) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:55.317902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-db4cc417-1506-42ff-8b20-d3e3bc80719e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports/1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a HTTP/1.1" status: 200 len: 910 time: 0.1351016 Oct 26 12:07:55.319965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b6fc6-7163-4043-87fd-527f126a58fd None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:55.337525 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:55.338168 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:55.369299 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.399378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-394108cb-73f9-492a-8397-58a7564b15e6 None None] Provisioning complete for port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:55.399671 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-394108cb-73f9-492a-8397-58a7564b15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.416623 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:55.420025 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72be295-8b58-405e-98db-35e2cefb99d8 None None] The sync data for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:55.447070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-394108cb-73f9-492a-8397-58a7564b15e6 None None] Port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:07:55.499855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 86c9f554-2bd4-4b8b-99cf-1539e71fc4d6 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:07:55.580023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': 'c6b1a78b-0b29-4413-a52a-bb2be37677d2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:55.581232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.609122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b099d65-2d93-4b34-8c57-151a4f9def1f req-414b5d0b-a184-49e1-b429-6dc8f6137dce tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:55.610710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b099d65-2d93-4b34-8c57-151a4f9def1f req-414b5d0b-a184-49e1-b429-6dc8f6137dce tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1964805 Oct 26 12:07:55.726178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b099d65-2d93-4b34-8c57-151a4f9def1f req-33f38d26-9f6c-4643-a2de-3a47f5395247 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070209 Oct 26 12:07:55.789050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::1ad (70363c38-cb86-4e6d-b449-518efb0827be/c6b1a78b-0b29-4413-a52a-bb2be37677d2/86c9f554-2bd4-4b8b-99cf-1539e71fc4d6) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:55.835929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2d281dea-9c56-4a1e-a55c-d81c3946246e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:55.859605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 2d281dea-9c56-4a1e-a55c-d81c3946246e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:07:55.860487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2d281dea-9c56-4a1e-a55c-d81c3946246e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:55.907098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:55.996062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.034042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.075122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:56.079498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:56.086833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:56.093342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:56.094357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.124399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=86c9f554-2bd4-4b8b-99cf-1539e71fc4d6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:56.135686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ffe3e6da-dccb-4972-b539-3dfaeb3482a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4332769 Oct 26 12:07:56.136273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/c6b1a78b-0b29-4413-a52a-bb2be37677d2/be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:56.138586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54784) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:56.212886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c4296-fe60-425a-ad3c-bb79985b3c82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:56.216960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-820c4296-fe60-425a-ad3c-bb79985b3c82 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0747209 Oct 26 12:07:56.217873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54786) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:56.300116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:56.300692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.328257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 86c9f554-2bd4-4b8b-99cf-1539e71fc4d6 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:56.331263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.388434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.407127 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.408959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.422855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:56.440281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:56.460645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:56.464250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:07:56.529480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Pushing event updated for resources: {'Port': ['ID=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:56.548454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b5605-9fb2-4a25-962a-2b1353c547c4 req-a84aff6e-60cd-4dff-ac97-49cdfebd365b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:56.550218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-163b5605-9fb2-4a25-962a-2b1353c547c4 req-a84aff6e-60cd-4dff-ac97-49cdfebd365b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.1190114 Oct 26 12:07:56.581165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:56.601950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.649161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Attempting to bind port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:07:56.649534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Attempting to bind port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:07:56.649906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Attempting to bind port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:56.662207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-163b5605-9fb2-4a25-962a-2b1353c547c4 req-55b2e9b4-d86c-4c22-9e01-3e3691f7f8ea tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000011 Oct 26 12:07:56.669594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 86c9f554-2bd4-4b8b-99cf-1539e71fc4d6 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:56.690506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:07:56.694561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:07:56.698048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.698357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:56.698891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Bound port: be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:07:56.701186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.709500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.745085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=1f159b5a-7ce5-47a5-8e04-ab1996a9fb9a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:56.831516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] For port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:56.839768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] For port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:56.858298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:56.896576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port d12365b3-44a7-49be-937c-c4fbbbc524f5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:07:56.957678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port d12365b3-44a7-49be-937c-c4fbbbc524f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:56.963805 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.003936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0465f-50a7-48bf-bcbe-15e9ebf23042 None None] Pushing event updated for resources: {'Port': ['ID=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:57.024413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.055419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.085529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.101269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=86c9f554-2bd4-4b8b-99cf-1539e71fc4d6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:57.116035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:07:57.121986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee61d9e-9a6e-4480-911f-f82571371738 req-130f3788-6338-4707-bf4a-0dc8208ec278 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:57.122726 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461af33d-7cd2-4fc2-b912-ec99a931fb47" -d '{"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-plugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:57.124142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cee61d9e-9a6e-4480-911f-f82571371738 req-130f3788-6338-4707-bf4a-0dc8208ec278 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1948609 Oct 26 12:07:57.157987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:57.170654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.182606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.185988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f1b7825e-1e69-4631-b823-f873107c3bee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/86c9f554-2bd4-4b8b-99cf-1539e71fc4d6 HTTP/1.1" status: 204 len: 168 time: 0.9670305 Oct 26 12:07:57.192224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54796) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:57.258713 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add6be6-c36f-4ae9-a1f1-b551a3340ae7 x-openstack-request-id: req-6add6be6-c36f-4ae9-a1f1-b551a3340ae7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:57.261659 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-plugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:57.261659 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6add6be6-c36f-4ae9-a1f1-b551a3340ae7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:57.261659 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'code': 200} Oct 26 12:07:57.261659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:57.293786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40670422-2581-4f7f-beca-ac0e7828f158 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:57.296014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40670422-2581-4f7f-beca-ac0e7828f158 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:57.301626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-40670422-2581-4f7f-beca-ac0e7828f158 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1048722 Oct 26 12:07:57.304041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54798) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:57.398835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router d3dd486c-41a5-4160-bff9-856dc2f3b5af has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:57.418808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cee61d9e-9a6e-4480-911f-f82571371738 req-b3962624-6915-44a7-9cd6-d387149eb892 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847331 Oct 26 12:07:57.434547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet c6b1a78b-0b29-4413-a52a-bb2be37677d2 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:07:57.440058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.446023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e5d8a-93af-4888-a857-d6c734f17a77 req-454d177f-8e63-4b94-8cb1-c2d418868c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:57.448031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f0e5d8a-93af-4888-a857-d6c734f17a77 req-454d177f-8e63-4b94-8cb1-c2d418868c7b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1096 time: 0.1047421 Oct 26 12:07:57.501003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:57.506116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.506877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-91fa76c9-36e7-474a-960c-faf3efdf1dc1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/d3dd486c-41a5-4160-bff9-856dc2f3b5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1896844 Oct 26 12:07:57.509637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54804) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:57.513720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] Sync routers for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:57.524182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:57.524808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:57.542553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f0e5d8a-93af-4888-a857-d6c734f17a77 req-48b330c0-3868-45d6-9bcf-f53b45ae1f25 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750532 Oct 26 12:07:57.565999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:57.578169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:57.579219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:57.615716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.617796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:57.618469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40a5d7-e83c-42ef-93f4-36c15942fda7 None None] The sync data for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:57.741881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.769606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c07621-08b4-40e4-954d-55ecf598f262 req-6b6e97e5-ec35-4342-9c3c-cd4e9f2ac447 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:57.772097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2c07621-08b4-40e4-954d-55ecf598f262 req-6b6e97e5-ec35-4342-9c3c-cd4e9f2ac447 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0880857 Oct 26 12:07:57.830704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b1a78b-0b29-4413-a52a-bb2be37677d2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:57.834786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:57.839104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca9f02e0-d9ed-44e1-84bb-468c1e2e10a9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/c6b1a78b-0b29-4413-a52a-bb2be37677d2 HTTP/1.1" status: 204 len: 168 time: 0.5336227 Oct 26 12:07:57.842897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54810) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:57.925600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:57.944027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1320111a-280e-42aa-acca-139461decb61 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003761 Oct 26 12:07:57.947330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54814) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:57.986239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2c07621-08b4-40e4-954d-55ecf598f262 req-535dd1a2-51f1-41d1-94f7-45e83c892868 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954083 Oct 26 12:07:58.012013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.027766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2376d-f090-4087-a329-3b11cd80ded2 req-ca28786a-45e5-4a9c-95d2-aa5d92c020db tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:58.029952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e2376d-f090-4087-a329-3b11cd80ded2 req-ca28786a-45e5-4a9c-95d2-aa5d92c020db tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2149017 Oct 26 12:07:58.076055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f0e90-c5aa-4d14-aba9-8e59bf0b616f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:58.077613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-373f0e90-c5aa-4d14-aba9-8e59bf0b616f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1153243 Oct 26 12:07:58.080196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54820) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:58.154363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f08baa-a202-438f-bf8b-b4428967deee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:58.156136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-83f08baa-a202-438f-bf8b-b4428967deee tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0750172 Oct 26 12:07:58.159188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54822) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:58.178905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e2376d-f090-4087-a329-3b11cd80ded2 req-09fb475d-71d7-40f6-a497-f509aeb57d4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411710 Oct 26 12:07:58.232349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:58.232727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.233395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-823911f0-01b5-4bcf-8b97-7d238e56e0af tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631828 Oct 26 12:07:58.238310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:58.243733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:58.346992 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.380874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 5144035d-1da8-4680-9942-1eef9c147a78 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:58.381382 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.394043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:58.400130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:58.406920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.407737 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.489670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643b268-5b8d-459d-8265-976d37454170 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:58.552586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:58.565134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.569937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ee8805cb-9f61-4657-b929-b258651a741a None None] Provisioning complete for port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:07:58.570307 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee8805cb-9f61-4657-b929-b258651a741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.584424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 5144035d-1da8-4680-9942-1eef9c147a78 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:58.794559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:07:58.855412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.865048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.objects.ports [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:07:58.865480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] Deleting port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:07:58.866065 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:58.907454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=5144035d-1da8-4680-9942-1eef9c147a78,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:58.981788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] For port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:58.982288 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.004173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] Calling delete_port for be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:07:59.135747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.141232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.154282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.202343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 concurrently deleted while adding address for new subnet {'id': '76acd671-fbf3-4e8b-86f8-33f6f38b617e', 'name': '', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2837, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-26T12:07:58Z', 'updated_at': '2021-10-26T12:07:58Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'de34838c3ce44a70bdb51ac42ad2dfd3'}. {{(pid=102760) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 26 12:07:59.203433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.208841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] Pushing event deleted for resources: {'Port': ['ID=be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:59.214042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fbad-35be-4e95-be6e-6efbfc0727f5 req-34213410-c54c-4f54-831e-3f856d751ba8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:59.217880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811a7f3-0fdb-4635-96f4-3abf5ae5f3c5 None None] No DVR routers for this DVR port be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:07:59.227522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f908fbad-35be-4e95-be6e-6efbfc0727f5 req-34213410-c54c-4f54-831e-3f856d751ba8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1092985 Oct 26 12:07:59.311120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:59.337563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:59.340904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:59.341644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.349511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791d16b-6560-451f-8119-a284468ef187 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:07:59.389459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1500330 Oct 26 12:07:59.394453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:59.406673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:59.528215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66202082-77d8-418b-b535-9e0b16f364ba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=76acd671-fbf3-4e8b-86f8-33f6f38b617e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:59.542605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e3e2-4415-4557-b4d4-63cc4f0dc94c req-588d6486-46eb-4321-a52a-822b9198c0f9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:59.547467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '76acd671-fbf3-4e8b-86f8-33f6f38b617e'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:07:59.548457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.549967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3899e3e2-4415-4557-b4d4-63cc4f0dc94c req-588d6486-46eb-4321-a52a-822b9198c0f9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2569466 Oct 26 12:07:59.559357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f908fbad-35be-4e95-be6e-6efbfc0727f5 req-3a6accb8-a7d3-4dc1-beb7-9d2ecfe090f2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173983 Oct 26 12:07:59.595963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:59.600608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:07:59.666061 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3899e3e2-4415-4557-b4d4-63cc4f0dc94c req-107ba07c-642c-4d34-a94b-3482497b00cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151993 Oct 26 12:07:59.680667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router d3dd486c-41a5-4160-bff9-856dc2f3b5af has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:59.789302 n-d-812150-3 neutron-server[102760]: INFO neutron.db.ipam_backend_mixin [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76acd671-fbf3-4e8b-86f8-33f6f38b617e (CIDR: 2001:db8::/64) Oct 26 12:07:59.791280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Allocated IP 2001:db8::f816:3eff:fec0:c17c (70363c38-cb86-4e6d-b449-518efb0827be/76acd671-fbf3-4e8b-86f8-33f6f38b617e/72721a04-8ad3-48ac-86ca-abd0966c3d37) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:59.800717 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:07:59.802150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:07:59.808629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:59.822980 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] Sync routers for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:59.833419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee52ace6-fa16-4e3f-ae50-ce1ce7460f2f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/d3dd486c-41a5-4160-bff9-856dc2f3b5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221607 Oct 26 12:07:59.836566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54850) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:59.859154 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:59.859787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:59.873724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf40e2-6f26-4d7d-a406-0252e698f914 req-167f22ff-adce-4ddb-829f-71475187819a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:59.875796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ddf40e2-6f26-4d7d-a406-0252e698f914 req-167f22ff-adce-4ddb-829f-71475187819a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1535068 Oct 26 12:07:59.882524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-11bb5f87-15d0-4a48-88f6-7019d157ccb2 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4809783 Oct 26 12:07:59.887010 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e5c8856-d861-4c13-83ea-593555659d39 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3dd486c-41a5-4160-bff9-856dc2f3b5af HTTP/1.1" status: 200 len: 205 time: 0.0483072 Oct 26 12:07:59.888818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54852) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:59.889376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:07:59.909171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:07:59.925141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4a273-32c3-4def-8a81-7a10d0aa347b req-034b04f0-87bd-4eac-a8c3-4d282e9dbcd8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:07:59.927232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e4a273-32c3-4def-8a81-7a10d0aa347b req-034b04f0-87bd-4eac-a8c3-4d282e9dbcd8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.0978730 Oct 26 12:07:59.943291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:59.949397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:59.958522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ddf40e2-6f26-4d7d-a406-0252e698f914 req-d50d7e6b-3a53-4c2f-ac73-0bd063d623d8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725062 Oct 26 12:07:59.962056 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] Routers {'d3dd486c-41a5-4160-bff9-856dc2f3b5af'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:07:59.962679 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:59.989005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e4a273-32c3-4def-8a81-7a10d0aa347b req-e39e8e9d-1341-42b6-924c-15d96b454ae3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549543 Oct 26 12:08:00.003633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:00.004091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device be24b6a7-64a2-4dca-9e44-0ea3fa5b81b3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:00.022356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:00.032099 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:00.032979 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f612545-7f70-447f-8ce4-ed9a3822a5a3 None None] The sync data for ids ['d3dd486c-41a5-4160-bff9-856dc2f3b5af'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:00.066702 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.088506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80b9c6-f719-412c-8556-9b1619989492 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:00.093241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3a80b9c6-f719-412c-8556-9b1619989492 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1091 time: 0.0697494 Oct 26 12:08:00.094322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54862) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:00.100143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:00.139705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.160280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.172556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.197255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:00.202413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:00.231837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ed45-b0a6-4baf-9b29-12a428f3b642 req-2fb1e4bc-5d13-4ecd-a310-81cc1a179414 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:00.234147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ae7ed45-b0a6-4baf-9b29-12a428f3b642 req-2fb1e4bc-5d13-4ecd-a310-81cc1a179414 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1042614 Oct 26 12:08:00.253369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:00.282571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:00.300993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ae7ed45-b0a6-4baf-9b29-12a428f3b642 req-c961ca71-f41d-41dc-9d95-6b6acb92b18f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Oct 26 12:08:00.343161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.347174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.372864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.378890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Attempting to bind port 72721a04-8ad3-48ac-86ca-abd0966c3d37 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:00.379288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Attempting to bind port 72721a04-8ad3-48ac-86ca-abd0966c3d37 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:00.379744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Attempting to bind port 72721a04-8ad3-48ac-86ca-abd0966c3d37 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:00.385189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:00.386199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:00.386653 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.387261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:00.388261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Bound port: 72721a04-8ad3-48ac-86ca-abd0966c3d37, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:00.388661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.442455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:00.447144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.486293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:00.491686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:00.502118 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.505696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.506270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router d3dd486c-41a5-4160-bff9-856dc2f3b5af {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:08:00.510112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc602f7-e079-4628-b295-8667e0d539c4 req-99f4756c-e65a-4677-bc8e-680f76e5f515 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:00.513669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.517891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70df553e-3c8b-4865-9e40-8a6124051531 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/d3dd486c-41a5-4160-bff9-856dc2f3b5af HTTP/1.1" status: 204 len: 168 time: 0.6272821 Oct 26 12:08:00.518556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:00.520992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cc602f7-e079-4628-b295-8667e0d539c4 req-99f4756c-e65a-4677-bc8e-680f76e5f515 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1230407 Oct 26 12:08:00.599284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8727-27f6-4713-8602-4113e8d1aee3 None None] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:00.615147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6cc602f7-e079-4628-b295-8667e0d539c4 req-1a58e14b-30be-4542-9392-b5d9eab88cd2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894022 Oct 26 12:08:00.638760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.248 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/aa94e551-6fd2-4a00-bd83-15ee8869a715) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:00.650555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet e2cbff63-d537-458a-8b9c-1b960eae1e63 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:00.667378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.727933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.873134 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.890409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5b898-46cd-44a2-bb47-71a6b4527e1e req-0db11c22-765c-42bf-baf9-584d24e45e7a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:00.898491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3f5b898-46cd-44a2-bb47-71a6b4527e1e req-0db11c22-765c-42bf-baf9-584d24e45e7a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1596847 Oct 26 12:08:00.941208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:00.975274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3f5b898-46cd-44a2-bb47-71a6b4527e1e req-216faa37-dd1e-4b9f-899b-a170dee0a5be tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Oct 26 12:08:00.997196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.043737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.102081 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.109192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:01.120905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:01.124085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=e267e20a-ba8d-4bc4-8ec4-d20f21337b3a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:01.133070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd473e-1bd9-441f-9932-196757cadd29 None None] Network 47eea2e7-27e0-440f-8383-1c27495af4d2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:01.142124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.147482 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/e2cbff63-d537-458a-8b9c-1b960eae1e63 HTTP/1.1" status: 204 len: 168 time: 0.6251013 Oct 26 12:08:01.156390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:01.157396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.170510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54878) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:01.186555 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-804f9404-72e2-4918-840e-085581ea94ac tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2883317 Oct 26 12:08:01.218376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:01.224386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:cb:24:ed', 'name': 'tempest-NetworksTestDHCPv6-1147674968'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:01.350049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet dfdf6f7b-9819-4804-a727-ef9015040e3c {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:01.355149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2644-4a57-4b21-a08e-43234fdd794e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cbff63-d537-458a-8b9c-1b960eae1e63,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:01.368995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.387345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] DHCP port deletion for 47eea2e7-27e0-440f-8383-1c27495af4d2 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:01.446806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:01.452831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.468033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:01.471879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:01.474404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=aa94e551-6fd2-4a00-bd83-15ee8869a715,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:01.485483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] Deleting port 61323a69-6243-4f7c-bcec-50c8ef6e7729 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:01.486085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.533904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bfac5-bc11-4ed3-a88b-8b612830adb7 req-4b1f1dcf-3086-46b6-bd2e-268597ec6b31 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:01.535308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f06bfac5-bc11-4ed3-a88b-8b612830adb7 req-4b1f1dcf-3086-46b6-bd2e-268597ec6b31 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1594768 Oct 26 12:08:01.600956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] For port 61323a69-6243-4f7c-bcec-50c8ef6e7729, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=61323a69-6243-4f7c-bcec-50c8ef6e7729,segment=NetworkSegment(f637d564-b6a5-4e66-aa2d-4e6d43f1cced),segment_id=f637d564-b6a5-4e66-aa2d-4e6d43f1cced)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:01.601999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.620528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] Calling delete_port for 61323a69-6243-4f7c-bcec-50c8ef6e7729 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:01.633618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:01.691073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f06bfac5-bc11-4ed3-a88b-8b612830adb7 req-f476d63b-14f8-4d1a-950f-c5ac5cbcb168 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292353 Oct 26 12:08:01.792087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.805154 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:01.835315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] Pushing event deleted for resources: {'Port': ['ID=61323a69-6243-4f7c-bcec-50c8ef6e7729,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:01.847061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64003c00-a2cf-4f0e-9370-181bfe90375f None None] No DVR routers for this DVR port 61323a69-6243-4f7c-bcec-50c8ef6e7729 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:02.025692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6580d-6981-44ae-83fd-2246d320f292 req-bdbaf7e3-36d8-4224-ba71-ae84a295b06a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:02.027742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43b6580d-6981-44ae-83fd-2246d320f292 req-bdbaf7e3-36d8-4224-ba71-ae84a295b06a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0840838 Oct 26 12:08:02.046242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 72721a04-8ad3-48ac-86ca-abd0966c3d37 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:02.089424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.133740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.156475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:02.157064 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.200199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041952f-5d59-43e5-b43a-62b5d70d6c54 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:02.230646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 90b33cf3-822b-4c9d-9054-9310a06d0e92 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:08:02.256019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdf6f7b-9819-4804-a727-ef9015040e3c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:02.265504 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.273611 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-16d58829-6609-4d23-b1c0-92fd5859326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/dfdf6f7b-9819-4804-a727-ef9015040e3c HTTP/1.1" status: 204 len: 168 time: 1.1015451 Oct 26 12:08:02.286201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54896) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:02.289350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e202b-ccac-48cd-a05d-37c2f340e9e8 None None] Network eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:02.357066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-37940a32-c792-458f-8ced-71997e6f9172 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:02.357682 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37940a32-c792-458f-8ced-71997e6f9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.452302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54898) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:02.507039 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.547040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8:0:1::87 (70363c38-cb86-4e6d-b449-518efb0827be/e267e20a-ba8d-4bc4-8ec4-d20f21337b3a/90b33cf3-822b-4c9d-9054-9310a06d0e92) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:02.555487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43b6580d-6981-44ae-83fd-2246d320f292 req-6397af88-c3bf-40fc-b02c-b1c4df2f6c36 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160775 Oct 26 12:08:02.560685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fecb:24ed (70363c38-cb86-4e6d-b449-518efb0827be/76acd671-fbf3-4e8b-86f8-33f6f38b617e/90b33cf3-822b-4c9d-9054-9310a06d0e92) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:02.636486 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.704470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f60272a-aa30-40b0-bd93-d95716eab673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.774421 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.812907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.838896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:02.859685 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.878210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.930061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37940a32-c792-458f-8ced-71997e6f9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:02.995835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 61323a69-6243-4f7c-bcec-50c8ef6e7729 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:03.012250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:03.021114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:03.034603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:03.042989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:03.044045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.047891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=90b33cf3-822b-4c9d-9054-9310a06d0e92,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.085081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-abe1d6de-2a55-4c9e-9718-6064f6218852 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8651080 Oct 26 12:08:03.087499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:03.092858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e21d-485c-4dfa-92bb-025fff43b150 req-7cff0375-f5a0-4335-8f67-ec135f4d745a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:03.094516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f535e21d-485c-4dfa-92bb-025fff43b150 req-7cff0375-f5a0-4335-8f67-ec135f4d745a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3801496 Oct 26 12:08:03.096696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.120420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.127416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] DHCP port deletion for eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:03.130198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.132167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.132520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.132859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.133194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.133875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.134212 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.134668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.134858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.135204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.135526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.136437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.137722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:03.147804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 61323a69-6243-4f7c-bcec-50c8ef6e7729 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:03.148197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 61323a69-6243-4f7c-bcec-50c8ef6e7729 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:03.193266 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-37940a32-c792-458f-8ced-71997e6f9172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:08:03.194010 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-37940a32-c792-458f-8ced-71997e6f9172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:08:03.195059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f535e21d-485c-4dfa-92bb-025fff43b150 req-fca05bc7-ed74-418a-a58d-515dad570be9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838919 Oct 26 12:08:03.196817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47eea2e7-27e0-440f-8383-1c27495af4d2']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:03.223922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:03.224222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f637d564-b6a5-4e66-aa2d-4e6d43f1cced') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:03.279479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.340181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 90b33cf3-822b-4c9d-9054-9310a06d0e92 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:03.340406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.385933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] Update dhcp port {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '76acd671-fbf3-4e8b-86f8-33f6f38b617e', 'ip_address': '2001:db8::f816:3eff:fec0:c17c'}, {'subnet_id': 'e267e20a-ba8d-4bc4-8ec4-d20f21337b3a'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '72721a04-8ad3-48ac-86ca-abd0966c3d37'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:08:03.420872 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.441282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.455234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:08:03.456530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.464097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.471350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] Deleting port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:03.471760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.482480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 90b33cf3-822b-4c9d-9054-9310a06d0e92 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:08:03.519449 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:08:03.542808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] For port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,segment=NetworkSegment(7927f8f1-a8c7-461f-9f25-0af5d4b25d5f),segment_id=7927f8f1-a8c7-461f-9f25-0af5d4b25d5f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:03.543262 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.556951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] Calling delete_port for bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:03.578066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f60272a-aa30-40b0-bd93-d95716eab673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.589558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f60272a-aa30-40b0-bd93-d95716eab673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.616113 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.625752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d5276-ef77-4cea-a89c-d0dd43de76cd req-88f01622-d497-4790-b7d0-7caad4e2fa62 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:03.627311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-330d5276-ef77-4cea-a89c-d0dd43de76cd req-88f01622-d497-4790-b7d0-7caad4e2fa62 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2527723 Oct 26 12:08:03.640460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.646679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/47eea2e7-27e0-440f-8383-1c27495af4d2 HTTP/1.1" status: 204 len: 168 time: 1.3554828 Oct 26 12:08:03.647618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54910) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:03.694094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78acb7e-3245-42ff-b087-0c6172aed2b8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=47eea2e7-27e0-440f-8383-1c27495af4d2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.699630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.704378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60272a-aa30-40b0-bd93-d95716eab673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb71c0e-b54a-4530-9b85-34c76b348421,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.708891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f60272a-aa30-40b0-bd93-d95716eab673 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=afb3469177f041ec840cf27ac692da90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2492802 Oct 26 12:08:03.712949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:03.721746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.778462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.793870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-330d5276-ef77-4cea-a89c-d0dd43de76cd req-46efeee8-1c34-45a1-b847-064cb44420eb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470625 Oct 26 12:08:03.810175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.833837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.852186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] No DVR routers for this DVR port bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:03.853967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=aa94e551-6fd2-4a00-bd83-15ee8869a715,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.876912 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] The port 'bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899' was deleted {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 12:08:03.880215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.880517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.884115 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70fd8ec4-f294-4688-93db-0508a4b508a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:03.914094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e6b7-dc7d-4103-86df-9626cc86634c None None] Pushing event deleted for resources: {'Port': ['ID=bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.918166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] Allocated IP 2001:db8:0:1::2 (70363c38-cb86-4e6d-b449-518efb0827be/e267e20a-ba8d-4bc4-8ec4-d20f21337b3a/72721a04-8ad3-48ac-86ca-abd0966c3d37) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:03.962340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=90b33cf3-822b-4c9d-9054-9310a06d0e92,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:03.985525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 72721a04-8ad3-48ac-86ca-abd0966c3d37 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:04.022022 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70fd8ec4-f294-4688-93db-0508a4b508a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.031066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.058155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.063618 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-73fbe3c7-9363-4c30-94c1-cb74692ac88c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/90b33cf3-822b-4c9d-9054-9310a06d0e92 HTTP/1.1" status: 204 len: 168 time: 0.9727380 Oct 26 12:08:04.066853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.078260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:04.080663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:04.081036 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.100302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:04.113743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b25b61-9e12-47e2-bccf-ba7faafee11c req-cea7a381-7181-4c87-a385-b450d7a7ee8a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.116085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83b25b61-9e12-47e2-bccf-ba7faafee11c req-cea7a381-7181-4c87-a385-b450d7a7ee8a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1506932 Oct 26 12:08:04.119574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:04.119971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7927f8f1-a8c7-461f-9f25-0af5d4b25d5f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:04.122401 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP 1b333b48-6734-48e0-93f8-0f932eeea0ee associated. External IP: 172.25.4.248, port: d12365b3-44a7-49be-937c-c4fbbbc524f5. Oct 26 12:08:04.132446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.149213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.153457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.159402 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.166426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158744a5-2d8d-4f5a-b3db-407c9fbedd03 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.168260 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-158744a5-2d8d-4f5a-b3db-407c9fbedd03 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1002336 Oct 26 12:08:04.171304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.172292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:08:04.172900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:08:04.177181 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:08:04.241858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83b25b61-9e12-47e2-bccf-ba7faafee11c req-28a33198-537f-4bef-9b91-197e4541b1c8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163847 Oct 26 12:08:04.244837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70fd8ec4-f294-4688-93db-0508a4b508a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.249857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-70fd8ec4-f294-4688-93db-0508a4b508a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.253512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-70fd8ec4-f294-4688-93db-0508a4b508a7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ddb71c0e-b54a-4530-9b85-34c76b348421 HTTP/1.1" status: 204 len: 168 time: 0.5372431 Oct 26 12:08:04.265677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd8ec4-f294-4688-93db-0508a4b508a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb71c0e-b54a-4530-9b85-34c76b348421,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:04.307027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba520e36-17de-4bf9-b0db-d51f5ed2fd9d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.308804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ba520e36-17de-4bf9-b0db-d51f5ed2fd9d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1326351 Oct 26 12:08:04.310218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.317935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.324273 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95 HTTP/1.1" status: 204 len: 168 time: 0.6736033 Oct 26 12:08:04.324273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54924) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.335214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18951fc6-27bc-4fec-885c-c6fb5cfdb4a1 None None] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:04.345663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54928) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.360780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-271479721'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:04.385259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b867bfb-4077-415a-b1a1-8845a2060e24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.386886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b867bfb-4077-415a-b1a1-8845a2060e24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.388499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b867bfb-4077-415a-b1a1-8845a2060e24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.390156 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b867bfb-4077-415a-b1a1-8845a2060e24 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0635474 Oct 26 12:08:04.400360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54930) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.411302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d99cc-9e39-4037-b409-c1e732fbc594 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=eb3276a1-b2e6-4bcf-bd9a-5a2cf77ded95,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:04.415649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:04.460666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:04.461016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bd2a0f13-bc91-4e9b-a8a1-e4b4e78e6899 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:04.477849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 76acd671-fbf3-4e8b-86f8-33f6f38b617e {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:04.482099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.520524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:04.524169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.552058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.623255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:08:04.651903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-76d1fd8d-746f-469a-85ab-b80394a727e5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894431 Oct 26 12:08:04.655433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.656337 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.656794 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 07df8791-da36-418b-a130-89fc9c883105 of type vlan for network a0b50e78-3363-43af-b2e6-c26ed92158ad Oct 26 12:08:04.673862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cfb6d-d92e-4cb0-8de8-02a5a865bf80 req-f3b5a26c-642c-40ee-a03e-bba0caa0c84c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:04.675677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-260cfb6d-d92e-4cb0-8de8-02a5a865bf80 req-f3b5a26c-642c-40ee-a03e-bba0caa0c84c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2172141 Oct 26 12:08:04.742658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.774876 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54934) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.782474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=76acd671-fbf3-4e8b-86f8-33f6f38b617e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:04.785580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.786923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.789289 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d64901df-cefa-4b26-bacf-ff6976696e11 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/76acd671-fbf3-4e8b-86f8-33f6f38b617e HTTP/1.1" status: 204 len: 168 time: 0.3871455 Oct 26 12:08:04.794943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:04.798772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router f7984094-8c30-48ae-8f68-e0111f505c78 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:04.808943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-887f6a76-158f-4176-83d3-41c068820be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.874142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet e267e20a-ba8d-4bc4-8ec4-d20f21337b3a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:04.882831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:04.944429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.013623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-887f6a76-158f-4176-83d3-41c068820be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.019817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-887f6a76-158f-4176-83d3-41c068820be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.054264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bd1db-5bfe-4732-91ec-f66bbfbe3479 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:05.119458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:08:05.144431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-260cfb6d-d92e-4cb0-8de8-02a5a865bf80 req-82ac2c3b-f603-4fbc-85ee-8cda85efc50d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572382 Oct 26 12:08:05.156175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.162513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:05.163188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.201579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a166dd91-93f4-461c-ab8a-de0323ed89e5 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:05.201960 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a166dd91-93f4-461c-ab8a-de0323ed89e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.207239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-7998de4e-2f5e-43dd-97df-3a951b15a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:05.209508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-7998de4e-2f5e-43dd-97df-3a951b15a8fc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1096 time: 0.4754248 Oct 26 12:08:05.367482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f6a76-158f-4176-83d3-41c068820be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c08155c-50b1-4759-b10f-b6c0c6444c04,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:05.373347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-887f6a76-158f-4176-83d3-41c068820be6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e6313497809f4ed0b5a526647aad7076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972846 Oct 26 12:08:05.375075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.378454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0278404 Oct 26 12:08:05.378585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54940) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:05.393529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54942) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:05.404269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:05.417130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.436513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377f145-4f85-4569-a7b6-cb18041fc196 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=a0b50e78-3363-43af-b2e6-c26ed92158ad,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:05.453927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a0b50e78-3363-43af-b2e6-c26ed92158ad details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:08:05.473000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ac41459-ea3a-4691-817f-da8dae0cb4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.484851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.532824 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ac41459-ea3a-4691-817f-da8dae0cb4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.538787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7ee7e-4916-405c-93a5-8bf72bbb5f7c req-e5fb35b4-dbdb-4712-8202-ba049af5e52b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:05.540391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59d7ee7e-4916-405c-93a5-8bf72bbb5f7c req-e5fb35b4-dbdb-4712-8202-ba049af5e52b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2505414 Oct 26 12:08:05.542085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=e267e20a-ba8d-4bc4-8ec4-d20f21337b3a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:05.544175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.547500 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-06cdae9a-90d1-493e-b2f8-3bbc9db684f0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/e267e20a-ba8d-4bc4-8ec4-d20f21337b3a HTTP/1.1" status: 204 len: 168 time: 0.7514014 Oct 26 12:08:05.549864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54944) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:05.581410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:05.594723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-422ac044-3070-419e-8d40-7a2bc3e7359a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432751 Oct 26 12:08:05.597337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:05.597515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] Sync routers for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:05.602923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:05.618768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.627040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-9c310ab1-4b72-4822-a2f7-3b94c11d1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:05.627856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:05.628564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-9c310ab1-4b72-4822-a2f7-3b94c11d1f63 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.3711245 Oct 26 12:08:05.630291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:05.734044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ac41459-ea3a-4691-817f-da8dae0cb4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.737195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ac41459-ea3a-4691-817f-da8dae0cb4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.739708 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ac41459-ea3a-4691-817f-da8dae0cb4db admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6c08155c-50b1-4759-b10f-b6c0c6444c04 HTTP/1.1" status: 204 len: 168 time: 0.3600338 Oct 26 12:08:05.742287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59d7ee7e-4916-405c-93a5-8bf72bbb5f7c req-4d64039e-3aa5-4851-91cd-da8904920448 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745040 Oct 26 12:08:05.761148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac41459-ea3a-4691-817f-da8dae0cb4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c08155c-50b1-4759-b10f-b6c0c6444c04,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:05.795242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3565542b-0348-4a59-aa3a-307acef88629 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6974285 Oct 26 12:08:05.832351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:05.836706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:05.842605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:05.849523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:05.855496 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78c2061-19de-46a5-a6cd-a7ddc95a7717" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:05.877021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-183b5e2d-9613-492c-8685-dbf58932382c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.2108362 Oct 26 12:08:05.881982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:05.895276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.071226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-61212d49-e603-4ac0-8b9e-64623d195d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:06.073368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-61212d49-e603-4ac0-8b9e-64623d195d2c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1954505 Oct 26 12:08:06.103043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 72721a04-8ad3-48ac-86ca-abd0966c3d37 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:06.251425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:08:06.283017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f972b3-089c-44f3-b352-3dd7f1d9ee54 req-c6a17c8b-fb57-41b4-8d94-9c0c512cff68 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:06.284731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09f972b3-089c-44f3-b352-3dd7f1d9ee54 req-c6a17c8b-fb57-41b4-8d94-9c0c512cff68 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.3854082 Oct 26 12:08:06.314188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06924-b0bb-4eab-9eb6-a875b72cc4a9 req-e922ed8f-b0c2-4164-8e28-2af4209b78a2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:06.316345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84a06924-b0bb-4eab-9eb6-a875b72cc4a9 req-e922ed8f-b0c2-4164-8e28-2af4209b78a2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2637174 Oct 26 12:08:06.350763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:06.351455 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.377032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-d53cd836-105e-4c08-bb8d-3968940c997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:06.379137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-d53cd836-105e-4c08-bb8d-3968940c997d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349837 Oct 26 12:08:06.406801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab49d0a-9e38-409a-8590-1144e4b301a3 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:06.429893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09f972b3-089c-44f3-b352-3dd7f1d9ee54 req-03bde2f3-ed57-400e-9aeb-f767cb0f2168 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312799 Oct 26 12:08:06.433701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54960) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:06.452319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54962) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:06.498460 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9088c-2a24-42c5-b8a4-4e895ce60178 x-openstack-request-id: req-f0b9088c-2a24-42c5-b8a4-4e895ce60178 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:06.498760 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:06.499254 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f0b9088c-2a24-42c5-b8a4-4e895ce60178 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:06.499725 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'status': 'completed', 'code': 200} Oct 26 12:08:06.516630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c02939d0-8810-4c33-b6c8-0ea254a64519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.531435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '1b333b48-6734-48e0-93f8-0f932eeea0ee', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'mac_address': 'fa:16:3e:c8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:08:02Z', 'updated_at': '2021-10-26T12:08:02Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:41Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:06.534367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.566392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] Checking router: f7984094-8c30-48ae-8f68-e0111f505c78 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:08:06.572038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fac78ce2-cfdd-4f8e-92dc-f45c4bad6613 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:06.572414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fac78ce2-cfdd-4f8e-92dc-f45c4bad6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.594305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84a06924-b0bb-4eab-9eb6-a875b72cc4a9 req-985c64fc-989c-44ff-acd3-0dcfd4edd3f4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780541 Oct 26 12:08:06.630002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:06.630002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:06.638155 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00758799-6122-4809-ac09-c107ce5331c5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/1b333b48-6734-48e0-93f8-0f932eeea0ee HTTP/1.1" status: 200 len: 991 time: 0.1834598 Oct 26 12:08:06.688382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.751566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-206a7f5a-8b04-46f9-83f4-90d465cb321a service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541319 Oct 26 12:08:06.765546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:06.796912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.803489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.804711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.882723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:06.890490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:06.899889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:06.900503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.910469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c02939d0-8810-4c33-b6c8-0ea254a64519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.911229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:06.930504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:06.935862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c02939d0-8810-4c33-b6c8-0ea254a64519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:06.939079 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-514c29be-3259-440c-9299-babed0b78cce tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3406971 Oct 26 12:08:06.942110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54966) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:06.942510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=17cb692d-fa6f-41c0-b8fe-be3e31499d24,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:06.950341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:06.993278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65104eed-89d3-428f-98c1-fdf497dc6914 req-31f3ced7-38f0-47a3-b580-d86e76573826 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:06.994873 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65104eed-89d3-428f-98c1-fdf497dc6914 req-31f3ced7-38f0-47a3-b580-d86e76573826 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3002951 Oct 26 12:08:07.002740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '07df8791-da36-418b-a130-89fc9c883105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:07.003282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: a0b50e78-3363-43af-b2e6-c26ed92158ad, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:08:07.020574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:07.052419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c02939d0-8810-4c33-b6c8-0ea254a64519 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7ea5d60915314a77add364da2b26cb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166048 Oct 26 12:08:07.067281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54968) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:07.070893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02939d0-8810-4c33-b6c8-0ea254a64519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd4d5e2-06e8-4863-a518-3d30b05084af,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:07.091950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c171c62-bd92-46bc-8249-e7d7bab679a4 req-8a1d9b3b-9775-449d-bc9f-be987c2c6c9e service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089905 Oct 26 12:08:07.109133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network a0b50e78-3363-43af-b2e6-c26ed92158ad is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:08:07.115299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-6442e17f-c6b5-4886-8092-4d5911b4db3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1960878 Oct 26 12:08:07.127665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65104eed-89d3-428f-98c1-fdf497dc6914 req-7552a1f3-88b8-4701-b7b6-34294ed0f78d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122372 Oct 26 12:08:07.163121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a0b50e78-3363-43af-b2e6-c26ed92158ad) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:07.168092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:07.169117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.171498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:07.176799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.181907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0161fe09-dec5-436b-b32e-77dda5409a87 None None] Network a0b50e78-3363-43af-b2e6-c26ed92158ad requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:07.195256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-236f25ff-7d48-4b89-9ef1-b147aeafc62d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7949588 Oct 26 12:08:07.198265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54974) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:07.257838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-299137962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:07.284034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5e1e-d5bc-4953-8546-40bad66eeb0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.334511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.336209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.341041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5e1e-d5bc-4953-8546-40bad66eeb0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.352027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-252932e9-00d0-4236-a726-72e11d54aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:07.353997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-252932e9-00d0-4236-a726-72e11d54aebb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1096 time: 0.1298015 Oct 26 12:08:07.364350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-4d0722ae-a347-44b9-bb87-47d9af9e62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:07.365902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-4d0722ae-a347-44b9-bb87-47d9af9e62cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 1097 time: 0.1068506 Oct 26 12:08:07.386312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2f42f-c4a8-4030-8cfa-873174dc1a9b req-6115d70a-537b-4c6e-912d-1b3ac663b591 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:07.394797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e2f42f-c4a8-4030-8cfa-873174dc1a9b req-6115d70a-537b-4c6e-912d-1b3ac663b591 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1206298 Oct 26 12:08:07.432032 n-d-812150-3 neutron-server[102759]: INFO neutron.db.ipam_backend_mixin [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20 (CIDR: 2001:db8::/64) Oct 26 12:08:07.482942 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:08:07.483459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:07.499715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.505958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a0b50e78-3363-43af-b2e6-c26ed92158ad', 'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': '17cb692d-fa6f-41c0-b8fe-be3e31499d24'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:07.507215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.508967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7b701c37-8e8b-47f6-9e3b-c90b28645a75 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5655415 Oct 26 12:08:07.512502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.519379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54978) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:07.525318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:07.542763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:08:07.601329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '1b333b48-6734-48e0-93f8-0f932eeea0ee', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'mac_address': 'fa:16:3e:c8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:08:02Z', 'updated_at': '2021-10-26T12:08:02Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:41Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:07.608050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.612056 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c87b345a-589e-4116-949a-38dc0633d3aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3941827 Oct 26 12:08:07.615928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54980) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:07.616586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5e1e-d5bc-4953-8546-40bad66eeb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.619281 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5e1e-d5bc-4953-8546-40bad66eeb0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:07.620448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b8eb5e1e-d5bc-4953-8546-40bad66eeb0d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8dd4d5e2-06e8-4863-a518-3d30b05084af HTTP/1.1" status: 204 len: 168 time: 0.5518014 Oct 26 12:08:07.625227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e2f42f-c4a8-4030-8cfa-873174dc1a9b req-fdfc7ab4-c01d-464e-ad4b-c0330282cc48 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293863 Oct 26 12:08:07.635514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'port': {'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad', 'name': 'tempest-RoutersTest-36439536'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:07.646274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54984) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:07.711090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660ac12-00e0-4b2b-a23b-280e725a4ee6 None None] The sync data for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 is: [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '1b333b48-6734-48e0-93f8-0f932eeea0ee', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'mac_address': 'fa:16:3e:c8:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:08:02Z', 'updated_at': '2021-10-26T12:08:02Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:41Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:07.751720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-32d6440a-4722-426c-8550-15528f46d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:07.756423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-32d6440a-4722-426c-8550-15528f46d699 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.3888021 Oct 26 12:08:07.757861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-a82d254b-c387-4eac-94cf-3efb3bd2533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:07.762655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-a82d254b-c387-4eac-94cf-3efb3bd2533d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.3650961 Oct 26 12:08:07.844223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Allocated IP 172.20.0.2 (a0b50e78-3363-43af-b2e6-c26ed92158ad/17cb692d-fa6f-41c0-b8fe-be3e31499d24/5816ed50-6e23-41b9-bd41-06176d5dcb7c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:07.859130 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f29e23bf-c1bd-44ae-8a2e-f84a5050c450 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/1b333b48-6734-48e0-93f8-0f932eeea0ee HTTP/1.1" status: 200 len: 991 time: 0.2117829 Oct 26 12:08:07.890484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb5e1e-d5bc-4953-8546-40bad66eeb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd4d5e2-06e8-4863-a518-3d30b05084af,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:08.065202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:08.073475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.087073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-5676028f-fd95-4a6f-bb4d-74ed3432df08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 200 len: 1002 time: 0.2468963 Oct 26 12:08:08.110148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceda19-f876-40c7-8b84-ab663bef754a req-e3d1daaf-f12f-465b-8014-ead9cc617b52 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.112366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74ceda19-f876-40c7-8b84-ab663bef754a req-e3d1daaf-f12f-465b-8014-ead9cc617b52 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2708621 Oct 26 12:08:08.115802 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8128bdb4-a51d-4dda-9129-bac9209645ec None None] New status for floating IP 1b333b48-6734-48e0-93f8-0f932eeea0ee: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:08:08.124808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 72721a04-8ad3-48ac-86ca-abd0966c3d37 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:08.126011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-9ab9b679-7509-4ba0-8c5e-06a0b596700d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.3605888 Oct 26 12:08:08.196713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:08.200438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.240815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511deaa-bb8f-4373-9de9-db1f0b946567 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:08.246569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74ceda19-f876-40c7-8b84-ab663bef754a req-c768b344-21c4-4fd5-99d8-5b9a52379c11 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868917 Oct 26 12:08:08.276633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] device_id is not set on port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:08:08.294537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-423a669a-9c8f-4a71-96c1-1f2c3d290c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.297153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-423a669a-9c8f-4a71-96c1-1f2c3d290c37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1972883 Oct 26 12:08:08.303591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-fa543ec6-e582-4119-a255-04cc06e6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.305549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-fa543ec6-e582-4119-a255-04cc06e6ef0a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1448340 Oct 26 12:08:08.397957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.400743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-0d74933d-bc37-45c3-ac9e-51e878e76314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.404847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-0d74933d-bc37-45c3-ac9e-51e878e76314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958734 Oct 26 12:08:08.424277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.448373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-42a66474-d5fa-46e8-b18d-f4b38fc58add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.450133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-42a66474-d5fa-46e8-b18d-f4b38fc58add service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043260 Oct 26 12:08:08.499651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:08.500024 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.539909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.20.0.9 (a0b50e78-3363-43af-b2e6-c26ed92158ad/17cb692d-fa6f-41c0-b8fe-be3e31499d24/1e6fe6af-f67a-40b2-984f-5f64a07331e0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:08.552526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Network a0b50e78-3363-43af-b2e6-c26ed92158ad is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:08.559115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:08.561163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2e6b29d3-4c0a-4fb2-9160-2cf8af838ddf None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:08.561564 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2e6b29d3-4c0a-4fb2-9160-2cf8af838ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.578030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:08.624665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Pushing event updated for resources: {'Port': ['ID=5816ed50-6e23-41b9-bd41-06176d5dcb7c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:08.675586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-964b2589-37c3-40c7-b5f0-c28704dceaf4 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980774 Oct 26 12:08:08.736895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Attempting to bind port 5816ed50-6e23-41b9-bd41-06176d5dcb7c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:08.737276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Attempting to bind port 5816ed50-6e23-41b9-bd41-06176d5dcb7c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '07df8791-da36-418b-a130-89fc9c883105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:08.737878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Attempting to bind port 5816ed50-6e23-41b9-bd41-06176d5dcb7c on network a0b50e78-3363-43af-b2e6-c26ed92158ad {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:08.748814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.762909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:08.763302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Checking segment: {'id': '07df8791-da36-418b-a130-89fc9c883105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:08.763714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.764144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Bound using segment: {'id': '07df8791-da36-418b-a130-89fc9c883105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:08.764615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Bound port: 5816ed50-6e23-41b9-bd41-06176d5dcb7c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df8791-da36-418b-a130-89fc9c883105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a0b50e78-3363-43af-b2e6-c26ed92158ad'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:08.765398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.823950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:08.827987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a78c2061-19de-46a5-a6cd-a7ddc95a7717 req-10b33646-89b9-4b09-99b7-39374bd6ec47 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344943 Oct 26 12:08:08.834560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:08.839420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.840038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.842460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=281c064a-5929-411e-a63f-14140d2820c7,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:08.843776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] For port 5816ed50-6e23-41b9-bd41-06176d5dcb7c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:08.854307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] For port 5816ed50-6e23-41b9-bd41-06176d5dcb7c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5816ed50-6e23-41b9-bd41-06176d5dcb7c,segment=NetworkSegment(07df8791-da36-418b-a130-89fc9c883105),segment_id=07df8791-da36-418b-a130-89fc9c883105)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:08.865187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55008) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:08.872778 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.881187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:08.887147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ccbbb-bf0a-4df4-9d4a-94c6d5e17ceb req-5d560a98-03a4-4ff6-aad1-695110335b97 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:08.888704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c4ccbbb-bf0a-4df4-9d4a-94c6d5e17ceb req-5d560a98-03a4-4ff6-aad1-695110335b97 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2116518 Oct 26 12:08:08.919139 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-85d6e524-851a-46a9-b44e-c98e7b9de16a service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042446 Oct 26 12:08:08.942651 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c4ccbbb-bf0a-4df4-9d4a-94c6d5e17ceb req-ba1ebf4d-fb94-47ff-ae68-56ff863df2b4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Oct 26 12:08:08.969114 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-90597b66-ca78-497b-97df-9fcaea87e21d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4463198 Oct 26 12:08:08.970988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:09.011339 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-741908ee-baf2-4273-9bfa-cdeb2b05eb6c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/1b333b48-6734-48e0-93f8-0f932eeea0ee HTTP/1.1" status: 200 len: 993 time: 0.1392698 Oct 26 12:08:09.058019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:09.078323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3ecf0-432a-45dc-b436-df8f8712f31f None None] Pushing event updated for resources: {'Port': ['ID=5816ed50-6e23-41b9-bd41-06176d5dcb7c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:09.122631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network a0b50e78-3363-43af-b2e6-c26ed92158ad is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:09.127862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:09.139407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:09.217328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=1e6fe6af-f67a-40b2-984f-5f64a07331e0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:09.264957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:09.266407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:09.335092 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-925bbc8f-2217-41b7-82a8-e3363630575e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.7120099 Oct 26 12:08:09.336791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55020) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:09.458840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb5823-bd92-44ff-a04f-f725f7310937 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:09.494823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:68:53:2d', 'name': 'tempest-NetworksTestDHCPv6-528561856'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:09.559592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-87cc1d08-0020-48dc-bef7-9294294414ed None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:09.560226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87cc1d08-0020-48dc-bef7-9294294414ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:09.662513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93cde8-a7bc-4f98-89d1-1a9db8311261 req-d817a2c7-e034-4de7-8daf-10a6f0283434 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:09.665013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f93cde8-a7bc-4f98-89d1-1a9db8311261 req-d817a2c7-e034-4de7-8daf-10a6f0283434 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1664205 Oct 26 12:08:09.678774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ac4c2d4-960e-4ea1-9ccb-751f5f06b4a9 req-bd3df448-9613-4e5f-8153-d161136d813f service neutron] 10.222.0.30 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399771 Oct 26 12:08:09.764415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f93cde8-a7bc-4f98-89d1-1a9db8311261 req-2efe7ee4-916f-44c6-bc1d-2d7f932b81ae tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890846 Oct 26 12:08:09.769664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:09.833456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:09.993249 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.038248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] Update dhcp port {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'fixed_ips': [{'subnet_id': '38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20', 'ip_address': '2001:db8::f816:3eff:fec0:c17c'}, {'subnet_id': '281c064a-5929-411e-a63f-14140d2820c7'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '72721a04-8ad3-48ac-86ca-abd0966c3d37'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:08:10.084455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port f7d60d4e-e226-4e78-ab61-3ba694392431 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:08:10.099407 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.245713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5816ed50-6e23-41b9-bd41-06176d5dcb7c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:10.330468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299e68-35a7-41f8-8ecd-b1d704c730e8 req-a3b2c25d-397d-4adc-9a50-88efa6c62895 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:10.335352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3299e68-35a7-41f8-8ecd-b1d704c730e8 req-a3b2c25d-397d-4adc-9a50-88efa6c62895 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2634811 Oct 26 12:08:10.360744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.368311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.380371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5816ed50-6e23-41b9-bd41-06176d5dcb7c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:10.380371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.496630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=1e6fe6af-f67a-40b2-984f-5f64a07331e0,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:10.508049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3299e68-35a7-41f8-8ecd-b1d704c730e8 req-09c7f956-d53f-4dbf-abfc-e64f569a3542 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561856 Oct 26 12:08:10.514705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.581155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c1c9a-c6a2-49bc-9690-ac421fb85842 req-878c91f8-ee0d-4b5c-a4a8-064317271266 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:10.583415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e19c1c9a-c6a2-49bc-9690-ac421fb85842 req-878c91f8-ee0d-4b5c-a4a8-064317271266 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1926217 Oct 26 12:08:10.612028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 5816ed50-6e23-41b9-bd41-06176d5dcb7c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5816ed50-6e23-41b9-bd41-06176d5dcb7c,segment=NetworkSegment(07df8791-da36-418b-a130-89fc9c883105),segment_id=07df8791-da36-418b-a130-89fc9c883105)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:10.621884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8:0:1::d5 (70363c38-cb86-4e6d-b449-518efb0827be/281c064a-5929-411e-a63f-14140d2820c7/f7d60d4e-e226-4e78-ab61-3ba694392431) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:10.623678 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.647443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::f816:3eff:fe68:532d (70363c38-cb86-4e6d-b449-518efb0827be/38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20/f7d60d4e-e226-4e78-ab61-3ba694392431) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:10.695088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc4332-fd2a-450a-b00d-2e122ac82338 None None] Network a0b50e78-3363-43af-b2e6-c26ed92158ad requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:10.702692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e19c1c9a-c6a2-49bc-9690-ac421fb85842 req-5a17d1df-7065-4fcd-85fa-339b165e9be4 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071324 Oct 26 12:08:10.738559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277567d9-6fad-438d-8189-0eb4f360e476 req-aa833e8d-63c6-4905-9df1-82acef2acf44 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:10.740818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-277567d9-6fad-438d-8189-0eb4f360e476 req-aa833e8d-63c6-4905-9df1-82acef2acf44 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1093183 Oct 26 12:08:10.814265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.818837 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e8d4524c-cc7d-48dc-945e-1e75ef052350 None None] Provisioning complete for port 5816ed50-6e23-41b9-bd41-06176d5dcb7c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:10.819313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8d4524c-cc7d-48dc-945e-1e75ef052350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.820882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=5816ed50-6e23-41b9-bd41-06176d5dcb7c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:10.837027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-277567d9-6fad-438d-8189-0eb4f360e476 req-7c81688f-1982-4623-a130-76a00c3e3125 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Oct 26 12:08:10.893845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:10.998079 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.012459 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.070025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f126-25ae-4146-8fd2-df7ed4898779 req-5d5dafc5-9d09-426b-aa3e-1ca3e46edf3c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:11.072026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31c4f126-25ae-4146-8fd2-df7ed4898779 req-5d5dafc5-9d09-426b-aa3e-1ca3e46edf3c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1053021 Oct 26 12:08:11.084645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:11.086971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:11.099448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:11.106751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:11.107190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.162906 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=f7d60d4e-e226-4e78-ab61-3ba694392431,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:11.169184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-31c4f126-25ae-4146-8fd2-df7ed4898779 req-91024a45-abac-4f45-aff8-d49fe40e765a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749755 Oct 26 12:08:11.174183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9fe84803-0ec5-4a40-8668-6f5249a04c0d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2027454 Oct 26 12:08:11.178040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55070) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:11.300537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] Allocated IP 2001:db8:0:1::2 (70363c38-cb86-4e6d-b449-518efb0827be/281c064a-5929-411e-a63f-14140d2820c7/72721a04-8ad3-48ac-86ca-abd0966c3d37) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:11.362677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fab91-9de4-4498-8d68-689e297fc376 req-e912c481-faf4-4c52-8a72-b978a9096535 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:11.368749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a5fab91-9de4-4498-8d68-689e297fc376 req-e912c481-faf4-4c52-8a72-b978a9096535 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0851064 Oct 26 12:08:11.405205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port f7d60d4e-e226-4e78-ab61-3ba694392431 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:11.405720 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.439867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:11.478519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.485488 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.497404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a5fab91-9de4-4498-8d68-689e297fc376 req-a95e893a-cb22-492a-b182-7bc91fe75f33 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211553 Oct 26 12:08:11.578021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.596755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for f7d60d4e-e226-4e78-ab61-3ba694392431 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:11.717801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29106fcf-4c42-41c2-8960-7420ebed4fb1 None None] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:11.811938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-301b4f50-39cf-48d8-90e6-c0a3715888b6 None None] Provisioning complete for port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:11.813012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-301b4f50-39cf-48d8-90e6-c0a3715888b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.894965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-301b4f50-39cf-48d8-90e6-c0a3715888b6 None None] Port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:11.967435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.973774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-301b4f50-39cf-48d8-90e6-c0a3715888b6 None None] Provisioning complete for port 5816ed50-6e23-41b9-bd41-06176d5dcb7c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:11.974149 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-301b4f50-39cf-48d8-90e6-c0a3715888b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:11.977676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.084526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefc839-428e-48ec-8cf5-66432341a48e req-45bae916-27bf-4b50-8726-dc2f06f2bd36 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.087106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fefc839-428e-48ec-8cf5-66432341a48e req-45bae916-27bf-4b50-8726-dc2f06f2bd36 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.1542006 Oct 26 12:08:12.088937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.135710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=1e6fe6af-f67a-40b2-984f-5f64a07331e0,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:12.177442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.196879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5816ed50-6e23-41b9-bd41-06176d5dcb7c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:12.239757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=f7d60d4e-e226-4e78-ab61-3ba694392431,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:12.282201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5816ed50-6e23-41b9-bd41-06176d5dcb7c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:12.282576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.348340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0fefc839-428e-48ec-8cf5-66432341a48e req-bb3bcfe0-cfa0-4c69-8a16-0a7ed8940248 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447786 Oct 26 12:08:12.349744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.356515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-794577eb-9324-4374-9ada-0617dbeff24e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/f7d60d4e-e226-4e78-ab61-3ba694392431 HTTP/1.1" status: 204 len: 168 time: 1.1755030 Oct 26 12:08:12.359546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:12.408076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network a0b50e78-3363-43af-b2e6-c26ed92158ad is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:12.410399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:12.414968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b0fc8f0a-5d07-4229-9d8a-c5baeaf024c9 None None] Provisioning complete for port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:12.415523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8f0a-5d07-4229-9d8a-c5baeaf024c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.449759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ee047-5b53-4340-9905-179506f4e027 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.467043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ea7ee047-5b53-4340-9905-179506f4e027 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1036377 Oct 26 12:08:12.482466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55100) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:12.497737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d09c5-76ae-4c0a-8b64-3f755461a335 req-7b0cdec4-2059-4238-beda-82277e02975d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.505911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e43d09c5-76ae-4c0a-8b64-3f755461a335 req-7b0cdec4-2059-4238-beda-82277e02975d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1924698 Oct 26 12:08:12.560032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc8f0a-5d07-4229-9d8a-c5baeaf024c9 None None] Port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:12.609358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 72721a04-8ad3-48ac-86ca-abd0966c3d37 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:12.662899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 1ffecb67-e046-4bbb-9ace-0aa791efc79d is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:08:12.664654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-38b90cd8-c4b1-49ea-8432-353269437eae tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.666774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-38b90cd8-c4b1-49ea-8432-353269437eae tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2008834 Oct 26 12:08:12.719262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4b41162d-aceb-46a4-a035-391b6e5d1a8e None None] Provisioning complete for port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:12.719637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b41162d-aceb-46a4-a035-391b6e5d1a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.722759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2285bc7-a92e-4a29-bd66-a54956eaa17f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.725463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b2285bc7-a92e-4a29-bd66-a54956eaa17f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2414482 Oct 26 12:08:12.742722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e43d09c5-76ae-4c0a-8b64-3f755461a335 req-96b4cf8c-5685-4334-b6f6-0853ae726d5a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357183 Oct 26 12:08:12.771837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55104) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:12.825068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:12.833044 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-577dfbdf-9f86-46c2-846c-4da0cad3ff77 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/1ffecb67-e046-4bbb-9ace-0aa791efc79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4924033 Oct 26 12:08:12.833237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:12.844973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:12.845779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:12.855623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] Sync routers for ids ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:12.859502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4b41162d-aceb-46a4-a035-391b6e5d1a8e None None] Port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:12.892230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74812f-d1bc-4d55-aad4-847f07575d80 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.896347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2b74812f-d1bc-4d55-aad4-847f07575d80 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports/1e6fe6af-f67a-40b2-984f-5f64a07331e0 HTTP/1.1" status: 200 len: 975 time: 0.0577185 Oct 26 12:08:12.897781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:12.978464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] Routers {'1ffecb67-e046-4bbb-9ace-0aa791efc79d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:12.979549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:12.992391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1fa58-5fdd-455f-b665-0d3f037e9ce6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.994433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1fa58-5fdd-455f-b665-0d3f037e9ce6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.996934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1fa58-5fdd-455f-b665-0d3f037e9ce6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:12.999378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-23e1fa58-5fdd-455f-b665-0d3f037e9ce6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2253604 Oct 26 12:08:13.002300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55110) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:13.076576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:13.085597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 281c064a-5929-411e-a63f-14140d2820c7 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:13.090953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.095984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Deleting port a8604c22-05a5-45e9-a10a-bc6af2f810a5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:13.095984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.182841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] Routers {'1ffecb67-e046-4bbb-9ace-0aa791efc79d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:13.184229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:13.208577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.250288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:13.254319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92719eb1-c50f-4891-a340-3809776a8338 None None] The sync data for ids ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:13.258057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-61cb07df-0693-4e6a-bcee-d4ca6bbf7c0e None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:13.259264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61cb07df-0693-4e6a-bcee-d4ca6bbf7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.312487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] For port a8604c22-05a5-45e9-a10a-bc6af2f810a5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a8604c22-05a5-45e9-a10a-bc6af2f810a5,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:13.312930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.419157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-61cb07df-0693-4e6a-bcee-d4ca6bbf7c0e None None] Provisioning complete for port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:13.419780 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61cb07df-0693-4e6a-bcee-d4ca6bbf7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.433969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.465977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-61cb07df-0693-4e6a-bcee-d4ca6bbf7c0e None None] Port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:13.574161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.588593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-35a80b29-8c25-4e23-b926-752a8b6d924d None None] Could not find standard attr ID for object f7d60d4e-e226-4e78-ab61-3ba694392431. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:08:13.593820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-35a80b29-8c25-4e23-b926-752a8b6d924d None None] Could not find standard attr ID for object 90b33cf3-822b-4c9d-9054-9310a06d0e92. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:08:13.670688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea85ed-7d74-436a-8de9-6b29f78afc46 req-6c6b09ca-621c-40da-9912-ef0f00e5fc5f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:13.672332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7ea85ed-7d74-436a-8de9-6b29f78afc46 req-6c6b09ca-621c-40da-9912-ef0f00e5fc5f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 946 time: 0.2114620 Oct 26 12:08:13.684566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 1e6fe6af-f67a-40b2-984f-5f64a07331e0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:13.684918 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.739115 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.739493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.739815 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Floating IP cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7 disassociated. External IP: 172.25.4.194, port: a8604c22-05a5-45e9-a10a-bc6af2f810a5. Oct 26 12:08:13.740167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Calling delete_port for a8604c22-05a5-45e9-a10a-bc6af2f810a5 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:13.744484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7ea85ed-7d74-436a-8de9-6b29f78afc46 req-9e5d7e2a-86e0-4dfe-8bf8-03023943b229 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=d355b6ed-675f-4411-b59f-da146e806729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581865 Oct 26 12:08:13.782310 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.849483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.857371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=281c064a-5929-411e-a63f-14140d2820c7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:13.865033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 1e6fe6af-f67a-40b2-984f-5f64a07331e0 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:13.889847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.892071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.893387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.894100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.894521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.895480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.897493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.898107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.898693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.899966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.900649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.901189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:13.936581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:13.942654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aca38ba6-a03d-4493-9426-7f9263f1a336 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/281c064a-5929-411e-a63f-14140d2820c7 HTTP/1.1" status: 204 len: 168 time: 0.9385004 Oct 26 12:08:13.945514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55130) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:13.998936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d639efe-1507-4f47-afaa-4ef0fe24e29e req-19ac6c1e-3cc4-4177-9fad-0affc89bdaa2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:14.000565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d639efe-1507-4f47-afaa-4ef0fe24e29e req-19ac6c1e-3cc4-4177-9fad-0affc89bdaa2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1486809 Oct 26 12:08:14.021554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128824ec-18a9-4294-a50d-a26b8a89c331 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:14.037119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:14.040489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.110721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d639efe-1507-4f47-afaa-4ef0fe24e29e req-fb088414-02d3-4801-b518-8c33abb89a95 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922227 Oct 26 12:08:14.128070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.151877 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.171137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event deleted for resources: {'Port': ['ID=a8604c22-05a5-45e9-a10a-bc6af2f810a5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:14.287568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.334222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:14.365671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=1e6fe6af-f67a-40b2-984f-5f64a07331e0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:14.407672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.496719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:14.514591 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:14.537927 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:14.538576 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:14.648389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] No DVR routers for this DVR port a8604c22-05a5-45e9-a10a-bc6af2f810a5 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:14.653597 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.668099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df26d59b-9935-4b56-8d2d-6a22c89fd2ec req-f10cba58-b4cf-4d2d-8fd5-d55a4ffeae64 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.30 "DELETE /v2.0/ports/a8604c22-05a5-45e9-a10a-bc6af2f810a5 HTTP/1.1" status: 204 len: 173 time: 1.9756174 Oct 26 12:08:14.668585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'name': 'network-vif-deleted', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:14.669142 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.672404 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f16754-a0fc-4680-a701-35232efaf85a" -d '{"events": [{"server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "name": "network-vif-deleted", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:14.675450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.776852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:14.777885 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c84fb3f-8471-4c8a-a113-05b008000ea9 x-openstack-request-id: req-1c84fb3f-8471-4c8a-a113-05b008000ea9 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:14.778242 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92df46b-e1c0-473e-8c54-aeb16401fd3e", "name": "network-vif-deleted", "tag": "a8604c22-05a5-45e9-a10a-bc6af2f810a5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:14.778521 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c84fb3f-8471-4c8a-a113-05b008000ea9 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:14.779362 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92df46b-e1c0-473e-8c54-aeb16401fd3e', 'name': 'network-vif-deleted', 'tag': 'a8604c22-05a5-45e9-a10a-bc6af2f810a5', 'status': 'completed', 'code': 200} Oct 26 12:08:14.824147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:14.828100 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-95614902-1f8d-43d0-90d1-c3380e47c43b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20 HTTP/1.1" status: 204 len: 168 time: 0.8815410 Oct 26 12:08:14.832966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55136) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:14.851759 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:14.948286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fee67162-0881-4c03-a45e-5f4221b6e82d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137414 Oct 26 12:08:14.948963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55140) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:14.955318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:14.983118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 1ffecb67-e046-4bbb-9ace-0aa791efc79d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:15.109537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b132c33-4eb4-44ed-9893-c8b3c313bff9 req-4fdf357e-92c2-4d4b-a07f-fa980e99922e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=e92df46b-e1c0-473e-8c54-aeb16401fd3e HTTP/1.1" status: 200 len: 210 time: 0.1595397 Oct 26 12:08:15.135278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:15.137178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:15.149278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] Sync routers for ids ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:15.155986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:15.156294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-77299ae2-ae2e-46c1-95c7-0e98844efb64 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/1ffecb67-e046-4bbb-9ace-0aa791efc79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565145 Oct 26 12:08:15.158938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55152) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:15.177700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] Routers {'1ffecb67-e046-4bbb-9ace-0aa791efc79d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:15.178739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.306710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.318997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53ac21-205b-4be3-b192-7ff943462a1f None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:15.360133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad489-cc93-4d69-be47-705f14d98b9b req-ae4eb7a9-5bc3-4bd9-9064-97f8148fcafb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:15.370040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00fad489-cc93-4d69-be47-705f14d98b9b req-ae4eb7a9-5bc3-4bd9-9064-97f8148fcafb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1126385 Oct 26 12:08:15.403578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] Routers {'1ffecb67-e046-4bbb-9ace-0aa791efc79d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:15.404100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.451485 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.468247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00fad489-cc93-4d69-be47-705f14d98b9b req-09275a86-074e-434a-a324-fd4b3f06e278 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964022 Oct 26 12:08:15.496842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:08:15.513842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:15.514645 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:07:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.553888 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-fe03c5bc-ebe9-41b6-94b0-5ed5fa980510 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 12:08:15.557818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55156) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:15.559022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fe03c5bc-ebe9-41b6-94b0-5ed5fa980510 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/1ffecb67-e046-4bbb-9ace-0aa791efc79d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3954139 Oct 26 12:08:15.574973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.575636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1716f-f4da-4d6a-8c94-4e5a7f280d1a None None] The sync data for ids ['1ffecb67-e046-4bbb-9ace-0aa791efc79d'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:15.597498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7fc6c6f4-015c-4b89-81ed-338f9f006c14 None None] Provisioning complete for port 72721a04-8ad3-48ac-86ca-abd0966c3d37 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:15.597920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c6f4-015c-4b89-81ed-338f9f006c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:15.632148 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:15.647587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a8604c22-05a5-45e9-a10a-bc6af2f810a5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:15.668955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: a8604c22-05a5-45e9-a10a-bc6af2f810a5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:15.669302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a8604c22-05a5-45e9-a10a-bc6af2f810a5 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:15.676615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55158) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:15.703758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-71a487f9-9257-4a16-8d20-a7494aa2aaa2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ffecb67-e046-4bbb-9ace-0aa791efc79d HTTP/1.1" status: 200 len: 205 time: 0.1445231 Oct 26 12:08:15.706255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:15.768736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:15.825001 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:15.840424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:15.846874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:15.856413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:15.857037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:15.870368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] Deleting port 72721a04-8ad3-48ac-86ca-abd0966c3d37 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:15.870896 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:15.884166 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:15.903754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=1d307456-0391-4563-897f-756a5d5bc2ea,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:15.914823 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f6d5a-fdee-4fcf-8f61-baa346a912c4 None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:15.924820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4c4167e5-dff5-49b1-8cd8-e21b3006d955 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9735999 Oct 26 12:08:15.928194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55160) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:15.934028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:16.041852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:16.041852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.060567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.062996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.069900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 72721a04-8ad3-48ac-86ca-abd0966c3d37 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:16.110851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.111466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffecb67-e046-4bbb-9ace-0aa791efc79d {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:08:16.121786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] Calling delete_port for 72721a04-8ad3-48ac-86ca-abd0966c3d37 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:16.121936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.125466 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1de77887-05aa-4f60-8719-55dcbd8f68de tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/1ffecb67-e046-4bbb-9ace-0aa791efc79d HTTP/1.1" status: 204 len: 168 time: 0.4452615 Oct 26 12:08:16.125815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55162) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:16.223793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet 17cb692d-fa6f-41c0-b8fe-be3e31499d24 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:16.236346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.274100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55168) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:16.278361 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.350495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 72721a04-8ad3-48ac-86ca-abd0966c3d37, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=72721a04-8ad3-48ac-86ca-abd0966c3d37,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:16.358413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.371521 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.378978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.412628 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7478a-d663-4698-815f-94bb4e593bc0 None None] New status for floating IP cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:08:16.414448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] No DVR routers for this DVR port 72721a04-8ad3-48ac-86ca-abd0966c3d37 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:16.443229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad1ba9-a662-4c4f-b7d4-43a9af5b6e7c None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:16.447114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4500ab41-1141-4316-b105-74be543f2744 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.525380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4500ab41-1141-4316-b105-74be543f2744 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.637158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.644908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:16.684162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7587-82ea-475d-be68-d25d9ceab309 req-a05c98f7-a9f5-45ba-b8e0-e144cae45590 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:16.685739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-474c7587-82ea-475d-be68-d25d9ceab309 req-a05c98f7-a9f5-45ba-b8e0-e144cae45590 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1080968 Oct 26 12:08:16.687186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:16.690907 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.712027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4500ab41-1141-4316-b105-74be543f2744 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.715616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4500ab41-1141-4316-b105-74be543f2744 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.716802 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4500ab41-1141-4316-b105-74be543f2744 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "DELETE /v2.0/security-groups/d355b6ed-675f-4411-b59f-da146e806729 HTTP/1.1" status: 204 len: 168 time: 0.4413700 Oct 26 12:08:16.725702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:16.726029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a54b80-8cb8-45b1-8815-5ebb8587510e None None] Pushing event deleted for resources: {'Port': ['ID=72721a04-8ad3-48ac-86ca-abd0966c3d37,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:16.746630 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-26641522-c2c3-4232-aca8-ceaac6600927 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] show failed (client error): The resource could not be found. Oct 26 12:08:16.748660 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26641522-c2c3-4232-aca8-ceaac6600927 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups/d355b6ed-675f-4411-b59f-da146e806729 HTTP/1.1" status: 404 len: 347 time: 0.0220275 Oct 26 12:08:16.753937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55176) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:16.754999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500ab41-1141-4316-b105-74be543f2744 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355b6ed-675f-4411-b59f-da146e806729,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:16.773253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '1d307456-0391-4563-897f-756a5d5bc2ea'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:16.774099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.781336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-474c7587-82ea-475d-be68-d25d9ceab309 req-607b8326-3589-4dc8-90b2-5499b15b6210 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869744 Oct 26 12:08:16.828684 n-d-812150-3 neutron-server[102760]: INFO neutron.db.ipam_backend_mixin [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d307456-0391-4563-897f-756a5d5bc2ea (CIDR: 2001:db8::/64) Oct 26 12:08:16.833257 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:08:16.833797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:16.858837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55178) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:16.859608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3ac1bbda-8a35-4dc2-8e1d-34c9f779afdd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9288664 Oct 26 12:08:16.866381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:16.873589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.953536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=17cb692d-fa6f-41c0-b8fe-be3e31499d24,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:16.958881 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:16.962359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f87168f7-3ff0-4e6f-b821-7d6eab1ad4df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/17cb692d-fa6f-41c0-b8fe-be3e31499d24 HTTP/1.1" status: 204 len: 168 time: 0.8347921 Oct 26 12:08:16.965047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/1d307456-0391-4563-897f-756a5d5bc2ea/d81c1606-1db3-40b5-aab0-7f631114ff24) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:16.968810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01720336-81cf-4dde-b64c-27667260a745 None None] Network a0b50e78-3363-43af-b2e6-c26ed92158ad requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:16.969532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55180) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:17.056118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Deleting port a8fc4c8e-02c6-439f-a3f5-89573c52acc6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:17.059162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.101611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:17.106172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.115341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.175175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 5816ed50-6e23-41b9-bd41-06176d5dcb7c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:17.175665 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.279793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 5816ed50-6e23-41b9-bd41-06176d5dcb7c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5816ed50-6e23-41b9-bd41-06176d5dcb7c,segment=NetworkSegment(07df8791-da36-418b-a130-89fc9c883105),segment_id=07df8791-da36-418b-a130-89fc9c883105)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:17.280268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.288621 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.298898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.302801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 5816ed50-6e23-41b9-bd41-06176d5dcb7c owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:17.335033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:17.336815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] DHCP port deletion for a0b50e78-3363-43af-b2e6-c26ed92158ad request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:17.343231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:17.346105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:17.395312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.438164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=5816ed50-6e23-41b9-bd41-06176d5dcb7c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:17.443507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port 5816ed50-6e23-41b9-bd41-06176d5dcb7c on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:17.479411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.480569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.489845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Pushing event updated for resources: {'Port': ['ID=d81c1606-1db3-40b5-aab0-7f631114ff24,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:17.501501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Calling delete_port for a8fc4c8e-02c6-439f-a3f5-89573c52acc6 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:17.504544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Attempting to bind port d81c1606-1db3-40b5-aab0-7f631114ff24 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:17.504924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Attempting to bind port d81c1606-1db3-40b5-aab0-7f631114ff24 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:17.505297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Attempting to bind port d81c1606-1db3-40b5-aab0-7f631114ff24 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:17.514392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Deleting port 5816ed50-6e23-41b9-bd41-06176d5dcb7c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:17.514589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.545622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.584521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b50e78-3363-43af-b2e6-c26ed92158ad']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:17.588613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] For port 5816ed50-6e23-41b9-bd41-06176d5dcb7c, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:17.589023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.602030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Calling delete_port for 5816ed50-6e23-41b9-bd41-06176d5dcb7c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:17.604816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Port 5816ed50-6e23-41b9-bd41-06176d5dcb7c was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:08:17.606157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07df8791-da36-418b-a130-89fc9c883105') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:17.606327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:17.606615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:17.606750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07df8791-da36-418b-a130-89fc9c883105') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:17.607052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.607454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:17.607941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Bound port: d81c1606-1db3-40b5-aab0-7f631114ff24, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:17.608328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.618786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.619018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.635243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.642099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:08:17.642604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:08:17.647486 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:08:17.650827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] Pushing event deleted for resources: {'Port': ['ID=5816ed50-6e23-41b9-bd41-06176d5dcb7c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:17.655043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae973e4a-f83c-43bf-8ca4-a3b8c5332cd3 None None] No DVR routers for this DVR port 5816ed50-6e23-41b9-bd41-06176d5dcb7c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:17.718819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] For port d81c1606-1db3-40b5-aab0-7f631114ff24, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:17.725801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.747882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] For port d81c1606-1db3-40b5-aab0-7f631114ff24, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d81c1606-1db3-40b5-aab0-7f631114ff24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:17.748116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.755671 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.770970 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.775489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/a0b50e78-3363-43af-b2e6-c26ed92158ad HTTP/1.1" status: 204 len: 168 time: 0.8045485 Oct 26 12:08:17.779533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55184) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:17.786176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-573536633'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:17.792156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event deleted for resources: {'Port': ['ID=a8fc4c8e-02c6-439f-a3f5-89573c52acc6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:17.806219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fadc4-8ea9-4caf-b2ee-d1c0502b6b24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=a0b50e78-3363-43af-b2e6-c26ed92158ad,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:17.839902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4d964-9314-4413-9434-feb06539ffdc None None] Pushing event updated for resources: {'Port': ['ID=d81c1606-1db3-40b5-aab0-7f631114ff24,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:17.871905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:17.876562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.907806 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.911307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:17.915166 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c356f98f-3d67-4968-a4d3-e46a9c8d6694 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "DELETE /v2.0/floatingips/cd7933a6-541b-4cfc-8d68-c66fa5d7b0c7 HTTP/1.1" status: 204 len: 168 time: 1.1553943 Oct 26 12:08:18.007463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:08:18.037929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.038408 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 0b18145c-992a-4b3d-bb57-4f3496db72b7 of type vlan for network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 Oct 26 12:08:18.095878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5816ed50-6e23-41b9-bd41-06176d5dcb7c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:18.098880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e546733-4f62-47e8-8be1-221b50417fca req-eea5aee6-088a-4c5e-8749-941ac9a38778 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:18.101552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e546733-4f62-47e8-8be1-221b50417fca req-eea5aee6-088a-4c5e-8749-941ac9a38778 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1989706 Oct 26 12:08:18.110787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.216203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e546733-4f62-47e8-8be1-221b50417fca req-ce3912f5-c5c0-4444-8765-35b8413b2548 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022851 Oct 26 12:08:18.219336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.225686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:18.226127 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.266597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4857309 Oct 26 12:08:18.307148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55190) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:18.313292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:18.377778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55192) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:18.385378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745677675', 'description': 'tempest-description--650577407'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:18.404797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:08:18.410456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38648-f703-4466-9bcb-487e5d1c74b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=152db2bb-da4f-4d9a-b01d-0bdba48ed066,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:18.494096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:08:18.496719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5816ed50-6e23-41b9-bd41-06176d5dcb7c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:18.497097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5816ed50-6e23-41b9-bd41-06176d5dcb7c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:18.501959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.521347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:18.527683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.642808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.719541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.740564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.791686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.841059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.845420 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4621212 Oct 26 12:08:18.846023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55198) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:18.851084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'security_group_rule': {'security_group_id': '5ec02c00-f1eb-4883-a0cc-a582cdcdb67a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:18.862083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab367f9-3158-4ecc-a6aa-c99e4d5eb770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:18.927247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=61768587-5760-4be5-8cb2-bb7581094dc3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:18.935580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '0b18145c-992a-4b3d-bb57-4f3496db72b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:18.936082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: 152db2bb-da4f-4d9a-b01d-0bdba48ed066, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:08:18.936454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.940282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port d81c1606-1db3-40b5-aab0-7f631114ff24, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d81c1606-1db3-40b5-aab0-7f631114ff24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:18.959377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:08:18.973063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 152db2bb-da4f-4d9a-b01d-0bdba48ed066) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:18.978308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:18.979103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:18.992497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ed9e43-1dc3-414d-b004-20378d00eedc None None] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:19.006910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a0b891f0-86fa-4619-89e5-e0088a552734 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982727 Oct 26 12:08:19.021863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55200) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:19.032627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.035364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1163519708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:19.048159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.049181 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.085802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.101877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.103307 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.174095 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.212510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64c389e8-1977-48b2-a800-2cfa1cf8c33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.227007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.229036 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817227 Oct 26 12:08:19.231599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:19.231755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55206) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:19.233667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.247426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'security_group_rule': {'security_group_id': '5ec02c00-f1eb-4883-a0cc-a582cdcdb67a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:19.251525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:19.255735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:19.256733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.277631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.278236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=9ba94cf4-b5a2-4a84-a2ff-a4ab6a00973c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:19.295555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e8efb-0677-4442-a416-0cecc945213e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6084f7bd-f063-4c4a-b07f-ef98d0670e40,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:19.298541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=d81c1606-1db3-40b5-aab0-7f631114ff24,revision_number=4']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:19.326815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40b62459-51b8-4080-9279-1c72bcc74cb1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4631135 Oct 26 12:08:19.327134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:19.333251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:d2:b6:62', 'name': 'tempest-NetworksTestDHCPv6-237929132'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:19.391384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-152db2bb-da4f-4d9a-b01d-0bdba48ed066', 'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': '61768587-5760-4be5-8cb2-bb7581094dc3'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:19.394293 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.416826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74b549-b147-4ff2-b297-ed1e026c2f75 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:19.431107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.450757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.452053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-817848b7-4f9e-4bda-a4f3-996edf401c66 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4289238 Oct 26 12:08:19.455792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55214) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:19.579268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e264-9f00-41ae-a017-5835498a606e req-308ba7c5-e16b-4a38-a7a6-a13a794889c2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:19.580837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1e5e264-9f00-41ae-a017-5835498a606e req-308ba7c5-e16b-4a38-a7a6-a13a794889c2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2032661 Oct 26 12:08:19.586308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:19.629111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6cd551ab-f823-4c4a-8188-6721bada54b9 None None] Provisioning complete for port d81c1606-1db3-40b5-aab0-7f631114ff24 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:19.629691 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6cd551ab-f823-4c4a-8188-6721bada54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.724687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.731047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a1e5e264-9f00-41ae-a017-5835498a606e req-80de2e5e-e7f6-4263-89bd-ec7fca7106bc tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389964 Oct 26 12:08:19.732958 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.747943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port f5d01741-b363-42fd-9ea5-4adeda0c6b3f yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:08:19.874767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Allocated IP 172.20.0.2 (152db2bb-da4f-4d9a-b01d-0bdba48ed066/61768587-5760-4be5-8cb2-bb7581094dc3/e321cb02-b62a-4b43-9d16-5d5eef9c1229) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:19.878180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.909868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:19.928219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c90610f-05e3-4dcf-b02e-724e8ec38f2f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:19.933746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6cd551ab-f823-4c4a-8188-6721bada54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.005737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.011552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6cd551ab-f823-4c4a-8188-6721bada54b9 None None] For port d81c1606-1db3-40b5-aab0-7f631114ff24, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d81c1606-1db3-40b5-aab0-7f631114ff24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:20.012680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-07cd37ef-886c-4f7a-8e52-3b4049219654 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7771511 Oct 26 12:08:20.014548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55216) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:20.028249 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6cd551ab-f823-4c4a-8188-6721bada54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.029212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:20.138130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::1c0 (70363c38-cb86-4e6d-b449-518efb0827be/1d307456-0391-4563-897f-756a5d5bc2ea/f5d01741-b363-42fd-9ea5-4adeda0c6b3f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:20.147174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:b662 (70363c38-cb86-4e6d-b449-518efb0827be/9ba94cf4-b5a2-4a84-a2ff-a4ab6a00973c/f5d01741-b363-42fd-9ea5-4adeda0c6b3f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:20.156040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.157628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd551ab-f823-4c4a-8188-6721bada54b9 None None] Pushing event updated for resources: {'Port': ['ID=d81c1606-1db3-40b5-aab0-7f631114ff24,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:20.173328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d81c1606-1db3-40b5-aab0-7f631114ff24 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:20.454534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.484204 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.486513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d81c1606-1db3-40b5-aab0-7f631114ff24 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:20.487542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.520754 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.562159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.602028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:20.603669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.20.0.1 (152db2bb-da4f-4d9a-b01d-0bdba48ed066/61768587-5760-4be5-8cb2-bb7581094dc3/cc80e65b-1c31-4d63-ae2b-3dc46dfa089d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:20.614111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:20.618413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:20.661997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Pushing event updated for resources: {'Port': ['ID=e321cb02-b62a-4b43-9d16-5d5eef9c1229,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:20.716207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.723089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Allocated IP 172.25.4.139 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/d9871635-0a7b-46d6-b75c-663ad613947e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:20.760884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Attempting to bind port e321cb02-b62a-4b43-9d16-5d5eef9c1229 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:20.761260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Attempting to bind port e321cb02-b62a-4b43-9d16-5d5eef9c1229 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0b18145c-992a-4b3d-bb57-4f3496db72b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:20.761847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Attempting to bind port e321cb02-b62a-4b43-9d16-5d5eef9c1229 on network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:20.774496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.776692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:20.777068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Checking segment: {'id': '0b18145c-992a-4b3d-bb57-4f3496db72b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:20.777466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.777852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Bound using segment: {'id': '0b18145c-992a-4b3d-bb57-4f3496db72b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:20.779214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Bound port: e321cb02-b62a-4b43-9d16-5d5eef9c1229, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b18145c-992a-4b3d-bb57-4f3496db72b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '152db2bb-da4f-4d9a-b01d-0bdba48ed066'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:20.779618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.813586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.873291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] For port e321cb02-b62a-4b43-9d16-5d5eef9c1229, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:20.879873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] For port e321cb02-b62a-4b43-9d16-5d5eef9c1229, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e321cb02-b62a-4b43-9d16-5d5eef9c1229,segment=NetworkSegment(0b18145c-992a-4b3d-bb57-4f3496db72b7),segment_id=0b18145c-992a-4b3d-bb57-4f3496db72b7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:20.881044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:20.884166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cb8d64ad-a9e4-43fe-88ea-644ead1799b7 None None] Provisioning complete for port d81c1606-1db3-40b5-aab0-7f631114ff24 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:20.885282 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb8d64ad-a9e4-43fe-88ea-644ead1799b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.889765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.893089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:20.899368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:20.901355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:20.905463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:20.905906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:20.910271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:20.914785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:20.915012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=f5d01741-b363-42fd-9ea5-4adeda0c6b3f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:20.919167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=cc80e65b-1c31-4d63-ae2b-3dc46dfa089d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:20.950663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65eb49f5-72bd-4633-a583-efed468a5203 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6196609 Oct 26 12:08:20.950964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55222) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:20.953940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42da6-7b24-4eb5-8548-de8b3a2dd674 req-b58648c9-e4d0-41d1-8c3a-2a50049ba39c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:20.955530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65d42da6-7b24-4eb5-8548-de8b3a2dd674 req-b58648c9-e4d0-41d1-8c3a-2a50049ba39c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1152990 Oct 26 12:08:21.003163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.021249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ba702-c888-4a15-b6da-4fdebf962fcf None None] Pushing event updated for resources: {'Port': ['ID=e321cb02-b62a-4b43-9d16-5d5eef9c1229,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:21.033421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.101903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65d42da6-7b24-4eb5-8548-de8b3a2dd674 req-af31ccdd-4cad-466f-a593-250240b3252d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361792 Oct 26 12:08:21.120993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.181823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:21.187718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:21.197386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:21.225604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.225810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'Port': ['ID=d9871635-0a7b-46d6-b75c-663ad613947e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:21.231575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port f5d01741-b363-42fd-9ea5-4adeda0c6b3f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:21.232191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.380651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d9cf6c59-5484-47ea-9b2a-d5eff3f9ed9c None None] Provisioning complete for port f5d01741-b363-42fd-9ea5-4adeda0c6b3f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:21.381463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6c59-5484-47ea-9b2a-d5eff3f9ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.441832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.452553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.457939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf6c59-5484-47ea-9b2a-d5eff3f9ed9c None None] Port f5d01741-b363-42fd-9ea5-4adeda0c6b3f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:21.466515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for f5d01741-b363-42fd-9ea5-4adeda0c6b3f owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:21.538978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.667542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.672878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.700993 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d0d0dee-fce3-419f-87a4-8335e2e306e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.759686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.809748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.817075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.822401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.860334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=cc80e65b-1c31-4d63-ae2b-3dc46dfa089d,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:21.944286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:21.946346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:21.979840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:21.995520 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/f5d01741-b363-42fd-9ea5-4adeda0c6b3f HTTP/1.1" status: 204 len: 168 time: 1.0433478 Oct 26 12:08:22.001817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:22.045682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'Port': ['ID=d9871635-0a7b-46d6-b75c-663ad613947e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:22.104246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.165443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f2b2-a8b8-4933-8728-8d9ca73f3af1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=f5d01741-b363-42fd-9ea5-4adeda0c6b3f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:22.202108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 50f38e85-db53-4d5f-a226-bf4bfedfa3c1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:08:22.203383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.204703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7a53f78d-3a97-45f5-a86d-2587ed634a4f tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1869192 Oct 26 12:08:22.221961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d171bf3-7396-41e2-85d9-f67f6d0d57ec tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.239261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d171bf3-7396-41e2-85d9-f67f6d0d57ec tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2366517 Oct 26 12:08:22.239919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55248) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:22.273311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e321cb02-b62a-4b43-9d16-5d5eef9c1229 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:22.341264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508d138-2827-4b77-beeb-eeebad1c5e51 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.345209 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5508d138-2827-4b77-beeb-eeebad1c5e51 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1019893 Oct 26 12:08:22.355637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:22.388136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e321cb02-b62a-4b43-9d16-5d5eef9c1229 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:22.388818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.444147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f03e4-56ff-4a1a-b72e-e06ba6997282 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.448695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f03e4-56ff-4a1a-b72e-e06ba6997282 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.450361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f03e4-56ff-4a1a-b72e-e06ba6997282 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.452100 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f12f03e4-56ff-4a1a-b72e-e06ba6997282 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0975311 Oct 26 12:08:22.454741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55258) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:22.561550 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.568441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 1d307456-0391-4563-897f-756a5d5bc2ea {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:22.572138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.578095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-1258149e-5de8-40a6-b4cb-264168daf43a tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--745677675&fields=id&tenant_id=ba426a4cf8c24914b50dbf23a5088957 HTTP/1.1" status: 200 len: 267 time: 0.0643935 Oct 26 12:08:22.597146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b5dea-acb1-4fc3-b6d4-da75a510951e req-d99211b1-c5ef-4e97-a32c-4ee5ce4fe4a1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.606783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-383b5dea-acb1-4fc3-b6d4-da75a510951e req-d99211b1-c5ef-4e97-a32c-4ee5ce4fe4a1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1511233 Oct 26 12:08:22.628476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e321cb02-b62a-4b43-9d16-5d5eef9c1229, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e321cb02-b62a-4b43-9d16-5d5eef9c1229,segment=NetworkSegment(0b18145c-992a-4b3d-bb57-4f3496db72b7),segment_id=0b18145c-992a-4b3d-bb57-4f3496db72b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:22.629805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.633404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.634781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d81c1606-1db3-40b5-aab0-7f631114ff24 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:22.679145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302f28e-9b68-4d0b-98fd-c27d2b3428f1 None None] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:22.695744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:22.706525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-94413a53-d638-4120-97bb-07da69eaa05c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/50f38e85-db53-4d5f-a226-bf4bfedfa3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2445242 Oct 26 12:08:22.710225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:22.793472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4d2df1-5897-46ee-990f-dd558141b3ba tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.797761 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d4d2df1-5897-46ee-990f-dd558141b3ba tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports/cc80e65b-1c31-4d63-ae2b-3dc46dfa089d HTTP/1.1" status: 200 len: 910 time: 0.0569777 Oct 26 12:08:22.799480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-1bc79911-672a-46bd-9f91-1c7dff7b1766 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:22.803240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:22.806811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:22.807475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-1bc79911-672a-46bd-9f91-1c7dff7b1766 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 811 time: 0.1996019 Oct 26 12:08:22.811895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-383b5dea-acb1-4fc3-b6d4-da75a510951e req-b8f29d1f-c30d-41fb-8818-4c59ce471436 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852567 Oct 26 12:08:22.844258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-d7fd389f-413a-49ab-93da-b29ee11c6941 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/quotas/ba426a4cf8c24914b50dbf23a5088957 HTTP/1.1" status: 200 len: 375 time: 0.0358007 Oct 26 12:08:22.849308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e321cb02-b62a-4b43-9d16-5d5eef9c1229,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:22.858620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] Sync routers for ids ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:22.920908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-f53fb6ae-376c-41a9-a8e0-1b56f4709c85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755162 Oct 26 12:08:22.930370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] Routers {'50f38e85-db53-4d5f-a226-bf4bfedfa3c1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:22.931054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:22.990791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:22.996303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d81c1606-1db3-40b5-aab0-7f631114ff24 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:22.996855 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.041791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-df9bbbcf-5bb8-4c9c-8bbf-09bfddeb3245 None None] Provisioning complete for port e321cb02-b62a-4b43-9d16-5d5eef9c1229 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:23.042165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df9bbbcf-5bb8-4c9c-8bbf-09bfddeb3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.082895 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.120328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] Routers {'50f38e85-db53-4d5f-a226-bf4bfedfa3c1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:23.120971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:23.186829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:23.187539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d544c-b469-4662-9f2d-da44ffb0b62c None None] The sync data for ids ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:23.315227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.428247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.488611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=1d307456-0391-4563-897f-756a5d5bc2ea,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:23.502583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.509486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee6e1457-60ec-4d04-b14e-5a9064e0286d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/1d307456-0391-4563-897f-756a5d5bc2ea HTTP/1.1" status: 204 len: 168 time: 1.0531061 Oct 26 12:08:23.511582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a667d153-a481-4014-915c-86411d4c4c8d None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:23.512053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:23.574129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 9ba94cf4-b5a2-4a84-a2ff-a4ab6a00973c {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:23.583209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.607162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-af38bce9-4eec-4422-9617-698369692f9f None None] Provisioning complete for port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:23.607816 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-af38bce9-4eec-4422-9617-698369692f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.622153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-949026ce-2a24-4296-a980-9df37163c22d service neutron] 10.222.0.88 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889699 Oct 26 12:08:23.690010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-af38bce9-4eec-4422-9617-698369692f9f None None] Port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:23.700188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.745972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-af38bce9-4eec-4422-9617-698369692f9f None None] Provisioning complete for port e321cb02-b62a-4b43-9d16-5d5eef9c1229 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:23.746351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-af38bce9-4eec-4422-9617-698369692f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:23.746640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-20aede12-3261-417b-ae59-184407436dbd service neutron] 10.222.0.88 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157329 Oct 26 12:08:23.903480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.066513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.105485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-80934030-d59c-4276-99ac-6c5ef6c697c7 None None] Provisioning complete for port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:24.107826 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80934030-d59c-4276-99ac-6c5ef6c697c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.169014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268806-8233-47d4-9926-463b1621bb00 req-67b0d153-2b48-4ffd-8dda-5b8ad67ac04e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:24.171987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e321cb02-b62a-4b43-9d16-5d5eef9c1229 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:24.189210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05268806-8233-47d4-9926-463b1621bb00 req-67b0d153-2b48-4ffd-8dda-5b8ad67ac04e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1465802 Oct 26 12:08:24.198248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.198510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a11476f6-4527-45a0-88df-e446a8b2a9c4 req-efaea090-0962-42f1-9234-a5983179e06d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 210 time: 0.0875292 Oct 26 12:08:24.205299 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/9ba94cf4-b5a2-4a84-a2ff-a4ab6a00973c HTTP/1.1" status: 204 len: 168 time: 0.6922104 Oct 26 12:08:24.207919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55282) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:24.214820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c837339-6d54-4eb3-9b75-aea172e88efc tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba94cf4-b5a2-4a84-a2ff-a4ab6a00973c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:24.248831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.256215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-80934030-d59c-4276-99ac-6c5ef6c697c7 None None] Port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:24.268875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e321cb02-b62a-4b43-9d16-5d5eef9c1229 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:24.269541 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.311756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-72a09189-6a16-4c54-bb68-17222fc64793 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013348 Oct 26 12:08:24.362028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55284) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:24.369567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:24.391318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05268806-8233-47d4-9926-463b1621bb00 req-6cd5c421-dad6-4e64-b277-a11f5448ae75 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874945 Oct 26 12:08:24.480263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c3149ca4-5287-44d6-a520-335d53f2e74d None None] Provisioning complete for port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:24.480640 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3149ca4-5287-44d6-a520-335d53f2e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.534060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c3149ca4-5287-44d6-a520-335d53f2e74d None None] Port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:24.613502 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.682473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:24.686183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.762284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c422c-bb3d-4671-8ecc-0fc8b892412c None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:24.899871 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-07eb4d8e-ac03-4d00-ae93-59df839a1336 None None] Provisioning complete for port d81c1606-1db3-40b5-aab0-7f631114ff24 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:24.900236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07eb4d8e-ac03-4d00-ae93-59df839a1336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:24.934704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port cc80e65b-1c31-4d63-ae2b-3dc46dfa089d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:24.935138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.066600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:25.143002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.145450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] Deleting port d81c1606-1db3-40b5-aab0-7f631114ff24 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:25.147089 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.210830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:25.227627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:25.240811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:25.241422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.250541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] For port d81c1606-1db3-40b5-aab0-7f631114ff24, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d81c1606-1db3-40b5-aab0-7f631114ff24,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:25.251130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.269077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] Calling delete_port for d81c1606-1db3-40b5-aab0-7f631114ff24 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:25.286077 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9219685 Oct 26 12:08:25.288722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55306) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:25.295207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:25.303720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.309198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17571f-8dac-42d2-a518-bba9056e7c64 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=94ad4d87-bbc3-4e92-944a-074b26d406a7,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:25.344461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for cc80e65b-1c31-4d63-ae2b-3dc46dfa089d owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:25.496227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:25.525285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f8a3b5d-b556-4f18-bae3-5d2a1db31eb4 req-1d51de51-ec54-4d12-86b5-3bdc2f70d289 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 210 time: 0.1862898 Oct 26 12:08:25.672693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-4897a177-999f-47de-9216-de84df348d43 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:25.674978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-4897a177-999f-47de-9216-de84df348d43 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.100 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 811 time: 0.2259111 Oct 26 12:08:25.722918 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.756324 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.782397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] Pushing event deleted for resources: {'Port': ['ID=d81c1606-1db3-40b5-aab0-7f631114ff24,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:25.790257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e11f13-941a-430d-aea0-a82cd5a28c61 None None] No DVR routers for this DVR port d81c1606-1db3-40b5-aab0-7f631114ff24 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:25.792509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a0c5-b7eb-4606-85d0-f051925b1e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:25.795888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=cc80e65b-1c31-4d63-ae2b-3dc46dfa089d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:25.824540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-aa70355c-b825-4088-a73a-9ac55ac124ce tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba426a4cf8c24914b50dbf23a5088957 HTTP/1.1" status: 200 len: 379 time: 0.1363192 Oct 26 12:08:25.845898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'port': {'device_id': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'admin_state_up': True, 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'security_groups': ['5ec02c00-f1eb-4883-a0cc-a582cdcdb67a']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:25.851900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbef2d1-742a-427c-b186-05e4da719511 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:25.859245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63507-f1a8-4868-8891-bb1aa08c89e6 req-3e601105-507b-47a3-94bc-806a3b4ab5e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:25.867592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4d63507-f1a8-4868-8891-bb1aa08c89e6 req-3e601105-507b-47a3-94bc-806a3b4ab5e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.3376813 Oct 26 12:08:26.062003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.098676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d81c1606-1db3-40b5-aab0-7f631114ff24 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:26.106050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a0c5-b7eb-4606-85d0-f051925b1e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.130273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4d63507-f1a8-4868-8891-bb1aa08c89e6 req-04eda2a5-d3bd-4b1b-964c-2144220b204c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600493 Oct 26 12:08:26.157082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d81c1606-1db3-40b5-aab0-7f631114ff24 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:26.157665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d81c1606-1db3-40b5-aab0-7f631114ff24 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:26.184592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:26.189953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.195723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a0c5-b7eb-4606-85d0-f051925b1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.232917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-70363c38-cb86-4e6d-b449-518efb0827be', 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'tenant_id': 'de34838c3ce44a70bdb51ac42ad2dfd3', 'fixed_ips': [{'subnet_id': '94ad4d87-bbc3-4e92-944a-074b26d406a7'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:26.233772 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.239395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Made reservation on behalf of ba426a4cf8c24914b50dbf23a5088957 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:26.245304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.284441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4a0c5-b7eb-4606-85d0-f051925b1e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518aa6ea-13ed-4f67-9107-d8096fcb62a0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:26.309816 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ce4a0c5-b7eb-4606-85d0-f051925b1e68 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=285e93582a6e45a19f7ae7c880895159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127832 Oct 26 12:08:26.314554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55316) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:26.369551 n-d-812150-3 neutron-server[102760]: INFO neutron.db.ipam_backend_mixin [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94ad4d87-bbc3-4e92-944a-074b26d406a7 (CIDR: 2001:db8::/64) Oct 26 12:08:26.390883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Allocated IP 2001:db8::2 (70363c38-cb86-4e6d-b449-518efb0827be/94ad4d87-bbc3-4e92-944a-074b26d406a7/da6a05e9-6084-489e-8599-01162d709740) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:26.426050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 50f38e85-db53-4d5f-a226-bf4bfedfa3c1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:26.454791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5bd73e1c-06cf-465d-b346-531ff6cd27d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.515103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Allocated IP 172.20.0.13 (d718bb8b-0f5a-40f3-8925-3a997058ad4b/77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b/e90fb595-d44a-4a99-86cf-4f65711a6220) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:26.545627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:26.554624 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] Sync routers for ids ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:26.557362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5bd73e1c-06cf-465d-b346-531ff6cd27d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.563664 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.567575 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] Routers {'50f38e85-db53-4d5f-a226-bf4bfedfa3c1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:26.568205 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:26.571259 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a70415ca-1107-43b2-89ee-2f3ff510dcf8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/50f38e85-db53-4d5f-a226-bf4bfedfa3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7614095 Oct 26 12:08:26.576822 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.586281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55320) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:26.602149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:26.606180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:26.631536 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:26.641560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] Routers {'50f38e85-db53-4d5f-a226-bf4bfedfa3c1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:26.642441 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:26.656814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Pushing event updated for resources: {'Port': ['ID=da6a05e9-6084-489e-8599-01162d709740,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:26.660646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:26.666720 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e60b1fc1-b12a-4050-ac6b-3049369e98aa tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=50f38e85-db53-4d5f-a226-bf4bfedfa3c1 HTTP/1.1" status: 200 len: 205 time: 0.0792453 Oct 26 12:08:26.669329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55322) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:26.684918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:26.685942 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32ab81-7075-47c2-afbd-921f466a47ae None None] The sync data for ids ['50f38e85-db53-4d5f-a226-bf4bfedfa3c1'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:26.713164 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:08:26.713164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:26.736895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b57754f-4493-4dc5-94a9-cb5f7e0e93fd req-a3f6b785-2c7a-4d27-a02e-0495efd02c9d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 210 time: 0.0401995 Oct 26 12:08:26.772861 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.774575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.784877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-62fc208c-2c14-4c8e-b9a7-49dbe619f9ab tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4945619 Oct 26 12:08:26.812397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55324) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:26.818029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'subnet': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:26.830705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.850242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Attempting to bind port da6a05e9-6084-489e-8599-01162d709740 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:26.850610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Attempting to bind port da6a05e9-6084-489e-8599-01162d709740 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:26.851091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Attempting to bind port da6a05e9-6084-489e-8599-01162d709740 on network 70363c38-cb86-4e6d-b449-518efb0827be {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:26.861740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:26.862367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Checking segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:26.862765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.863697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Bound using segment: {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:26.864163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Bound port: da6a05e9-6084-489e-8599-01162d709740, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '70363c38-cb86-4e6d-b449-518efb0827be'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:26.864540 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.896816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5bd73e1c-06cf-465d-b346-531ff6cd27d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.897289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event updated for resources: {'Port': ['ID=e90fb595-d44a-4a99-86cf-4f65711a6220,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:26.899710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5bd73e1c-06cf-465d-b346-531ff6cd27d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:26.900980 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5bd73e1c-06cf-465d-b346-531ff6cd27d5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/518aa6ea-13ed-4f67-9107-d8096fcb62a0 HTTP/1.1" status: 204 len: 168 time: 0.5829635 Oct 26 12:08:26.916455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:26.918909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:26.936566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:26.954916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] For port da6a05e9-6084-489e-8599-01162d709740, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:26.958715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] For port da6a05e9-6084-489e-8599-01162d709740, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da6a05e9-6084-489e-8599-01162d709740,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:26.964091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd73e1c-06cf-465d-b346-531ff6cd27d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518aa6ea-13ed-4f67-9107-d8096fcb62a0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:26.985236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.018854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:27.019635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.043434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-a26c1f5e-1364-4459-b487-bfab9a19fcf7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2025547 Oct 26 12:08:27.049348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.054421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.063443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Request body: {'port': {'device_id': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:27.106695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154c92-eecf-467a-a123-4675cf56af5d None None] Pushing event updated for resources: {'Port': ['ID=da6a05e9-6084-489e-8599-01162d709740,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:27.145497 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.150733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.151495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router 50f38e85-db53-4d5f-a226-bf4bfedfa3c1 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:08:27.164592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.165998 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6ab781a-8b44-499b-aa21-ea927025300f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/50f38e85-db53-4d5f-a226-bf4bfedfa3c1 HTTP/1.1" status: 204 len: 168 time: 0.4955122 Oct 26 12:08:27.172056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55332) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:27.271964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:27.276713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.343465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet 61768587-5760-4be5-8cb2-bb7581094dc3 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:27.354466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.386362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f0e17075-92d8-451f-8677-994ae650f706 None None] Provisioning complete for port e90fb595-d44a-4a99-86cf-4f65711a6220 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:27.386880 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f0e17075-92d8-451f-8677-994ae650f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.416220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f685e48-1239-4800-9d49-17dbeca7e24d req-b900d4e7-c30d-4434-a918-6c70c96b2b52 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:27.418544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f685e48-1239-4800-9d49-17dbeca7e24d req-b900d4e7-c30d-4434-a918-6c70c96b2b52 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1149077 Oct 26 12:08:27.463984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55334) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:27.483386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f0e17075-92d8-451f-8677-994ae650f706 None None] Port e90fb595-d44a-4a99-86cf-4f65711a6220 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:27.520042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f685e48-1239-4800-9d49-17dbeca7e24d req-da010486-9851-4a7d-a4bd-9a989da8372d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Oct 26 12:08:27.619606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90fb595-d44a-4a99-86cf-4f65711a6220 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:08:27.627668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.640459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Transition to ACTIVE for port object e90fb595-d44a-4a99-86cf-4f65711a6220 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:08:27.645810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.728123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Pushing event updated for resources: {'Port': ['ID=e90fb595-d44a-4a99-86cf-4f65711a6220,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:27.791854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Attempting to bind port e90fb595-d44a-4a99-86cf-4f65711a6220 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:27.792209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Attempting to bind port e90fb595-d44a-4a99-86cf-4f65711a6220 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:27.792548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Attempting to bind port e90fb595-d44a-4a99-86cf-4f65711a6220 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:27.799149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Port e90fb595-d44a-4a99-86cf-4f65711a6220 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:08:27.799830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Attempting to bind port e90fb595-d44a-4a99-86cf-4f65711a6220 on network d718bb8b-0f5a-40f3-8925-3a997058ad4b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:27.810476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:27.810835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Checking segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:27.811272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Bound using segment: {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:27.811726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Bound port: e90fb595-d44a-4a99-86cf-4f65711a6220, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a73ce62-d3c3-4413-b459-eb89792e5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:27.812097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.813404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57b79c67-c024-48b9-90b9-2cfb1cbbbf47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.821677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.928897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721870f-f690-493b-9ffc-8b719c6083ef req-3c59482f-3ba4-48f5-ba64-4c4305f1a5f4 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:27.932572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f721870f-f690-493b-9ffc-8b719c6083ef req-3c59482f-3ba4-48f5-ba64-4c4305f1a5f4 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 944 time: 0.0825746 Oct 26 12:08:27.936202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] For port e90fb595-d44a-4a99-86cf-4f65711a6220, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:27.941804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] For port e90fb595-d44a-4a99-86cf-4f65711a6220, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e90fb595-d44a-4a99-86cf-4f65711a6220,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:27.947785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:27.997939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.020420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:28.021443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.022893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] 10.222.0.100 "PUT /v2.0/ports/e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 1092 time: 0.9693055 Oct 26 12:08:28.027573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:28.031023 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:28.114001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f721870f-f690-493b-9ffc-8b719c6083ef req-25077b8e-671f-4cdc-94b4-2f7caacaba4b tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637607 Oct 26 12:08:28.137352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7f65a-6ee9-492d-82e5-302e57074481 service neutron] Pushing event updated for resources: {'Port': ['ID=e90fb595-d44a-4a99-86cf-4f65711a6220,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:28.165511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57b79c67-c024-48b9-90b9-2cfb1cbbbf47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.180719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da6a05e9-6084-489e-8599-01162d709740 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:28.220038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.220712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-159c380d-8e5c-49b9-a5f5-3529d69c5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:28.224275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-159c380d-8e5c-49b9-a5f5-3529d69c5afc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1095 time: 0.1067169 Oct 26 12:08:28.224591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57b79c67-c024-48b9-90b9-2cfb1cbbbf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.289604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port da6a05e9-6084-489e-8599-01162d709740 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:28.290259 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.290389 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-57b79c67-c024-48b9-90b9-2cfb1cbbbf47 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f7976ffcd52a4a6cb5a57c0b79964406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959111 Oct 26 12:08:28.291025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:28.296757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-fcda9677-b916-4fe1-9793-8b2304fbf624 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 217 time: 0.0631340 Oct 26 12:08:28.365222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=61768587-5760-4be5-8cb2-bb7581094dc3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:28.376836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.380702 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9956038a-4532-46d6-9231-7f412fdd895e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/61768587-5760-4be5-8cb2-bb7581094dc3 HTTP/1.1" status: 204 len: 168 time: 1.2074192 Oct 26 12:08:28.385581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6cfd7-6e3b-4e0e-bad2-708cb86f4a1f None None] Network 152db2bb-da4f-4d9a-b01d-0bdba48ed066 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:28.390551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55346) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:28.459685 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf6d8c5-daa7-4ec6-a4f7-ba66f63533e1 x-openstack-request-id: req-6cf6d8c5-daa7-4ec6-a4f7-ba66f63533e1 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:28.460395 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:28.460395 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6cf6d8c5-daa7-4ec6-a4f7-ba66f63533e1 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:28.461235 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'status': 'completed', 'code': 200} Oct 26 12:08:28.493251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-52b63ec4-45e9-4439-b133-36ef5d6aab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:28.494978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-52b63ec4-45e9-4439-b133-36ef5d6aab0b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1852632 Oct 26 12:08:28.501616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.529228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b79c67-c024-48b9-90b9-2cfb1cbbbf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8842ad8-4be3-424c-9280-f10e5dd481b9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:28.555331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.objects.ports [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:08:28.565568 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.607798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-afb1e39e-1fa9-49b6-ba5d-ed24c8dc65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:28.609908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-afb1e39e-1fa9-49b6-ba5d-ed24c8dc65a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045227 Oct 26 12:08:28.613598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port da6a05e9-6084-489e-8599-01162d709740, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da6a05e9-6084-489e-8599-01162d709740,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:28.619301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.630959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.670217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.690481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=da6a05e9-6084-489e-8599-01162d709740,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:28.706241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] DHCP port deletion for 152db2bb-da4f-4d9a-b01d-0bdba48ed066 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:28.744631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e4c2429d-3774-45f7-b07a-9188f3244d42 None None] Provisioning complete for port da6a05e9-6084-489e-8599-01162d709740 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:28.745115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e4c2429d-3774-45f7-b07a-9188f3244d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.751213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port e321cb02-b62a-4b43-9d16-5d5eef9c1229 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:28.751567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.786130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.788790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.792569 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c8842ad8-4be3-424c-9280-f10e5dd481b9 HTTP/1.1" status: 204 len: 168 time: 0.4856904 Oct 26 12:08:28.805808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.809553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] Deleting port e321cb02-b62a-4b43-9d16-5d5eef9c1229 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:28.809775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8842ad8-4be3-424c-9280-f10e5dd481b9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:28.810130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.822045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac08d-d9c1-41ae-acb2-709216c246c3 req-26629b86-1dee-4507-8825-6d96153e41c5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:28.823587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdaac08d-d9c1-41ae-acb2-709216c246c3 req-26629b86-1dee-4507-8825-6d96153e41c5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1913464 Oct 26 12:08:28.828097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.828678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.828783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.829098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.829442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.829762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.830581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.830581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.830818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.831051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.831374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.832747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f8c907-5210-4c25-9d6f-54675b0b9ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.835103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-fe68d108-d052-4fe1-a7a9-afd654509e49 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120473 Oct 26 12:08:28.919213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port e321cb02-b62a-4b43-9d16-5d5eef9c1229, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e321cb02-b62a-4b43-9d16-5d5eef9c1229,segment=NetworkSegment(0b18145c-992a-4b3d-bb57-4f3496db72b7),segment_id=0b18145c-992a-4b3d-bb57-4f3496db72b7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:28.919625 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.931117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] For port e321cb02-b62a-4b43-9d16-5d5eef9c1229, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e321cb02-b62a-4b43-9d16-5d5eef9c1229,segment=NetworkSegment(0b18145c-992a-4b3d-bb57-4f3496db72b7),segment_id=0b18145c-992a-4b3d-bb57-4f3496db72b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:28.931658 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:28.947006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] Calling delete_port for e321cb02-b62a-4b43-9d16-5d5eef9c1229 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:28.947248 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for e321cb02-b62a-4b43-9d16-5d5eef9c1229 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:29.010747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdaac08d-d9c1-41ae-acb2-709216c246c3 req-f721bb55-55c0-4812-b614-6da85966806d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523325 Oct 26 12:08:29.022453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] For port da6a05e9-6084-489e-8599-01162d709740, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da6a05e9-6084-489e-8599-01162d709740,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:29.042058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.051797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-085aaa4b-0a38-4ea3-b7af-f272008b9785 req-b4c28a9a-062f-4b11-9df5-52303ca4abb2 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073619 Oct 26 12:08:29.072732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] Pushing event deleted for resources: {'Port': ['ID=e321cb02-b62a-4b43-9d16-5d5eef9c1229,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:29.075592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.081367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87ee66-6bc9-4710-8cad-d2f939d90928 None None] No DVR routers for this DVR port e321cb02-b62a-4b43-9d16-5d5eef9c1229 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:29.083997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.085295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.128120 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.162842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:29.172869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:29.182588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:29.183330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.184258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ceb832-e90c-4392-943c-ade88b602097 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:29.189108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=e321cb02-b62a-4b43-9d16-5d5eef9c1229,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:29.195872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port e321cb02-b62a-4b43-9d16-5d5eef9c1229 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:29.215866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Subnet': ['ID=92eb1af6-b693-400b-91c9-b7757148866e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:29.221991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=da6a05e9-6084-489e-8599-01162d709740,revision_number=5']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:29.239888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d8716b37-fa31-4804-81e8-b5e0a16fd1a6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4259784 Oct 26 12:08:29.240807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55356) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:29.246224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Request body: {'port': {'network_id': '70363c38-cb86-4e6d-b449-518efb0827be', 'mac_address': 'fa:16:3e:2b:c0:2d', 'name': 'tempest-NetworksTestDHCPv6-2067560364'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:29.306006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-3a4947a0-4da8-476c-9468-e9d027342e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:29.307783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-3a4947a0-4da8-476c-9468-e9d027342e96 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1095 time: 0.1924281 Oct 26 12:08:29.355854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.395163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:29.416811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152db2bb-da4f-4d9a-b01d-0bdba48ed066']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:29.423343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a5f14cc-9252-4006-a25e-7bc6b9c685ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.427773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Made reservation on behalf of de34838c3ce44a70bdb51ac42ad2dfd3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:29.438241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b18145c-992a-4b3d-bb57-4f3496db72b7') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:29.438552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b18145c-992a-4b3d-bb57-4f3496db72b7') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:29.464138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca634d-f8fa-4e1a-9c2a-9f70fd0f5474 req-9e0b8894-8ea4-479e-a5e8-66b1f23db26a tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:29.465633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4ca634d-f8fa-4e1a-9c2a-9f70fd0f5474 req-9e0b8894-8ea4-479e-a5e8-66b1f23db26a tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 944 time: 0.1764891 Oct 26 12:08:29.467526 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.508953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.528849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:08:29.529364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:08:29.533923 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:08:29.555195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.578134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-756309c4-e325-4194-907c-98643311653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:29.579705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-756309c4-e325-4194-907c-98643311653b service neutron] 10.222.0.100 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.2582130 Oct 26 12:08:29.592834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] device_id is not set on port 61020a8c-8b64-4efa-a69b-74b80b396b94 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:08:29.611049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a5f14cc-9252-4006-a25e-7bc6b9c685ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.643517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a5f14cc-9252-4006-a25e-7bc6b9c685ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.645566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4ca634d-f8fa-4e1a-9c2a-9f70fd0f5474 req-c4cb0455-82fb-4999-b14b-10dddee22700 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673884 Oct 26 12:08:29.648279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-964494b7-6396-41c1-8708-805b28d489a5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 217 time: 0.0597253 Oct 26 12:08:29.654287 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.661150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.673583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/152db2bb-da4f-4d9a-b01d-0bdba48ed066 HTTP/1.1" status: 204 len: 168 time: 1.2812808 Oct 26 12:08:29.682801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55360) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:29.697208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-657954748', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:29.718916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdd20f-c280-45aa-bebd-d3f21d002f24 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=152db2bb-da4f-4d9a-b01d-0bdba48ed066,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:29.732242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f14cc-9252-4006-a25e-7bc6b9c685ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e66639-1f2b-41a2-9daa-c2b6fbd70b43,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:29.740535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-5e08d34b-e043-4b8a-a2f4-390ba55f33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:29.743132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-5e08d34b-e043-4b8a-a2f4-390ba55f33f7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.0681021 Oct 26 12:08:29.764686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4a5f14cc-9252-4006-a25e-7bc6b9c685ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1acf333f356743f98ef4fac7e9525716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640442 Oct 26 12:08:29.767064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55362) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:29.801268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-bd7dc18a-1d15-4676-9b37-26c339f79485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:29.803897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-bd7dc18a-1d15-4676-9b37-26c339f79485 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530889 Oct 26 12:08:29.827485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.828471 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.916143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-105201b7-b86d-43d3-b538-f10d5ee71470 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035583 Oct 26 12:08:29.944260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8::197 (70363c38-cb86-4e6d-b449-518efb0827be/94ad4d87-bbc3-4e92-944a-074b26d406a7/61020a8c-8b64-4efa-a69b-74b80b396b94) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:29.947029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.951960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da2dc8e1-0151-4911-8186-c9d7da0002ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:29.956151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:c02d (70363c38-cb86-4e6d-b449-518efb0827be/92eb1af6-b693-400b-91c9-b7757148866e/61020a8c-8b64-4efa-a69b-74b80b396b94) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:30.033675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7bdfca9-6430-41e6-bc8d-94f4ad8d5cc9 req-092ea925-339a-4434-bf2d-be29cbdede49 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091940 Oct 26 12:08:30.054051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da2dc8e1-0151-4911-8186-c9d7da0002ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.066745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da6a05e9-6084-489e-8599-01162d709740 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:30.148380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port da6a05e9-6084-489e-8599-01162d709740 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:30.148660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.152001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-75b3a36e-23a7-43f0-8117-ea83d9bba66e None None] Provisioning complete for port da6a05e9-6084-489e-8599-01162d709740 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:30.152001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75b3a36e-23a7-43f0-8117-ea83d9bba66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.171575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776c68-c082-4d76-8f51-3aabaacd84a1 req-ee7c38ff-2b7c-4b48-8244-1176de01c26b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:30.173149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec776c68-c082-4d76-8f51-3aabaacd84a1 req-ee7c38ff-2b7c-4b48-8244-1176de01c26b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0680168 Oct 26 12:08:30.198995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.220899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec776c68-c082-4d76-8f51-3aabaacd84a1 req-a655709d-4dee-4814-9f65-33c42352103f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Oct 26 12:08:30.322805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da2dc8e1-0151-4911-8186-c9d7da0002ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.325340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da2dc8e1-0151-4911-8186-c9d7da0002ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.326506 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-da2dc8e1-0151-4911-8186-c9d7da0002ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52e66639-1f2b-41a2-9daa-c2b6fbd70b43 HTTP/1.1" status: 204 len: 168 time: 0.5560069 Oct 26 12:08:30.352921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dc8e1-0151-4911-8186-c9d7da0002ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e66639-1f2b-41a2-9daa-c2b6fbd70b43,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:30.359291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e321cb02-b62a-4b43-9d16-5d5eef9c1229 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:30.383809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.384861 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e321cb02-b62a-4b43-9d16-5d5eef9c1229 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:30.385402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e321cb02-b62a-4b43-9d16-5d5eef9c1229 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:30.442023 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.561758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Network 70363c38-cb86-4e6d-b449-518efb0827be is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:30.568274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:30.570415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event updated for resources: {'Port': ['ID=61020a8c-8b64-4efa-a69b-74b80b396b94,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:30.575234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:30.581211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:30.582440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.607060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.633716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.650384 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-83f8e3e0-bddf-4770-96ce-96ea8aa86cba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4047906 Oct 26 12:08:30.650590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55374) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:30.786361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.25.4.75 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/28a7c75b-0afe-4e19-8364-bb673d8ddd77) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:30.804140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting port 61020a8c-8b64-4efa-a69b-74b80b396b94 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:30.804615 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.865864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4dc97-a983-454e-9b07-39e6bbfb9bf6 req-bc386dbf-8590-4d95-8aa0-8b6445e97ac3 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:30.867451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acf4dc97-a983-454e-9b07-39e6bbfb9bf6 req-bc386dbf-8590-4d95-8aa0-8b6445e97ac3 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 944 time: 0.1160700 Oct 26 12:08:30.922447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7d0aca3a-b22a-43ea-8fcf-4dfbf97fecc2 None None] Provisioning complete for port 61020a8c-8b64-4efa-a69b-74b80b396b94 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:30.922898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d0aca3a-b22a-43ea-8fcf-4dfbf97fecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.935422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acf4dc97-a983-454e-9b07-39e6bbfb9bf6 req-52cbb7a0-0ef6-455b-a75c-b80eac0b1d8d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577233 Oct 26 12:08:30.937076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.949365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:30.963590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Calling delete_port for 61020a8c-8b64-4efa-a69b-74b80b396b94 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:30.977743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.005277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aca3a-b22a-43ea-8fcf-4dfbf97fecc2 None None] Port 61020a8c-8b64-4efa-a69b-74b80b396b94 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:31.021236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:31.024306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:31.028137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:31.056842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=28a7c75b-0afe-4e19-8364-bb673d8ddd77,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:31.182477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.205041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55392) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:31.216629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Port': ['ID=61020a8c-8b64-4efa-a69b-74b80b396b94,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:31.262688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.266550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb48c4b1-eb08-4783-9b80-87af889daa3b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/61020a8c-8b64-4efa-a69b-74b80b396b94 HTTP/1.1" status: 204 len: 168 time: 0.6152577 Oct 26 12:08:31.269740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55400) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:31.368234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.382048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91148b79-44f4-43b3-9418-91a620daf035 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.383723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-91148b79-44f4-43b3-9418-91a620daf035 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1093843 Oct 26 12:08:31.386297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55402) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:31.411231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1015797930-network', 'tenant_id': 'b6bdcf07780148a199a51f9bade9764e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:31.424997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbab5f1-e98a-409a-8497-821049c4f8b4 req-33107460-5eff-408d-8d2a-9c9c007c24e2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.427634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdbab5f1-e98a-409a-8497-821049c4f8b4 req-33107460-5eff-408d-8d2a-9c9c007c24e2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1018300 Oct 26 12:08:31.470142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0132f-067b-4064-9865-d8ec44196243 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.472075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-46c0132f-067b-4064-9865-d8ec44196243 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0848088 Oct 26 12:08:31.476207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55404) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:31.481667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Made reservation on behalf of b6bdcf07780148a199a51f9bade9764e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:31.483989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.498901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.518882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdbab5f1-e98a-409a-8497-821049c4f8b4 req-4e87b6fc-ea6e-4659-9149-d40fc98cfade tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835829 Oct 26 12:08:31.545326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fe390-32f3-4075-a8ca-fbac0336bc1c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.546901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fe390-32f3-4075-a8ca-fbac0336bc1c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.548450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fe390-32f3-4075-a8ca-fbac0336bc1c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.550007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8a0fe390-32f3-4075-a8ca-fbac0336bc1c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0711586 Oct 26 12:08:31.552701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55406) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:31.608706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 92eb1af6-b693-400b-91c9-b7757148866e {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:31.612343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.647098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.654939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.728579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.734283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.736235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.773156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:08:31.782124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb88ee70-6b0b-46ba-abe4-ba8f21300e66,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:31.793359 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.793698 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Added segment b8472484-7155-444c-bcd2-c3fe74af9bc1 of type vlan for network b3eb8412-9d03-41c7-ae6f-d80d946a4401 Oct 26 12:08:31.810810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.837002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=92eb1af6-b693-400b-91c9-b7757148866e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:31.842753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.849423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f5fd5ca1-4e53-4196-9f0e-09c256b94945 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/92eb1af6-b693-400b-91c9-b7757148866e HTTP/1.1" status: 204 len: 168 time: 0.2954540 Oct 26 12:08:31.850067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55408) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:31.851638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5c06d-ebbf-47f1-84d7-1c900cbfdbb4 None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:31.852162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.884994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:08:31.890067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.891093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:31.891672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.904087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Deleting subnet 94ad4d87-bbc3-4e92-944a-074b26d406a7 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:31.907366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:31.958301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.101166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.147309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5fb0d-81b9-409e-b1dd-8be348ac0051 req-625503cb-74a6-4213-958e-af29c9a8ac03 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:32.148970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57a5fb0d-81b9-409e-b1dd-8be348ac0051 req-625503cb-74a6-4213-958e-af29c9a8ac03 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 944 time: 0.0953004 Oct 26 12:08:32.200594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57a5fb0d-81b9-409e-b1dd-8be348ac0051 req-6a9b2026-54e7-4443-ac30-288f077dce41 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 Oct 26 12:08:32.216784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.338729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1325738 Oct 26 12:08:32.342621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55412) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.348530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Request body: {'subnet': {'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1015797930-subnet', 'tenant_id': 'b6bdcf07780148a199a51f9bade9764e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:32.366508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f784beb-c252-4ead-bf3b-7f2b3aefdcc3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3eb8412-9d03-41c7-ae6f-d80d946a4401,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:32.378929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b3eb8412-9d03-41c7-ae6f-d80d946a4401 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:08:32.405933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Made reservation on behalf of b6bdcf07780148a199a51f9bade9764e for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:32.409074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.492175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:32.505333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] Sync routers for ids ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:32.517235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] Routers {'aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:32.518305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:32.524316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.528687 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-91f0f44c-59bd-450d-878a-3886b59a1153 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8388827 Oct 26 12:08:32.531420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55414) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.564224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:32.575745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Subnet': ['ID=94ad4d87-bbc3-4e92-944a-074b26d406a7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:32.576379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] Routers {'aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:32.577003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:32.593373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.596627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca0b841e-9e53-491f-9ea5-ed735378523c tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/94ad4d87-bbc3-4e92-944a-074b26d406a7 HTTP/1.1" status: 204 len: 168 time: 0.7456100 Oct 26 12:08:32.603238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55418) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.639722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:32.640570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094fe9dd-74b1-4e10-a327-ce75a4f2fd79 None None] The sync data for ids ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:32.658523 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1db36-fe72-498d-ab77-cf8c6cf55c1c None None] Network 70363c38-cb86-4e6d-b449-518efb0827be requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:32.668020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f03f5ec3-50b8-47cd-ab0c-3e1a2832fa69 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636508 Oct 26 12:08:32.670434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55420) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.703154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e90fb595-d44a-4a99-86cf-4f65711a6220 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:08:32.750050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cf5dc-bfef-43b1-a659-97734a78de37 req-dbb3c9dc-c26f-4dc1-83b6-04ba8e9015e1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:32.751610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a13cf5dc-bfef-43b1-a659-97734a78de37 req-dbb3c9dc-c26f-4dc1-83b6-04ba8e9015e1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0862901 Oct 26 12:08:32.760401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa391e-ad31-42bc-a8d7-41596ecd056b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:32.764723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5bfa391e-ad31-42bc-a8d7-41596ecd056b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0903950 Oct 26 12:08:32.764723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55422) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.777765 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0296d76d-279e-4ce6-8709-98d4917bed81 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/routers/aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 200 len: 879 time: 0.2034101 Oct 26 12:08:32.779596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.782332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55424) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.824181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e5de669-f162-4720-aa73-26fcf9352452 None None] Provisioning complete for port da6a05e9-6084-489e-8599-01162d709740 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:32.824839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e5de669-f162-4720-aa73-26fcf9352452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.844688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Pushing event updated for resources: {'Subnet': ['ID=002f5785-f6a5-4ae0-8980-8750081b6342,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:32.851054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Checking segment: {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:32.851731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Network hostable DHCP agents. Network: b3eb8412-9d03-41c7-ae6f-d80d946a4401, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:08:32.874611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Network b3eb8412-9d03-41c7-ae6f-d80d946a4401 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:08:32.885005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, b3eb8412-9d03-41c7-ae6f-d80d946a4401) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:32.896291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:32.896835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:32.904095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d4023-4d4c-4505-a8c2-be81542c40c9 None None] Network b3eb8412-9d03-41c7-ae6f-d80d946a4401 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:32.910888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a13cf5dc-bfef-43b1-a659-97734a78de37 req-6c616bda-054d-4b60-b3f5-991b77241d7c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478992 Oct 26 12:08:32.914666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc60b5-78d9-4a63-9ae6-4241aba8ade0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:32.916168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7dbc60b5-78d9-4a63-9ae6-4241aba8ade0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1509337 Oct 26 12:08:32.918689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55426) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:32.922813 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1aac07ee-5cba-4434-b397-f540efa0cdff admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5785511 Oct 26 12:08:32.966588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1f971d76-6d3a-4556-921e-dfa7e434d2d8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467739 Oct 26 12:08:32.974382 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55430) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.001713 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5231fdb-f3e6-4cc2-a5c0-697c839d44c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.002462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5231fdb-f3e6-4cc2-a5c0-697c839d44c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.006328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b5231fdb-f3e6-4cc2-a5c0-697c839d44c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/61020a8c-8b64-4efa-a69b-74b80b396b94 HTTP/1.1" status: 404 len: 333 time: 0.0307608 Oct 26 12:08:33.009083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55432) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.041813 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0e5494-a592-46bd-b208-d4b025f21bc9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.047510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0e5494-a592-46bd-b208-d4b025f21bc9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.052560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-95f4eef6-a54c-4f40-873a-1205c11e5216 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2667899 Oct 26 12:08:33.053230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55434) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.057977 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e0e5494-a592-46bd-b208-d4b025f21bc9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/92eb1af6-b693-400b-91c9-b7757148866e HTTP/1.1" status: 404 len: 337 time: 0.0435715 Oct 26 12:08:33.058695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55436) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.060493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-657954748'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:33.093848 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8536656d-55b4-41a5-b376-12c73b48c870 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.094410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8536656d-55b4-41a5-b376-12c73b48c870 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.098623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8536656d-55b4-41a5-b376-12c73b48c870 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/94ad4d87-bbc3-4e92-944a-074b26d406a7 HTTP/1.1" status: 404 len: 337 time: 0.0371871 Oct 26 12:08:33.101263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55442) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.135883 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b000fcd-6841-49f9-93cf-a12b9b6ab3e6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.136898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b000fcd-6841-49f9-93cf-a12b9b6ab3e6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.140295 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2b000fcd-6841-49f9-93cf-a12b9b6ab3e6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/f5d01741-b363-42fd-9ea5-4adeda0c6b3f HTTP/1.1" status: 404 len: 333 time: 0.0378602 Oct 26 12:08:33.142652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55444) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.171124 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f2a1b8-5624-4acd-8105-8e3d29561cc5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.171655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f2a1b8-5624-4acd-8105-8e3d29561cc5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.177736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c6f2a1b8-5624-4acd-8105-8e3d29561cc5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/9ba94cf4-b5a2-4a84-a2ff-a4ab6a00973c HTTP/1.1" status: 404 len: 337 time: 0.0311828 Oct 26 12:08:33.178068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55446) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.209768 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da48718-e597-45cc-a309-6a4450afa4e6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.210316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da48718-e597-45cc-a309-6a4450afa4e6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.213837 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1da48718-e597-45cc-a309-6a4450afa4e6 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/1d307456-0391-4563-897f-756a5d5bc2ea HTTP/1.1" status: 404 len: 337 time: 0.0347598 Oct 26 12:08:33.216741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.222829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e90fb595-d44a-4a99-86cf-4f65711a6220, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e90fb595-d44a-4a99-86cf-4f65711a6220,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:33.242965 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34a8307-6b04-46b3-848e-c6a424c08059 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.243753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34a8307-6b04-46b3-848e-c6a424c08059 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.246941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b34a8307-6b04-46b3-848e-c6a424c08059 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/f7d60d4e-e226-4e78-ab61-3ba694392431 HTTP/1.1" status: 404 len: 333 time: 0.0292187 Oct 26 12:08:33.248239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'port_id': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'mac_address': 'fa:16:3e:c8:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:08:33.249468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55452) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.251514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] DHCP port deletion for 70363c38-cb86-4e6d-b449-518efb0827be request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:33.281288 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70fb480-47cb-44e8-90ac-d9add972f054 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.283185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70fb480-47cb-44e8-90ac-d9add972f054 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.286849 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b70fb480-47cb-44e8-90ac-d9add972f054 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/281c064a-5929-411e-a63f-14140d2820c7 HTTP/1.1" status: 404 len: 337 time: 0.0356493 Oct 26 12:08:33.297373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55454) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.340399 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fd2277-5010-4fbb-9d27-28db3073dd29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.341099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fd2277-5010-4fbb-9d27-28db3073dd29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.344167 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65fd2277-5010-4fbb-9d27-28db3073dd29 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/38ec3f6c-5411-43c2-87a2-9bfa3a0a9f20 HTTP/1.1" status: 404 len: 337 time: 0.0456295 Oct 26 12:08:33.346503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55456) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.375114 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-26494b05-b5b3-4129-af0c-efa3111fd9dd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.376053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26494b05-b5b3-4129-af0c-efa3111fd9dd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.381576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26494b05-b5b3-4129-af0c-efa3111fd9dd tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/90b33cf3-822b-4c9d-9054-9310a06d0e92 HTTP/1.1" status: 404 len: 333 time: 0.0340562 Oct 26 12:08:33.386768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.398638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4893ed2d-f905-458f-8eb0-2e7d7566a69e None None] Network b3eb8412-9d03-41c7-ae6f-d80d946a4401 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:33.400397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.422176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2545-6732-4ba7-b1d7-6f58978ed658 req-177f56d7-6965-49d5-910a-f0da0b910ac1 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:33.422423 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0522089-d2f7-4328-a1b2-37cf81c28e3f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.422797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0522089-d2f7-4328-a1b2-37cf81c28e3f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.423581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccfc2545-6732-4ba7-b1d7-6f58978ed658 req-177f56d7-6965-49d5-910a-f0da0b910ac1 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 944 time: 0.0987904 Oct 26 12:08:33.429377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f0522089-d2f7-4328-a1b2-37cf81c28e3f tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/e267e20a-ba8d-4bc4-8ec4-d20f21337b3a HTTP/1.1" status: 404 len: 337 time: 0.0389135 Oct 26 12:08:33.430406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55460) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.458590 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e0bcbc-0e6c-4147-968d-fd0cfee3f9a8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.459185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e0bcbc-0e6c-4147-968d-fd0cfee3f9a8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.464977 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13e0bcbc-0e6c-4147-968d-fd0cfee3f9a8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/76acd671-fbf3-4e8b-86f8-33f6f38b617e HTTP/1.1" status: 404 len: 337 time: 0.0308197 Oct 26 12:08:33.465178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.474636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90fb595-d44a-4a99-86cf-4f65711a6220 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:08:33.495337 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b1257e-12bf-4ff4-b956-f10edeb9d79d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.496166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b1257e-12bf-4ff4-b956-f10edeb9d79d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.499879 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b8b1257e-12bf-4ff4-b956-f10edeb9d79d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/86c9f554-2bd4-4b8b-99cf-1539e71fc4d6 HTTP/1.1" status: 404 len: 333 time: 0.0336626 Oct 26 12:08:33.502497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55464) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.520342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] Deleting port da6a05e9-6084-489e-8599-01162d709740 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:33.520977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.525300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e90fb595-d44a-4a99-86cf-4f65711a6220, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e90fb595-d44a-4a99-86cf-4f65711a6220,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:33.531049 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa54f896-03ab-4485-8daf-b07bfc2db612 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.531644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa54f896-03ab-4485-8daf-b07bfc2db612 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.535408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa54f896-03ab-4485-8daf-b07bfc2db612 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/c6b1a78b-0b29-4413-a52a-bb2be37677d2 HTTP/1.1" status: 404 len: 337 time: 0.0301683 Oct 26 12:08:33.538627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55466) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.570858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.584603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.590326 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9e263c-6c53-4439-8944-3b1aa4beae9b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.591157 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9e263c-6c53-4439-8944-3b1aa4beae9b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.597137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c9e263c-6c53-4439-8944-3b1aa4beae9b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/8a873f06-ed0c-4ee8-a6bd-2a85d4efb6cd HTTP/1.1" status: 404 len: 333 time: 0.0526433 Oct 26 12:08:33.598137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55468) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.635255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccfc2545-6732-4ba7-b1d7-6f58978ed658 req-0e69bdf8-e15f-4ead-9c4d-48d20cae420d tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822933 Oct 26 12:08:33.637149 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bde530-0fc4-45f1-bbdc-7923410e106a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.637709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bde530-0fc4-45f1-bbdc-7923410e106a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.641276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-59bde530-0fc4-45f1-bbdc-7923410e106a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/11fa5051-a914-4f9d-a152-9afa950d469f HTTP/1.1" status: 404 len: 337 time: 0.0419478 Oct 26 12:08:33.643721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.645034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55472) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.677075 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aecfa8b-49f6-4fd8-961a-fd0ebeceee26 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.677895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aecfa8b-49f6-4fd8-961a-fd0ebeceee26 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.681797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1aecfa8b-49f6-4fd8-961a-fd0ebeceee26 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/a69ce3bc-c16c-4425-89e8-5712631f96fb HTTP/1.1" status: 404 len: 333 time: 0.0356574 Oct 26 12:08:33.684345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55476) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.718748 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ebc91b-9760-41dd-8457-b28d737af455 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.719569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ebc91b-9760-41dd-8457-b28d737af455 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.723511 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-17ebc91b-9760-41dd-8457-b28d737af455 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/738d7ffa-d528-4427-82dc-c242120dcf7a HTTP/1.1" status: 404 len: 337 time: 0.0377929 Oct 26 12:08:33.726034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55478) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.751220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] For port da6a05e9-6084-489e-8599-01162d709740, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da6a05e9-6084-489e-8599-01162d709740,segment=NetworkSegment(0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9),segment_id=0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:33.751927 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4263dd74-e6c7-4731-92ad-b0403ac7b03b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.752677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4263dd74-e6c7-4731-92ad-b0403ac7b03b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.755714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.756587 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4263dd74-e6c7-4731-92ad-b0403ac7b03b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/44fd80c1-f816-4706-92b7-31237fc09c59 HTTP/1.1" status: 404 len: 333 time: 0.0293832 Oct 26 12:08:33.759547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55480) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.784312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:33.788985 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63d416a-0209-4d76-b5f1-e677d069ea1d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.789555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63d416a-0209-4d76-b5f1-e677d069ea1d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.792749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a63d416a-0209-4d76-b5f1-e677d069ea1d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/cbd4c929-2d54-4d25-bc94-97c8f3569ab1 HTTP/1.1" status: 404 len: 337 time: 0.0321867 Oct 26 12:08:33.795474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55482) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.798000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] Calling delete_port for da6a05e9-6084-489e-8599-01162d709740 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:33.801984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e90fb595-d44a-4a99-86cf-4f65711a6220,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:33.818614 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.850669 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1f6464-5650-477a-8dd6-73c5b825451e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.851474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1f6464-5650-477a-8dd6-73c5b825451e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.854979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8e1f6464-5650-477a-8dd6-73c5b825451e tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/e951c239-1627-4fa7-908f-89e13dcab5ec HTTP/1.1" status: 404 len: 333 time: 0.0581319 Oct 26 12:08:33.858592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55486) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.864196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e90fb595-d44a-4a99-86cf-4f65711a6220'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:08:33.900466 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a9ed8a-50fe-498f-89ad-0451f57cd028 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.901598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a9ed8a-50fe-498f-89ad-0451f57cd028 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.907535 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96a9ed8a-50fe-498f-89ad-0451f57cd028 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/0871085b-fe44-4545-bdbe-f68de3d6680d HTTP/1.1" status: 404 len: 337 time: 0.0477686 Oct 26 12:08:33.911378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55488) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.937779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:33.943659 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c48c431-e4a7-4fc2-b19c-bce505655612 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.944446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c48c431-e4a7-4fc2-b19c-bce505655612 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.949855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c48c431-e4a7-4fc2-b19c-bce505655612 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/8045a465-fb1c-4a68-b2e1-c1dd72e0c6c5 HTTP/1.1" status: 404 len: 333 time: 0.0350053 Oct 26 12:08:33.950703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55490) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:33.976471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] Pushing event deleted for resources: {'Port': ['ID=da6a05e9-6084-489e-8599-01162d709740,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:33.979577 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-588fe121-972d-450c-9638-a943d57bcf48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:33.980287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588fe121-972d-450c-9638-a943d57bcf48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:33.981082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660214a-09d6-4824-966f-0f35f8162583 None None] No DVR routers for this DVR port da6a05e9-6084-489e-8599-01162d709740 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:33.990488 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-588fe121-972d-450c-9638-a943d57bcf48 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/64e986ee-f123-4338-adc8-46afb341c91a HTTP/1.1" status: 404 len: 337 time: 0.0367560 Oct 26 12:08:33.992414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:33.995964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.006703 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] Sync routers for ids ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:34.030163 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] Routers {'aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:34.034169 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:34.041639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.043581 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-addedfa6-7b4a-445b-b35d-b0be597fe987 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.044047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addedfa6-7b4a-445b-b35d-b0be597fe987 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.050949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-addedfa6-7b4a-445b-b35d-b0be597fe987 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/ec59a316-886d-4165-8515-8fae05157b6a HTTP/1.1" status: 404 len: 337 time: 0.0503337 Oct 26 12:08:34.050949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55496) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.052026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-74bcb1e2-ac52-4593-991f-7df9f9da573d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 200 len: 886 time: 0.9953477 Oct 26 12:08:34.052745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55498) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.104905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da6a05e9-6084-489e-8599-01162d709740 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:34.107063 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:34.115880 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a902d5d-ae89-4d0d-bb43-6dd56e5dc144 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.115880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a902d5d-ae89-4d0d-bb43-6dd56e5dc144 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.121080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1a902d5d-ae89-4d0d-bb43-6dd56e5dc144 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/84fac142-baec-436f-bfdf-21959e65e61b HTTP/1.1" status: 404 len: 333 time: 0.0651326 Oct 26 12:08:34.131989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: da6a05e9-6084-489e-8599-01162d709740 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:34.132336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da6a05e9-6084-489e-8599-01162d709740 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:34.137622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55500) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.154979 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] Routers {'aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:34.155893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:34.178474 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-657dfd73-5ef3-40ef-b37f-b6c04697e4f5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.179768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657dfd73-5ef3-40ef-b37f-b6c04697e4f5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.185854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-657dfd73-5ef3-40ef-b37f-b6c04697e4f5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3cc2f4a3-b59d-474c-a4b1-d7cc953bdbc5 HTTP/1.1" status: 404 len: 337 time: 0.0463607 Oct 26 12:08:34.186746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55502) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.200022 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:34.200674 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981515-d941-4bb2-b00b-d1ce10fb54ce None None] The sync data for ids ['aebaebbd-cd62-4bf2-ab3e-bb95a923ce49'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:34.225746 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d534f6-cbc4-4600-a4e3-bcea12517914 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.226587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d534f6-cbc4-4600-a4e3-bcea12517914 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.229754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-56d534f6-cbc4-4600-a4e3-bcea12517914 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/1fdf1dfe-62c7-4f42-bd29-4a18bd45be5e HTTP/1.1" status: 404 len: 337 time: 0.0396872 Oct 26 12:08:34.232487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55504) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.243540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9565081-cb61-4c7f-adc9-8f7f427c3a2f req-826dc154-371a-4076-8fa7-f376da208f5e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:34.245149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9565081-cb61-4c7f-adc9-8f7f427c3a2f req-826dc154-371a-4076-8fa7-f376da208f5e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1558132 Oct 26 12:08:34.264038 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7831283a-b055-4b4d-b642-ebb4ffe1a63b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.264683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7831283a-b055-4b4d-b642-ebb4ffe1a63b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.270061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7831283a-b055-4b4d-b642-ebb4ffe1a63b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/bdbd4524-4f74-44dc-a96a-0b41c0208596 HTTP/1.1" status: 404 len: 333 time: 0.0340803 Oct 26 12:08:34.270605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55506) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.276015 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f8a5c71c-2528-4b4d-893b-ead1830ab561 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/routers/aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 200 len: 886 time: 0.2241132 Oct 26 12:08:34.276827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.303910 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19d8cb6-a58e-4852-be16-4eb2d1375311 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.304107 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-beec7d79-6e79-44c4-ad25-d26e75979212 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 200 len: 205 time: 0.0255382 Oct 26 12:08:34.304214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19d8cb6-a58e-4852-be16-4eb2d1375311 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.306706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.307397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f19d8cb6-a58e-4852-be16-4eb2d1375311 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/aa978ba2-85a8-4294-afa2-0af0167d6f6c HTTP/1.1" status: 404 len: 337 time: 0.0355809 Oct 26 12:08:34.312575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55512) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.325486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9565081-cb61-4c7f-adc9-8f7f427c3a2f req-e732ec19-fdb1-4e75-8b92-7615a08fde79 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Oct 26 12:08:34.405872 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57ff7c4-df72-429d-bbe7-bfcf32a33559 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.406449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57ff7c4-df72-429d-bbe7-bfcf32a33559 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.410085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a57ff7c4-df72-429d-bbe7-bfcf32a33559 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/9ebe5638-6e5b-4fa2-942d-e05d726de5aa HTTP/1.1" status: 404 len: 337 time: 0.0910330 Oct 26 12:08:34.412039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55514) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.439448 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cfba32-2ad5-4ee2-9ca3-3b9bba5caded tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.440120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cfba32-2ad5-4ee2-9ca3-3b9bba5caded tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.443776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-24cfba32-2ad5-4ee2-9ca3-3b9bba5caded tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/713ca2ed-813d-4063-b293-d1fde468a661 HTTP/1.1" status: 404 len: 333 time: 0.0307219 Oct 26 12:08:34.446266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55516) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.455447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.472340 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd74673-ec1f-4c17-a3ef-c60abda01fba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.472799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd74673-ec1f-4c17-a3ef-c60abda01fba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.477344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8cd74673-ec1f-4c17-a3ef-c60abda01fba tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/043ec5f6-ca36-4d2c-b698-0e0dc71a7d68 HTTP/1.1" status: 404 len: 337 time: 0.0286775 Oct 26 12:08:34.478572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55518) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.508106 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb1333d-b200-4161-92bb-a25d7e253fb8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.508569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb1333d-b200-4161-92bb-a25d7e253fb8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.511899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fcb1333d-b200-4161-92bb-a25d7e253fb8 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/b978f0b3-4fee-4086-ac8e-2877cf8e8e48 HTTP/1.1" status: 404 len: 337 time: 0.0321455 Oct 26 12:08:34.514692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55520) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.542079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41a8de7f-deef-408e-9202-dc5123a4c986 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4296bdc-d858-422b-91fb-3337851e8430 HTTP/1.1" status: 200 len: 205 time: 0.0261433 Oct 26 12:08:34.544414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55522) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.574269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.591087 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-3e1a60cd-1a8a-488d-af80-e828477dce3d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] delete failed (client error): The resource could not be found. Oct 26 12:08:34.592166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e1a60cd-1a8a-488d-af80-e828477dce3d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/routers/b4296bdc-d858-422b-91fb-3337851e8430 HTTP/1.1" status: 404 len: 336 time: 0.0468068 Oct 26 12:08:34.594764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55524) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.629969 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2c1318-733f-4d49-9118-1d35841f1e5d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.630433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2c1318-733f-4d49-9118-1d35841f1e5d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.633587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2c2c1318-733f-4d49-9118-1d35841f1e5d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/c569bc38-4f50-4172-88fb-b5d27e650a8f HTTP/1.1" status: 404 len: 337 time: 0.0378585 Oct 26 12:08:34.636808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55526) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.644828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 28a7c75b-0afe-4e19-8364-bb673d8ddd77 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:34.645247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.667972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-334bc75d-ba09-47d0-9292-7115b1ca32c0 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea36ca75-379f-4585-8a07-507bb981788b HTTP/1.1" status: 200 len: 205 time: 0.0299904 Oct 26 12:08:34.670651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.681829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e90fb595-d44a-4a99-86cf-4f65711a6220 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:34.725923 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-874d9625-a313-4e9f-b4c7-ed30c52d13c5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] delete failed (client error): The resource could not be found. Oct 26 12:08:34.729962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-874d9625-a313-4e9f-b4c7-ed30c52d13c5 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/routers/ea36ca75-379f-4585-8a07-507bb981788b HTTP/1.1" status: 404 len: 336 time: 0.0580988 Oct 26 12:08:34.731273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55534) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.753781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.767645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 28a7c75b-0afe-4e19-8364-bb673d8ddd77 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:34.772330 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e90fb595-d44a-4a99-86cf-4f65711a6220 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:08:34.776603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e90fb595-d44a-4a99-86cf-4f65711a6220 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:34.776980 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.794777 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d9c24d-5d95-451f-9376-bd3008ac4703 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.795331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d9c24d-5d95-451f-9376-bd3008ac4703 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.798700 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f5d9c24d-5d95-451f-9376-bd3008ac4703 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/0838d885-47ea-4925-b82f-fecc2cd4f5d2 HTTP/1.1" status: 404 len: 337 time: 0.0649891 Oct 26 12:08:34.802070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55538) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.830310 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e34e05-8310-4d8c-b05f-21f52155c5d9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.830857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e34e05-8310-4d8c-b05f-21f52155c5d9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.834962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-91e34e05-8310-4d8c-b05f-21f52155c5d9 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/5f323653-ade8-4fe5-824a-977aea817729 HTTP/1.1" status: 404 len: 337 time: 0.0321393 Oct 26 12:08:34.838182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.867591 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bdd1ca-d9a0-472a-b8d8-1e783f33e24b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.868243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bdd1ca-d9a0-472a-b8d8-1e783f33e24b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.871421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d4bdd1ca-d9a0-472a-b8d8-1e783f33e24b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/58b44e36-01ce-4358-9242-9bcfe0ee5e39 HTTP/1.1" status: 404 len: 333 time: 0.0322278 Oct 26 12:08:34.874009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55544) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.890791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65535-dac1-44e3-afa9-c0b0201233d6 req-d8b0eec2-bbeb-4fa2-beda-6b671fc26aca tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:34.892345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91a65535-dac1-44e3-afa9-c0b0201233d6 req-d8b0eec2-bbeb-4fa2-beda-6b671fc26aca tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 945 time: 0.1601160 Oct 26 12:08:34.905007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.914549 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbad979-70ba-474b-b38b-3f5b0e883b39 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.915060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbad979-70ba-474b-b38b-3f5b0e883b39 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.920565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1bbad979-70ba-474b-b38b-3f5b0e883b39 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/1c904c14-8e4b-490c-9594-0b78cab92cb6 HTTP/1.1" status: 404 len: 337 time: 0.0433128 Oct 26 12:08:34.922397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55554) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:34.935320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:34.938677 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb18df-4d5d-4cda-8d25-6b9779c60487" -d '{"events": [{"server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "name": "network-vif-plugged", "status": "completed", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:34.959660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e90fb595-d44a-4a99-86cf-4f65711a6220, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e90fb595-d44a-4a99-86cf-4f65711a6220,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:34.964712 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:34.980494 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-194d14f2-8050-4a41-b465-4a127a437505 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:34.981248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194d14f2-8050-4a41-b465-4a127a437505 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:34.987126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-194d14f2-8050-4a41-b465-4a127a437505 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/9f87f82d-e9a7-4f08-a288-252079a732ed HTTP/1.1" status: 404 len: 333 time: 0.0608175 Oct 26 12:08:34.992671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55558) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.015732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e90fb595-d44a-4a99-86cf-4f65711a6220,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:35.023523 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ff422e-b12c-4a91-ab3c-5f069fa5ce08 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.023987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ff422e-b12c-4a91-ab3c-5f069fa5ce08 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.029536 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-21ff422e-b12c-4a91-ab3c-5f069fa5ce08 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/a95f0b05-1ec6-42f0-b760-7573f9763aaf HTTP/1.1" status: 404 len: 337 time: 0.0334034 Oct 26 12:08:35.030738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55560) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.055690 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd2d3a7-d13f-469c-8774-b49fbf584ba3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.056397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd2d3a7-d13f-469c-8774-b49fbf584ba3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.059582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-21ca52e5-d982-47bc-a5c7-22b82120dd2f tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:35.061122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-21ca52e5-d982-47bc-a5c7-22b82120dd2f tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/networks?id=b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 200 len: 809 time: 0.1259558 Oct 26 12:08:35.063348 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dbd2d3a7-d13f-469c-8774-b49fbf584ba3 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/8783a6ab-4d84-4dfb-8c05-f4dd2fcb4e19 HTTP/1.1" status: 404 len: 333 time: 0.0316377 Oct 26 12:08:35.064114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.064248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91a65535-dac1-44e3-afa9-c0b0201233d6 req-deb0cf1a-388d-4e73-a08a-7160318db7fa tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518185 Oct 26 12:08:35.064730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55562) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.099035 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5c635a-cdd3-424d-ad39-8497abf17296 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.099501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5c635a-cdd3-424d-ad39-8497abf17296 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.104956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ad5c635a-cdd3-424d-ad39-8497abf17296 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/0c1a9856-54cc-4c64-b46b-a30324203b69 HTTP/1.1" status: 404 len: 337 time: 0.0368927 Oct 26 12:08:35.105147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=28a7c75b-0afe-4e19-8364-bb673d8ddd77,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:35.105256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55564) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.115739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-0e717937-ad59-4faf-ae89-3914362448aa tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/quotas/b6bdcf07780148a199a51f9bade9764e HTTP/1.1" status: 200 len: 375 time: 0.0431015 Oct 26 12:08:35.116810 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95bc520-1521-4aa3-b759-a154e491978d x-openstack-request-id: req-e95bc520-1521-4aa3-b759-a154e491978d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:35.117277 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "name": "network-vif-plugged", "status": "completed", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:35.117817 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e95bc520-1521-4aa3-b759-a154e491978d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:35.118528 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'code': 200} Oct 26 12:08:35.138017 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dcf59c-a52a-47c0-8196-16725f1af01d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.138632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dcf59c-a52a-47c0-8196-16725f1af01d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.142895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-97dcf59c-a52a-47c0-8196-16725f1af01d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/d1a14211-75ff-4c72-8375-a6a16f243646 HTTP/1.1" status: 404 len: 333 time: 0.0365889 Oct 26 12:08:35.148252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.172867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-970fe5cc-0bdd-4fe4-a9fb-d78e266c27c6 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b6bdcf07780148a199a51f9bade9764e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371058 Oct 26 12:08:35.183528 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-00671fc5-e682-4105-b2ca-b66941cc2a9d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.183983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00671fc5-e682-4105-b2ca-b66941cc2a9d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.187644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00671fc5-e682-4105-b2ca-b66941cc2a9d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3300a3b3-6ffc-4246-8ebb-5bdb1d582f8f HTTP/1.1" status: 404 len: 337 time: 0.0377243 Oct 26 12:08:35.189571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.216182 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b6bdc4-ee32-4528-8631-9386eab0dd8d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.216809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b6bdc4-ee32-4528-8631-9386eab0dd8d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.219829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53b6bdc4-ee32-4528-8631-9386eab0dd8d tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/07f8b5e6-5fa2-47e8-912d-922882851378 HTTP/1.1" status: 404 len: 333 time: 0.0293689 Oct 26 12:08:35.222967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.224989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.276037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc61890-5199-49f9-84a2-3df08fecee15 req-fbb1d555-53c1-471e-971d-53bc3ee2e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:35.277569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6bc61890-5199-49f9-84a2-3df08fecee15 req-fbb1d555-53c1-471e-971d-53bc3ee2e62a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1097 time: 0.0916951 Oct 26 12:08:35.305995 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9134f30-050a-4503-bc00-7af51e9d949b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.306449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9134f30-050a-4503-bc00-7af51e9d949b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.309652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b9134f30-050a-4503-bc00-7af51e9d949b tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3c55ed2c-f9f0-49c5-862f-c4c427eacf2b HTTP/1.1" status: 404 len: 337 time: 0.0857844 Oct 26 12:08:35.312893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-ca3e0fb4-c27c-4b6f-a2cb-ba3766b71d51 service neutron] 10.222.0.88 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344941 Oct 26 12:08:35.313357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.347022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.349245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.360618 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48b38ac-1453-44ea-933d-16ef1f8da4df tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.361330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48b38ac-1453-44ea-933d-16ef1f8da4df tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.367100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f48b38ac-1453-44ea-933d-16ef1f8da4df tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/287cf6a6-f9ab-4f38-8f38-c7ecda1ee9f8 HTTP/1.1" status: 404 len: 333 time: 0.0503263 Oct 26 12:08:35.388278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.401113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6bc61890-5199-49f9-84a2-3df08fecee15 req-ffe0eb40-3603-43db-b738-55e121aaa26d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155114 Oct 26 12:08:35.413284 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.422237 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc1a6ab-f8ce-4af7-9737-4cafeb88cf90 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.422833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc1a6ab-f8ce-4af7-9737-4cafeb88cf90 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.426461 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1cc1a6ab-f8ce-4af7-9737-4cafeb88cf90 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/eb1dfde8-bdb4-415b-8f55-2c56b0ba0033 HTTP/1.1" status: 404 len: 337 time: 0.0372064 Oct 26 12:08:35.427734 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.428428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:08:35.435580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.436653 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b85bd061-829c-4b0c-9589-81dd479f326a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 204 len: 168 time: 1.1251349 Oct 26 12:08:35.437522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.440486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55580) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.452628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-559885599'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:35.473160 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2b4f67-d55f-4aae-80db-53531bfbddf1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.473827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2b4f67-d55f-4aae-80db-53531bfbddf1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.474340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-01cfec8a-b086-4e58-8a52-27e7d25784a5 service neutron] 10.222.0.88 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495781 Oct 26 12:08:35.481187 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff2b4f67-d55f-4aae-80db-53531bfbddf1 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/ports/7d8e0d42-8215-4fd2-9dd5-4898912a68c7 HTTP/1.1" status: 404 len: 333 time: 0.0427103 Oct 26 12:08:35.481807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.482963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d568fbf-e6e9-432d-96a5-c17d7632199f req-e1c6a125-dce5-47b6-a93b-5965c60c6472 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:35.484655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d568fbf-e6e9-432d-96a5-c17d7632199f req-e1c6a125-dce5-47b6-a93b-5965c60c6472 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0824726 Oct 26 12:08:35.520555 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bb2600-6735-4231-9a27-18f036c67c37 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] DELETE failed (client error): The resource could not be found. Oct 26 12:08:35.521123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bb2600-6735-4231-9a27-18f036c67c37 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:08:35.524195 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-68bb2600-6735-4231-9a27-18f036c67c37 tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/subnets/3f4f13af-29c5-47ac-b487-a3412280879a HTTP/1.1" status: 404 len: 337 time: 0.0397396 Oct 26 12:08:35.528349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55586) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.530172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d568fbf-e6e9-432d-96a5-c17d7632199f req-83a493b9-7d0c-4a2f-a795-9438366fc369 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383666 Oct 26 12:08:35.577973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:35.583457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.641897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.643765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:08:35.658412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69497360-6b90-4f33-a6c7-7ec5b0776f8e req-1c54c397-1ee2-4afc-9ad1-8c65000cf97a tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 210 time: 0.0285549 Oct 26 12:08:35.659674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.660039 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 3ae41931-5144-4d00-a845-748fca5dd404 of type vlan for network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 Oct 26 12:08:35.741619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.794730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.816383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.821941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:35.822519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.833289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70363c38-cb86-4e6d-b449-518efb0827be']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:35.885595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:35.885745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9b1ef2-9137-4cee-ba6e-5cc6f655a1a9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:35.904035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55598) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:35.904582 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4621441 Oct 26 12:08:35.905895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.910218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:35.931221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9168d4-bc9e-4273-9791-29b6a48a0b4f tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=2e7e3d64-929b-4e96-9921-9e27a88bcfb0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:35.933721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.940512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:08:35.940945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:08:35.944033 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:08:35.946503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:08:36.014392 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.022643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.026101 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] 10.222.0.88 "DELETE /v2.0/networks/70363c38-cb86-4e6d-b449-518efb0827be HTTP/1.1" status: 204 len: 168 time: 0.4965546 Oct 26 12:08:36.039054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428d922-f5e6-4baf-ae37-d3e1235ff01a tempest-NetworksTestDHCPv6-126157067 tempest-NetworksTestDHCPv6-126157067-project] Pushing event deleted for resources: {'Network': ['ID=70363c38-cb86-4e6d-b449-518efb0827be,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:36.042104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:36.047284 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.231928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9e8dc-aef4-4a8d-aee7-863ddcb2fd8a req-13d8e364-15ad-4cce-833c-24b483bf5629 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:36.233460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ed9e8dc-aef4-4a8d-aee7-863ddcb2fd8a req-13d8e364-15ad-4cce-833c-24b483bf5629 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 946 time: 0.0882173 Oct 26 12:08:36.312052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:36.332538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.352738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ed9e8dc-aef4-4a8d-aee7-863ddcb2fd8a req-12b94c59-d3be-4cf4-820d-73d98cc63f28 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039419 Oct 26 12:08:36.424412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f09c29-cb13-453b-9022-414564d1ccec req-79b22cae-7ead-4224-bea0-233d66b3b482 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:36.426484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f09c29-cb13-453b-9022-414564d1ccec req-79b22cae-7ead-4224-bea0-233d66b3b482 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1096 time: 0.1089883 Oct 26 12:08:36.427127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=3cb9bce0-8989-41f7-bf75-4abcf98c3d99,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:36.450649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '3ae41931-5144-4d00-a845-748fca5dd404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:36.451040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: 2e7e3d64-929b-4e96-9921-9e27a88bcfb0, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:08:36.465547 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-efbacbf4-16a8-41a6-b02b-101e464f0421 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de34838c3ce44a70bdb51ac42ad2dfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520829 Oct 26 12:08:36.468139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55614) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:36.478438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f09c29-cb13-453b-9022-414564d1ccec req-618ed651-58b3-479c-acec-342391061c9e tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Oct 26 12:08:36.482840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:08:36.494013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 2e7e3d64-929b-4e96-9921-9e27a88bcfb0) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:36.509180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:36.509788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.523787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a78d21-4b0f-4d4d-a57d-8e00a3f3b396 None None] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:36.524021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cdc171ad-3f13-48b5-b3f0-a55d44d7341e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.531325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e4436fc-a9f3-4007-aeb1-f5408ccea1a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6257558 Oct 26 12:08:36.533700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55618) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:36.539555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1386522697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:36.553785 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cdc171ad-3f13-48b5-b3f0-a55d44d7341e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.598936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.600096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.646121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cdc171ad-3f13-48b5-b3f0-a55d44d7341e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.665640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cdc171ad-3f13-48b5-b3f0-a55d44d7341e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.670476 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cdc171ad-3f13-48b5-b3f0-a55d44d7341e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f54beae1-46df-4a28-b919-3fd4bd6375b5 HTTP/1.1" status: 204 len: 168 time: 0.2006495 Oct 26 12:08:36.693708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc171ad-3f13-48b5-b3f0-a55d44d7341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54beae1-46df-4a28-b919-3fd4bd6375b5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:36.803005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-2e7e3d64-929b-4e96-9921-9e27a88bcfb0', 'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': '3cb9bce0-8989-41f7-bf75-4abcf98c3d99'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:36.804311 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:36.967540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Allocated IP 172.20.0.2 (2e7e3d64-929b-4e96-9921-9e27a88bcfb0/3cb9bce0-8989-41f7-bf75-4abcf98c3d99/6362c0a1-a48b-46ae-989d-df4233075e9f) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:37.128727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.129057 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.139318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.163502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.190693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:37.194339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:37.195561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef81140-bde1-468b-8b94-12eeff9fa61c req-bfebbcd1-4d92-43c3-9782-464b49973f58 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:37.196761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ef81140-bde1-468b-8b94-12eeff9fa61c req-bfebbcd1-4d92-43c3-9782-464b49973f58 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.5859270 Oct 26 12:08:37.198093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:37.228629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.229840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-11d9dd9a-04dd-4011-b0e8-ae2e6621ab69 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6948333 Oct 26 12:08:37.233356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55640) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:37.234724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Pushing event updated for resources: {'Port': ['ID=6362c0a1-a48b-46ae-989d-df4233075e9f,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:37.251439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2cd91-6a26-4b4b-9441-57d5d9ce2981 req-1337ca79-c583-4ba5-a667-5b214364aed5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:37.253023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ff2cd91-6a26-4b4b-9441-57d5d9ce2981 req-1337ca79-c583-4ba5-a667-5b214364aed5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.5834544 Oct 26 12:08:37.265528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Attempting to bind port 6362c0a1-a48b-46ae-989d-df4233075e9f on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:37.265935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Attempting to bind port 6362c0a1-a48b-46ae-989d-df4233075e9f by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3ae41931-5144-4d00-a845-748fca5dd404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:37.266312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Attempting to bind port 6362c0a1-a48b-46ae-989d-df4233075e9f on network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:37.272131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-cc2312d2-7c09-448c-aed5-61cac27f6b67 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:37.273085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:37.273628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-cc2312d2-7c09-448c-aed5-61cac27f6b67 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "GET /v2.0/networks?id=b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 200 len: 809 time: 0.6053536 Oct 26 12:08:37.274095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Checking segment: {'id': '3ae41931-5144-4d00-a845-748fca5dd404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:37.274724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.275359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Bound using segment: {'id': '3ae41931-5144-4d00-a845-748fca5dd404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:37.276065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Bound port: 6362c0a1-a48b-46ae-989d-df4233075e9f, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae41931-5144-4d00-a845-748fca5dd404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '2e7e3d64-929b-4e96-9921-9e27a88bcfb0'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:37.276699 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.298487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Request body: {'port': {'device_id': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401', 'admin_state_up': True, 'tenant_id': 'b6bdcf07780148a199a51f9bade9764e'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:37.351405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ef81140-bde1-468b-8b94-12eeff9fa61c req-01571538-a126-467d-9de9-dc5cca57d5d8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335561 Oct 26 12:08:37.388111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55646) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:37.400271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] For port 6362c0a1-a48b-46ae-989d-df4233075e9f, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:37.402553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ff2cd91-6a26-4b4b-9441-57d5d9ce2981 req-6e76e93d-f50e-486e-a0a5-b7120020e208 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395795 Oct 26 12:08:37.406744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] For port 6362c0a1-a48b-46ae-989d-df4233075e9f, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6362c0a1-a48b-46ae-989d-df4233075e9f,segment=NetworkSegment(3ae41931-5144-4d00-a845-748fca5dd404),segment_id=3ae41931-5144-4d00-a845-748fca5dd404)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:37.421599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.535242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dc93a3ab-41cb-4281-ba3d-158591e6da1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/1b333b48-6734-48e0-93f8-0f932eeea0ee HTTP/1.1" status: 200 len: 993 time: 0.1389639 Oct 26 12:08:37.537958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710d2ae-022e-4617-804f-c9a557e672bd None None] Pushing event updated for resources: {'Port': ['ID=6362c0a1-a48b-46ae-989d-df4233075e9f,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:37.561925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3363031f-e118-4a96-a6a7-2a07763ea585 req-87e70dfb-dbac-4763-b532-f6660c27a26b tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 210 time: 0.0406113 Oct 26 12:08:37.605613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Made reservation on behalf of b6bdcf07780148a199a51f9bade9764e for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:37.609205 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.659996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b71d1b-113d-4922-81dd-35dd35f6f90a req-09552b6a-9c83-461a-92ec-b819d796dfb3 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:37.667821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62b71d1b-113d-4922-81dd-35dd35f6f90a req-09552b6a-9c83-461a-92ec-b819d796dfb3 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 946 time: 0.1084540 Oct 26 12:08:37.670083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55652) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:37.701690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:37.774241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62b71d1b-113d-4922-81dd-35dd35f6f90a req-0aa6c5cd-f0f8-491c-8ee5-e6d319ee843e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054499 Oct 26 12:08:37.855188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Allocated IP 172.20.0.14 (b3eb8412-9d03-41c7-ae6f-d80d946a4401/002f5785-f6a5-4ae0-8980-8750081b6342/a03050ad-7851-416a-9242-d312e9de4cc7) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:37.933756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243453296'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:37.975804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-35ab4f3e-3fd3-457d-bd5c-dfab5299cf7c req-ee083c85-ef83-467e-9755-2446691561a1 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:08:37.983377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35ab4f3e-3fd3-457d-bd5c-dfab5299cf7c req-ee083c85-ef83-467e-9755-2446691561a1 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0183012 Oct 26 12:08:38.081738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.089908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6362c0a1-a48b-46ae-989d-df4233075e9f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:38.101149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e4f68-df1d-4279-9098-c34a2835bcaa req-28033061-c2c3-4d99-8d01-4c9b175fa1c5 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:38.102903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-138e4f68-df1d-4279-9098-c34a2835bcaa req-28033061-c2c3-4d99-8d01-4c9b175fa1c5 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 946 time: 0.1963234 Oct 26 12:08:38.115092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.116763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55668) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:38.134100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Request body: {'floatingip': {'port_id': 'e90fb595-d44a-4a99-86cf-4f65711a6220'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:38.145603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.20.0.1 (2e7e3d64-929b-4e96-9921-9e27a88bcfb0/3cb9bce0-8989-41f7-bf75-4abcf98c3d99/cb79b28d-96d5-49ca-b37e-d36883346138) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:38.151126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6362c0a1-a48b-46ae-989d-df4233075e9f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:38.151836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.193762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.250620 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.267296 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.270591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.290116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 6362c0a1-a48b-46ae-989d-df4233075e9f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6362c0a1-a48b-46ae-989d-df4233075e9f,segment=NetworkSegment(3ae41931-5144-4d00-a845-748fca5dd404),segment_id=3ae41931-5144-4d00-a845-748fca5dd404)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:38.295445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.298033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.335508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Network b3eb8412-9d03-41c7-ae6f-d80d946a4401 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:38.357503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:38.359903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:38.365409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=6362c0a1-a48b-46ae-989d-df4233075e9f,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:38.394379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.404209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.423763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf335c-6801-4956-be0e-a1a7a0da43eb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:38.435724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55672) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:38.450824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Pushing event updated for resources: {'Port': ['ID=a03050ad-7851-416a-9242-d312e9de4cc7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:38.519499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:38.520254 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.576878 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.615460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.626829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.638899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-822e4234-77fa-4fd4-9840-dbef7ee63a38 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3442461 Oct 26 12:08:38.664581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e76cc-08ed-40cf-94ba-758a2e2639cd req-1b85d711-917c-4b69-8398-fa8317dda5bf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:38.666419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670e76cc-08ed-40cf-94ba-758a2e2639cd req-1b85d711-917c-4b69-8398-fa8317dda5bf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2286804 Oct 26 12:08:38.674049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Request body: {'port': {'device_id': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:38.742992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-672038a4-f960-4083-9cea-2e76308cb4c3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3065109 Oct 26 12:08:38.745853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:38.749721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0744085 Oct 26 12:08:38.753095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6951699-bd68-414d-a69c-0ca871486155 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506881d0-d1ec-4203-b4b1-91d47f8e09b6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:38.758655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55680) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:38.769378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a026b-4c2b-4723-a35a-9d341702720e req-9d87c27a-d49b-4a94-bcaa-f281ac77e12b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:38.771219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed1a026b-4c2b-4723-a35a-9d341702720e req-9d87c27a-d49b-4a94-bcaa-f281ac77e12b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2277863 Oct 26 12:08:38.782309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-618cafa3-b66a-4128-a015-058c7f94b364 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:08:38.783576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-618cafa3-b66a-4128-a015-058c7f94b364 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0258029 Oct 26 12:08:38.875601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89d59e-f34a-46cb-a0e8-891bff465986 None None] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:38.906248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9f0cf40d-1cdb-4c19-86c0-e5bab869c1bf tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1337640 Oct 26 12:08:38.916385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670e76cc-08ed-40cf-94ba-758a2e2639cd req-74a36ef4-e697-4e07-9870-0d6986c0295b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310908 Oct 26 12:08:38.917109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55688) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:38.942134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-security--1186841978', 'description': 'tempest-security-description-524060853'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:38.945247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.017244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:39.026123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:39.032753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:39.034057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed1a026b-4c2b-4723-a35a-9d341702720e req-872425cb-5e1c-47f3-a59c-19a5b5988038 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493052 Oct 26 12:08:39.045087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.086968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-26a1d9f3-e6f7-4090-bb92-b106fce9a6ab None None] Provisioning complete for port 6362c0a1-a48b-46ae-989d-df4233075e9f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:39.087368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-26a1d9f3-e6f7-4090-bb92-b106fce9a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.108806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=cb79b28d-96d5-49ca-b37e-d36883346138,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:39.259959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0cd9-39de-45c5-a5a5-b299e0a7924b req-62fee8d1-585b-4d8b-95bb-969acb3f1fda tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:39.271547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7bc0cd9-39de-45c5-a5a5-b299e0a7924b req-62fee8d1-585b-4d8b-95bb-969acb3f1fda tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 932 time: 0.2317839 Oct 26 12:08:39.349074 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.349346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.377027 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.379941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.384222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "PUT /v2.0/security-groups/506881d0-d1ec-4203-b4b1-91d47f8e09b6 HTTP/1.1" status: 200 len: 1779 time: 0.4552217 Oct 26 12:08:39.387736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55702) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:39.420177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b733d860-6279-49ec-aa9a-8f7d32ee87ff None None] Provisioning complete for port cb79b28d-96d5-49ca-b37e-d36883346138 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:39.421241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b733d860-6279-49ec-aa9a-8f7d32ee87ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.460795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c7fd601c-2873-4aa5-a9a1-2ec25f784e25 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups/506881d0-d1ec-4203-b4b1-91d47f8e09b6 HTTP/1.1" status: 200 len: 1779 time: 0.0680830 Oct 26 12:08:39.461528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55708) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:39.479762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b733d860-6279-49ec-aa9a-8f7d32ee87ff None None] Port cb79b28d-96d5-49ca-b37e-d36883346138 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:39.497896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7bc0cd9-39de-45c5-a5a5-b299e0a7924b req-8148d990-0605-4373-a009-db5dc2c4351d tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176182 Oct 26 12:08:39.509931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b733d860-6279-49ec-aa9a-8f7d32ee87ff None None] Provisioning complete for port 6362c0a1-a48b-46ae-989d-df4233075e9f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:39.511034 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b733d860-6279-49ec-aa9a-8f7d32ee87ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.546114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78d768-1941-42ad-b854-b446a3de412b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506881d0-d1ec-4203-b4b1-91d47f8e09b6,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:39.673515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.resource_extend [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:08:39.708580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd68bd25-29fd-4b00-9f6d-013327af374c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.749004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.759565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:08:39.764731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd68bd25-29fd-4b00-9f6d-013327af374c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.771799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.801931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.804982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03050ad-7851-416a-9242-d312e9de4cc7 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:08:39.819834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.829274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-738ecbc6-f8d3-419d-9e38-1744e5706361 None None] Provisioning complete for port cb79b28d-96d5-49ca-b37e-d36883346138 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:39.829274 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738ecbc6-f8d3-419d-9e38-1744e5706361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.857486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Transition to ACTIVE for port object a03050ad-7851-416a-9242-d312e9de4cc7 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:08:39.859016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd68bd25-29fd-4b00-9f6d-013327af374c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.861200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd68bd25-29fd-4b00-9f6d-013327af374c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:39.862629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fd68bd25-29fd-4b00-9f6d-013327af374c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/506881d0-d1ec-4203-b4b1-91d47f8e09b6 HTTP/1.1" status: 204 len: 168 time: 0.3952422 Oct 26 12:08:39.866046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:39.899906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-738ecbc6-f8d3-419d-9e38-1744e5706361 None None] Port cb79b28d-96d5-49ca-b37e-d36883346138 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:39.912687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.012978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a03050ad-7851-416a-9242-d312e9de4cc7,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:40.015294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68bd25-29fd-4b00-9f6d-013327af374c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506881d0-d1ec-4203-b4b1-91d47f8e09b6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:40.027119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a89ad167-f84c-48a9-ae81-e1f9baccda65 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1598885 Oct 26 12:08:40.029889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55728) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:40.049777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:40.080994 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-79bd4f9e-dada-448a-b303-82da74f85f0a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] delete failed (client error): The resource could not be found. Oct 26 12:08:40.081741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-79bd4f9e-dada-448a-b303-82da74f85f0a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/506881d0-d1ec-4203-b4b1-91d47f8e09b6 HTTP/1.1" status: 404 len: 347 time: 0.0493083 Oct 26 12:08:40.096311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55732) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:40.101256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965788309'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:40.105521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '14d05ea1-f191-4819-86b7-662eca014c7a', 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'port_id': '14d05ea1-f191-4819-86b7-662eca014c7a', 'mac_address': 'fa:16:3e:64:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb7e4a4-d2f3-4540-ac94-4f9262770034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:08:40.130580 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Floating IP 49d7f7f3-0cb9-466b-a2c7-4b087f54e28e associated. External IP: 172.25.4.139, port: e90fb595-d44a-4a99-86cf-4f65711a6220. Oct 26 12:08:40.158844 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.213883 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.229633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:08:40.258776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:40.269152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6362c0a1-a48b-46ae-989d-df4233075e9f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:40.274559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.323639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a0b83-ce5f-44ed-9593-e835a9a06bff req-7438376b-a19b-48da-9f24-ed1da1497f16 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:40.325913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e4a0b83-ce5f-44ed-9593-e835a9a06bff req-7438376b-a19b-48da-9f24-ed1da1497f16 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1260464 Oct 26 12:08:40.376274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7217e-3d93-4ce0-9e1e-7f2c542bc495 req-be4cff0f-a832-4caa-b7af-1567fd24f3ce tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:40.378805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f7217e-3d93-4ce0-9e1e-7f2c542bc495 req-be4cff0f-a832-4caa-b7af-1567fd24f3ce tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2517908 Oct 26 12:08:40.381715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['14d05ea1-f191-4819-86b7-662eca014c7a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:08:40.446625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.459747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:40.461026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Attempting to bind port a03050ad-7851-416a-9242-d312e9de4cc7 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:40.461381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Attempting to bind port a03050ad-7851-416a-9242-d312e9de4cc7 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:40.461740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Attempting to bind port a03050ad-7851-416a-9242-d312e9de4cc7 on network b3eb8412-9d03-41c7-ae6f-d80d946a4401 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:40.466249 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.493524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6362c0a1-a48b-46ae-989d-df4233075e9f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:40.493931 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.525595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Port a03050ad-7851-416a-9242-d312e9de4cc7 on network b3eb8412-9d03-41c7-ae6f-d80d946a4401 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:08:40.525836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Attempting to bind port a03050ad-7851-416a-9242-d312e9de4cc7 on network b3eb8412-9d03-41c7-ae6f-d80d946a4401 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:40.533986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29f7217e-3d93-4ce0-9e1e-7f2c542bc495 req-18182d2d-1d50-4ad2-a4ab-98ee6160a28f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038501 Oct 26 12:08:40.538626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8e4a0b83-ce5f-44ed-9593-e835a9a06bff req-73927143-6c49-4acb-85e4-cb7e1e0a322d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568160 Oct 26 12:08:40.563090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-360e785e-a326-4547-a8bb-10a090710da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:40.564751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-360e785e-a326-4547-a8bb-10a090710da4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1096 time: 0.1509335 Oct 26 12:08:40.565624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:40.566145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Checking segment: {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:40.566707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Bound using segment: {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:40.567142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Bound port: a03050ad-7851-416a-9242-d312e9de4cc7, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:40.567419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.622077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=cb79b28d-96d5-49ca-b37e-d36883346138,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:40.638052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:40.716658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.749399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.780812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.782433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6848390 Oct 26 12:08:40.789150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55750) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:40.805679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': 'd9e3172a-6879-4ea2-89fa-9ecde263e909', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:40.855762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8c360-41f5-436e-9b20-9840dceac4da req-85bb2cdb-dfd0-42c0-8e0f-2c03f8a054fb tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:40.857817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4f8c360-41f5-436e-9b20-9840dceac4da req-85bb2cdb-dfd0-42c0-8e0f-2c03f8a054fb tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 944 time: 0.1881816 Oct 26 12:08:40.882225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafec96d-9e1f-4dc0-ac43-d3800606ffba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e3172a-6879-4ea2-89fa-9ecde263e909,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:40.895586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] For port a03050ad-7851-416a-9242-d312e9de4cc7, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:40.958792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] For port a03050ad-7851-416a-9242-d312e9de4cc7, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a03050ad-7851-416a-9242-d312e9de4cc7,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:40.972189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4f8c360-41f5-436e-9b20-9840dceac4da req-2e9a665c-2344-495a-bcda-a54cdbb23ba2 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Oct 26 12:08:40.983586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:40.993934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-f594f213-891b-4485-bea3-5e450ae328d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:40.995797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-f594f213-891b-4485-bea3-5e450ae328d7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.4143918 Oct 26 12:08:41.004560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.076866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:41.077502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.079129 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/a03050ad-7851-416a-9242-d312e9de4cc7 HTTP/1.1" status: 200 len: 1092 time: 2.4093864 Oct 26 12:08:41.110060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:41.114774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-235339d2-7162-4a40-926b-c34827f5ab3d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 1001 time: 0.1067431 Oct 26 12:08:41.115228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'tag': 'a03050ad-7851-416a-9242-d312e9de4cc7'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:41.117512 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.117649 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fdd263-2698-4e96-be15-069508e04885" -d '{"events": [{"name": "network-changed", "server_uuid": "ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed", "tag": "a03050ad-7851-416a-9242-d312e9de4cc7"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:41.121971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.138527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:41.157155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:41.157798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:41.242068 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f3566c-9c74-4568-ad30-aa187aa53915 x-openstack-request-id: req-62f3566c-9c74-4568-ad30-aa187aa53915 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:41.242455 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed", "tag": "a03050ad-7851-416a-9242-d312e9de4cc7", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:41.243140 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62f3566c-9c74-4568-ad30-aa187aa53915 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:41.243277 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'tag': 'a03050ad-7851-416a-9242-d312e9de4cc7', 'status': 'completed', 'code': 200} Oct 26 12:08:41.252153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac0fcf-93eb-412d-99f0-de6c573399e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a03050ad-7851-416a-9242-d312e9de4cc7,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:41.266139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:41.267488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:41.271122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-73c7e8ce-7201-4de9-b357-7a279bd4ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:41.271416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70bbd8c0-f7c6-46b3-80c3-d2a2aa00ab85 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "PUT /v2.0/floatingips/49d7f7f3-0cb9-466b-a2c7-4b087f54e28e HTTP/1.1" status: 200 len: 992 time: 3.1513548 Oct 26 12:08:41.272649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-73c7e8ce-7201-4de9-b357-7a279bd4ad64 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1478968 Oct 26 12:08:41.276250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-c47cdac5-246a-4d67-866e-e42bad2bf254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:41.277736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-c47cdac5-246a-4d67-866e-e42bad2bf254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bdcf07780148a199a51f9bade9764e&device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 1095 time: 0.1070955 Oct 26 12:08:41.292546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:41.295219 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498826e-2553-47b6-b514-a605d19e5338" -d '{"events": [{"name": "network-changed", "server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:41.364469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.367813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:41.411011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.419790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-64596fcf-8f41-4273-8746-a656a19cba10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a03050ad-7851-416a-9242-d312e9de4cc7 HTTP/1.1" status: 200 len: 217 time: 0.0833774 Oct 26 12:08:41.463032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.464341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6627555 Oct 26 12:08:41.483988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55760) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:41.504435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-1999d28d-3aae-4d6d-b50e-3522d18874a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:41.518511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-1999d28d-3aae-4d6d-b50e-3522d18874a8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373610 Oct 26 12:08:41.519803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf39ef6-232f-4a29-b4f8-115e6a0cb41f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e445833-1e7f-4164-887f-cc0139efb44e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:41.577083 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56eec7c7-6fa7-471b-8b1f-7142b59b3bb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.623455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56eec7c7-6fa7-471b-8b1f-7142b59b3bb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.668821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-e9af5531-65d9-41cd-9f65-51083dbe8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:41.670975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-e9af5531-65d9-41cd-9f65-51083dbe8778 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=002f5785-f6a5-4ae0-8980-8750081b6342 HTTP/1.1" status: 200 len: 849 time: 0.2341647 Oct 26 12:08:41.716053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-0b90843c-7134-4076-a7b7-f1de264ed8ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eb8412-9d03-41c7-ae6f-d80d946a4401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349987 Oct 26 12:08:41.722578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56eec7c7-6fa7-471b-8b1f-7142b59b3bb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.729866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56eec7c7-6fa7-471b-8b1f-7142b59b3bb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:41.731078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-56eec7c7-6fa7-471b-8b1f-7142b59b3bb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/0e445833-1e7f-4164-887f-cc0139efb44e HTTP/1.1" status: 204 len: 168 time: 0.2446203 Oct 26 12:08:41.737245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55766) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:41.800711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:08:41.821064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eec7c7-6fa7-471b-8b1f-7142b59b3bb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e445833-1e7f-4164-887f-cc0139efb44e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:41.850983 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ca7d22-634d-42a2-bc34-a7bf59ea51a8 x-openstack-request-id: req-12ca7d22-634d-42a2-bc34-a7bf59ea51a8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:41.851280 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:41.851539 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12ca7d22-634d-42a2-bc34-a7bf59ea51a8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:41.851954 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'status': 'completed', 'code': 200} Oct 26 12:08:41.867136 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aae603ec-d8af-44c6-8154-83b6535a928a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231375 Oct 26 12:08:41.914195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-60560fdd-eeef-4036-8106-650dc75cf5f1 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672552 Oct 26 12:08:41.956103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55768) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:41.968422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:41.979394 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] Sync routers for ids ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:41.997336 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] Routers {'62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:41.997970 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:42.036681 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:42.038223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:42.047394 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] Routers {'62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:42.048381 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:42.063376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a3556c5b-a6a7-489e-9e00-f39096f41966 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8265193 Oct 26 12:08:42.064125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55772) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:42.097710 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:42.098694 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25e814-b8e7-4d18-b116-326bc06f96ca None None] The sync data for ids ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:42.119135 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a1c91d2d-7e6e-4f2c-be9a-70e1e08dec3f None None] Provisioning complete for port cb79b28d-96d5-49ca-b37e-d36883346138 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:42.121707 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1c91d2d-7e6e-4f2c-be9a-70e1e08dec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.160688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-7e0bafec-c3f2-4010-ae08-d97053562565 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228433 Oct 26 12:08:42.168536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c4e07-4b56-4c4d-b0c5-159835b022cc req-c9838444-de22-4a61-9a37-453bc962881a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.170028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b1c4e07-4b56-4c4d-b0c5-159835b022cc req-c9838444-de22-4a61-9a37-453bc962881a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.4525619 Oct 26 12:08:42.185504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13a84df-a4ec-4442-85e8-dc946da50a58 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.187040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b13a84df-a4ec-4442-85e8-dc946da50a58 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports/cb79b28d-96d5-49ca-b37e-d36883346138 HTTP/1.1" status: 200 len: 910 time: 0.1191978 Oct 26 12:08:42.191202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55774) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:42.197272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cb9bce0-8989-41f7-bf75-4abcf98c3d99'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:42.199934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-29616bd3-73dc-4612-9944-e8934dea077b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.229526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '49d7f7f3-0cb9-466b-a2c7-4b087f54e28e', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'port_id': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'mac_address': 'fa:16:3e:c8:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:08:21Z', 'updated_at': '2021-10-26T12:08:39Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:42.233207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a1c91d2d-7e6e-4f2c-be9a-70e1e08dec3f None None] Port cb79b28d-96d5-49ca-b37e-d36883346138 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:42.259237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2c9c9-de2d-4485-b66a-f99be81f263d req-5101d67c-b8ec-42c5-8486-e11963df7e91 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.266492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4a2c9c9-de2d-4485-b66a-f99be81f263d req-5101d67c-b8ec-42c5-8486-e11963df7e91 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.2561169 Oct 26 12:08:42.266679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:08:42.289466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 14d05ea1-f191-4819-86b7-662eca014c7a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:42.289994 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.335967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:42.336899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:42.338547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-29616bd3-73dc-4612-9944-e8934dea077b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.358748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498826e-2553-47b6-b514-a605d19e5338 req-79e1a2d8-ce40-4dd3-80a0-d9568d604129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.360277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-79e1a2d8-ce40-4dd3-80a0-d9568d604129 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1097 time: 0.3898814 Oct 26 12:08:42.387776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4580fcb4-d580-4f76-8493-b2007fc5f25e req-ee2f1f48-fb92-4bbf-80db-820105abeb1a service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897800 Oct 26 12:08:42.399975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b1c4e07-4b56-4c4d-b0c5-159835b022cc req-5e2ddd35-688e-431b-b808-445db56b9861 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175410 Oct 26 12:08:42.442802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c4a2c9c9-de2d-4485-b66a-f99be81f263d req-82eaad0e-6b16-4a19-9a0a-bb615445eabf tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752906 Oct 26 12:08:42.511026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-8735c11f-0ebe-4509-a460-14a541d1fd01 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396699 Oct 26 12:08:42.544523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-29616bd3-73dc-4612-9944-e8934dea077b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.549427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-29616bd3-73dc-4612-9944-e8934dea077b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.551076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-29616bd3-73dc-4612-9944-e8934dea077b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/d9e3172a-6879-4ea2-89fa-9ecde263e909 HTTP/1.1" status: 204 len: 168 time: 0.5934963 Oct 26 12:08:42.557290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55778) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:42.570824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616bd3-73dc-4612-9944-e8934dea077b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e3172a-6879-4ea2-89fa-9ecde263e909,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:42.590047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdd263-2698-4e96-be15-069508e04885 req-b8b52062-c184-4221-810d-33e1d86bca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.591901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-b8b52062-c184-4221-810d-33e1d86bca32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bdcf07780148a199a51f9bade9764e&device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 1095 time: 0.1028731 Oct 26 12:08:42.623161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.632218 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.674200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498826e-2553-47b6-b514-a605d19e5338 req-8907e6ba-5c07-4d29-bc85-19fc34ec7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.675946 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-8907e6ba-5c07-4d29-bc85-19fc34ec7e9a service neutron] 10.222.0.100 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.3066530 Oct 26 12:08:42.689694 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a1aeadee-3bd2-4c84-adc0-9fad035afdb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297319 Oct 26 12:08:42.690334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55780) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:42.702856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149394258'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:42.754271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:42.756642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716469e-63b9-4c8d-8891-c590d8f1fe82 req-477efa32-67c6-4783-9f6f-2abf1c81b998 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.764195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a716469e-63b9-4c8d-8891-c590d8f1fe82 req-477efa32-67c6-4783-9f6f-2abf1c81b998 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 944 time: 0.1948330 Oct 26 12:08:42.765633 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e6a2f3-c69f-4c26-b730-0aa1b712136c" -d '{"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-plugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:42.814367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.836531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:42.855809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:42.858252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a716469e-63b9-4c8d-8891-c590d8f1fe82 req-4b81e0a9-9f04-481d-b03a-97c1dd91658b tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928812 Oct 26 12:08:42.875006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdd263-2698-4e96-be15-069508e04885 req-81cd6de2-0a48-4750-8a5c-a168499ded18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:42.876815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-81cd6de2-0a48-4750-8a5c-a168499ded18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 200 len: 911 time: 0.2723613 Oct 26 12:08:42.933730 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36911eb8-daf1-4c6f-bf65-36a50f7ead9d x-openstack-request-id: req-36911eb8-daf1-4c6f-bf65-36a50f7ead9d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:42.934039 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-plugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:42.934461 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36911eb8-daf1-4c6f-bf65-36a50f7ead9d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:42.934891 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'code': 200} Oct 26 12:08:42.939491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:42.958141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:43.264590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '49d7f7f3-0cb9-466b-a2c7-4b087f54e28e', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'port_id': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'mac_address': 'fa:16:3e:c8:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:08:21Z', 'updated_at': '2021-10-26T12:08:39Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:43.276900 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-6827663c-f99f-443e-845a-fec67d360ce5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 1000 time: 0.5852747 Oct 26 12:08:43.301265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c9180-4eca-48e1-8c0d-c3eaac40b9b0 None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '49d7f7f3-0cb9-466b-a2c7-4b087f54e28e', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'port_id': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'mac_address': 'fa:16:3e:c8:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:08:21Z', 'updated_at': '2021-10-26T12:08:39Z', 'revision_number': 1, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:43.304016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-526242e5-c110-42a8-b3dd-7a5aac8b550e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a03050ad-7851-416a-9242-d312e9de4cc7 HTTP/1.1" status: 200 len: 217 time: 0.4060738 Oct 26 12:08:43.309771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.360913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.376154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.413548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.457309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.458671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7671916 Oct 26 12:08:43.463572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55786) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:43.468911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498826e-2553-47b6-b514-a605d19e5338 req-a6150b83-d6dc-4775-b5c6-44f7d4662049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:43.470386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-a6150b83-d6dc-4775-b5c6-44f7d4662049 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1795404 Oct 26 12:08:43.471455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '47523e90-343a-4b70-a821-a59481c7900c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:43.473608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=cb79b28d-96d5-49ca-b37e-d36883346138,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:43.506720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505790c-4557-4861-bacc-12f6f80d2a3b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47523e90-343a-4b70-a821-a59481c7900c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:43.515592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:43.516124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.517639 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d7960ad3-d6be-4d9e-a5d7-5eb9b093d4dc tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/ports/cb79b28d-96d5-49ca-b37e-d36883346138 HTTP/1.1" status: 200 len: 910 time: 1.3253269 Oct 26 12:08:43.521803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:43.525403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdd263-2698-4e96-be15-069508e04885 req-86721692-48b2-475a-892b-5bcd0fd0b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:43.527468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-86721692-48b2-475a-892b-5bcd0fd0b4ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=002f5785-f6a5-4ae0-8980-8750081b6342 HTTP/1.1" status: 200 len: 849 time: 0.1494207 Oct 26 12:08:43.539211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.603634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-d1739b08-4865-4eab-be5d-6ab51c901b66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eb8412-9d03-41c7-ae6f-d80d946a4401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661168 Oct 26 12:08:43.650157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498826e-2553-47b6-b514-a605d19e5338 req-9cec18fd-790e-4bcb-838d-27d9f1c5157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:43.651782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-9cec18fd-790e-4bcb-838d-27d9f1c5157d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723800 Oct 26 12:08:43.666168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb09e1-e358-479d-80e3-c090e7db77e8 None None] New status for floating IP 49d7f7f3-0cb9-466b-a2c7-4b087f54e28e: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:08:43.797563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a03050ad-7851-416a-9242-d312e9de4cc7 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:08:43.815868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.847919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfadea3-099a-4331-ac45-0a7c0c07146a req-75c754b3-dd7e-4b64-9613-45413b32f113 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:43.856672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dfadea3-099a-4331-ac45-0a7c0c07146a req-75c754b3-dd7e-4b64-9613-45413b32f113 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2466102 Oct 26 12:08:43.858519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.866079 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-346e05e4-823a-4397-992f-93549e825214 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005305 Oct 26 12:08:43.892060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef64142-57d7-4ed8-99b9-c5a65207d2b5,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:43.925931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17023-5076-45bd-9820-082c6cbf54e4 req-d2aa792f-10d9-4ea1-bdf7-f96038aaa0a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:43.933440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5e17023-5076-45bd-9820-082c6cbf54e4 req-d2aa792f-10d9-4ea1-bdf7-f96038aaa0a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.3244691 Oct 26 12:08:43.939889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a03050ad-7851-416a-9242-d312e9de4cc7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a03050ad-7851-416a-9242-d312e9de4cc7,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:43.962372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'a03050ad-7851-416a-9242-d312e9de4cc7', 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401', 'port_id': 'a03050ad-7851-416a-9242-d312e9de4cc7', 'mac_address': 'fa:16:3e:da:35:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002f5785-f6a5-4ae0-8980-8750081b6342', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:08:43.984046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:43.989133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:43.990114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce4ac7c3-2caa-4df2-a419-27b09fe552ed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5254741 Oct 26 12:08:43.993576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '47523e90-343a-4b70-a821-a59481c7900c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:44.028037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c498826e-2553-47b6-b514-a605d19e5338 req-fc822914-7e4d-4f45-ad54-7c087e32334a service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537468 Oct 26 12:08:44.029728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5e17023-5076-45bd-9820-082c6cbf54e4 req-ba3c3ffc-cb3a-413a-8221-bfa393468936 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900042 Oct 26 12:08:44.031829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-a3f017a8-8729-4257-b783-52ae3d679aec service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011581 Oct 26 12:08:44.076837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9dfadea3-099a-4331-ac45-0a7c0c07146a req-c28a78f6-d1c1-4853-a07e-2b5d49e79d54 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065656 Oct 26 12:08:44.083371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.107183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.165105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03050ad-7851-416a-9242-d312e9de4cc7 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:08:44.197895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.200867 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.202662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a03050ad-7851-416a-9242-d312e9de4cc7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a03050ad-7851-416a-9242-d312e9de4cc7,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:44.213183 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.248355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.278692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a03050ad-7851-416a-9242-d312e9de4cc7,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:44.315846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cb4a46-8784-415d-9f82-c3e42ee6fb35,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:44.321814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb381eab-e1c9-48d8-91a5-d8aeb50c5533 req-a8ae9aa6-0c85-4c8d-b18f-e4a0930855e8 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:44.323957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb381eab-e1c9-48d8-91a5-d8aeb50c5533 req-a8ae9aa6-0c85-4c8d-b18f-e4a0930855e8 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 945 time: 0.1106036 Oct 26 12:08:44.347314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.351027 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bac5fdcf-43b8-4296-8fb6-3413b2b0bf61 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3584516 Oct 26 12:08:44.351390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55798) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:44.359782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '47523e90-343a-4b70-a821-a59481c7900c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:44.371027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46fdd263-2698-4e96-be15-069508e04885 req-e279301e-9bcf-4f40-8fce-50c8511f36f3 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936912 Oct 26 12:08:44.421038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb381eab-e1c9-48d8-91a5-d8aeb50c5533 req-aa8d32e5-803e-4d1f-b72f-abb6b3c2c807 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672510 Oct 26 12:08:44.484939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['a03050ad-7851-416a-9242-d312e9de4cc7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:08:44.486955 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.550491 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:08:44.617715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.630240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.671149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.675487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195457 Oct 26 12:08:44.675487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296006cc-22da-4878-aaf2-259793c2d356 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4a8b91-5d8b-43fd-aea1-c712601c8ffc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:44.676707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55800) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:44.683154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '47523e90-343a-4b70-a821-a59481c7900c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:44.688852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port cb79b28d-96d5-49ca-b37e-d36883346138 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:44.689277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.727997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.792633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.809411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for cb79b28d-96d5-49ca-b37e-d36883346138 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:44.820448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.826344 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.846344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c73c4-815f-442b-8e24-a4f3f09f97da,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:44.870182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:44.873811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c611ec8-941d-49fe-9b10-3a6cccb991f2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1932983 Oct 26 12:08:44.874464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:44.880112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '47523e90-343a-4b70-a821-a59481c7900c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:44.930178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.058904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.073843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.101635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1888ba-215f-4bcd-9157-043ff77332b5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:45.115437 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.119468 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-15906ebb-3fea-4d1d-ba57-a316a3094bd8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2442360 Oct 26 12:08:45.120598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55808) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:45.130527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.193296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedba67-719a-4723-a28a-2b9f9cdbbc25 req-2bc35aab-b18b-4b0e-8243-543a099f3163 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:45.194986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fedba67-719a-4723-a28a-2b9f9cdbbc25 req-2bc35aab-b18b-4b0e-8243-543a099f3163 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.0760601 Oct 26 12:08:45.209573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=cb79b28d-96d5-49ca-b37e-d36883346138,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:45.237337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a12c267-cb70-4aa4-a45b-a9faba221793 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.268196 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a12c267-cb70-4aa4-a45b-a9faba221793 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.316689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881c549-efab-4451-ab9a-15335e28fedf req-28dbc373-9d91-4c7b-bcff-67a03bdee7fe tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:45.335570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2881c549-efab-4451-ab9a-15335e28fedf req-28dbc373-9d91-4c7b-bcff-67a03bdee7fe tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1394200 Oct 26 12:08:45.349039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fedba67-719a-4723-a28a-2b9f9cdbbc25 req-afad9d7f-5a06-479e-85dd-57d29f87daba tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087954 Oct 26 12:08:45.377397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a12c267-cb70-4aa4-a45b-a9faba221793 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.409658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2881c549-efab-4451-ab9a-15335e28fedf req-c867802c-c2ed-4603-b823-2e9a7a12f394 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718544 Oct 26 12:08:45.435439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a12c267-cb70-4aa4-a45b-a9faba221793 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.444833 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6a12c267-cb70-4aa4-a45b-a9faba221793 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/0e1888ba-215f-4bcd-9157-043ff77332b5 HTTP/1.1" status: 204 len: 168 time: 0.3224387 Oct 26 12:08:45.448606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55814) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:45.466123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c267-cb70-4aa4-a45b-a9faba221793 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e1888ba-215f-4bcd-9157-043ff77332b5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:45.470508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.541943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e2c49cb-8284-4cf3-beae-1a295effe42e tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0921123 Oct 26 12:08:45.544444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55816) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:45.621188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2019bde4-2080-40df-95c8-7678d576f1c9 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.634354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd2574-f0e5-4742-98a3-c81c474ae450 req-9f59d11b-99ad-499a-9dca-24e39c023c1c tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:45.642618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9fd2574-f0e5-4742-98a3-c81c474ae450 req-9f59d11b-99ad-499a-9dca-24e39c023c1c tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 945 time: 0.0993791 Oct 26 12:08:45.659657 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2019bde4-2080-40df-95c8-7678d576f1c9 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.718069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9fd2574-f0e5-4742-98a3-c81c474ae450 req-ce9b8a46-77fd-45f2-951e-b5cd34c85d63 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744028 Oct 26 12:08:45.719300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2019bde4-2080-40df-95c8-7678d576f1c9 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.730117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2019bde4-2080-40df-95c8-7678d576f1c9 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.733972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2019bde4-2080-40df-95c8-7678d576f1c9 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/5c5c73c4-815f-442b-8e24-a4f3f09f97da HTTP/1.1" status: 204 len: 168 time: 0.1885180 Oct 26 12:08:45.734650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55818) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:45.752025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019bde4-2080-40df-95c8-7678d576f1c9 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c5c73c4-815f-442b-8e24-a4f3f09f97da,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:45.767148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:08:45.784232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a03050ad-7851-416a-9242-d312e9de4cc7 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:45.803131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4326c372-9c37-42ff-9d03-183ab460f8ba tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0635033 Oct 26 12:08:45.806220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55820) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:45.846563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port a03050ad-7851-416a-9242-d312e9de4cc7 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:08:45.847455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97771845-1238-426d-aa9c-ee3d783c2aad tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.852414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port a03050ad-7851-416a-9242-d312e9de4cc7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:45.852790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.861230 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97771845-1238-426d-aa9c-ee3d783c2aad tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.915774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97771845-1238-426d-aa9c-ee3d783c2aad tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.923404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97771845-1238-426d-aa9c-ee3d783c2aad tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:45.925772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-97771845-1238-426d-aa9c-ee3d783c2aad tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/6e4a8b91-5d8b-43fd-aea1-c712601c8ffc HTTP/1.1" status: 204 len: 168 time: 0.1177702 Oct 26 12:08:45.928556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55822) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:45.943335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97771845-1238-426d-aa9c-ee3d783c2aad tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e4a8b91-5d8b-43fd-aea1-c712601c8ffc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:45.969166 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.056405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-47094fc9-2926-4a37-8bc7-58ea3493db73 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0932581 Oct 26 12:08:46.058921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55824) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.059360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a03050ad-7851-416a-9242-d312e9de4cc7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a03050ad-7851-416a-9242-d312e9de4cc7,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:46.061018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03050ad-7851-416a-9242-d312e9de4cc7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:46.063126 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b5c34-8d24-4be3-8b8e-a1fc8ab93ca8" -d '{"events": [{"server_uuid": "ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed", "name": "network-vif-plugged", "status": "completed", "tag": "a03050ad-7851-416a-9242-d312e9de4cc7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:46.090290 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02bf8591-e0e1-4665-9be0-95e89e127e14 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.094104 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.102625 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb6285-3433-436f-af4b-a099f1698d98 x-openstack-request-id: req-aacb6285-3433-436f-af4b-a099f1698d98 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:46.103013 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed", "name": "network-vif-plugged", "status": "completed", "tag": "a03050ad-7851-416a-9242-d312e9de4cc7", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:46.103365 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aacb6285-3433-436f-af4b-a099f1698d98 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:46.103830 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03050ad-7851-416a-9242-d312e9de4cc7', 'code': 200} Oct 26 12:08:46.104732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02bf8591-e0e1-4665-9be0-95e89e127e14 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.139255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02bf8591-e0e1-4665-9be0-95e89e127e14 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.152912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02bf8591-e0e1-4665-9be0-95e89e127e14 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.158512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-02bf8591-e0e1-4665-9be0-95e89e127e14 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/70cb4a46-8784-415d-9f82-c3e42ee6fb35 HTTP/1.1" status: 204 len: 168 time: 0.0999663 Oct 26 12:08:46.159925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55830) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.177177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf8591-e0e1-4665-9be0-95e89e127e14 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70cb4a46-8784-415d-9f82-c3e42ee6fb35,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:46.192735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a03050ad-7851-416a-9242-d312e9de4cc7,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:46.245462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:46.250787 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5652f32-e8f3-4664-b595-d3deb4d488f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280161 Oct 26 12:08:46.254056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.256747 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] Sync routers for ids ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:46.277568 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] Routers {'62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:46.278224 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:46.280187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6fd8c957-4383-4afe-b3a6-ec687067af43 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1169772 Oct 26 12:08:46.282668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55836) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.286651 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b69bc18-9109-418d-abbd-83c5a00223a2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b HTTP/1.1" status: 200 len: 205 time: 0.0313301 Oct 26 12:08:46.289051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.334913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d3a33-f1f2-4387-abef-7c47fc889e06 req-2b41ff96-e692-42c7-8f28-3b8b4a534f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:46.336600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-282d3a33-f1f2-4387-abef-7c47fc889e06 req-2b41ff96-e692-42c7-8f28-3b8b4a534f3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 1097 time: 0.1469254 Oct 26 12:08:46.347024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49742a10-e109-4e4a-8f6f-e1a6ead61d08 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.363451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49742a10-e109-4e4a-8f6f-e1a6ead61d08 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.378603 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.411090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-282d3a33-f1f2-4387-abef-7c47fc889e06 req-f5380941-013b-4013-a516-935b3cf03bf5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615025 Oct 26 12:08:46.423952 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49742a10-e109-4e4a-8f6f-e1a6ead61d08 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.434241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49742a10-e109-4e4a-8f6f-e1a6ead61d08 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.437765 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49742a10-e109-4e4a-8f6f-e1a6ead61d08 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/eef64142-57d7-4ed8-99b9-c5a65207d2b5 HTTP/1.1" status: 204 len: 168 time: 0.1517010 Oct 26 12:08:46.443496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55844) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.477132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49742a10-e109-4e4a-8f6f-e1a6ead61d08 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef64142-57d7-4ed8-99b9-c5a65207d2b5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:46.497960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:46.530590 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] Routers {'62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:46.531661 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:46.544648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1ff0d5bf-a593-44c6-ab8d-08dd94ec975a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0972753 Oct 26 12:08:46.547611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55848) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.573334 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:46.574264 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5542fbd9-c422-4099-9fcb-6c4dc775d045 None None] The sync data for ids ['62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:46.592003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.594248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.598442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd1b72-3f8e-40bc-8ade-ff4b12d34d74 req-6cadaa71-ad31-4824-a1fc-9472a426580e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:46.605926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1bd1b72-3f8e-40bc-8ade-ff4b12d34d74 req-6cadaa71-ad31-4824-a1fc-9472a426580e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.1264236 Oct 26 12:08:46.656944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.657508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router 62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:08:46.667658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.669045 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d5340f14-22bb-4206-b44c-aec2f2a20c9e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b HTTP/1.1" status: 204 len: 168 time: 0.3789294 Oct 26 12:08:46.672188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55850) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.719602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be857cb-53c7-4714-b5fe-de5134bdf1e0 req-66b30ec3-ec42-4ffc-b759-3a410d0ea253 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:46.721131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2be857cb-53c7-4714-b5fe-de5134bdf1e0 req-66b30ec3-ec42-4ffc-b759-3a410d0ea253 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1648388 Oct 26 12:08:46.735999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1bd1b72-3f8e-40bc-8ade-ff4b12d34d74 req-dc0e1484-7236-49a9-a189-d0ae4848e812 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223407 Oct 26 12:08:46.748988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet 3cb9bce0-8989-41f7-bf75-4abcf98c3d99 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:08:46.755498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-badd6fe5-45dc-4e38-b443-4c0e573c592c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.761637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.802366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-badd6fe5-45dc-4e38-b443-4c0e573c592c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.808134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2be857cb-53c7-4714-b5fe-de5134bdf1e0 req-4e094f9b-0779-434b-98a6-e91bb98692bc tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690062 Oct 26 12:08:46.841236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.880656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-badd6fe5-45dc-4e38-b443-4c0e573c592c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.884322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-badd6fe5-45dc-4e38-b443-4c0e573c592c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:46.886918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-badd6fe5-45dc-4e38-b443-4c0e573c592c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/47523e90-343a-4b70-a821-a59481c7900c HTTP/1.1" status: 204 len: 168 time: 0.3359022 Oct 26 12:08:46.906310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55856) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:46.908481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd6fe5-45dc-4e38-b443-4c0e573c592c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47523e90-343a-4b70-a821-a59481c7900c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:46.984970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148584c-8211-400a-a227-ee33bf3a1273 req-24f9b1b3-ddaa-40c0-806c-681270184eb7 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:46.992360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c148584c-8211-400a-a227-ee33bf3a1273 req-24f9b1b3-ddaa-40c0-806c-681270184eb7 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 946 time: 0.0871916 Oct 26 12:08:47.029803 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6f7620d0-0e96-4374-b9cf-42fc39089e7d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227925 Oct 26 12:08:47.035859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:47.041605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952719046'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:47.055232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.079429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c148584c-8211-400a-a227-ee33bf3a1273 req-709b9840-c7e1-404c-b224-678e0ffc3b9d tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802393 Oct 26 12:08:47.107379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.139653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.183546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb9bce0-8989-41f7-bf75-4abcf98c3d99,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:47.191910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691ace0-8be8-4498-897d-198c7298cab3 None None] Network 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:47.192424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.196043 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-974d7941-5aeb-407d-8b10-bb09ef48b920 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/3cb9bce0-8989-41f7-bf75-4abcf98c3d99 HTTP/1.1" status: 204 len: 168 time: 0.5224125 Oct 26 12:08:47.198098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55860) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:47.223144 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.242975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.295634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.329376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.333055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2960148 Oct 26 12:08:47.337445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55862) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:47.349117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '8a816099-10da-40bd-b7d3-225fac789d58', 'direction': 'ingress', 'protocol': 17}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:47.360119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18651b8f-aeb8-4c82-acf5-0612727cc2df tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a816099-10da-40bd-b7d3-225fac789d58,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:47.388222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 6362c0a1-a48b-46ae-989d-df4233075e9f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:47.388657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.406328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.447138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733c557-a493-45b1-8734-1e875695d973 None None] DHCP port deletion for 2e7e3d64-929b-4e96-9921-9e27a88bcfb0 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:08:47.475230 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.479569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 6362c0a1-a48b-46ae-989d-df4233075e9f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6362c0a1-a48b-46ae-989d-df4233075e9f,segment=NetworkSegment(3ae41931-5144-4d00-a845-748fca5dd404),segment_id=3ae41931-5144-4d00-a845-748fca5dd404)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:47.480189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.480748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.502359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 6362c0a1-a48b-46ae-989d-df4233075e9f owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:47.503662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219d55cb-e287-47af-98c3-921df45e85f6,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:47.518226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.526012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55864) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:47.526714 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f9c19eef-6b58-43ed-a300-b9a3c2e0fa3a tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1871767 Oct 26 12:08:47.570038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f733c557-a493-45b1-8734-1e875695d973 None None] Deleting port 6362c0a1-a48b-46ae-989d-df4233075e9f {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:47.570420 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f733c557-a493-45b1-8734-1e875695d973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.656781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f733c557-a493-45b1-8734-1e875695d973 None None] For port 6362c0a1-a48b-46ae-989d-df4233075e9f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6362c0a1-a48b-46ae-989d-df4233075e9f,segment=NetworkSegment(3ae41931-5144-4d00-a845-748fca5dd404),segment_id=3ae41931-5144-4d00-a845-748fca5dd404)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:47.657259 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f733c557-a493-45b1-8734-1e875695d973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.681764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f733c557-a493-45b1-8734-1e875695d973 None None] Calling delete_port for 6362c0a1-a48b-46ae-989d-df4233075e9f owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:47.694125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.740586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port 6362c0a1-a48b-46ae-989d-df4233075e9f on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:47.775411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=6362c0a1-a48b-46ae-989d-df4233075e9f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:47.824294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f733c557-a493-45b1-8734-1e875695d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.857810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a570cc-34c1-43c8-b4a6-d0781d6e01e7 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.887746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a570cc-34c1-43c8-b4a6-d0781d6e01e7 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.906266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278e192-0f75-46ee-930a-3e85501365e8 req-1e7fbadd-5550-4bda-ba89-2d7b8cd166b7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:47.917058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733c557-a493-45b1-8734-1e875695d973 None None] Pushing event deleted for resources: {'Port': ['ID=6362c0a1-a48b-46ae-989d-df4233075e9f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:47.918402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d278e192-0f75-46ee-930a-3e85501365e8 req-1e7fbadd-5550-4bda-ba89-2d7b8cd166b7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.0967567 Oct 26 12:08:47.934308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.948322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a570cc-34c1-43c8-b4a6-d0781d6e01e7 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.949322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733c557-a493-45b1-8734-1e875695d973 None None] No DVR routers for this DVR port 6362c0a1-a48b-46ae-989d-df4233075e9f on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:47.951940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0a570cc-34c1-43c8-b4a6-d0781d6e01e7 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:47.953815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0a570cc-34c1-43c8-b4a6-d0781d6e01e7 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/8a816099-10da-40bd-b7d3-225fac789d58 HTTP/1.1" status: 204 len: 168 time: 0.4258447 Oct 26 12:08:47.970680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55872) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:47.973685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a570cc-34c1-43c8-b4a6-d0781d6e01e7 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a816099-10da-40bd-b7d3-225fac789d58,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:47.979294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7e3d64-929b-4e96-9921-9e27a88bcfb0']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:47.993394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae41931-5144-4d00-a845-748fca5dd404') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:47.993614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae41931-5144-4d00-a845-748fca5dd404') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:48.013161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.031175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.041165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:08:48.041642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:08:48.046938 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:08:48.077956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d278e192-0f75-46ee-930a-3e85501365e8 req-c0a0f8ab-599e-475d-a0b1-040c38a5167b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434350 Oct 26 12:08:48.135381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6362c0a1-a48b-46ae-989d-df4233075e9f no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:48.139567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.160348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.167657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6362c0a1-a48b-46ae-989d-df4233075e9f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:48.168005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6362c0a1-a48b-46ae-989d-df4233075e9f not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:48.170111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/2e7e3d64-929b-4e96-9921-9e27a88bcfb0 HTTP/1.1" status: 204 len: 168 time: 0.9704227 Oct 26 12:08:48.171030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fd32901f-6ce0-4d36-9bd5-8bf5e7f11953 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1789148 Oct 26 12:08:48.171704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55876) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:48.172036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55878) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:48.180818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ce53-324d-4fef-8978-190b16029011 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=2e7e3d64-929b-4e96-9921-9e27a88bcfb0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:48.183752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1238432825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:48.198418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--36190185'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:48.210567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafdaa-afc9-4d20-a980-2ead66b8450a req-f6fa62ef-a96b-4e0f-a67b-6c6b4fb48dcd tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:48.212482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdcafdaa-afc9-4d20-a980-2ead66b8450a req-f6fa62ef-a96b-4e0f-a67b-6c6b4fb48dcd tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2379270 Oct 26 12:08:48.281299 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.api [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 12:08:48.281299 n-d-812150-3 neutron-server[102760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 26 12:08:48.281299 n-d-812150-3 neutron-server[102760]: [parameters: {'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'id': '8d259e30-6903-42c1-9ba1-e5a89325600a', 'expiration': datetime.datetime(2021, 10, 26, 12, 10, 48, 251932)}] Oct 26 12:08:48.281299 n-d-812150-3 neutron-server[102760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:08:48.281824 n-d-812150-3 neutron-server[102760]: DEBUG oslo_db.api [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:08:48.301169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdcafdaa-afc9-4d20-a980-2ead66b8450a req-7537c3f2-0f56-4b94-bae8-5aa3530a69ba tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Oct 26 12:08:48.305665 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.345695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549cf4-3d84-4628-a487-100c5862c7f9 req-451f49b4-fa54-4f26-81ea-1c67a3c6e384 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:48.347849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d549cf4-3d84-4628-a487-100c5862c7f9 req-451f49b4-fa54-4f26-81ea-1c67a3c6e384 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 946 time: 0.1048088 Oct 26 12:08:48.401913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d549cf4-3d84-4628-a487-100c5862c7f9 req-9f245d67-e715-4546-a5de-60e27f98c445 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Oct 26 12:08:48.426207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.432715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.465783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8188ccbf-f87a-4f84-8c32-a467530e7912,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:48.471049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.475689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:48.475925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-adcef6b3-63d6-40d7-b8fb-d61c0c290af8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2859941 Oct 26 12:08:48.480372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207193633'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:48.528405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.627786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.633788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.667014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.681760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55886) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:48.682314 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1949353 Oct 26 12:08:48.682314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564fb99-ad2e-4836-8a5a-033db93b697d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c14b26-2cd4-4fdd-85b8-208a54630f94,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:48.686177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '8188ccbf-f87a-4f84-8c32-a467530e7912', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '70c14b26-2cd4-4fdd-85b8-208a54630f94', 'remote_ip_prefix': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:48.749721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.841990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.843121 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.867808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.882941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.899947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6510e0eb-51c8-4dda-b392-b09b39e1ca7d,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:48.949263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.959283 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.960686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4cc0aa57-b9d1-4f9a-b824-397b202288eb tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2881474 Oct 26 12:08:48.963746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55894) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:48.964646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.987273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:48.992104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-491db227-0c97-4c1e-921e-47be50252d0e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8140223 Oct 26 12:08:48.992866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55896) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:48.998904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-1012667082'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:49.030481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:49.034938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.036143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3547d679-49cc-42e0-a5c0-859326ac0e79 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.058643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3547d679-49cc-42e0-a5c0-859326ac0e79 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.063697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:08:49.077543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.078129 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 749d9d4c-0fec-4674-ada1-1ca93144371a of type vlan for network e1a5d819-c173-42c9-9f26-f02c163497a3 Oct 26 12:08:49.135278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-318433dd-8bc7-4e2d-928b-19cef5b4e52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.142940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3547d679-49cc-42e0-a5c0-859326ac0e79 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.152024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3547d679-49cc-42e0-a5c0-859326ac0e79 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.156208 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3547d679-49cc-42e0-a5c0-859326ac0e79 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/6510e0eb-51c8-4dda-b392-b09b39e1ca7d HTTP/1.1" status: 204 len: 168 time: 0.1882660 Oct 26 12:08:49.158521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55902) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:49.171319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.184157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547d679-49cc-42e0-a5c0-859326ac0e79 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6510e0eb-51c8-4dda-b392-b09b39e1ca7d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:49.231823 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-71eb923f-67a6-4e27-bb3e-5d759c866140 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0685282 Oct 26 12:08:49.233307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55906) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:49.272172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac12574-d6dc-4bb1-bf5e-065a67ae10a8 req-8d988074-3ed1-4e10-a20f-a6981ad849c2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:49.274542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ac12574-d6dc-4bb1-bf5e-065a67ae10a8 req-8d988074-3ed1-4e10-a20f-a6981ad849c2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.0884118 Oct 26 12:08:49.283575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731f65f-e16a-457c-a78f-afc1c8696838 req-755c57f2-89af-4138-8964-0ca6c96fec5f tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:49.285170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3731f65f-e16a-457c-a78f-afc1c8696838 req-755c57f2-89af-4138-8964-0ca6c96fec5f tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 946 time: 0.1643329 Oct 26 12:08:49.303599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5665fdf-f15c-408b-a999-620126bfac57 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.338980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3731f65f-e16a-457c-a78f-afc1c8696838 req-29536ac6-3c44-42b5-8a09-c92efc017302 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Oct 26 12:08:49.340872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.342601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5665fdf-f15c-408b-a999-620126bfac57 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.347123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:49.347938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.439194 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5665fdf-f15c-408b-a999-620126bfac57 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.442950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e5665fdf-f15c-408b-a999-620126bfac57 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.447438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e5665fdf-f15c-408b-a999-620126bfac57 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/70c14b26-2cd4-4fdd-85b8-208a54630f94 HTTP/1.1" status: 204 len: 168 time: 0.2099395 Oct 26 12:08:49.447614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=e1a5d819-c173-42c9-9f26-f02c163497a3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:49.454352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9221cd27-7ea7-4bfc-ae20-b81ef08ccff8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4603391 Oct 26 12:08:49.454703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55910) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:49.455160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55912) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:49.459858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e1a5d819-c173-42c9-9f26-f02c163497a3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:08:49.475189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ac12574-d6dc-4bb1-bf5e-065a67ae10a8 req-acf49a63-7c0c-4d05-a668-889ba2545631 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888728 Oct 26 12:08:49.479849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:49.510011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5665fdf-f15c-408b-a999-620126bfac57 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c14b26-2cd4-4fdd-85b8-208a54630f94,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:49.630274 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eb956323-0bf4-417d-866b-f8591cebfccd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1718445 Oct 26 12:08:49.633987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:49.655145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80160e9-b476-4d93-82f0-4989505c807a req-ecd55df0-f54f-4531-b746-d0195046e5c8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:49.656682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d80160e9-b476-4d93-82f0-4989505c807a req-ecd55df0-f54f-4531-b746-d0195046e5c8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0906920 Oct 26 12:08:49.686489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:49.691883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.705362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d80160e9-b476-4d93-82f0-4989505c807a req-eab880e5-b619-445f-8114-e86a352f155f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Oct 26 12:08:49.788405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ae26050-bf06-447c-8657-2474833c79f0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.833371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ae26050-bf06-447c-8657-2474833c79f0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.921858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ae26050-bf06-447c-8657-2474833c79f0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.925279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ae26050-bf06-447c-8657-2474833c79f0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:49.929299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:49.929605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8ae26050-bf06-447c-8657-2474833c79f0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/8188ccbf-f87a-4f84-8c32-a467530e7912 HTTP/1.1" status: 204 len: 168 time: 0.2940848 Oct 26 12:08:49.948391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae26050-bf06-447c-8657-2474833c79f0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8188ccbf-f87a-4f84-8c32-a467530e7912,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:49.996314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3983643f-cedb-4189-99b8-33965efc9c8b tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622656 Oct 26 12:08:49.997771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55918) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:50.003185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078786580'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:50.031049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.052682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.131686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:50.141212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.141899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:50.142225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: e1a5d819-c173-42c9-9f26-f02c163497a3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:08:50.160688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.173111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network e1a5d819-c173-42c9-9f26-f02c163497a3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:08:50.205513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.206423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2076292 Oct 26 12:08:50.209316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55920) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:50.210574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e1a5d819-c173-42c9-9f26-f02c163497a3) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:50.214521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': 'c3a07761-2a0b-48da-9ed0-e2daf619efcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:50.219405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb36dd-e82c-461e-8976-aa13b9966b4c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a07761-2a0b-48da-9ed0-e2daf619efcc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:50.229913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6804c2c3-8915-4d2c-b593-8b4d4a5511c7 None None] Network e1a5d819-c173-42c9-9f26-f02c163497a3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:50.248508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:50.249113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.268804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.282731 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8b5c4e7a-b455-4620-9a6c-7d0a2aa05355 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8123431 Oct 26 12:08:50.286024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55922) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:50.367353 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.372263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.391692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358c478e-d38e-47c6-8912-f5a42e33d3e1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:50.421887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.426039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-770b8cdc-ec73-4b2a-a8e4-fdc6443c7583 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2154148 Oct 26 12:08:50.429274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:50.443973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-e1a5d819-c173-42c9-9f26-f02c163497a3', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:50.445361 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.486010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe023-d08f-4618-ac7e-1d0281386243 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.504151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe023-d08f-4618-ac7e-1d0281386243 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.661924 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.664116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Allocated IP 172.20.0.2 (e1a5d819-c173-42c9-9f26-f02c163497a3/0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f/bddd9fe3-0a8a-433e-a72d-8f534d46f4a6) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:50.672851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215f1c3-799b-4710-944e-d6d5c4d1bd90 req-cb96d522-c4cc-48dc-aa65-6ff580f8ddaf tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:50.681766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b215f1c3-799b-4710-944e-d6d5c4d1bd90 req-cb96d522-c4cc-48dc-aa65-6ff580f8ddaf tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 946 time: 0.1812634 Oct 26 12:08:50.687868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe023-d08f-4618-ac7e-1d0281386243 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.728185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f5cbe023-d08f-4618-ac7e-1d0281386243 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.729366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f5cbe023-d08f-4618-ac7e-1d0281386243 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/358c478e-d38e-47c6-8912-f5a42e33d3e1 HTTP/1.1" status: 204 len: 168 time: 0.2985132 Oct 26 12:08:50.742472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b215f1c3-799b-4710-944e-d6d5c4d1bd90 req-0ddfb766-e91e-46e7-9736-c593e7b1051b tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Oct 26 12:08:50.762637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:50.801374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-bb97fd02-aeba-4f42-bdcc-78809d54305a tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:50.803023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-bb97fd02-aeba-4f42-bdcc-78809d54305a tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 946 time: 0.2839935 Oct 26 12:08:50.805226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbe023-d08f-4618-ac7e-1d0281386243 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=358c478e-d38e-47c6-8912-f5a42e33d3e1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:50.915350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995c73-8b5e-4059-b1d2-383af9dc62e3 req-a46261a3-979f-492d-8cd4-2bbf8df0c315 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:50.922782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a995c73-8b5e-4059-b1d2-383af9dc62e3 req-a46261a3-979f-492d-8cd4-2bbf8df0c315 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.3068933 Oct 26 12:08:50.938729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.955995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:50.976694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-89187b85-a43e-438a-a63f-5c9bb2a9fd48 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2085702 Oct 26 12:08:50.978489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55940) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:51.014973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.20.0.1 (e1a5d819-c173-42c9-9f26-f02c163497a3/0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f/9a37897f-f730-4bee-98e3-0d9136d5435d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:51.017452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Pushing event updated for resources: {'Port': ['ID=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:51.027308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Network e1a5d819-c173-42c9-9f26-f02c163497a3 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:51.028990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:51.035966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:51.086481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a995c73-8b5e-4059-b1d2-383af9dc62e3 req-481bf8e5-9f6e-4d0c-ada9-45bec9dec505 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627190 Oct 26 12:08:51.092252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Attempting to bind port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:51.092633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Attempting to bind port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:51.093002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Attempting to bind port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 on network e1a5d819-c173-42c9-9f26-f02c163497a3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:51.098804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:51.099203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Checking segment: {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:51.099605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.100001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Bound using segment: {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:51.100473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Bound port: bddd9fe3-0a8a-433e-a72d-8f534d46f4a6, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:51.100857 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.102468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Deleting port a03050ad-7851-416a-9242-d312e9de4cc7 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:08:51.103028 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.181375 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.181981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] For port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:51.184864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] For port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:51.190824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.205085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] For port a03050ad-7851-416a-9242-d312e9de4cc7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a03050ad-7851-416a-9242-d312e9de4cc7,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:51.205799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.218994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Calling delete_port for a03050ad-7851-416a-9242-d312e9de4cc7 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:08:51.235959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.277211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a2ae0-2042-447a-81ba-69163026cf76 None None] Pushing event updated for resources: {'Port': ['ID=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:51.327051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network e1a5d819-c173-42c9-9f26-f02c163497a3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:51.333185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:51.338333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:51.365857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0240-17e5-4aa0-9989-ff10e21faeb0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.381441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=9a37897f-f730-4bee-98e3-0d9136d5435d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:51.394174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a870b-1ef9-4750-a739-4a17431a7ae6 req-30d4727a-3c6d-4067-8e07-85ae3a71396f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:51.395899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-825a870b-1ef9-4750-a739-4a17431a7ae6 req-30d4727a-3c6d-4067-8e07-85ae3a71396f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.4158604 Oct 26 12:08:51.423282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.462952 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0240-17e5-4aa0-9989-ff10e21faeb0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.550020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-825a870b-1ef9-4750-a739-4a17431a7ae6 req-6569d942-450d-474b-a072-856aa1d2f1dc tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196885 Oct 26 12:08:51.551929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.564253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['a03050ad-7851-416a-9242-d312e9de4cc7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:08:51.603049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Pushing event deleted for resources: {'Port': ['ID=a03050ad-7851-416a-9242-d312e9de4cc7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:51.608529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0240-17e5-4aa0-9989-ff10e21faeb0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.611338 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0240-17e5-4aa0-9989-ff10e21faeb0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.616339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9b8a0240-17e5-4aa0-9989-ff10e21faeb0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/c3a07761-2a0b-48da-9ed0-e2daf619efcc HTTP/1.1" status: 204 len: 168 time: 0.6331894 Oct 26 12:08:51.616982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55942) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:51.650659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a0240-17e5-4aa0-9989-ff10e21faeb0 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a07761-2a0b-48da-9ed0-e2daf619efcc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:51.710819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.729599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] No DVR routers for this DVR port a03050ad-7851-416a-9242-d312e9de4cc7 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:51.738358 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69559102-f8ce-42fe-babc-52d8da9b0f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.750394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.755608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac8aeaca-3763-48f1-a1bc-956f9483d65d req-d4ff4c38-22f7-40f1-8583-41f0b52aaf98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "DELETE /v2.0/ports/a03050ad-7851-416a-9242-d312e9de4cc7 HTTP/1.1" status: 204 len: 173 time: 0.9392700 Oct 26 12:08:51.761678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'name': 'network-vif-deleted', 'tag': 'a03050ad-7851-416a-9242-d312e9de4cc7'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:51.764691 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42295fd4-6c38-407a-8daf-291eace149c4" -d '{"events": [{"server_uuid": "ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed", "name": "network-vif-deleted", "tag": "a03050ad-7851-416a-9242-d312e9de4cc7"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:51.818436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f37f7b36-1b2c-46b4-9dbb-5f8d5c881e86 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1953912 Oct 26 12:08:51.822420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:51.826988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901620310'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:51.851108 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ffb7d-0b1f-4fc1-a9d8-1efdf97a5532 x-openstack-request-id: req-930ffb7d-0b1f-4fc1-a9d8-1efdf97a5532 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:51.851812 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed", "name": "network-vif-deleted", "tag": "a03050ad-7851-416a-9242-d312e9de4cc7", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:51.852290 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-930ffb7d-0b1f-4fc1-a9d8-1efdf97a5532 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:51.852943 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed', 'name': 'network-vif-deleted', 'tag': 'a03050ad-7851-416a-9242-d312e9de4cc7', 'status': 'completed', 'code': 200} Oct 26 12:08:51.930993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:51.960499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbbd28e5-7307-43d0-a39d-3c2f5f68ff66 req-86caedb8-78ec-4c29-8078-4a6ff6d7b08b tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceafb8f9-1e4d-44ff-87dc-9ff6bcec03ed HTTP/1.1" status: 200 len: 210 time: 0.0974813 Oct 26 12:08:52.071988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.086708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.139932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.151061 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3275764 Oct 26 12:08:52.154461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55954) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:52.158811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '2e3e1d1e-340c-45c0-afb0-841318253ad2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:52.199881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:52.231604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe57de-9338-4429-98e1-03c36846c059 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e1d1e-340c-45c0-afb0-841318253ad2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:52.234003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.244166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.288762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc7ce-240f-44d0-a5a4-4ed1243c9ef0 req-8271c2bd-1257-4be7-a55d-270de88e4d37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:52.296974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-952bc7ce-240f-44d0-a5a4-4ed1243c9ef0 req-8271c2bd-1257-4be7-a55d-270de88e4d37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.0782843 Oct 26 12:08:52.335388 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.365364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:52.365939 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.393258 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-952bc7ce-240f-44d0-a5a4-4ed1243c9ef0 req-25370f73-34bf-49a6-92d5-49146813ea5e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949490 Oct 26 12:08:52.434125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.446302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.476381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=9a37897f-f730-4bee-98e3-0d9136d5435d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:52.516415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b2cca7-2505-4cb8-9be7-1eb511eaedb0,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:52.540721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.543685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.552198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b7e5c105-0899-4345-92b1-3c978d51177d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3942833 Oct 26 12:08:52.554542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55956) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:52.579333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dc2d1e2d-8857-4b86-8936-2ffce7d53d3d tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules/83b2cca7-2505-4cb8-9be7-1eb511eaedb0 HTTP/1.1" status: 200 len: 763 time: 0.0211577 Oct 26 12:08:52.579960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55958) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:52.681413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1df21ef8-1c04-4925-b40d-9e65f5ef0020 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0978985 Oct 26 12:08:52.683756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55962) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:52.740334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f1082ae-b54e-4b37-a0af-995bd61e7a39 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.743908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network e1a5d819-c173-42c9-9f26-f02c163497a3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:52.747560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:52.758620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f1082ae-b54e-4b37-a0af-995bd61e7a39 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.777986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028187a8-a128-40eb-a0f9-482696bb2ca0 None None] Network e1a5d819-c173-42c9-9f26-f02c163497a3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:52.782988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b306f-6765-459e-a902-977eaca80164 req-73373aea-63ba-4006-8a45-1bf9893d3d29 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:52.791554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a9b306f-6765-459e-a902-977eaca80164 req-73373aea-63ba-4006-8a45-1bf9893d3d29 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0752027 Oct 26 12:08:52.793452 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.834547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a9b306f-6765-459e-a902-977eaca80164 req-5c038018-e4ca-4848-b86c-69217297be70 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Oct 26 12:08:52.862286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dc0b3f60-de94-4d9f-917f-6a9351a941e1 None None] Provisioning complete for port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:52.862806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3f60-de94-4d9f-917f-6a9351a941e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.881261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f1082ae-b54e-4b37-a0af-995bd61e7a39 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.890633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f1082ae-b54e-4b37-a0af-995bd61e7a39 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.894696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f1082ae-b54e-4b37-a0af-995bd61e7a39 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/83b2cca7-2505-4cb8-9be7-1eb511eaedb0 HTTP/1.1" status: 204 len: 168 time: 0.2068906 Oct 26 12:08:52.895297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55964) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:52.913928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1082ae-b54e-4b37-a0af-995bd61e7a39 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83b2cca7-2505-4cb8-9be7-1eb511eaedb0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:52.925517 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.944655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:52.960213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:52.968609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55966) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:52.968904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d9ae9106-6782-49bd-82e6-3cbeb0b03b75 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723770 Oct 26 12:08:52.990807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '2e3e1d1e-340c-45c0-afb0-841318253ad2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:53.041726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:08:53.170063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.170700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:53.239038 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.354494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:08:53.364270 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bdd646c4-b3f2-4170-a4d0-0f41a4624da1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0771222 Oct 26 12:08:53.369330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55984) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:53.369867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:08:53.377373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-1044254541'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:53.396637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:53.398919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:53.400103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.413968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.447177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fd483a-248f-4e86-be43-81f111d7c590,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:53.462005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:53.467471 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.485853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-94560c4b-c3a3-47d1-a92d-98d2b6767d98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:53.489704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-94560c4b-c3a3-47d1-a92d-98d2b6767d98 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/networks?id=b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 200 len: 809 time: 0.2458324 Oct 26 12:08:53.503714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:08:53.515573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-71aa233a-5969-4016-bc42-f4f181e4eb24 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/quotas/b6bdcf07780148a199a51f9bade9764e HTTP/1.1" status: 200 len: 375 time: 0.0194445 Oct 26 12:08:53.519686 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.520036 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 548db508-ef6d-49ac-a766-fdd4a7ad12f2 of type vlan for network 7ea6db41-f022-40f0-9b5d-34665903e778 Oct 26 12:08:53.566576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.596370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.598158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-282701ef-c0a2-4aad-a58d-b62900202a83 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6281750 Oct 26 12:08:53.601937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55988) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:53.614249 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.620734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:53.621697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.636491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-675d8229-6050-4611-ba17-324a5648e2af None None] Provisioning complete for port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:53.637005 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-675d8229-6050-4611-ba17-324a5648e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:53.643592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:53.655916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-6f551141-78d7-4199-8010-70e2fefbdea4 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b6bdcf07780148a199a51f9bade9764e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278903 Oct 26 12:08:53.735795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc0867b4-2484-40cc-bc24-30bd58b82a4e tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules/22fd483a-248f-4e86-be43-81f111d7c590 HTTP/1.1" status: 200 len: 763 time: 0.1327207 Oct 26 12:08:53.741491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55990) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:53.765604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3947902 Oct 26 12:08:53.767359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245e0c7-9394-498d-84ee-c1b50504e9a1 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=7ea6db41-f022-40f0-9b5d-34665903e778,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:53.770288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:53.776654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:53.816105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e928-26b7-4d0d-a846-ad9cedbfa816 req-db0441e5-8dbf-4125-8e71-e290476dba35 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:53.817755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b46e928-26b7-4d0d-a846-ad9cedbfa816 req-db0441e5-8dbf-4125-8e71-e290476dba35 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2749367 Oct 26 12:08:53.833041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 7ea6db41-f022-40f0-9b5d-34665903e778 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:08:53.865894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c12517e1-1847-4b6c-8775-20506c167707 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1215875 Oct 26 12:08:53.870272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55996) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:53.918705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-90b67492-6acb-4d36-a453-0e877e950896 service neutron] 10.222.0.88 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614944 Oct 26 12:08:53.925108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b46e928-26b7-4d0d-a846-ad9cedbfa816 req-f2e14e07-6ff1-4919-b245-d91e54e8307e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937555 Oct 26 12:08:54.010448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8a7684c-d125-41c6-bf46-aa42120d63fd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.023770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a03050ad-7851-416a-9242-d312e9de4cc7 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:54.030770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8a7684c-d125-41c6-bf46-aa42120d63fd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.125421 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:54.127331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: a03050ad-7851-416a-9242-d312e9de4cc7 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:08:54.127331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a03050ad-7851-416a-9242-d312e9de4cc7 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:54.136350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.142430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8a7684c-d125-41c6-bf46-aa42120d63fd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.159545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:54.175713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8a7684c-d125-41c6-bf46-aa42120d63fd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.177140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c8a7684c-d125-41c6-bf46-aa42120d63fd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/22fd483a-248f-4e86-be43-81f111d7c590 HTTP/1.1" status: 204 len: 168 time: 0.2995336 Oct 26 12:08:54.178059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7684c-d125-41c6-bf46-aa42120d63fd tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22fd483a-248f-4e86-be43-81f111d7c590,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:54.180002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56000) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:54.196530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-e4dab427-c1ee-4ecb-b184-894034209c98 service neutron] 10.222.0.88 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628083 Oct 26 12:08:54.233991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e16672-4405-437b-a0a4-6f6952ada5ca req-2e881dac-5f77-40eb-9245-396d8434721d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:54.235899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50e16672-4405-437b-a0a4-6f6952ada5ca req-2e881dac-5f77-40eb-9245-396d8434721d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1697726 Oct 26 12:08:54.314379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:54.314766 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.324347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1428cabf-a717-4073-b19c-49fa3ec89ace tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940499 Oct 26 12:08:54.325364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56002) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:54.330780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Request body: {'security_group_rule': {'security_group_id': '2e3e1d1e-340c-45c0-afb0-841318253ad2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:54.336487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50e16672-4405-437b-a0a4-6f6952ada5ca req-9d4ec341-4e88-4528-9804-db93190d17f2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Oct 26 12:08:54.397188 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Project 51fcf809035143ca9da6348c62fb7b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:08:54.495704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.523487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1f99d5e-aa8f-44c9-a008-f4d84323feab req-03b1d0b1-19e0-4538-9af8-2bea5113d2ce tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 210 time: 0.0417364 Oct 26 12:08:54.543617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-675d8229-6050-4611-ba17-324a5648e2af None None] Provisioning complete for port 9a37897f-f730-4bee-98e3-0d9136d5435d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:54.544204 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-675d8229-6050-4611-ba17-324a5648e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.582235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.651636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=7bc75478-e836-470e-9aeb-498d0334ff8a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:54.658609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:08:51Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:51Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:54.695281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:08:54.695663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Updating router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 port 9a37897f-f730-4bee-98e3-0d9136d5435d binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:08:54.708314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.722650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.723625 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.725524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-675d8229-6050-4611-ba17-324a5648e2af None None] Port 9a37897f-f730-4bee-98e3-0d9136d5435d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:54.731757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.806332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d4b839-0364-40a1-8c2a-a6b1b934f090,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:54.811747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:54.812342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: 7ea6db41-f022-40f0-9b5d-34665903e778, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:08:54.824565 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-b5970635-3c46-4df3-a87d-30e95f88e4d5 service neutron] show failed (client error): The resource could not be found. Oct 26 12:08:54.826056 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-b5970635-3c46-4df3-a87d-30e95f88e4d5 service neutron] 10.222.0.100 "GET /v2.0/ports/d12365b3-44a7-49be-937c-c4fbbbc524f5/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.1648555 Oct 26 12:08:54.839395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.843867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:54.851546 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b0244109-84d8-4d79-ac8c-b21651a228d2 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5250342 Oct 26 12:08:54.874828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56014) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:54.880646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aef7bf49-7785-4ea6-bf4c-492435aa4eb8 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules/e3d4b839-0364-40a1-8c2a-a6b1b934f090 HTTP/1.1" status: 200 len: 769 time: 0.0279067 Oct 26 12:08:54.887412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 7ea6db41-f022-40f0-9b5d-34665903e778 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:08:54.926566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 7ea6db41-f022-40f0-9b5d-34665903e778) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:54.933012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0854-074e-4b38-b1a6-eeb6400f4a8f None None] Provisioning complete for port 9a37897f-f730-4bee-98e3-0d9136d5435d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:54.933385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0854-074e-4b38-b1a6-eeb6400f4a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.938269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d46a2e-897a-45c1-b086-aed18fea175d None None] Network 7ea6db41-f022-40f0-9b5d-34665903e778 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:54.941834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:54.942444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:54.989547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56020) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:54.999120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0289292-04f4-46e3-8289-0e4220412eed tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1163516 Oct 26 12:08:55.005349 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf45e521-08ea-48a3-ab40-03525a21bfa6 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2333646 Oct 26 12:08:55.007696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:55.042253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b29586b-ff24-4b93-b4f9-4ed956863dea tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.052560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b29586b-ff24-4b93-b4f9-4ed956863dea tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.244686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e0854-074e-4b38-b1a6-eeb6400f4a8f None None] Port 9a37897f-f730-4bee-98e3-0d9136d5435d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:08:55.296502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b29586b-ff24-4b93-b4f9-4ed956863dea tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.321816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b29586b-ff24-4b93-b4f9-4ed956863dea tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.322177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-7ea6db41-f022-40f0-9b5d-34665903e778', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:08:55.322897 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.323347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3b29586b-ff24-4b93-b4f9-4ed956863dea tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e3d4b839-0364-40a1-8c2a-a6b1b934f090 HTTP/1.1" status: 204 len: 168 time: 0.3322859 Oct 26 12:08:55.327065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-44e1c413-f845-4ec6-93e7-9dc85042e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:55.328882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-44e1c413-f845-4ec6-93e7-9dc85042e172 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 1096 time: 0.1450129 Oct 26 12:08:55.337253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faae766-f364-4aa7-bbc6-7f485e730cab req-1e3bf48d-0b67-40ee-a016-efaaf7796598 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:55.338925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4faae766-f364-4aa7-bbc6-7f485e730cab req-1e3bf48d-0b67-40ee-a016-efaaf7796598 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2382405 Oct 26 12:08:55.343484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:55.371642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29586b-ff24-4b93-b4f9-4ed956863dea tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3d4b839-0364-40a1-8c2a-a6b1b934f090,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:55.378826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:55.447126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c254870c-c719-4e27-ab5b-7f9efe686b64 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029892 Oct 26 12:08:55.454181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56028) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:55.536589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4faae766-f364-4aa7-bbc6-7f485e730cab req-0377e49d-94c0-4296-b730-eef6a238adef tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709363 Oct 26 12:08:55.561719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.598697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-219d053f-546f-4b50-bf6e-0742b926a86f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.645052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44f6af-91c1-4b01-b0dd-f2ddf7053a86 req-d47a1209-9e01-4fc5-8097-5b6869fe54b8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:55.646663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b44f6af-91c1-4b01-b0dd-f2ddf7053a86 req-d47a1209-9e01-4fc5-8097-5b6869fe54b8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1357799 Oct 26 12:08:55.678679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-219d053f-546f-4b50-bf6e-0742b926a86f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.726460 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.750509 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:55.827564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b44f6af-91c1-4b01-b0dd-f2ddf7053a86 req-602d3f5d-97ed-446a-9252-41ef0323ac39 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734233 Oct 26 12:08:55.849709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df00d08a-f6a2-46f1-b591-d807f14d7a09 req-6a0d5692-d2d3-4f41-9748-3fc1035102d9 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 210 time: 0.0571418 Oct 26 12:08:55.883974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd94b2-741d-42d0-958c-85715373fe37 None None] Pushing event updated for resources: {'Port': ['ID=9a37897f-f730-4bee-98e3-0d9136d5435d,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:55.984146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Allocated IP 172.21.0.2 (7ea6db41-f022-40f0-9b5d-34665903e778/7bc75478-e836-470e-9aeb-498d0334ff8a/23fc3024-6a9b-4d8b-a634-c440f3bbddfd) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:56.001317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Attempting to bind port 9a37897f-f730-4bee-98e3-0d9136d5435d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:56.001701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Attempting to bind port 9a37897f-f730-4bee-98e3-0d9136d5435d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:56.002069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Attempting to bind port 9a37897f-f730-4bee-98e3-0d9136d5435d on network e1a5d819-c173-42c9-9f26-f02c163497a3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:56.015953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:56.016340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Checking segment: {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:56.016801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.017130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Bound using segment: {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:56.018033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Bound port: 9a37897f-f730-4bee-98e3-0d9136d5435d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d9d4c-0fec-4674-ada1-1ca93144371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:56.018583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.164276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] For port 9a37897f-f730-4bee-98e3-0d9136d5435d, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:56.168112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] For port 9a37897f-f730-4bee-98e3-0d9136d5435d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9a37897f-f730-4bee-98e3-0d9136d5435d,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:56.208979 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.276828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.307503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:08:56.308156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:56.403587 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-219d053f-546f-4b50-bf6e-0742b926a86f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.406399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-219d053f-546f-4b50-bf6e-0742b926a86f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.410480 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-219d053f-546f-4b50-bf6e-0742b926a86f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "DELETE /v2.0/security-groups/2e3e1d1e-340c-45c0-afb0-841318253ad2 HTTP/1.1" status: 204 len: 168 time: 0.9488802 Oct 26 12:08:56.413443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56034) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:56.440420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d053f-546f-4b50-bf6e-0742b926a86f tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e1d1e-340c-45c0-afb0-841318253ad2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:56.492343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-02f0a40e-008e-4e40-85de-6eb30a3ea2ed tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:56.494509 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-02f0a40e-008e-4e40-85de-6eb30a3ea2ed tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "GET /v2.0/networks?id=b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 200 len: 809 time: 0.4013379 Oct 26 12:08:56.503465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c8ebd751-3802-4ac3-95e7-ad7e4710474c tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800977 Oct 26 12:08:56.505427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:56.521242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Request body: {'port': {'device_id': '443500a1-d694-4115-9a77-06b9fccd5684', 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401', 'admin_state_up': True, 'tenant_id': 'b6bdcf07780148a199a51f9bade9764e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:56.553856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:56.611966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:56.667164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:56.671543 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b392646-1a6a-4a9c-9e63-a428556dad6f" -d '{"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-unplugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:56.676688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.719044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Transition to ACTIVE for port object d12365b3-44a7-49be-937c-c4fbbbc524f5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:08:56.725224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.765400 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-14e9f4ae-63db-4100-b108-b338b39e0671 tempest-SecGroupIPv6Test-1660050889 tempest-SecGroupIPv6Test-1660050889-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2581716 Oct 26 12:08:56.772731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d8aa7096-33b3-4549-afc2-97deda8ac607 None None] Provisioning complete for port 9a37897f-f730-4bee-98e3-0d9136d5435d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:56.778121 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7096-33b3-4549-afc2-97deda8ac607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:56.811288 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c300b-6ba5-48b2-bac9-f2ee1e36e3ac x-openstack-request-id: req-673c300b-6ba5-48b2-bac9-f2ee1e36e3ac {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:56.813353 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-unplugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:56.813629 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-673c300b-6ba5-48b2-bac9-f2ee1e36e3ac {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:56.814058 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'code': 200} Oct 26 12:08:56.817789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd94b2-741d-42d0-958c-85715373fe37 None None] Pushing event updated for resources: {'Port': ['ID=9a37897f-f730-4bee-98e3-0d9136d5435d,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:56.938561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2994a3-b852-429c-9845-2e8d5e5a3012 req-2ceed7f6-9607-4fee-9aca-7543e2c3ba01 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:56.948521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b2994a3-b852-429c-9845-2e8d5e5a3012 req-2ceed7f6-9607-4fee-9aca-7543e2c3ba01 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2681110 Oct 26 12:08:56.980369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:08:57.004010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:57.089255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b2994a3-b852-429c-9845-2e8d5e5a3012 req-929702b9-dba9-40c9-a9e6-c88b252b270f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398203 Oct 26 12:08:57.115475 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.179933 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.224149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a685da65-3fd3-4f27-a10a-3a79b4b11e1f req-01048fe2-9bb3-40b4-adfd-b4f1dfd7d6dd tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 210 time: 0.1387842 Oct 26 12:08:57.224355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Pushing event updated for resources: {'Port': ['ID=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:57.225707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] No DVR routers for this DVR port d12365b3-44a7-49be-937c-c4fbbbc524f5 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:08:57.227111 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7096-33b3-4549-afc2-97deda8ac607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.306638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.21.0.1 (7ea6db41-f022-40f0-9b5d-34665903e778/7bc75478-e836-470e-9aeb-498d0334ff8a/63b402b7-0f92-4251-beb2-3763ec02eddb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:57.316551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d8aa7096-33b3-4549-afc2-97deda8ac607 None None] For port 9a37897f-f730-4bee-98e3-0d9136d5435d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9a37897f-f730-4bee-98e3-0d9136d5435d,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:57.323981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Network 7ea6db41-f022-40f0-9b5d-34665903e778 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:57.327434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:57.332463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:57.334569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7096-33b3-4549-afc2-97deda8ac607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.340275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:57.368948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Made reservation on behalf of b6bdcf07780148a199a51f9bade9764e for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:57.374342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.430450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c3a15-ab57-42c3-b193-cef2414792a1 req-e795c743-ce7e-4a6d-8af3-8d9315ba852e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:57.437730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-277c3a15-ab57-42c3-b193-cef2414792a1 req-e795c743-ce7e-4a6d-8af3-8d9315ba852e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2020452 Oct 26 12:08:57.503456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-277c3a15-ab57-42c3-b193-cef2414792a1 req-e267dccd-d9c2-428e-99f9-8c34e5bf7706 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595670 Oct 26 12:08:57.543476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa7096-33b3-4549-afc2-97deda8ac607 None None] Pushing event updated for resources: {'Port': ['ID=9a37897f-f730-4bee-98e3-0d9136d5435d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:57.572700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:57.573028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:57.573295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:57.587186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:08:57.587560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:57.597213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:57.597550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Checking segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:57.598001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Bound using segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:57.598461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Bound port: d12365b3-44a7-49be-937c-c4fbbbc524f5, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:57.598892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.603667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Attempting to bind port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:08:57.604040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Attempting to bind port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:08:57.604417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Attempting to bind port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd on network 7ea6db41-f022-40f0-9b5d-34665903e778 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:57.638663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:08:57.639105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Checking segment: {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:08:57.639457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.639858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Bound using segment: {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:57.640762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Bound port: 23fc3024-6a9b-4d8b-a634-c440f3bbddfd, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:08:57.640762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.688407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:57.693602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:57.716918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d2fac276-2a5b-4d47-91ea-02223be68973 None None] Provisioning complete for port 9a37897f-f730-4bee-98e3-0d9136d5435d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:57.717347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2fac276-2a5b-4d47-91ea-02223be68973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.725274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.745109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] For port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:57.764125 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e17a47d7-abb5-4cc5-a7e9-5bfc62fc91ba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=51fcf809035143ca9da6348c62fb7b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208982 Oct 26 12:08:57.775645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:08:57.776037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] For port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:57.791523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.799092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Allocated IP 172.20.0.3 (b3eb8412-9d03-41c7-ae6f-d80d946a4401/002f5785-f6a5-4ae0-8980-8750081b6342/34c59be8-272e-4862-b3d0-7f420693e9c8) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:57.805099 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.870251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae6f1-295d-46dc-a3dd-96ee3dd4246f None None] Pushing event updated for resources: {'Port': ['ID=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:57.886625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:57.888425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:57.890596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 1091 time: 2.5258806 Oct 26 12:08:57.979868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:08:51Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:56Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:08:57.997120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.026429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba310e-d60b-47d7-a25f-d649994c16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:58.042535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-28f4929f-7770-421f-89bb-7683e36fbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:58.044306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-28f4929f-7770-421f-89bb-7683e36fbda2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1094 time: 0.0984964 Oct 26 12:08:58.044922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41a8b83c-5627-4e73-9d5e-94846a70f791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.105784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc09fe-2a74-4730-986f-ac9daf6f017d None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:08:51Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:56Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:08:58.116161 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41a8b83c-5627-4e73-9d5e-94846a70f791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.161750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 7ea6db41-f022-40f0-9b5d-34665903e778 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:58.176690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=63b402b7-0f92-4251-beb2-3763ec02eddb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:58.189536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:58.194303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:58.395818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.399212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.555176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41a8b83c-5627-4e73-9d5e-94846a70f791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.555587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.557803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41a8b83c-5627-4e73-9d5e-94846a70f791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.561275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41a8b83c-5627-4e73-9d5e-94846a70f791 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0abf335c-6801-4956-be0e-a1a7a0da43eb HTTP/1.1" status: 204 len: 168 time: 0.7791572 Oct 26 12:08:58.588781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911f81ae-f58f-4033-8666-d18940b48c6a req-f6d48d02-a3f8-468b-9511-4f75a9271825 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 210 time: 0.1479287 Oct 26 12:08:58.609549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8b83c-5627-4e73-9d5e-94846a70f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf335c-6801-4956-be0e-a1a7a0da43eb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:58.633904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-8f1f866d-2a49-4bc4-a468-926428b7f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:58.639991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-8f1f866d-2a49-4bc4-a468-926428b7f4c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.4939051 Oct 26 12:08:58.657677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ddcf6-0553-4104-8923-b5d586ce2441 req-0de9242d-4dc2-468e-a9b7-ff7808f7d69f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:58.660053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-339ddcf6-0553-4104-8923-b5d586ce2441 req-0de9242d-4dc2-468e-a9b7-ff7808f7d69f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.2769156 Oct 26 12:08:58.776889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:58.821268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Network b3eb8412-9d03-41c7-ae6f-d80d946a4401 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:58.822319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:08:58.824695 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908feb53-bf5b-45af-bb9b-a8341bec296d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:58.844364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:58.860732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:08:58.869523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Pushing event updated for resources: {'Port': ['ID=34c59be8-272e-4862-b3d0-7f420693e9c8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:58.872108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:58.914006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:58.919806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-339ddcf6-0553-4104-8923-b5d586ce2441 req-ec1e5fcb-0824-4a64-8439-9c2068699116 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490110 Oct 26 12:08:58.949107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-8716173f-954f-498a-acb2-be44dbf14160 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.2878559 Oct 26 12:08:58.961902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b77449-e1b6-40cb-b1f5-5464fba9307c req-3319c841-c67e-4e2e-9f4d-a5113f93b1ee tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:58.969878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98b77449-e1b6-40cb-b1f5-5464fba9307c req-3319c841-c67e-4e2e-9f4d-a5113f93b1ee tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1674788 Oct 26 12:08:58.992279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:58.993968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:59.054507 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-ed1b34a4-2b85-47cf-9e60-a65a0cfa9862 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5436497 Oct 26 12:08:59.091131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Request body: {'port': {'device_id': '443500a1-d694-4115-9a77-06b9fccd5684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:08:59.102254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-6c1aaef5-210f-4d10-9180-2ab03d2a5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:59.107804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-6c1aaef5-210f-4d10-9180-2ab03d2a5fd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1356583 Oct 26 12:08:59.113644 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fe8cbe-d3ef-480a-8818-e0d5aeb4455e x-openstack-request-id: req-f8fe8cbe-d3ef-480a-8818-e0d5aeb4455e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:59.114199 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:59.114704 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f8fe8cbe-d3ef-480a-8818-e0d5aeb4455e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:59.115359 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'status': 'completed', 'code': 200} Oct 26 12:08:59.281595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98b77449-e1b6-40cb-b1f5-5464fba9307c req-94d9ba90-08ec-4182-92fc-d0d555c50e93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105814 Oct 26 12:08:59.291581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-7364aea6-7bcc-47c4-ab0b-770c468844e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:59.294595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-7364aea6-7bcc-47c4-ab0b-770c468844e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781685 Oct 26 12:08:59.514257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-397ef01d-62e9-4cb6-8d23-32553313e98f service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106671 Oct 26 12:08:59.648257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095caf80-74ad-4dfe-8746-e36547f2bb26 None None] Network 7ea6db41-f022-40f0-9b5d-34665903e778 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:08:59.691530 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:59.724072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:59.751761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:59.773555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ff9cdf-c1de-4dc1-bf23-89057fdbb9c5 req-a6c00a6a-c79a-4d20-8210-9052dfb4301b service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441566 Oct 26 12:08:59.811131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a8374-e923-482a-8d95-b246d0b49352 req-947fe80d-857c-45e2-8959-3a4ac4d78503 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:59.819234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-77b52e09-b426-41b6-8b8a-b39bde7ec2c8 None None] Provisioning complete for port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:08:59.819234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-77b52e09-b426-41b6-8b8a-b39bde7ec2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:08:59.820026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-854a8374-e923-482a-8d95-b246d0b49352 req-947fe80d-857c-45e2-8959-3a4ac4d78503 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 931 time: 0.0975983 Oct 26 12:08:59.925286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-854a8374-e923-482a-8d95-b246d0b49352 req-a91c297a-1240-4308-8587-eb60aaeac3f2 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018507 Oct 26 12:08:59.942359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-5ecb1658-3608-46ed-8928-9ba9f04818d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:59.945038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-5ecb1658-3608-46ed-8928-9ba9f04818d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1094 time: 0.0640609 Oct 26 12:08:59.974834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-35fa4e28-49a4-4c2f-b6a7-66ed19878cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:08:59.976379 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-35fa4e28-49a4-4c2f-b6a7-66ed19878cd3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1094 time: 0.7917368 Oct 26 12:08:59.999744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=63b402b7-0f92-4251-beb2-3763ec02eddb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:00.020322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56104) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:00.227999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03296a00-bb0e-4b2b-9e7f-273d246b8132 req-b4fd2539-ec18-4dd5-a22b-2eb7769cd0ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.229587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03296a00-bb0e-4b2b-9e7f-273d246b8132 req-b4fd2539-ec18-4dd5-a22b-2eb7769cd0ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.1290200 Oct 26 12:09:00.236508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-eb46a3eb-4409-4c8b-b99a-c88a2afb7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.238908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-eb46a3eb-4409-4c8b-b99a-c88a2afb7bbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.2782757 Oct 26 12:09:00.254435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9a37897f-f730-4bee-98e3-0d9136d5435d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:00.332124 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-77b52e09-b426-41b6-8b8a-b39bde7ec2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.350194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e989cfcf-42cc-4fd0-82f2-dca151bf209a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:00.350638 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-e989cfcf-42cc-4fd0-82f2-dca151bf209a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 12:09:00.351178 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-e989cfcf-42cc-4fd0-82f2-dca151bf209a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 12:09:00.352567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.355754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e989cfcf-42cc-4fd0-82f2-dca151bf209a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3342147 Oct 26 12:09:00.371701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:00.382755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-77b52e09-b426-41b6-8b8a-b39bde7ec2c8 None None] For port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:00.400971 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-77b52e09-b426-41b6-8b8a-b39bde7ec2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.408362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--622485923'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:00.409850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9a37897f-f730-4bee-98e3-0d9136d5435d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:00.410399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.434505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03296a00-bb0e-4b2b-9e7f-273d246b8132 req-c6d2ccf4-5a62-47f4-a024-a05062de4c4d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797783 Oct 26 12:09:00.446751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-d46df267-b652-4207-98ec-7ebbc91c7d1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.1916788 Oct 26 12:09:00.550183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714896c-ce4c-47ad-973e-fe47d095296c req-0b4fd411-c6ce-4f00-be5e-e8c32cfe46eb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.552096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9714896c-ce4c-47ad-973e-fe47d095296c req-0b4fd411-c6ce-4f00-be5e-e8c32cfe46eb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1322365 Oct 26 12:09:00.579816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23fc3024-6a9b-4d8b-a634-c440f3bbddfd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:00.584826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b52e09-b426-41b6-8b8a-b39bde7ec2c8 None None] Pushing event updated for resources: {'Port': ['ID=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:00.609886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-f67c18e6-3e6d-48da-9865-ce2eeb14129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.617840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-f67c18e6-3e6d-48da-9865-ce2eeb14129d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1441429 Oct 26 12:09:00.619292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-9ab99a4c-f0c9-4994-89c5-ceedfdb7de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.621065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-9ab99a4c-f0c9-4994-89c5-ceedfdb7de27 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.6075218 Oct 26 12:09:00.628085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.643826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9714896c-ce4c-47ad-973e-fe47d095296c req-076c1faf-061d-4935-9a91-8407bb0ccbe2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812380 Oct 26 12:09:00.649325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1d352fb0-149c-406c-91af-3ced82d1fdfd None None] Provisioning complete for port 63b402b7-0f92-4251-beb2-3763ec02eddb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:00.652600 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d352fb0-149c-406c-91af-3ced82d1fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.690497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-1daf191f-aa2b-49ce-876d-0ffad5c8e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.692345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-1daf191f-aa2b-49ce-876d-0ffad5c8e642 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619733 Oct 26 12:09:00.696342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:00.696719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.729107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.738202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1d352fb0-149c-406c-91af-3ced82d1fdfd None None] Port 63b402b7-0f92-4251-beb2-3763ec02eddb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:00.756021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1d352fb0-149c-406c-91af-3ced82d1fdfd None None] Provisioning complete for port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:00.756588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1d352fb0-149c-406c-91af-3ced82d1fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.823392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-6fc5cb49-3d2e-44b1-8f78-49f1eb723d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:00.824938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-6fc5cb49-3d2e-44b1-8f78-49f1eb723d4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1096 time: 0.0634873 Oct 26 12:09:00.826340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c59be8-272e-4862-b3d0-7f420693e9c8 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:09:00.839105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.897147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Transition to ACTIVE for port object 34c59be8-272e-4862-b3d0-7f420693e9c8 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:09:00.903428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-1ffdb204-61a2-4cf8-9897-5cc4e4a1fb6b service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009530 Oct 26 12:09:00.908198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:00.911294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 7ea6db41-f022-40f0-9b5d-34665903e778 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:00.917801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-2b73cf05-6806-49dd-aba5-8833756b502f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.2782340 Oct 26 12:09:00.930585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:01.012497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-93e5744b-5a57-4b03-8d41-3619e7eeda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.014216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-93e5744b-5a57-4b03-8d41-3619e7eeda4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 916 time: 0.1797249 Oct 26 12:09:01.024541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7322d169-66f1-4ef1-9e8c-60f49b5ead38 None None] Provisioning complete for port 63b402b7-0f92-4251-beb2-3763ec02eddb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:01.025859 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7322d169-66f1-4ef1-9e8c-60f49b5ead38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.067868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-8de5e27d-3228-4567-adc7-e3977c0cf3c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 217 time: 0.0439379 Oct 26 12:09:01.071874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7322d169-66f1-4ef1-9e8c-60f49b5ead38 None None] Port 63b402b7-0f92-4251-beb2-3763ec02eddb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:01.167325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-981fd953-68a7-4c17-bc99-d3b810ae26c0 service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562747 Oct 26 12:09:01.181802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-1f7fef20-a8e3-4392-b694-0376bf4a70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.183370 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-1f7fef20-a8e3-4392-b694-0376bf4a70e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.1062136 Oct 26 12:09:01.198354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cdeb2-9ee7-4c92-bce6-7abf1d51f2a0 req-46bba7ba-1d8a-45e8-bd78-616c9da4eb8d tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.199512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-64c7de87-e7c6-463c-8289-8e5aaa92164f None None] Provisioning complete for port 63b402b7-0f92-4251-beb2-3763ec02eddb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:01.199975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f7cdeb2-9ee7-4c92-bce6-7abf1d51f2a0 req-46bba7ba-1d8a-45e8-bd78-616c9da4eb8d tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 943 time: 0.1097333 Oct 26 12:09:01.200103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64c7de87-e7c6-463c-8289-8e5aaa92164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.237165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-d06f5337-2d50-4f5b-a14d-36f137808253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351098 Oct 26 12:09:01.242565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-64c7de87-e7c6-463c-8289-8e5aaa92164f None None] Port 63b402b7-0f92-4251-beb2-3763ec02eddb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:01.322563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f7cdeb2-9ee7-4c92-bce6-7abf1d51f2a0 req-d52dc533-fa09-46ec-858f-e38874a98641 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120200 Oct 26 12:09:01.368493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-e7b8e6ab-8512-49aa-b1b1-dfc31bc6509e service neutron] 10.222.0.30 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242607 Oct 26 12:09:01.421543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Pushing event updated for resources: {'Port': ['ID=34c59be8-272e-4862-b3d0-7f420693e9c8,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:01.449867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-3da6b54f-9da8-4a62-9cfa-e1d02ecb0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.451409 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-3da6b54f-9da8-4a62-9cfa-e1d02ecb0f76 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.5222507 Oct 26 12:09:01.476305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229d9f93-79c7-4fba-99e9-993a0a4b2665 req-0be41589-5059-460a-bf8a-948293977112 service neutron] 10.222.0.30 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994711 Oct 26 12:09:01.554538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.567297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:01.572679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.600613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7dd0e-3824-4e47-a39d-d59d198f1b10 req-f49dc8db-bb4b-4e8c-bb8a-077605a2950c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.602968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ca7dd0e-3824-4e47-a39d-d59d198f1b10 req-f49dc8db-bb4b-4e8c-bb8a-077605a2950c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 943 time: 0.0675588 Oct 26 12:09:01.614400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-f2238915-81a4-46bc-a6d2-a79dec7fd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.615963 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-f2238915-81a4-46bc-a6d2-a79dec7fd7fb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429832 Oct 26 12:09:01.647730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Attempting to bind port 34c59be8-272e-4862-b3d0-7f420693e9c8 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:01.647974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Attempting to bind port 34c59be8-272e-4862-b3d0-7f420693e9c8 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:01.648303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Attempting to bind port 34c59be8-272e-4862-b3d0-7f420693e9c8 on network b3eb8412-9d03-41c7-ae6f-d80d946a4401 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:01.651162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ca7dd0e-3824-4e47-a39d-d59d198f1b10 req-36747dc2-1701-4531-a798-53fc0661956f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Oct 26 12:09:01.660810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39831888-04b9-4d72-8abf-26576e47c0d9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:01.730698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Port 34c59be8-272e-4862-b3d0-7f420693e9c8 on network b3eb8412-9d03-41c7-ae6f-d80d946a4401 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:09:01.731400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Attempting to bind port 34c59be8-272e-4862-b3d0-7f420693e9c8 on network b3eb8412-9d03-41c7-ae6f-d80d946a4401 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:01.785174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:01.785418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Checking segment: {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:01.785808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Bound using segment: {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:01.786252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Bound port: 34c59be8-272e-4862-b3d0-7f420693e9c8, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8472484-7155-444c-bcd2-c3fe74af9bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:01.786611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.791426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163903f-4c40-440b-b30b-7c1d25b57a5a req-04e98180-ebb6-4519-bfaf-d55d45073347 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:01.794107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4163903f-4c40-440b-b30b-7c1d25b57a5a req-04e98180-ebb6-4519-bfaf-d55d45073347 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.0634389 Oct 26 12:09:01.842132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.847961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:09:01.855240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4163903f-4c40-440b-b30b-7c1d25b57a5a req-9e5e7274-8ede-4db5-9251-541e22414767 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537055 Oct 26 12:09:01.873800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.897942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:01.917705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:01.918356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8c2c4c35-91cf-4aa2-9249-e0df675781c3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9090877 Oct 26 12:09:01.921139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56126) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:01.928776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-52060045'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:01.929735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-ee142020-7187-41a3-80d7-269bf48c9a36 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998149 Oct 26 12:09:01.943919 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:01.944862 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:01.957832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:01.959164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5862880 Oct 26 12:09:01.962820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56128) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:01.963520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c44430-53d5-4d00-b010-ccf70c647482 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7309f662-ebbd-4f0d-9fe9-7571cb8ffddc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:01.965773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:01.969655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '7309f662-ebbd-4f0d-9fe9-7571cb8ffddc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:01.970158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.025875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:02.030013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] For port 34c59be8-272e-4862-b3d0-7f420693e9c8, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:02.046929 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.048491 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 2a1d0d22-f355-4826-9a5a-48660a7d818b of type vlan for network 1c0c7c65-97e2-4744-bdce-cab165619e21 Oct 26 12:09:02.053769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:02.070811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'mac_address': 'fa:16:3e:c8:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:09:02.075067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] For port 34c59be8-272e-4862-b3d0-7f420693e9c8, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=34c59be8-272e-4862-b3d0-7f420693e9c8,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:02.086628 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.091900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.155807 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.175924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12365b3-44a7-49be-937c-c4fbbbc524f5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:09:02.180834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:02.181020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23fc3024-6a9b-4d8b-a634-c440f3bbddfd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:02.181151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.182508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/34c59be8-272e-4862-b3d0-7f420693e9c8 HTTP/1.1" status: 200 len: 1091 time: 3.1146548 Oct 26 12:09:02.183003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443500a1-d694-4115-9a77-06b9fccd5684', 'tag': '34c59be8-272e-4862-b3d0-7f420693e9c8'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:02.185693 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349c70b-477f-409d-b4ed-bbda98f3b6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "443500a1-d694-4115-9a77-06b9fccd5684", "tag": "34c59be8-272e-4862-b3d0-7f420693e9c8"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:02.194309 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-d6f87a12-030d-4343-954f-8aa04e69a47e service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534497 Oct 26 12:09:02.212654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b08a-f930-4530-9f43-dc47860681a3 service neutron] Pushing event updated for resources: {'Port': ['ID=34c59be8-272e-4862-b3d0-7f420693e9c8,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:02.220167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.253291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.256934 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:02.262718 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e1c1cd-d8d4-4afa-b12a-6cb446b86c0f x-openstack-request-id: req-e0e1c1cd-d8d4-4afa-b12a-6cb446b86c0f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:02.263395 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443500a1-d694-4115-9a77-06b9fccd5684", "tag": "34c59be8-272e-4862-b3d0-7f420693e9c8", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:02.263815 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0e1c1cd-d8d4-4afa-b12a-6cb446b86c0f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:02.264731 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443500a1-d694-4115-9a77-06b9fccd5684', 'tag': '34c59be8-272e-4862-b3d0-7f420693e9c8', 'status': 'completed', 'code': 200} Oct 26 12:09:02.266788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.288141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.302059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:02.302585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:02.303262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.317426 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.326949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d46a5c-e89f-46b0-b429-df6cf4e74a4f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:02.358688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.367353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1ac2296c-cb37-4296-9f2e-b65df4a693d4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011331 Oct 26 12:09:02.368161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56134) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:02.380206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3f5bf0ad-4dba-421d-8a5f-979535592792 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '7309f662-ebbd-4f0d-9fe9-7571cb8ffddc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:02.394983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-b9580439-1eda-4596-a3cf-8ac98d9b5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:02.399136 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-b9580439-1eda-4596-a3cf-8ac98d9b5026 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bdcf07780148a199a51f9bade9764e&device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 1094 time: 0.1241746 Oct 26 12:09:02.408528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=1c0c7c65-97e2-4744-bdce-cab165619e21,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:02.417195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5cf21397-ac8c-438a-9cc3-0d3b92b21fc2 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4949009 Oct 26 12:09:02.417791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56138) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:02.422741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:02.452191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:02.463004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:02.465951 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-3363b063-742a-4366-8f69-147b99870cc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c59be8-272e-4862-b3d0-7f420693e9c8 HTTP/1.1" status: 200 len: 217 time: 0.0548868 Oct 26 12:09:02.530252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-f7b14cfe-d40c-4445-ade4-df6c9be7105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:02.532122 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-f7b14cfe-d40c-4445-ade4-df6c9be7105b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=002f5785-f6a5-4ae0-8980-8750081b6342 HTTP/1.1" status: 200 len: 849 time: 0.0581064 Oct 26 12:09:02.574343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:02.574553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.582490 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-309382f2-50ea-4ec4-b225-e7b06df73d9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eb8412-9d03-41c7-ae6f-d80d946a4401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385449 Oct 26 12:09:02.589716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf0ad-4dba-421d-8a5f-979535592792 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.595017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b64cb-7a0b-435d-ae8e-1d0de90c5ae8 req-ec0b861a-af6b-4697-9d23-6170be46429c tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:02.597124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7b64cb-7a0b-435d-ae8e-1d0de90c5ae8 req-ec0b861a-af6b-4697-9d23-6170be46429c tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 943 time: 0.1479075 Oct 26 12:09:02.637355 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:08:58Z', 'revision_number': 3, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:08:59Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:02.647417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:02.655442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.658148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['d12365b3-44a7-49be-937c-c4fbbbc524f5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:09:02.669485 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:02.669838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Updating router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 port 63b402b7-0f92-4251-beb2-3763ec02eddb binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:02.687409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da7b64cb-7a0b-435d-ae8e-1d0de90c5ae8 req-26eea86c-04c5-4635-aa6e-67979bd8dc4d tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829339 Oct 26 12:09:02.703080 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:02.849461 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-d4215600-1427-4987-a5f9-f7752cd44ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531068 Oct 26 12:09:02.871830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac350a9a-9d76-4ec8-af8b-c83efece5513 req-c8a902dd-e1c0-483e-be69-a0a617361020 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:02.873161 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-3f5bf0ad-4dba-421d-8a5f-979535592792 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 12:09:02.879599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3f5bf0ad-4dba-421d-8a5f-979535592792 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5090072 Oct 26 12:09:02.880490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac350a9a-9d76-4ec8-af8b-c83efece5513 req-c8a902dd-e1c0-483e-be69-a0a617361020 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.1082397 Oct 26 12:09:02.894646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56142) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:03.028267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d5a53fc7-eaf8-4862-9b47-6367b23be208 req-c586259b-4bfb-4d38-9b01-05fb13b2f408 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694453 Oct 26 12:09:03.055990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ac350a9a-9d76-4ec8-af8b-c83efece5513 req-c7197f07-0055-4b14-a2b1-aa5d86957209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714344 Oct 26 12:09:03.192288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-8acf84e7-9c59-477e-987b-ccacf54b7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:03.194351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-8acf84e7-9c59-477e-987b-ccacf54b7a1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bdcf07780148a199a51f9bade9764e&device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 1094 time: 0.0915825 Oct 26 12:09:03.238674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c7908-1f96-4b1c-98a0-0264a343644d req-66d4af30-3e85-42d6-a2c6-b0f0ab5af45d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:03.246928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a65c7908-1f96-4b1c-98a0-0264a343644d req-66d4af30-3e85-42d6-a2c6-b0f0ab5af45d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2343352 Oct 26 12:09:03.265901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7114-b67b-4363-9230-c66a6bee951a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.292000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7114-b67b-4363-9230-c66a6bee951a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.352670 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.354818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-e80ebbb5-b870-43f4-94ae-4f166bd4773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:03.356300 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-e80ebbb5-b870-43f4-94ae-4f166bd4773c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 200 len: 911 time: 0.1528502 Oct 26 12:09:03.365042 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.412476 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-ffeeb4be-2f2c-42c3-b963-8b863fa3a968 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c59be8-272e-4862-b3d0-7f420693e9c8 HTTP/1.1" status: 200 len: 217 time: 0.0445421 Oct 26 12:09:03.461457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a65c7908-1f96-4b1c-98a0-0264a343644d req-a247c97f-fdaf-42b7-9827-392c28b0ac15 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135298 Oct 26 12:09:03.473605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-13e08b14-5417-488b-95c5-f17d8b8b7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:03.483094 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Pushing event updated for resources: {'Port': ['ID=63b402b7-0f92-4251-beb2-3763ec02eddb,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:03.483317 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-13e08b14-5417-488b-95c5-f17d8b8b7d93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=002f5785-f6a5-4ae0-8980-8750081b6342 HTTP/1.1" status: 200 len: 849 time: 0.0568027 Oct 26 12:09:03.496490 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.496983 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.498248 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.498704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.499187 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.499648 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.499864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.500185 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.501081 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.502939 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.505493 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.505943 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.506371 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:03.520130 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-47e0eb09-3982-4791-af0a-004ff263df86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eb8412-9d03-41c7-ae6f-d80d946a4401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348463 Oct 26 12:09:03.544137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7114-b67b-4363-9230-c66a6bee951a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.547380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7114-b67b-4363-9230-c66a6bee951a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.548546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d8b7114-b67b-4363-9230-c66a6bee951a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/7309f662-ebbd-4f0d-9fe9-7571cb8ffddc HTTP/1.1" status: 204 len: 168 time: 0.6507521 Oct 26 12:09:03.557693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56152) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:03.606359 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Attempting to bind port 63b402b7-0f92-4251-beb2-3763ec02eddb on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:03.607499 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Attempting to bind port 63b402b7-0f92-4251-beb2-3763ec02eddb by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:03.608176 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Attempting to bind port 63b402b7-0f92-4251-beb2-3763ec02eddb on network 7ea6db41-f022-40f0-9b5d-34665903e778 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:03.615284 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:03.618177 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Checking segment: {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:03.618820 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.619401 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Bound using segment: {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:03.620047 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Bound port: 63b402b7-0f92-4251-beb2-3763ec02eddb, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548db508-ef6d-49ac-a766-fdd4a7ad12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:03.620607 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.655504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-459f2c84-9287-4996-bc30-5fee2058febf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:03.657059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-459f2c84-9287-4996-bc30-5fee2058febf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50&tenant_id=5659a67d61c84433a1098cb23346a0f9&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 944 time: 0.3003030 Oct 26 12:09:03.658212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b7114-b67b-4363-9230-c66a6bee951a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7309f662-ebbd-4f0d-9fe9-7571cb8ffddc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:03.673295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891dc6-a3d3-4fb8-8b6d-9a9e163ee283 req-f27702a3-0022-4967-9c20-6a50ec1abe66 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:03.681388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c891dc6-a3d3-4fb8-8b6d-9a9e163ee283 req-f27702a3-0022-4967-9c20-6a50ec1abe66 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.3032503 Oct 26 12:09:03.708955 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] For port 63b402b7-0f92-4251-beb2-3763ec02eddb, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:03.712368 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] For port 63b402b7-0f92-4251-beb2-3763ec02eddb, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=63b402b7-0f92-4251-beb2-3763ec02eddb,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:03.720484 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.739788 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-eb046661-771f-4f9d-8ee5-adf2a0455ecd service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104251 Oct 26 12:09:03.760991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=ab9a19c8-228a-4b36-a6a2-8898b4007b5a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:03.768348 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.803454 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:03.804428 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:03.808883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4f8a9ee4-b425-4871-8a84-4f1ec8073367 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2423093 Oct 26 12:09:03.816155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Provisioning complete for port 63b402b7-0f92-4251-beb2-3763ec02eddb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:03.816527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.837722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56158) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:03.845042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105173829'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:03.849421 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0bc23-3374-4682-98a9-753187bcd42e None None] Pushing event updated for resources: {'Port': ['ID=63b402b7-0f92-4251-beb2-3763ec02eddb,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:03.887814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:03.925939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:03.945916 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:03.982737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b349c70b-477f-409d-b4ed-bbda98f3b6f6 req-22d3f5f9-4b6e-4edb-804a-571467deaeec service neutron] 10.222.0.30 "GET /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349706 Oct 26 12:09:03.990487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c891dc6-a3d3-4fb8-8b6d-9a9e163ee283 req-cdedfdf2-2a7c-4f91-b485-0e4033a6b10c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081126 Oct 26 12:09:04.029580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:04.029854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: 1c0c7c65-97e2-4744-bdce-cab165619e21, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:04.035821 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.054064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830af14-c8e2-4ddb-9f69-ad589a0542da req-4dace499-4660-4c47-8e18-e3dca8f6f4ae tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:04.077115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port d12365b3-44a7-49be-937c-c4fbbbc524f5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:09:04.080257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8830af14-c8e2-4ddb-9f69-ad589a0542da req-4dace499-4660-4c47-8e18-e3dca8f6f4ae tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 943 time: 0.2646146 Oct 26 12:09:04.086097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port d12365b3-44a7-49be-937c-c4fbbbc524f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:04.086473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.140923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-2dd3544b-4b61-42eb-8792-69a034ab278e service neutron] 10.222.0.30 "GET /v2.0/ports/d12365b3-44a7-49be-937c-c4fbbbc524f5/bindings/n-h1-812150-3 HTTP/1.1" status: 200 len: 382 time: 0.4512405 Oct 26 12:09:04.196790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:04.225312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8830af14-c8e2-4ddb-9f69-ad589a0542da req-a9afdf22-c2ce-4342-bc1f-0788a450abca tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435165 Oct 26 12:09:04.258080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1c0c7c65-97e2-4744-bdce-cab165619e21) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:04.273104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:04.274693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.277938 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bded32f5-6530-4895-8b60-f13633285149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:08:58Z', 'revision_number': 3, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:03Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:04.278955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.284672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c56b1d-7e9c-45cc-95c0-3ef7d74417ff None None] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:04.294444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.298713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] For port 63b402b7-0f92-4251-beb2-3763ec02eddb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=63b402b7-0f92-4251-beb2-3763ec02eddb,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:04.318006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0a44f040-720a-4b04-ba84-9b5d182185c7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8956406 Oct 26 12:09:04.318232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:04.321826 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded32f5-6530-4895-8b60-f13633285149 None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:08:58Z', 'revision_number': 3, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:03Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:04.327538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-1ca49842-b626-40cc-b4f2-43eba9bd4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:04.340399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-1ca49842-b626-40cc-b4f2-43eba9bd4f2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1095 time: 0.1603124 Oct 26 12:09:04.343774 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.443288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.447154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6056373 Oct 26 12:09:04.448827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:04.460477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-38f304b5-cf2b-445f-9091-27bba24ba45c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': 'd11d2d8d-9b0d-4be5-a4a9-ef19a6ec9b12', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:04.465164 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-38f304b5-cf2b-445f-9091-27bba24ba45c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 12:09:04.465164 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-38f304b5-cf2b-445f-9091-27bba24ba45c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:04.465164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-38f304b5-cf2b-445f-9091-27bba24ba45c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113797 Oct 26 12:09:04.466106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56164) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:04.477463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78756af0-530b-4540-8975-300a1983801c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d2d8d-9b0d-4be5-a4a9-ef19a6ec9b12,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:04.495998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Pushing event updated for resources: {'Port': ['ID=63b402b7-0f92-4251-beb2-3763ec02eddb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:04.547165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-630ac588-3b44-4dea-9849-8637e806b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:04.550961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-630ac588-3b44-4dea-9849-8637e806b8ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.2017500 Oct 26 12:09:04.551173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.551491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.551839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.552182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.552522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.552858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.553358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.553695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.554026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.554446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.554790 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.555145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9f46b-d666-48f1-a61a-c4d91e70b63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:04.578568 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-ced88579-8d6d-41d0-befb-f411d20001d2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1281648 Oct 26 12:09:04.592733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2f037a49-88b0-462e-9f16-596644799ac6 None None] Provisioning complete for port 63b402b7-0f92-4251-beb2-3763ec02eddb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:04.593108 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2f037a49-88b0-462e-9f16-596644799ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.670880 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.674000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-f1f1ca48-5279-4bf0-9f31-099669ccd32e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 1000 time: 0.0970912 Oct 26 12:09:04.759435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81f4b719-5aa4-4ba7-9d28-eacfcfce5be4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.785420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:04.790432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:04.793993 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289afbb-8c7a-40e3-8fd9-f298f4055716" -d '{"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-plugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:04.798769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-1c0c7c65-97e2-4744-bdce-cab165619e21', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:09:04.800875 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.808082 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.809273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:04.816392 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81f4b719-5aa4-4ba7-9d28-eacfcfce5be4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:04.912474 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5570ac5-d47e-49bd-a2e3-e11ec9bde128 x-openstack-request-id: req-f5570ac5-d47e-49bd-a2e3-e11ec9bde128 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:04.912769 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-plugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:04.913226 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5570ac5-d47e-49bd-a2e3-e11ec9bde128 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:04.913791 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'code': 200} Oct 26 12:09:04.926858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-02885066-010e-4ee1-9065-baad053cc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:04.928927 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-02885066-010e-4ee1-9065-baad053cc1f1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1097 time: 0.2276170 Oct 26 12:09:05.080546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81f4b719-5aa4-4ba7-9d28-eacfcfce5be4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.083326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81f4b719-5aa4-4ba7-9d28-eacfcfce5be4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.086839 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81f4b719-5aa4-4ba7-9d28-eacfcfce5be4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/d11d2d8d-9b0d-4be5-a4a9-ef19a6ec9b12 HTTP/1.1" status: 204 len: 168 time: 0.6174634 Oct 26 12:09:05.097891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:05.098133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Allocated IP 172.22.0.2 (1c0c7c65-97e2-4744-bdce-cab165619e21/ab9a19c8-228a-4b36-a6a2-8898b4007b5a/e065aa44-bcb1-43c1-8361-ecca1438332b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:05.132335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4b719-5aa4-4ba7-9d28-eacfcfce5be4 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d2d8d-9b0d-4be5-a4a9-ef19a6ec9b12,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.200380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-caa7c72c-d582-47f7-b502-ada89f9c1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.202281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-caa7c72c-d582-47f7-b502-ada89f9c1736 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.2411613 Oct 26 12:09:05.209438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.264052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e99e-a7d0-4dfe-b8db-dffd0f36d286 req-ed080bd3-3d31-4880-abd8-968cf789b837 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.274778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a73e99e-a7d0-4dfe-b8db-dffd0f36d286 req-ed080bd3-3d31-4880-abd8-968cf789b837 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.7222521 Oct 26 12:09:05.282638 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b63e0f7c-3e5b-43cb-b825-551d33babf8a tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1771524 Oct 26 12:09:05.284240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.285260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56178) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:05.287014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-5dfe4f32-1b74-4538-af38-9c374ccec68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.289648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-5dfe4f32-1b74-4538-af38-9c374ccec68e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1342220 Oct 26 12:09:05.292386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801982345'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:05.303049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.354939 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-6bdc6d4e-11ee-478a-80bb-69c1aeda381d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 1002 time: 0.1434848 Oct 26 12:09:05.367870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f588e-8590-4268-830f-f6479d2474aa req-b4cb32f1-a5e7-4a63-98a7-fb7695231759 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.375489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5f588e-8590-4268-830f-f6479d2474aa req-b4cb32f1-a5e7-4a63-98a7-fb7695231759 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.2187798 Oct 26 12:09:05.382669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:05.397673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.404322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.437683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-f1c3a729-8b01-4dc8-ad57-1bdbbe016486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.439265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-f1c3a729-8b01-4dc8-ad57-1bdbbe016486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304133 Oct 26 12:09:05.441733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.441894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.455609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a73e99e-a7d0-4dfe-b8db-dffd0f36d286 req-c27cefca-f0a6-42b9-9d91-052168a5b188 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793466 Oct 26 12:09:05.483935 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.490146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.498699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:05.500877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:05.504374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be5f588e-8590-4268-830f-f6479d2474aa req-4fad4771-ead4-4e77-b58c-0614e9e030a5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200037 Oct 26 12:09:05.518677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-7f323c7a-b446-4bba-a17e-0f90d7f31378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.521295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:05.521509 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-7f323c7a-b446-4bba-a17e-0f90d7f31378 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1261811 Oct 26 12:09:05.581993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Pushing event updated for resources: {'Port': ['ID=e065aa44-bcb1-43c1-8361-ecca1438332b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.595255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Attempting to bind port e065aa44-bcb1-43c1-8361-ecca1438332b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:05.595625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Attempting to bind port e065aa44-bcb1-43c1-8361-ecca1438332b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:05.596500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Attempting to bind port e065aa44-bcb1-43c1-8361-ecca1438332b on network 1c0c7c65-97e2-4744-bdce-cab165619e21 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:05.602011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:05.602442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Checking segment: {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:05.602847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.603322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Bound using segment: {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:05.603797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Bound port: e065aa44-bcb1-43c1-8361-ecca1438332b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:05.604168 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.679379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] For port e065aa44-bcb1-43c1-8361-ecca1438332b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:05.683901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] For port e065aa44-bcb1-43c1-8361-ecca1438332b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e065aa44-bcb1-43c1-8361-ecca1438332b,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:05.689882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.700125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-a2e1a320-8b1b-48af-8a0d-581a6244bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.701651 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-a2e1a320-8b1b-48af-8a0d-581a6244bc15 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708179 Oct 26 12:09:05.708347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaede3-c23a-4e52-a523-b6897db43be3 req-c22d8348-025c-4687-9acf-d12c2f34f812 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.709846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6eaede3-c23a-4e52-a523-b6897db43be3 req-c22d8348-025c-4687-9acf-d12c2f34f812 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 943 time: 0.1191196 Oct 26 12:09:05.740221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3ddfd-bd17-4d1f-be05-46e3bcaf337a req-59acdff2-adaf-4618-87dc-2a3f72b1f30d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:05.742796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42c3ddfd-bd17-4d1f-be05-46e3bcaf337a req-59acdff2-adaf-4618-87dc-2a3f72b1f30d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.1083431 Oct 26 12:09:05.745007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-4b287f9d-7398-486e-8421-548dc1ba1d9f service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810254 Oct 26 12:09:05.756225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68011900-b625-4a68-8b9e-45d4b9f06b42 None None] Pushing event updated for resources: {'Port': ['ID=e065aa44-bcb1-43c1-8361-ecca1438332b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.800949 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.814715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.867992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6eaede3-c23a-4e52-a523-b6897db43be3 req-b88e284b-29fd-4c3a-887e-11790f203da7 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471694 Oct 26 12:09:05.871528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 34c59be8-272e-4862-b3d0-7f420693e9c8 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:09:05.905249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42c3ddfd-bd17-4d1f-be05-46e3bcaf337a req-54470515-25f8-4c1f-9c6f-943dd23560ce tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538334 Oct 26 12:09:05.906411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:05.910916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6203160 Oct 26 12:09:05.913458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:05.919944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e06c4b7d-f39c-4e21-b693-e25952187afd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5da51f76-5ddd-4030-9228-2ebc5b681614', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:05.920852 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-e06c4b7d-f39c-4e21-b693-e25952187afd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 12:09:05.921362 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-e06c4b7d-f39c-4e21-b693-e25952187afd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:05.925172 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e06c4b7d-f39c-4e21-b693-e25952187afd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059633 Oct 26 12:09:05.930227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cea960-f2ea-45eb-bc52-ff745c10456b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da51f76-5ddd-4030-9228-2ebc5b681614,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.936955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56186) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:05.951253 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-57568098-26b1-4cdb-a8c2-76328f33bc71 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233639 Oct 26 12:09:05.975002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.22.0.1 (1c0c7c65-97e2-4744-bdce-cab165619e21/ab9a19c8-228a-4b36-a6a2-8898b4007b5a/178579b3-50a2-4273-a68a-04ac3aa89d9a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:06.042281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-9cbdf973-4e74-4e24-8a5f-f708ddc010ea service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641840 Oct 26 12:09:06.094409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aaa0c9f4-48bc-45c0-823b-ad2ab4be3f45 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.131862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aaa0c9f4-48bc-45c0-823b-ad2ab4be3f45 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.168120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 34c59be8-272e-4862-b3d0-7f420693e9c8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=34c59be8-272e-4862-b3d0-7f420693e9c8,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:06.193560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '34c59be8-272e-4862-b3d0-7f420693e9c8', 'network_id': 'b3eb8412-9d03-41c7-ae6f-d80d946a4401', 'port_id': '34c59be8-272e-4862-b3d0-7f420693e9c8', 'mac_address': 'fa:16:3e:ff:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002f5785-f6a5-4ae0-8980-8750081b6342', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:09:06.206114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-47544d4a-198a-4c0f-b846-531ed0e33475 req-a9dd0934-ff95-4ac3-8e7f-7493952eac08 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:09:06.221921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47544d4a-198a-4c0f-b846-531ed0e33475 req-a9dd0934-ff95-4ac3-8e7f-7493952eac08 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0247288 Oct 26 12:09:06.222786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aaa0c9f4-48bc-45c0-823b-ad2ab4be3f45 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.227426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aaa0c9f4-48bc-45c0-823b-ad2ab4be3f45 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.233653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aaa0c9f4-48bc-45c0-823b-ad2ab4be3f45 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/5da51f76-5ddd-4030-9228-2ebc5b681614 HTTP/1.1" status: 204 len: 168 time: 0.2876661 Oct 26 12:09:06.235188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56196) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.255857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0c9f4-48bc-45c0-823b-ad2ab4be3f45 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da51f76-5ddd-4030-9228-2ebc5b681614,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:06.333308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.341009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c1942443-fa21-4222-89a6-59517fdc8ab7 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011684 Oct 26 12:09:06.345212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56200) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.351896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569653631'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:06.377518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e065aa44-bcb1-43c1-8361-ecca1438332b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:06.384105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.419728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c59be8-272e-4862-b3d0-7f420693e9c8 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:09:06.457025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 34c59be8-272e-4862-b3d0-7f420693e9c8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=34c59be8-272e-4862-b3d0-7f420693e9c8,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:06.469752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.518276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.537789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=34c59be8-272e-4862-b3d0-7f420693e9c8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:06.545591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e065aa44-bcb1-43c1-8361-ecca1438332b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:06.545975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.561700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.595795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9616dab3-3c2e-442d-a1bd-56d99b385f71 req-628b7ad3-b36b-47e6-aa76-29a276c49f95 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335802 Oct 26 12:09:06.665174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a57ab-f302-40ac-aa28-22f4b118905c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:06.707700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.712935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.718606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c296c97a-16a4-4872-96cc-286217e49819 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3720243 Oct 26 12:09:06.718792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['34c59be8-272e-4862-b3d0-7f420693e9c8'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:09:06.745768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56210) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.750974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d3ccc827-9872-45ff-beb8-d01d7e8362e1 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '1c6a57ab-f302-40ac-aa28-22f4b118905c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:06.754207 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-d3ccc827-9872-45ff-beb8-d01d7e8362e1 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 12:09:06.755082 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-d3ccc827-9872-45ff-beb8-d01d7e8362e1 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:06.756297 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3ccc827-9872-45ff-beb8-d01d7e8362e1 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093210 Oct 26 12:09:06.760239 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.771449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56212) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.782535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:06.785800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:06.795763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688c001-f930-498e-87b6-e88165dc8b2e req-b47774bf-044d-4c2f-a681-025efc498aad tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:06.806183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e688c001-f930-498e-87b6-e88165dc8b2e req-b47774bf-044d-4c2f-a681-025efc498aad tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.4039929 Oct 26 12:09:06.813801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.820921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-40c7044f-0531-4d2f-addf-ad7f02ce1c9d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '1c6a57ab-f302-40ac-aa28-22f4b118905c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:06.822068 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-40c7044f-0531-4d2f-addf-ad7f02ce1c9d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 12:09:06.822772 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-40c7044f-0531-4d2f-addf-ad7f02ce1c9d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:06.827239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-40c7044f-0531-4d2f-addf-ad7f02ce1c9d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073328 Oct 26 12:09:06.832950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:06.838020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56218) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.843515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4d7e00a2-f289-4bf1-905e-af92cbd8345d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '1c6a57ab-f302-40ac-aa28-22f4b118905c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:06.846565 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-4d7e00a2-f289-4bf1-905e-af92cbd8345d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 12:09:06.847242 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-4d7e00a2-f289-4bf1-905e-af92cbd8345d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:06.851021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4d7e00a2-f289-4bf1-905e-af92cbd8345d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089154 Oct 26 12:09:06.869936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56220) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.880236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cd500ffc-77d2-4398-bb53-b4da2bdc544f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '1c6a57ab-f302-40ac-aa28-22f4b118905c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:06.882328 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-cd500ffc-77d2-4398-bb53-b4da2bdc544f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 12:09:06.883923 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-cd500ffc-77d2-4398-bb53-b4da2bdc544f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:06.888267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e065aa44-bcb1-43c1-8361-ecca1438332b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e065aa44-bcb1-43c1-8361-ecca1438332b,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:06.889233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cd500ffc-77d2-4398-bb53-b4da2bdc544f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0170529 Oct 26 12:09:06.889916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56224) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:06.903926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.905024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63b402b7-0f92-4251-beb2-3763ec02eddb up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:06.934212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=178579b3-50a2-4273-a68a-04ac3aa89d9a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:06.949307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:06.952137 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a61610-14e1-446b-9649-57088b96275e" -d '{"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-unplugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:06.960638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:06.980562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e688c001-f930-498e-87b6-e88165dc8b2e req-1d509735-35d8-47ed-8978-753ffaf0fc4d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671817 Oct 26 12:09:07.031561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af38a-a53d-4e2b-aa02-57af2393c6da req-fdc1d9b4-d53f-4fcb-b14c-2e78f9faa64f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:07.034096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed2af38a-a53d-4e2b-aa02-57af2393c6da req-fdc1d9b4-d53f-4fcb-b14c-2e78f9faa64f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.3477221 Oct 26 12:09:07.040504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-46eff019-0be1-4fca-a364-0c44de4385d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1901066 Oct 26 12:09:07.090755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b16b209e-8cd0-4ae6-acd8-2e144f29f00f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.116774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b16b209e-8cd0-4ae6-acd8-2e144f29f00f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.128121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 63b402b7-0f92-4251-beb2-3763ec02eddb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:07.131074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.159405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e065aa44-bcb1-43c1-8361-ecca1438332b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:07.179566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.247254 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b16b209e-8cd0-4ae6-acd8-2e144f29f00f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.252153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b16b209e-8cd0-4ae6-acd8-2e144f29f00f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.255538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b16b209e-8cd0-4ae6-acd8-2e144f29f00f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/1c6a57ab-f302-40ac-aa28-22f4b118905c HTTP/1.1" status: 204 len: 168 time: 0.3611612 Oct 26 12:09:07.258699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56234) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.271430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b512cb4-f868-4fd3-bbc8-a753d380642a None None] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:07.285638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed2af38a-a53d-4e2b-aa02-57af2393c6da req-a5be3fc6-243f-47ce-a9b7-c8d123e184ca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435606 Oct 26 12:09:07.332204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b209e-8cd0-4ae6-acd8-2e144f29f00f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a57ab-f302-40ac-aa28-22f4b118905c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:07.370719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-24bb77e1-95c6-4773-9ea3-95503dd2828f tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079593 Oct 26 12:09:07.383274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56240) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.388153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737806380'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.405570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce0f55-59fd-4399-a9ed-f7d56c06cd80 req-45aa0580-4994-4d46-9029-96a459b7ff4b tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:07.415581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61ce0f55-59fd-4399-a9ed-f7d56c06cd80 req-45aa0580-4994-4d46-9029-96a459b7ff4b tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 944 time: 0.2572570 Oct 26 12:09:07.415767 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fefb63-1ae1-4b39-a695-214dd68ae8b1 x-openstack-request-id: req-a8fefb63-1ae1-4b39-a695-214dd68ae8b1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:07.416021 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-unplugged", "status": "failed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "code": 422}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:07.416279 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a8fefb63-1ae1-4b39-a695-214dd68ae8b1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:07.417458 n-d-812150-3 neutron-server[102761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'code': 422} returned with failed status Oct 26 12:09:07.489382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6b8a2a29-afbc-4eee-b13e-f136ab6e0346 None None] Provisioning complete for port e065aa44-bcb1-43c1-8361-ecca1438332b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:07.489757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2a29-afbc-4eee-b13e-f136ab6e0346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.505469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61ce0f55-59fd-4399-a9ed-f7d56c06cd80 req-749bcefa-8a17-4178-9e8f-cfd5966d1b64 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889823 Oct 26 12:09:07.511436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.615839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.622596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.682366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.685841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.691673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3031173 Oct 26 12:09:07.694822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.695189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914e87f-f733-4af1-bbd1-a7e0413241d9 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef07927-3ecd-4d02-8b30-d4b2b669f08f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:07.696895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.754680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-16790f0a-5baf-4576-b316-6536b9180c90 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.755189 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-16790f0a-5baf-4576-b316-6536b9180c90 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 12:09:07.755684 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-16790f0a-5baf-4576-b316-6536b9180c90 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:07.756669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-16790f0a-5baf-4576-b316-6536b9180c90 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0542567 Oct 26 12:09:07.759767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56244) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.764754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f6d64c2b-1e25-42d5-9067-b7c9287d2d8c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.801453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=178579b3-50a2-4273-a68a-04ac3aa89d9a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:07.815420 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-f6d64c2b-1e25-42d5-9067-b7c9287d2d8c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:07.819119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f6d64c2b-1e25-42d5-9067-b7c9287d2d8c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0555809 Oct 26 12:09:07.820022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56246) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.820585 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.825975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bdd7011f-29bf-4eba-8fab-0010169d4008 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.830560 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-bdd7011f-29bf-4eba-8fab-0010169d4008 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 12:09:07.831247 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-bdd7011f-29bf-4eba-8fab-0010169d4008 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:07.835795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bdd7011f-29bf-4eba-8fab-0010169d4008 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115385 Oct 26 12:09:07.836041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56248) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.843279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-55b79884-7a8e-43ee-b1d7-abc928a5f5ae tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.881695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 34c59be8-272e-4862-b3d0-7f420693e9c8 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:07.900377 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-55b79884-7a8e-43ee-b1d7-abc928a5f5ae tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:07.905167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-55b79884-7a8e-43ee-b1d7-abc928a5f5ae tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0680938 Oct 26 12:09:07.906310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.914178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-93ad34a9-7983-406b-812b-bc4159741000 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.915121 n-d-812150-3 neutron-server[102760]: WARNING neutron.api.v2.base [None req-93ad34a9-7983-406b-812b-bc4159741000 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 12:09:07.915862 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-93ad34a9-7983-406b-812b-bc4159741000 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:07.920678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-93ad34a9-7983-406b-812b-bc4159741000 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126996 Oct 26 12:09:07.921756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56252) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:07.926944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9e17bb15-f6a3-4546-8bd1-4c9ca8af2d38 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:07.973192 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-9e17bb15-f6a3-4546-8bd1-4c9ca8af2d38 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Project c4bb2621900142239773cec5a1f07f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:09:07.992000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 34c59be8-272e-4862-b3d0-7f420693e9c8 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:09:07.997633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 34c59be8-272e-4862-b3d0-7f420693e9c8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:07.997825 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-9e17bb15-f6a3-4546-8bd1-4c9ca8af2d38 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:07.998010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:07.999254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e17bb15-f6a3-4546-8bd1-4c9ca8af2d38 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0761960 Oct 26 12:09:08.002239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.014255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:08.016977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:08.025302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d1ff9d6a-c252-43e7-bdd0-c421241a9e02 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.025790 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-d1ff9d6a-c252-43e7-bdd0-c421241a9e02 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 12:09:08.026464 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-d1ff9d6a-c252-43e7-bdd0-c421241a9e02 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:08.027578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d1ff9d6a-c252-43e7-bdd0-c421241a9e02 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118194 Oct 26 12:09:08.030629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56258) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.044724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5accef96-3330-4963-9aec-1e72b424495b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.095053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5117273d-73c8-48b3-92ac-415b0c3426ac None None] Provisioning complete for port e065aa44-bcb1-43c1-8361-ecca1438332b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:08.095347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5117273d-73c8-48b3-92ac-415b0c3426ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.098210 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-5accef96-3330-4963-9aec-1e72b424495b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Project c4bb2621900142239773cec5a1f07f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:09:08.190312 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-5accef96-3330-4963-9aec-1e72b424495b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:08.191416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5accef96-3330-4963-9aec-1e72b424495b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1596413 Oct 26 12:09:08.194287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56260) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.196956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e065aa44-bcb1-43c1-8361-ecca1438332b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:08.204359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-52f23753-04c4-4133-ad8e-40dd1dfa0611 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '5ef07927-3ecd-4d02-8b30-d4b2b669f08f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.254916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdf72-a3cf-4609-96d2-3b393f5814c2 req-9a29af6e-7bba-4e0c-85a9-bbba6e2f2f63 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:08.259395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-310cdf72-a3cf-4609-96d2-3b393f5814c2 req-9a29af6e-7bba-4e0c-85a9-bbba6e2f2f63 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.1495814 Oct 26 12:09:08.282191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.322705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:08.326961 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-52f23753-04c4-4133-ad8e-40dd1dfa0611 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Project c4bb2621900142239773cec5a1f07f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:09:08.349014 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-52f23753-04c4-4133-ad8e-40dd1dfa0611 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:08.350309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-52f23753-04c4-4133-ad8e-40dd1dfa0611 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1549826 Oct 26 12:09:08.354102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-310cdf72-a3cf-4609-96d2-3b393f5814c2 req-3dffed96-03dc-4550-90d3-3aa9df731673 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891073 Oct 26 12:09:08.354628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56264) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.451455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 34c59be8-272e-4862-b3d0-7f420693e9c8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=34c59be8-272e-4862-b3d0-7f420693e9c8,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:08.463471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e065aa44-bcb1-43c1-8361-ecca1438332b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:08.464226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.490471 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.491593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:08.498904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d39d2a4-f66a-4cc5-9215-169edd807c82 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.524674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-741f29e1-def8-4647-80e8-4368580aab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:08.533637 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-741f29e1-def8-4647-80e8-4368580aab47 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c&tenant_id=1f8ff806ee684188a7f29ad6f33bef93 HTTP/1.1" status: 200 len: 1094 time: 0.2926416 Oct 26 12:09:08.550523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.589654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18676414-3629-4871-9527-5a34aa85c24b req-9f40c2cd-b855-46bd-89fe-82254707dfc1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:08.597738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=34c59be8-272e-4862-b3d0-7f420693e9c8,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:08.598788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18676414-3629-4871-9527-5a34aa85c24b req-9f40c2cd-b855-46bd-89fe-82254707dfc1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 945 time: 0.1560421 Oct 26 12:09:08.622047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:08.624099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5117273d-73c8-48b3-92ac-415b0c3426ac None None] Provisioning complete for port 178579b3-50a2-4273-a68a-04ac3aa89d9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:08.624571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5117273d-73c8-48b3-92ac-415b0c3426ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.647615 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d39d2a4-f66a-4cc5-9215-169edd807c82 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.664129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8ff6a4b4-bc74-4e9d-b29f-e55c16f8f1e5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3426445 Oct 26 12:09:08.667243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56270) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.673357 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'network': {'name': 'tempest-RoutersTest-1097772803'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.687120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.728728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-e4a13119-d0eb-432d-bc58-a6a2a0c81470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:08.730415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-e4a13119-d0eb-432d-bc58-a6a2a0c81470 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 1096 time: 0.2270651 Oct 26 12:09:08.734018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:08.739078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.762465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.806725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18676414-3629-4871-9527-5a34aa85c24b req-bfb3ee54-7351-463c-9e84-c57c6652b91b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069962 Oct 26 12:09:08.811888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d39d2a4-f66a-4cc5-9215-169edd807c82 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.815936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1d39d2a4-f66a-4cc5-9215-169edd807c82 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.819708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1d39d2a4-f66a-4cc5-9215-169edd807c82 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/5ef07927-3ecd-4d02-8b30-d4b2b669f08f HTTP/1.1" status: 204 len: 168 time: 0.4615176 Oct 26 12:09:08.824261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56272) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.837280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:08.847547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:08.862020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.862342 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added segment 4a3ae7d6-69e3-4f5c-bc28-2333f8369175 of type vlan for network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 Oct 26 12:09:08.868342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39d2a4-f66a-4cc5-9215-169edd807c82 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef07927-3ecd-4d02-8b30-d4b2b669f08f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:08.879952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea3b07-383c-4714-8e87-9fd05a521db9 req-4a40374d-5333-44f2-b675-f24d3fcca2d0 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:08.881501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93ea3b07-383c-4714-8e87-9fd05a521db9 req-4a40374d-5333-44f2-b675-f24d3fcca2d0 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 945 time: 0.1683378 Oct 26 12:09:08.896965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.911798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:08.912611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:08.915187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5117273d-73c8-48b3-92ac-415b0c3426ac None None] Port 178579b3-50a2-4273-a68a-04ac3aa89d9a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:08.943582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d11edc2d-30db-48e0-a176-407ad6ce5309 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136487 Oct 26 12:09:08.943874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56274) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:08.945475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:08.977494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118122588'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:08.979820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93ea3b07-383c-4714-8e87-9fd05a521db9 req-06d49558-97df-4383-a0d5-4f1ecee9024f tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789194 Oct 26 12:09:09.034708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.036541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.042341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:09.042928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.053561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.100315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:09.129435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8f365583-fcdd-43ba-bea1-3c41ea2d71f2 None None] Provisioning complete for port 178579b3-50a2-4273-a68a-04ac3aa89d9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:09.129720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8f365583-fcdd-43ba-bea1-3c41ea2d71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.146083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:09.158858 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4874425 Oct 26 12:09:09.160211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56276) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:09.166241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'subnet': {'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:09.195385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00561865-23da-47f1-a58d-a03051b7730a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Network': ['ID=8cc849f0-c5c8-4b81-ac84-11f5018b22b1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.216452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:09.220288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:09.233361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8f365583-fcdd-43ba-bea1-3c41ea2d71f2 None None] Port 178579b3-50a2-4273-a68a-04ac3aa89d9a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:09.236286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:09.268205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.272578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:09:09.277340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.287803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.298146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:09.326566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Transition to ACTIVE for port object 14d05ea1-f191-4819-86b7-662eca014c7a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:09:09.327523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3d7a8-de29-42a9-a179-538690f15458,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.332988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Made reservation on behalf of 2d0758538fa94560a7767e7d2ddbce07 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:09.336247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.337584 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.341184 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.347078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0e6789cc-5611-45e0-81be-623cddd726cd tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3983903 Oct 26 12:09:09.347783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56278) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:09.384546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6843e24d-7fc1-4ec4-a4b9-797e0d7e1d2b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3d7a8-de29-42a9-a179-538690f15458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:09.400976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:09.403533 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baab9a9-2065-4f7a-8e76-28cbd29eb5fc" -d '{"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-unplugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:09.407930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.418806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443500a1-d694-4115-9a77-06b9fccd5684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c59be8-272e-4862-b3d0-7f420693e9c8'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:09.421835 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f95ba-2edd-4f09-852d-5d01591a0ded" -d '{"events": [{"server_uuid": "443500a1-d694-4115-9a77-06b9fccd5684", "name": "network-vif-plugged", "status": "completed", "tag": "34c59be8-272e-4862-b3d0-7f420693e9c8"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:09.438239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Transition to ACTIVE for port object d12365b3-44a7-49be-937c-c4fbbbc524f5 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:09:09.443512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:07Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:07Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:09.448755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=9']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.455257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.497265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:09.497623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Updating router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 port 178579b3-50a2-4273-a68a-04ac3aa89d9a binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:09.501511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] No DVR routers for this DVR port 14d05ea1-f191-4819-86b7-662eca014c7a on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:09.506597 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eb8059-abe5-4bfc-8922-bcfe8ba89c86 x-openstack-request-id: req-a3eb8059-abe5-4bfc-8922-bcfe8ba89c86 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:09.507152 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-unplugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:09.507795 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3eb8059-abe5-4bfc-8922-bcfe8ba89c86 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:09.507795 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'code': 200} Oct 26 12:09:09.568646 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99b912-69a9-428a-9cf3-a0d12586658e x-openstack-request-id: req-de99b912-69a9-428a-9cf3-a0d12586658e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:09.568969 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443500a1-d694-4115-9a77-06b9fccd5684", "name": "network-vif-plugged", "status": "completed", "tag": "34c59be8-272e-4862-b3d0-7f420693e9c8", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:09.569309 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de99b912-69a9-428a-9cf3-a0d12586658e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:09.569592 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443500a1-d694-4115-9a77-06b9fccd5684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c59be8-272e-4862-b3d0-7f420693e9c8', 'code': 200} Oct 26 12:09:09.582675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.587217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:09.587565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:09.587895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a on network 5a13268d-7fb2-4fff-a944-812518c5ea8a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:09.602181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Port 14d05ea1-f191-4819-86b7-662eca014c7a on network 5a13268d-7fb2-4fff-a944-812518c5ea8a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:09:09.602511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Attempting to bind port 14d05ea1-f191-4819-86b7-662eca014c7a on network 5a13268d-7fb2-4fff-a944-812518c5ea8a {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:09.607864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:09:09.608063 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:09:09.619544 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-6843e24d-7fc1-4ec4-a4b9-797e0d7e1d2b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The resource could not be found. Oct 26 12:09:09.620762 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6843e24d-7fc1-4ec4-a4b9-797e0d7e1d2b tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2427394 Oct 26 12:09:09.622944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:09.624541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Checking segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:09.624996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Bound using segment: {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:09.625522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Bound port: 14d05ea1-f191-4819-86b7-662eca014c7a, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1202cbf6-dd42-4b76-b844-f3b405072c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:09.626623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.628891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56286) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:09.638529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1ebf9017-f84d-4e7a-b5ed-4ba2397121b2 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3d7a8-de29-42a9-a179-538690f15458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b6c5a4c1-cf63-45e4-a9ce-3908b4b00ac5'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:09.708890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:09.713074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:09.721826 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.763867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.786419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.797277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:09.798581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.801111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-81b81a22-59cf-4f24-8731-ee1e52425d8c service neutron] 10.222.0.100 "PUT /v2.0/ports/14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 1091 time: 1.2571650 Oct 26 12:09:09.801786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:09.805033 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:09.867248 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b91f6-8c76-4dc3-b1f4-fef28b2775e8 x-openstack-request-id: req-630b91f6-8c76-4dc3-b1f4-fef28b2775e8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:09.867672 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:09.867932 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-630b91f6-8c76-4dc3-b1f4-fef28b2775e8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:09.868343 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'status': 'completed', 'code': 200} Oct 26 12:09:09.875640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c22d43-a519-4bb3-b0c9-2fc518a93b37 req-c2905a34-5e63-4e6b-8917-03e59ea69dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:09.877522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7c22d43-a519-4bb3-b0c9-2fc518a93b37 req-c2905a34-5e63-4e6b-8917-03e59ea69dab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 1096 time: 0.2104087 Oct 26 12:09:09.885583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-ebb13e9e-73b3-4a12-b74c-26a5b6f91816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:09.887294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-ebb13e9e-73b3-4a12-b74c-26a5b6f91816 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1095 time: 0.0594099 Oct 26 12:09:09.893104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8097a6b-471d-4a73-9ac7-ec2d0f0e1be5 req-71a7671a-7aee-45dd-8bfd-09c3d1a4884b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:09.895191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8097a6b-471d-4a73-9ac7-ec2d0f0e1be5 req-71a7671a-7aee-45dd-8bfd-09c3d1a4884b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 943 time: 0.3814104 Oct 26 12:09:09.960392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.966673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:09.969854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] No DVR routers for this DVR port d12365b3-44a7-49be-937c-c4fbbbc524f5 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:09.991257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.014058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-19b66cc6-9b1a-421e-bba0-c532fa7afee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.016494 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-19b66cc6-9b1a-421e-bba0-c532fa7afee0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 916 time: 0.1206481 Oct 26 12:09:10.030526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd87e8-6743-42e5-95b0-75d96323a765 None None] Pushing event updated for resources: {'Port': ['ID=178579b3-50a2-4273-a68a-04ac3aa89d9a,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:10.077687 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-d0f2f9c5-6a4f-4def-a609-3e2ef862a126 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 217 time: 0.0526993 Oct 26 12:09:10.125615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Attempting to bind port 178579b3-50a2-4273-a68a-04ac3aa89d9a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:10.126169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Attempting to bind port 178579b3-50a2-4273-a68a-04ac3aa89d9a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:10.127075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Attempting to bind port 178579b3-50a2-4273-a68a-04ac3aa89d9a on network 1c0c7c65-97e2-4744-bdce-cab165619e21 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:10.140668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8097a6b-471d-4a73-9ac7-ec2d0f0e1be5 req-f5eb0b36-51af-4c87-88cd-8418811346b8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335756 Oct 26 12:09:10.140893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-b244a407-11c0-42cd-a205-1e416673b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.143024 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-b244a407-11c0-42cd-a205-1e416673b368 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.0536203 Oct 26 12:09:10.165136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:10.165136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Checking segment: {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:10.165573 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.165980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Bound using segment: {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:10.166472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Bound port: 178579b3-50a2-4273-a68a-04ac3aa89d9a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1d0d22-f355-4826-9a5a-48660a7d818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:10.166877 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.169605 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-1ebf9017-f84d-4e7a-b5ed-4ba2397121b2 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The resource could not be found. Oct 26 12:09:10.170835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1ebf9017-f84d-4e7a-b5ed-4ba2397121b2 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5387621 Oct 26 12:09:10.180372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56296) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:10.186320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7c22d43-a519-4bb3-b0c9-2fc518a93b37 req-d0a56b74-2c7b-4707-8500-b6d8472a9650 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901318 Oct 26 12:09:10.199835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-b98a5174-2eb0-4112-8e32-9fd43c918dbe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490305 Oct 26 12:09:10.240022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Subnet': ['ID=789ef15b-2a40-4836-8e84-68050863a4d1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:10.264492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] For port 178579b3-50a2-4273-a68a-04ac3aa89d9a, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:10.268744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] For port 178579b3-50a2-4273-a68a-04ac3aa89d9a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=178579b3-50a2-4273-a68a-04ac3aa89d9a,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:10.276956 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.301711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31f5e-cfc0-478b-b7bc-de9c8de2a121 req-68a642c6-d0d3-47d3-a546-d1409fc1a57e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.303315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0d31f5e-cfc0-478b-b7bc-de9c8de2a121 req-68a642c6-d0d3-47d3-a546-d1409fc1a57e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.3427372 Oct 26 12:09:10.350022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-2a811698-7600-4990-9f40-45c7746fde52 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390166 Oct 26 12:09:10.360163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:10.360843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:10.370918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Checking segment: {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:10.371241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network hostable DHCP agents. Network: 8cc849f0-c5c8-4b81-ac84-11f5018b22b1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:10.401978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-09e86029-8a47-4cf7-9d20-c7634aac787e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.412190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd87e8-6743-42e5-95b0-75d96323a765 None None] Pushing event updated for resources: {'Port': ['ID=178579b3-50a2-4273-a68a-04ac3aa89d9a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:10.477311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fde5-72d7-437b-b027-a6e5bb4cdea5 req-14605e3c-2c92-48e1-823a-271ffd7a05c7 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.485240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4b97a8ca-8c0b-44d7-9e87-65182a7cc55c None None] Provisioning complete for port 178579b3-50a2-4273-a68a-04ac3aa89d9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:10.485566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7084fde5-72d7-437b-b027-a6e5bb4cdea5 req-14605e3c-2c92-48e1-823a-271ffd7a05c7 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 945 time: 0.2379985 Oct 26 12:09:10.485713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b97a8ca-8c0b-44d7-9e87-65182a7cc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.502544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-544e4697-4ae6-4ac2-a006-666a4f14eeed req-24d124b1-18a4-4066-a9d3-6dac88ce7a11 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385930 Oct 26 12:09:10.516376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0d31f5e-cfc0-478b-b7bc-de9c8de2a121 req-2ebd057a-cf1d-4276-9a75-7271f4c3c1be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840293 Oct 26 12:09:10.528010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-09e86029-8a47-4cf7-9d20-c7634aac787e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.531032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:10.537162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:10.546040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:10.546380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:10.546715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:10.567066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:09:10.567397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Attempting to bind port d12365b3-44a7-49be-937c-c4fbbbc524f5 on network 1169a88e-c164-402c-8438-b2c07e6ab61b {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:10.586582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 8cc849f0-c5c8-4b81-ac84-11f5018b22b1) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:10.603213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.603808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.606357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:10.606668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Checking segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:10.607215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Bound using segment: {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:10.607498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Bound port: d12365b3-44a7-49be-937c-c4fbbbc524f5, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58f36ee-57b2-48ad-b700-6cff5528dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:10.607845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.612277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd10bb-b0d4-4969-a1f3-4df6447ae02f None None] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:10.626355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7084fde5-72d7-437b-b027-a6e5bb4cdea5 req-7390a9a7-64ec-4e9c-95d3-7c85256bb890 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395683 Oct 26 12:09:10.669570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-68124a7a-bcc5-41cc-9227-e3279a4d9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.671398 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-68124a7a-bcc5-41cc-9227-e3279a4d9c0b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1095 time: 0.0872390 Oct 26 12:09:10.678385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5d793e8c-c390-448c-ba4b-9fa80ce654a9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5175381 Oct 26 12:09:10.683452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56304) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:10.692768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-09e86029-8a47-4cf7-9d20-c7634aac787e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.695546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-09e86029-8a47-4cf7-9d20-c7634aac787e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.699245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-09e86029-8a47-4cf7-9d20-c7634aac787e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/f2e3d7a8-de29-42a9-a179-538690f15458 HTTP/1.1" status: 204 len: 168 time: 0.5125914 Oct 26 12:09:10.722612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56306) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:10.789173 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8d96de75-d3b0-4493-b446-f769c3de5a3c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653627 Oct 26 12:09:10.794439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56310) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:10.799734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e96ef230-22cc-4fd2-ac32-144ea986eeeb tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': 'df60cd9c-432d-4913-b6bb-f92ef3dc92d7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:10.818011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e86029-8a47-4cf7-9d20-c7634aac787e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3d7a8-de29-42a9-a179-538690f15458,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:10.854907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:10.859599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:10.870505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.899150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-3f1145ba-c4a9-4490-9e0a-6ca9874e86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.902689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-3f1145ba-c4a9-4490-9e0a-6ca9874e86d5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 916 time: 0.2229335 Oct 26 12:09:10.968764 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-d7abbedd-c1b4-4a46-bfab-9d3460135012 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 217 time: 0.0528631 Oct 26 12:09:10.989067 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-e96ef230-22cc-4fd2-ac32-144ea986eeeb tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The resource could not be found. Oct 26 12:09:10.990210 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e96ef230-22cc-4fd2-ac32-144ea986eeeb tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1947091 Oct 26 12:09:10.991188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:10.992081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:10.993680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] 10.222.0.100 "PUT /v2.0/ports/d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 1092 time: 2.2398171 Oct 26 12:09:10.996190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56320) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:11.009069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--542434055'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:11.076566 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b97a8ca-8c0b-44d7-9e87-65182a7cc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:11.088425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-24e33af3-7ad1-4c27-a1f7-41dd3b48bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:11.092645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-24e33af3-7ad1-4c27-a1f7-41dd3b48bee8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.1069965 Oct 26 12:09:11.127761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:11.134965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0496-355b-42df-9f27-860c6a5c213e service neutron] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=11']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:11.168200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-f3b1c04b-281d-4643-aaed-9a8c3f3678ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644374 Oct 26 12:09:11.267958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-2a1e9e4f-2506-41c1-a7d0-502dfde12ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:11.269514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-2a1e9e4f-2506-41c1-a7d0-502dfde12ee0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1095 time: 0.2155957 Oct 26 12:09:11.291101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4b97a8ca-8c0b-44d7-9e87-65182a7cc55c None None] For port 178579b3-50a2-4273-a68a-04ac3aa89d9a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=178579b3-50a2-4273-a68a-04ac3aa89d9a,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:11.314492 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b97a8ca-8c0b-44d7-9e87-65182a7cc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:11.362142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-ef0a1e63-c99c-4b22-be16-e5fe7576b85b service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685958 Oct 26 12:09:11.421213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97a8ca-8c0b-44d7-9e87-65182a7cc55c None None] Pushing event updated for resources: {'Port': ['ID=178579b3-50a2-4273-a68a-04ac3aa89d9a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:11.432398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:09:11.433905 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:11.452219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:07Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:10Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:11.520323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c83bd-576d-4345-9cff-a67a91f75d31 None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:07Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:10Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:11.557320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc99add7-16c6-41aa-bf4f-bbccb7fa24b7 req-9a5434a2-12a4-4a5f-9e8b-de0c34686766 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881292 Oct 26 12:09:11.736881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d0fe73e5-a983-4772-b849-20ed75a4b93b None None] Provisioning complete for port 178579b3-50a2-4273-a68a-04ac3aa89d9a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:11.737233 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0fe73e5-a983-4772-b849-20ed75a4b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:11.853602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Allocated IP 172.23.0.2 (8cc849f0-c5c8-4b81-ac84-11f5018b22b1/789ef15b-2a40-4836-8e84-68050863a4d1/c4fcc8dc-33cb-4a3e-8d33-5326cd64377e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:12.162904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.181347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.218494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:12.221389 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c7cf1-cde0-4618-ab4c-55127b3b52f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:12.226224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.229706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 178579b3-50a2-4273-a68a-04ac3aa89d9a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:12.277240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.344377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:12.362410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:12.375748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:12.406815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Pushing event updated for resources: {'Port': ['ID=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.512349 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.519943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56334) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:12.526373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--446814612'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:12.527496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Attempting to bind port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:12.527870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Attempting to bind port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:12.528298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Attempting to bind port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e on network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:12.530534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5143182 Oct 26 12:09:12.534916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:12.535296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Checking segment: {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:12.536010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.536414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Bound using segment: {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:12.537020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Bound port: c4fcc8dc-33cb-4a3e-8d33-5326cd64377e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:12.537405 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.560308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 178579b3-50a2-4273-a68a-04ac3aa89d9a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:12.560550 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.588390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.612171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00561403-deb4-4e50-98a0-5778f8c0fce0 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1775e78b-0184-47bb-8077-f6122a18cc9b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.663760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] For port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:12.667432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] For port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,segment=NetworkSegment(4a3ae7d6-69e3-4f5c-bc28-2333f8369175),segment_id=4a3ae7d6-69e3-4f5c-bc28-2333f8369175)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:12.693982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffdffd-405d-4957-8f36-17becc4f27a0 req-ff357cf6-9bda-429f-8703-3623638b69e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:12.699880 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.701792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9ffdffd-405d-4957-8f36-17becc4f27a0 req-ff357cf6-9bda-429f-8703-3623638b69e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 1.2627413 Oct 26 12:09:12.738588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7e7ec-e57e-41da-b0e3-92773703e623 req-938e78e7-1b6d-4314-8b85-e3001e3cd00b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:12.740606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d7e7ec-e57e-41da-b0e3-92773703e623 req-938e78e7-1b6d-4314-8b85-e3001e3cd00b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.5097873 Oct 26 12:09:12.759344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.770122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.808776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095573-020d-43b8-9927-0fe4d2fda0eb None None] Pushing event updated for resources: {'Port': ['ID=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.853848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.859361 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3371823 Oct 26 12:09:12.867303 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-94b00457-e4b9-4742-84a3-fa35eea394f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:12.868406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f3442-a501-499d-8f87-a5b58c6f3b68 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03441791-0b21-4737-9288-82c1db415a92,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.868818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-94b00457-e4b9-4742-84a3-fa35eea394f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 1.4153025 Oct 26 12:09:12.871755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56336) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:12.876568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e5472547-7b80-4f19-b47a-1135fb05d5a3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '1775e78b-0184-47bb-8077-f6122a18cc9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '03441791-0b21-4737-9288-82c1db415a92'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:12.958005 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-e5472547-7b80-4f19-b47a-1135fb05d5a3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:12.962568 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e5472547-7b80-4f19-b47a-1135fb05d5a3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0897832 Oct 26 12:09:12.963509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56338) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:12.963657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9ffdffd-405d-4957-8f36-17becc4f27a0 req-446e7852-a4dd-47e8-90af-0691324e3f14 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608809 Oct 26 12:09:12.971698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:12.989526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34d7e7ec-e57e-41da-b0e3-92773703e623 req-4a8ecdb2-9a10-4ed8-adfe-72de8cd86d08 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624742 Oct 26 12:09:13.133434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bf1e-b9e9-49ff-ab88-6aba4f435226 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.195663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bf1e-b9e9-49ff-ab88-6aba4f435226 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.290175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bf1e-b9e9-49ff-ab88-6aba4f435226 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.293784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bf1e-b9e9-49ff-ab88-6aba4f435226 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.295437 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c3a0bf1e-b9e9-49ff-ab88-6aba4f435226 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/03441791-0b21-4737-9288-82c1db415a92 HTTP/1.1" status: 204 len: 168 time: 0.3309898 Oct 26 12:09:13.301530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56340) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:13.319575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0bf1e-b9e9-49ff-ab88-6aba4f435226 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03441791-0b21-4737-9288-82c1db415a92,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:13.417666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0652-8e3e-4ef7-857f-a44aeb361932 req-67dde618-59e7-419b-8fd6-cedf57a2f9c6 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:13.421519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4cf5aaa1-71a3-4557-afed-e2091c7d456d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1157727 Oct 26 12:09:13.421937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56342) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:13.425020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15ba0652-8e3e-4ef7-857f-a44aeb361932 req-67dde618-59e7-419b-8fd6-cedf57a2f9c6 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 945 time: 0.2441680 Oct 26 12:09:13.541174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec8fc-0a3c-4fa3-8b60-7d80b57dc545 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.541973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15ba0652-8e3e-4ef7-857f-a44aeb361932 req-a0593b09-c4b2-428e-8fae-d2c910b0424f tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120019 Oct 26 12:09:13.606296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec8fc-0a3c-4fa3-8b60-7d80b57dc545 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.650922 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf2cb7-e001-4128-8b17-d399ad35d829 x-openstack-request-id: req-21cf2cb7-e001-4128-8b17-d399ad35d829 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:13.651224 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:13.651483 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-21cf2cb7-e001-4128-8b17-d399ad35d829 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:13.651890 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'status': 'completed', 'code': 200} Oct 26 12:09:13.662694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Allocated IP 172.23.0.1 (8cc849f0-c5c8-4b81-ac84-11f5018b22b1/789ef15b-2a40-4836-8e84-68050863a4d1/238329c9-56bd-4e4c-8f3f-ffa818bf7cc4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:13.684557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec8fc-0a3c-4fa3-8b60-7d80b57dc545 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.687200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec8fc-0a3c-4fa3-8b60-7d80b57dc545 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:13.688903 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b6ec8fc-0a3c-4fa3-8b60-7d80b57dc545 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/1775e78b-0184-47bb-8077-f6122a18cc9b HTTP/1.1" status: 204 len: 168 time: 0.2654257 Oct 26 12:09:13.699570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56346) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:13.703559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ec8fc-0a3c-4fa3-8b60-7d80b57dc545 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775e78b-0184-47bb-8077-f6122a18cc9b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:13.906979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-c8b1aea9-b82a-4026-b648-e270493e2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:13.908566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-c8b1aea9-b82a-4026-b648-e270493e2dc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1095 time: 0.2386982 Oct 26 12:09:13.918176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a41cea53-8411-4bf3-90d8-8bba5530022d tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2137816 Oct 26 12:09:13.918529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:13.923373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--734576006'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:13.968351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.088954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.130493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-b2770488-9a48-4341-8884-0aa376045648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:14.132073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-b2770488-9a48-4341-8884-0aa376045648 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.2117317 Oct 26 12:09:14.206113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.224857 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.261812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c4fcc8dc-33cb-4a3e-8d33-5326cd64377e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:14.288769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-8b7d2716-7a5a-428d-8c23-0d367e192846 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.1429555 Oct 26 12:09:14.305236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7623ea1e-016a-4c2d-ad1d-c7f17c1a11a3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:14.346825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.354906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-72ca48dd-39fd-4f35-ad90-3c74e54f91e5 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4349370 Oct 26 12:09:14.357676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56366) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:14.365482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-27853ca1-c2cf-490a-a13e-4bc216374fab tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '7623ea1e-016a-4c2d-ad1d-c7f17c1a11a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:14.405338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:14.406175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.407626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a681cc-9eb4-4a38-a47a-6c1d20a596e9 req-af025b7e-a219-423f-8fe2-28bc856f9196 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:14.409903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5a681cc-9eb4-4a38-a47a-6c1d20a596e9 req-af025b7e-a219-423f-8fe2-28bc856f9196 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.2768102 Oct 26 12:09:14.439254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-e3e45887-9c21-4f2c-b926-c601cd61337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:14.440775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-e3e45887-9c21-4f2c-b926-c601cd61337d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1404722 Oct 26 12:09:14.450370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.454550 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-27853ca1-c2cf-490a-a13e-4bc216374fab tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:14.456286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27853ca1-c2cf-490a-a13e-4bc216374fab tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0976169 Oct 26 12:09:14.458993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56368) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:14.464515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6c795072-9877-4888-9734-be821286d81c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group_rule': {'security_group_id': '7623ea1e-016a-4c2d-ad1d-c7f17c1a11a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:14.499917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c3d5c5-88a7-4717-972b-b9cf31c45d77 None None] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:14.550566 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-6c795072-9877-4888-9734-be821286d81c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:09:14.551580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5a681cc-9eb4-4a38-a47a-6c1d20a596e9 req-e3106b0f-dcab-42ce-9e66-77453b54e1ac tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206298 Oct 26 12:09:14.555711 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c795072-9877-4888-9734-be821286d81c tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0924447 Oct 26 12:09:14.556144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56370) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:14.568417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:14.580205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:14.587432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:14.591880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:14.621689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-7a657084-e1fe-4cb4-9c10-25c5ff020f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:14.623305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-7a657084-e1fe-4cb4-9c10-25c5ff020f50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744163 Oct 26 12:09:14.633546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.633949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.634455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.634813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.635182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.635544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.635893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.636229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.636563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.636897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.637229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.637675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:14.668186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-96d3f640-0b56-48f8-aff2-233232b3af32 None None] Provisioning complete for port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:14.676891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96d3f640-0b56-48f8-aff2-233232b3af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.733250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-729a58c2-7ca5-49b3-a6d0-50b4bfabe160 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.777311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-729a58c2-7ca5-49b3-a6d0-50b4bfabe160 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.782781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.833188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-729a58c2-7ca5-49b3-a6d0-50b4bfabe160 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.837087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-729a58c2-7ca5-49b3-a6d0-50b4bfabe160 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.838413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-729a58c2-7ca5-49b3-a6d0-50b4bfabe160 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/7623ea1e-016a-4c2d-ad1d-c7f17c1a11a3 HTTP/1.1" status: 204 len: 168 time: 0.2812834 Oct 26 12:09:14.840042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.843642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56372) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:14.856237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a58c2-7ca5-49b3-a6d0-50b4bfabe160 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7623ea1e-016a-4c2d-ad1d-c7f17c1a11a3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:14.913032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60515c8d-ccb0-4226-96f6-481e2372ddb6 req-4d3b047c-0f84-4c77-b059-24d1712b9751 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:14.924127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60515c8d-ccb0-4226-96f6-481e2372ddb6 req-4d3b047c-0f84-4c77-b059-24d1712b9751 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.2069881 Oct 26 12:09:14.946298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,segment=NetworkSegment(4a3ae7d6-69e3-4f5c-bc28-2333f8369175),segment_id=4a3ae7d6-69e3-4f5c-bc28-2333f8369175)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:14.962682 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:14.994436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96d3f640-0b56-48f8-aff2-233232b3af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.063629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-0dc4f556-9478-4194-88dc-277020bd9ce6 service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221740 Oct 26 12:09:15.080896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:15.107122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-96d3f640-0b56-48f8-aff2-233232b3af32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:09:15.107497 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-96d3f640-0b56-48f8-aff2-233232b3af32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:09:15.184687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.189940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21470d9e-7cda-4b6e-92e5-8a823fbf1d27 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3291395 Oct 26 12:09:15.194164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:15.199260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021410862'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:15.220295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60515c8d-ccb0-4226-96f6-481e2372ddb6 req-d02f9035-072b-4955-aef1-f3c8051c2d7f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620080 Oct 26 12:09:15.237657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.380167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.384593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.435512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-58261ea0-74d8-43d3-9087-16bb37134c10 service neutron] 10.222.0.30 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259780 Oct 26 12:09:15.444522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.445975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2503147 Oct 26 12:09:15.451602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56376) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:15.459596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c2d12299-8e44-402b-9d3c-0d486af48668 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:15.460494 n-d-812150-3 neutron-server[102759]: WARNING neutron.api.v2.base [None req-c2d12299-8e44-402b-9d3c-0d486af48668 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 12:09:15.461274 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c2d12299-8e44-402b-9d3c-0d486af48668 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 12:09:15.462298 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2d12299-8e44-402b-9d3c-0d486af48668 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "PUT /v2.0/security-groups/54db6f88-4869-41d7-bd8e-af5b349fe55d HTTP/1.1" status: 409 len: 330 time: 0.0097060 Oct 26 12:09:15.466171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cb399-922b-4e62-918c-94f35630acef tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54db6f88-4869-41d7-bd8e-af5b349fe55d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:15.466803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:15.648939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c567f909-31fb-43f1-b963-bccdd9c926b3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.675617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7978f-22f9-4168-8a2f-20c58e810633 req-2f418bbf-0ed1-458e-ba61-dc1cd923a68a tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:15.677164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74b7978f-22f9-4168-8a2f-20c58e810633 req-2f418bbf-0ed1-458e-ba61-dc1cd923a68a tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 945 time: 0.1059160 Oct 26 12:09:15.728423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c567f909-31fb-43f1-b963-bccdd9c926b3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.790777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74b7978f-22f9-4168-8a2f-20c58e810633 req-90938e1b-37af-475d-9cf6-2f5dc8c09522 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042802 Oct 26 12:09:15.797354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5ceb9ef5-dd43-47f8-ac78-eb7dbe101016 None None] Provisioning complete for port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:15.799738 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9ef5-dd43-47f8-ac78-eb7dbe101016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.832105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.837660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.885226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c567f909-31fb-43f1-b963-bccdd9c926b3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.888168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c567f909-31fb-43f1-b963-bccdd9c926b3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.890918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c567f909-31fb-43f1-b963-bccdd9c926b3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/54db6f88-4869-41d7-bd8e-af5b349fe55d HTTP/1.1" status: 204 len: 168 time: 0.4216537 Oct 26 12:09:15.892202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:15.960039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:15.964930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567f909-31fb-43f1-b963-bccdd9c926b3 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db6f88-4869-41d7-bd8e-af5b349fe55d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:15.968729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8eb18dd2-bddf-4560-bfad-d256c3526653 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719790 Oct 26 12:09:15.969417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:15.991511 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-ff8ddfa1-27ee-4207-a1ed-0ec6fe86ea1e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] delete failed (client error): The resource could not be found. Oct 26 12:09:15.996649 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff8ddfa1-27ee-4207-a1ed-0ec6fe86ea1e tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "DELETE /v2.0/security-groups/8cc7fd4e-bdc7-4aee-bf66-2ee98dda6334 HTTP/1.1" status: 404 len: 347 time: 0.0261581 Oct 26 12:09:15.997298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56388) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:15.999708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5ceb9ef5-dd43-47f8-ac78-eb7dbe101016 None None] Provisioning complete for port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:16.000077 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9ef5-dd43-47f8-ac78-eb7dbe101016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:16.023611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event updated for resources: {'Port': ['ID=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:16.024736 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-870f47b1-3024-47a5-abd3-47979cd4fb50 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] show failed (client error): The resource could not be found. Oct 26 12:09:16.030513 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-870f47b1-3024-47a5-abd3-47979cd4fb50 tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-groups/8d8a6b77-ae3e-4cee-9e2f-7b9e45914673 HTTP/1.1" status: 404 len: 347 time: 0.0313559 Oct 26 12:09:16.030513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56390) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:16.045703 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-cc246081-d099-48c8-89cc-3bd11a29adfa tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] show failed (client error): The resource could not be found. Oct 26 12:09:16.050324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb9ef5-dd43-47f8-ac78-eb7dbe101016 None None] Port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:16.050527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cc246081-d099-48c8-89cc-3bd11a29adfa tempest-NegativeSecGroupIPv6Test-523330592 tempest-NegativeSecGroupIPv6Test-523330592-project] 10.222.0.88 "GET /v2.0/security-group-rules/cea595fc-877a-4e18-b229-20e021fa28bb HTTP/1.1" status: 404 len: 356 time: 0.0191543 Oct 26 12:09:16.088237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594d01d-749e-4a4c-a88a-d6fe2684db10 req-33709494-77d7-41a2-a2c5-a6662b2bc9e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:16.089830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a594d01d-749e-4a4c-a88a-d6fe2684db10 req-33709494-77d7-41a2-a2c5-a6662b2bc9e6 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.1957448 Oct 26 12:09:16.162540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a594d01d-749e-4a4c-a88a-d6fe2684db10 req-a2de19fb-ae10-4033-84f1-f55e8b4d82b5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658791 Oct 26 12:09:16.179576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:16.181669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:16.198036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c4fcc8dc-33cb-4a3e-8d33-5326cd64377e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:16.346579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:16.351088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:16.441610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:16.457184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e75ca-5ce4-49ac-96ee-1d19685a7dba req-14cab454-06cb-4903-816d-6c822dc25d73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:16.473999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a74e75ca-5ce4-49ac-96ee-1d19685a7dba req-14cab454-06cb-4903-816d-6c822dc25d73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.1005497 Oct 26 12:09:16.475738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56398) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:16.650697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a74e75ca-5ce4-49ac-96ee-1d19685a7dba req-8112df29-298c-41cb-a93f-04f873d8687b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782944 Oct 26 12:09:16.682604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56402) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:16.684616 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-55ab717d-3f67-4bc7-8cb7-57ee3844bede admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4bb2621900142239773cec5a1f07f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027750 Oct 26 12:09:16.693450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cd68e220-a20c-46ea-967d-c9f0d1f6146c None None] Provisioning complete for port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:16.694048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd68e220-a20c-46ea-967d-c9f0d1f6146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:16.725373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:16.734125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-01888f83-c4b3-4afe-a9f4-3ae9e100e8bd tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0495174 Oct 26 12:09:16.739194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56404) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:16.740428 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:16.742530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:16.745419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cd68e220-a20c-46ea-967d-c9f0d1f6146c None None] Port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:16.766275 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:16.766915 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:16.852202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1bf48c3-47b4-4f66-ac11-8ebc753e6968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:16.958580 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1bf48c3-47b4-4f66-ac11-8ebc753e6968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:17.023447 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:17.125662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ea8b4-84b0-46fe-9034-34689d768a47 req-6166466a-5d23-49e6-9c04-ed2f584205a8 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:17.127354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff7ea8b4-84b0-46fe-9034-34689d768a47 req-6166466a-5d23-49e6-9c04-ed2f584205a8 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 945 time: 0.2451138 Oct 26 12:09:17.149009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-6f986cc8-5beb-4dfc-bbfa-9de01b1e3269 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:17.150464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-6f986cc8-5beb-4dfc-bbfa-9de01b1e3269 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 945 time: 0.1896834 Oct 26 12:09:17.201357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1bf48c3-47b4-4f66-ac11-8ebc753e6968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:17.204031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f1bf48c3-47b4-4f66-ac11-8ebc753e6968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:17.208367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f1bf48c3-47b4-4f66-ac11-8ebc753e6968 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39831888-04b9-4d72-8abf-26576e47c0d9 HTTP/1.1" status: 204 len: 168 time: 0.5203350 Oct 26 12:09:17.360187 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:14Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:15Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:17.402015 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:17.402370 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Updating router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:17.453044 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:17.676475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf48c3-47b4-4f66-ac11-8ebc753e6968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39831888-04b9-4d72-8abf-26576e47c0d9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:17.743063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff7ea8b4-84b0-46fe-9034-34689d768a47 req-705cb0df-1df0-4b12-be30-c5282728a243 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb88ee70-6b0b-46ba-abe4-ba8f21300e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066775 Oct 26 12:09:17.853307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Deleting port 34c59be8-272e-4862-b3d0-7f420693e9c8 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:17.853668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:17.893517 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:17.909776 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.013226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 12:09:18.068403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Removed routes are [] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 12:09:18.068659 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a836d6-0d1b-4344-880e-f72c21c77d11 None None] Pushing event updated for resources: {'Port': ['ID=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:18.069215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.100534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eb552-6b23-47ff-88d8-b2d91451256e req-6081fec4-8f1b-47eb-855f-3e81f95c7cf2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:18.102395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-583eb552-6b23-47ff-88d8-b2d91451256e req-6081fec4-8f1b-47eb-855f-3e81f95c7cf2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.2324865 Oct 26 12:09:18.130566 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Attempting to bind port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:18.130954 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Attempting to bind port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:18.131315 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Attempting to bind port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 on network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:18.166265 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:18.166639 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Checking segment: {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:18.167065 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.167969 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Bound using segment: {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:18.168459 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Bound port: 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3ae7d6-69e3-4f5c-bc28-2333f8369175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:18.168839 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.255665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] For port 34c59be8-272e-4862-b3d0-7f420693e9c8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=34c59be8-272e-4862-b3d0-7f420693e9c8,segment=NetworkSegment(b8472484-7155-444c-bcd2-c3fe74af9bc1),segment_id=b8472484-7155-444c-bcd2-c3fe74af9bc1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:18.256424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.311689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-583eb552-6b23-47ff-88d8-b2d91451256e req-1e429757-72d3-4135-88ef-6a469333376b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951542 Oct 26 12:09:18.356843 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] For port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:18.358726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Calling delete_port for 34c59be8-272e-4862-b3d0-7f420693e9c8 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:18.371474 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] For port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,segment=NetworkSegment(4a3ae7d6-69e3-4f5c-bc28-2333f8369175),segment_id=4a3ae7d6-69e3-4f5c-bc28-2333f8369175)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:18.385636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-334b6711-1c09-4eca-a661-0d1f879bc680 None None] Provisioning complete for port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:18.386246 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-334b6711-1c09-4eca-a661-0d1f879bc680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.393868 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.464075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:18.518404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-334b6711-1c09-4eca-a661-0d1f879bc680 None None] Port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:18.543316 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:18.546255 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:18.674995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7fa16823-8756-4ba2-97f8-e113331ef0a3 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1992571202', 'prefixes': ['172.20.0.0/16']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:18.776654 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:18.811869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fa16823-8756-4ba2-97f8-e113331ef0a3 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] Publish callbacks [] for subnetpool, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.815578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fa16823-8756-4ba2-97f8-e113331ef0a3 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3474870 Oct 26 12:09:18.815960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56440) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:18.833130 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a836d6-0d1b-4344-880e-f72c21c77d11 None None] Pushing event updated for resources: {'Port': ['ID=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:18.848208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3b501be2-84dc-419f-a944-879b434b5dfb None None] Provisioning complete for port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:18.851325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3b501be2-84dc-419f-a944-879b434b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.890279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c94a8-b471-4040-a34d-cbabbdc4abd3 req-9164acab-5361-4d4b-bf45-c784b7b68b9c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:18.891910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-264c94a8-b471-4040-a34d-cbabbdc4abd3 req-9164acab-5361-4d4b-bf45-c784b7b68b9c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.4383068 Oct 26 12:09:18.901579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f45a89d4-57be-463f-8bd8-a9a1c554e08a tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] 10.222.0.88 "GET /v2.0/subnetpools/6c72bcc4-ad5d-408c-8886-483f8494dae5 HTTP/1.1" status: 200 len: 732 time: 0.0822730 Oct 26 12:09:18.901802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56442) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:18.906528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4a8c28c9-0a84-4a9c-8f8f-7ceef47284ff tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-879463883'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:18.917869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:18.948549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.011248 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3b501be2-84dc-419f-a944-879b434b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.040389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a8c28c9-0a84-4a9c-8f8f-7ceef47284ff tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] Publish callbacks [] for subnetpool, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.055794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-264c94a8-b471-4040-a34d-cbabbdc4abd3 req-f99fe8bb-1113-4961-b89a-4abec22adf92 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457682 Oct 26 12:09:19.058799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.062106 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4a8c28c9-0a84-4a9c-8f8f-7ceef47284ff tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] 10.222.0.88 "PUT /v2.0/subnetpools/6c72bcc4-ad5d-408c-8886-483f8494dae5 HTTP/1.1" status: 200 len: 683 time: 0.1592102 Oct 26 12:09:19.062781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56444) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:19.081100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3b501be2-84dc-419f-a944-879b434b5dfb None None] For port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,segment=NetworkSegment(4a3ae7d6-69e3-4f5c-bc28-2333f8369175),segment_id=4a3ae7d6-69e3-4f5c-bc28-2333f8369175)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:19.088298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3b501be2-84dc-419f-a944-879b434b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.120106 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:18Z', 'revision_number': 6, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:18Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:19.150393 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e51556-23e1-4ce1-ac05-5f04a9d917df None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:18Z', 'revision_number': 6, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:18Z', 'revision_number': 4, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:19.202457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-757981bb-36ad-44b9-96b9-4ecf1df710be tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] Publish callbacks [] for subnetpool, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.203782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-757981bb-36ad-44b9-96b9-4ecf1df710be tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] 10.222.0.88 "DELETE /v2.0/subnetpools/6c72bcc4-ad5d-408c-8886-483f8494dae5 HTTP/1.1" status: 204 len: 168 time: 0.1204417 Oct 26 12:09:19.206831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56446) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:19.219118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Pushing event deleted for resources: {'Port': ['ID=34c59be8-272e-4862-b3d0-7f420693e9c8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:19.306236 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-d0c0c06f-a4e1-4e37-8890-ab46c9de1261 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] show failed (client error): The resource could not be found. Oct 26 12:09:19.307897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0c0c06f-a4e1-4e37-8890-ab46c9de1261 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] 10.222.0.88 "GET /v2.0/subnetpools/6c72bcc4-ad5d-408c-8886-483f8494dae5 HTTP/1.1" status: 404 len: 346 time: 0.0996416 Oct 26 12:09:19.310424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:19.333526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-346f0881-c356-4e7e-b93c-0384997f5f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.343883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b501be2-84dc-419f-a944-879b434b5dfb None None] Pushing event updated for resources: {'Port': ['ID=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:19.351480 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-6087eaa2-a5c4-4d21-a800-049fd987f022 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] delete failed (client error): The resource could not be found. Oct 26 12:09:19.352298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d073259-c53b-4084-9cb4-e2d0a1189a96 req-5360a468-7cf4-46c2-ad81-3b93f5a6d3fa tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.88 "GET /v2.0/ports?device_id=443500a1-d694-4115-9a77-06b9fccd5684 HTTP/1.1" status: 200 len: 210 time: 0.1261272 Oct 26 12:09:19.352668 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6087eaa2-a5c4-4d21-a800-049fd987f022 tempest-SubnetPoolsTestJSON-1500260517 tempest-SubnetPoolsTestJSON-1500260517-project] 10.222.0.88 "DELETE /v2.0/subnetpools/6c72bcc4-ad5d-408c-8886-483f8494dae5 HTTP/1.1" status: 404 len: 346 time: 0.0409198 Oct 26 12:09:19.455233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] No DVR routers for this DVR port 34c59be8-272e-4862-b3d0-7f420693e9c8 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:19.461078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.475289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1496b9a3-ab18-4c76-b174-2b3736445016 req-02121186-d60f-403a-927d-6aaf6722b963 tempest-VolumesActionsTest-1113264306 tempest-VolumesActionsTest-1113264306-project] 10.222.0.30 "DELETE /v2.0/ports/34c59be8-272e-4862-b3d0-7f420693e9c8 HTTP/1.1" status: 204 len: 173 time: 2.3133056 Oct 26 12:09:19.480506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443500a1-d694-4115-9a77-06b9fccd5684', 'name': 'network-vif-deleted', 'tag': '34c59be8-272e-4862-b3d0-7f420693e9c8'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:19.485541 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a902250-d05a-424d-8aa1-34199b040ba0" -d '{"events": [{"server_uuid": "443500a1-d694-4115-9a77-06b9fccd5684", "name": "network-vif-deleted", "tag": "34c59be8-272e-4862-b3d0-7f420693e9c8"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:19.685997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:19.717333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c60b5-60f0-4c05-b717-860e4d9faaa1 req-54fe7474-3678-4a7d-9983-741dc3e64649 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:19.722618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce5c60b5-60f0-4c05-b717-860e4d9faaa1 req-54fe7474-3678-4a7d-9983-741dc3e64649 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.2227306 Oct 26 12:09:19.807130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce5c60b5-60f0-4c05-b717-860e4d9faaa1 req-90ad7723-dd7c-45a0-9375-d19fe3149abc tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784972 Oct 26 12:09:19.875319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:19.891651 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b1160-050e-477a-b341-1c08eccec0bf x-openstack-request-id: req-9f5b1160-050e-477a-b341-1c08eccec0bf {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:19.891651 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443500a1-d694-4115-9a77-06b9fccd5684", "name": "network-vif-deleted", "tag": "34c59be8-272e-4862-b3d0-7f420693e9c8", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:19.892845 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9f5b1160-050e-477a-b341-1c08eccec0bf {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:19.892845 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443500a1-d694-4115-9a77-06b9fccd5684', 'name': 'network-vif-deleted', 'tag': '34c59be8-272e-4862-b3d0-7f420693e9c8', 'status': 'completed', 'code': 200} Oct 26 12:09:19.955157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 34c59be8-272e-4862-b3d0-7f420693e9c8 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:19.966825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:19.993700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:19.995329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-440549f1-2844-497c-aefc-8e020f2a8225 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 934 time: 3.2563639 Oct 26 12:09:19.998613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:20.022732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 34c59be8-272e-4862-b3d0-7f420693e9c8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:20.023097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 34c59be8-272e-4862-b3d0-7f420693e9c8 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:20.241749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:20.282784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b9cdbf-b719-4aac-ac1d-3a4016778f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.311085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2720ae-0272-4dec-897d-77a935f02aaf req-552ccc7f-709e-4ee8-b670-f82fc5863f9a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:20.317318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c2720ae-0272-4dec-897d-77a935f02aaf req-552ccc7f-709e-4ee8-b670-f82fc5863f9a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.1309021 Oct 26 12:09:20.353878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:20.354211 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.394156 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-190ffb24-8910-43c0-98c2-658df9ebb1da tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 934 time: 0.3942502 Oct 26 12:09:20.396496 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56468) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:20.415983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'routes': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:20.476078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b9cdbf-b719-4aac-ac1d-3a4016778f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.480940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b9cdbf-b719-4aac-ac1d-3a4016778f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.518084 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-19b9cdbf-b719-4aac-ac1d-3a4016778f33 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=05af36715d864065ba7d6839013f7ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393597 Oct 26 12:09:20.521802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56470) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:20.561547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9cdbf-b719-4aac-ac1d-3a4016778f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776eb029-a3cd-40e3-9c4e-e901e0af6a7b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:20.592955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c2720ae-0272-4dec-897d-77a935f02aaf req-fc23a953-335d-42aa-91bb-b741e1846f7f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644775 Oct 26 12:09:20.622796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850610d-6aa9-40fc-a15a-6491db670573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.666763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850610d-6aa9-40fc-a15a-6491db670573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.742984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:20.763005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:20.765416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:20.769044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850610d-6aa9-40fc-a15a-6491db670573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.771704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850610d-6aa9-40fc-a15a-6491db670573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:20.772870 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b850610d-6aa9-40fc-a15a-6491db670573 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/776eb029-a3cd-40e3-9c4e-e901e0af6a7b HTTP/1.1" status: 204 len: 168 time: 0.2501283 Oct 26 12:09:20.786002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850610d-6aa9-40fc-a15a-6491db670573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776eb029-a3cd-40e3-9c4e-e901e0af6a7b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:20.953040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:21.223995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b7386-6fe2-4146-b986-790ae3368c81 req-10323234-3c69-4ca9-aa1b-ba6d3a0440eb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:21.232677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-038b7386-6fe2-4146-b986-790ae3368c81 req-10323234-3c69-4ca9-aa1b-ba6d3a0440eb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.2339180 Oct 26 12:09:21.249127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added routes are [] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 12:09:21.249571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 12:09:21.475522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-038b7386-6fe2-4146-b986-790ae3368c81 req-8f59a87c-9745-40c7-ac32-49f423674209 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320240 Oct 26 12:09:21.498600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:18Z', 'revision_number': 6, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:19Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:21.509915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:21.535205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:21.546204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:21.547016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:08:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:21.553924 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:09:21.811524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b134-3acb-449f-8f83-c39ca2937950 req-e10c78f9-672c-47f1-8112-3c2b74e5a1b7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:21.822806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f040b134-3acb-449f-8f83-c39ca2937950 req-e10c78f9-672c-47f1-8112-3c2b74e5a1b7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.1205132 Oct 26 12:09:21.897875 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da6899a2-eed2-4403-99ad-d1e0d5f46734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:21.899938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:21.945689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f040b134-3acb-449f-8f83-c39ca2937950 req-d0bfa679-b7d0-4b29-bb8a-fe0950a6f72d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216350 Oct 26 12:09:21.986558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:21.992326 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.030762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:22.120405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:22.140658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-83788756'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:22.169809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Made reservation on behalf of 9e3136ce414e4cfea798cda9556fcec1 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:22.173290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.182427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.184450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:21Z', 'revision_number': 7, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:19Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:22.224957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3a95b-bf51-4eff-ab7b-d1eb68ef22f2 None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:21Z', 'revision_number': 7, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:19Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:22.232444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:22.253415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.255817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c2c1ee59-96e1-4b1c-b1cb-01e12545c983 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 700 time: 1.8569832 Oct 26 12:09:22.258614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56544) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:22.296611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.320227 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.363866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d494e7c-3be8-4564-8260-391e83226ed0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:22.389614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:22.406994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.407784 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Added segment a6f65d32-3d6d-4a8c-adb6-e62daec013f7 of type vlan for network 7fa4eb42-c562-49ae-993d-920423188714 Oct 26 12:09:22.451369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6d270dcc-17a3-4757-a25e-a46718abdebf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 700 time: 0.1886647 Oct 26 12:09:22.452988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:22.478693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-d9e82961-b315-4d30-a21c-6b95c9e1e90e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.1143668 Oct 26 12:09:22.553298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-27daebc6-2f84-442f-b5f3-690153d34a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:22.555067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-27daebc6-2f84-442f-b5f3-690153d34a54 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.0665743 Oct 26 12:09:22.568195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.629240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.631490 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:22.636929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:22.637389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:22.644821 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:22.645737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:22.677615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413861-25c5-43c4-b600-9878c546f2ad req-c327cef7-a8a6-407f-8229-c869d90d4c81 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:22.686698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b413861-25c5-43c4-b600-9878c546f2ad req-c327cef7-a8a6-407f-8229-c869d90d4c81 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.1259699 Oct 26 12:09:22.694316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-a119fc1d-c322-401d-9063-8d2a4142950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:22.696219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-a119fc1d-c322-401d-9063-8d2a4142950c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268353 Oct 26 12:09:22.745523 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:22.815169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b413861-25c5-43c4-b600-9878c546f2ad req-fc515b51-4d76-4a4a-bb85-e80b3b4c517c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178916 Oct 26 12:09:22.856198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-82bbc302-1d25-42bb-bb0d-600f9ab31580 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516674 Oct 26 12:09:22.883001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:23.009519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5b3383d-c6cf-441d-a61f-a360f07ce2bf req-e2201464-3541-4c88-91c6-6c7a07fc9e75 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416619 Oct 26 12:09:23.045377 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:21Z', 'revision_number': 7, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:19Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:23.130974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-80acaf08-e4b7-4c24-b9a3-ba2157ab90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:23.132542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-80acaf08-e4b7-4c24-b9a3-ba2157ab90e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1095 time: 0.0666678 Oct 26 12:09:23.155595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d3a31-7f28-4239-ae7f-a75de206c88b req-a723f8ab-2c6d-4edd-b1f1-4c6862f5947f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:23.157272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6d3a31-7f28-4239-ae7f-a75de206c88b req-a723f8ab-2c6d-4edd-b1f1-4c6862f5947f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.1221056 Oct 26 12:09:23.218931 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:23.230342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:23.231053 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:23.238563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:23.302628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-c104c7a6-e23c-493e-8b07-a1cc534b38db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:23.304543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-c104c7a6-e23c-493e-8b07-a1cc534b38db service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.1402214 Oct 26 12:09:23.389480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.3577409 Oct 26 12:09:23.396007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56572) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:23.409383 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:23.414652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Request body: {'subnet': {'network_id': '7fa4eb42-c562-49ae-993d-920423188714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:23.512694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070acd5b-ba00-4ad8-be54-12351f1065e6 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event updated for resources: {'Network': ['ID=7fa4eb42-c562-49ae-993d-920423188714,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:23.527481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 7fa4eb42-c562-49ae-993d-920423188714 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:23.632504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Made reservation on behalf of 9e3136ce414e4cfea798cda9556fcec1 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:23.637252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:23.797969 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:21Z', 'revision_number': 7, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:19Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:23.831757 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3839f4-1ab2-4aef-9086-d04b6ad58c8b None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:21Z', 'revision_number': 7, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '238329c9-56bd-4e4c-8f3f-ffa818bf7cc4', 'name': '', 'network_id': '8cc849f0-c5c8-4b81-ac84-11f5018b22b1', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:13:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:13Z', 'updated_at': '2021-10-26T12:09:19Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '789ef15b-2a40-4836-8e84-68050863a4d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:23.859138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca6d3a31-7f28-4239-ae7f-a75de206c88b req-3a3757c8-221d-444e-a596-c39e9ab5b9e3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6934426 Oct 26 12:09:23.895677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-0a770f78-3031-4ce9-b56d-8a3bd0914054 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 999 time: 0.5798094 Oct 26 12:09:24.028071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-1b618203-0d6f-4d69-96de-d793d3b9860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:24.030995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-1b618203-0d6f-4d69-96de-d793d3b9860b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1264455 Oct 26 12:09:24.053113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.062422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4937cf-56a4-4a90-8678-e09218b06b86 req-0bc7921b-7ae0-455a-a25d-c2b9191ba7a2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:24.064415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c4937cf-56a4-4a90-8678-e09218b06b86 req-0bc7921b-7ae0-455a-a25d-c2b9191ba7a2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 944 time: 0.1379199 Oct 26 12:09:24.065034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.153907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c4937cf-56a4-4a90-8678-e09218b06b86 req-c9062ec7-740e-484e-82c7-920009e0bce7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757709 Oct 26 12:09:24.155904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-51232c0c-734f-4830-b8f8-37d2129aae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:24.159261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-51232c0c-734f-4830-b8f8-37d2129aae50 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145666 Oct 26 12:09:24.256325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event updated for resources: {'Subnet': ['ID=a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:24.291035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-2853c10b-4e1f-4e49-9cd7-0b5f4df5b644 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239643 Oct 26 12:09:24.316951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Checking segment: {'id': 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7fa4eb42-c562-49ae-993d-920423188714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:24.317403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Network hostable DHCP agents. Network: 7fa4eb42-c562-49ae-993d-920423188714, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:24.375344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Network 7fa4eb42-c562-49ae-993d-920423188714 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:24.391147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 7fa4eb42-c562-49ae-993d-920423188714) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:24.400744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:24.401538 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.406835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb59aec-5ce5-4fa2-b64c-6a5999774093 None None] Network 7fa4eb42-c562-49ae-993d-920423188714 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:24.488553 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-037d1925-4673-4df2-88ba-85c3e07e6c9a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0852690 Oct 26 12:09:24.491287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56582) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:24.497914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Request body: {'port': {'network_id': '7fa4eb42-c562-49ae-993d-920423188714', 'name': 'tempest-TagsExtTest-476491141'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:24.526808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-433c7cf1-cde0-4618-ab4c-55127b3b52f3 req-e3f4b59e-9c18-48ba-8548-6f9de2997001 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253997 Oct 26 12:09:24.607369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:24.607594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.674172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.752844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Made reservation on behalf of 9e3136ce414e4cfea798cda9556fcec1 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:24.756469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.764042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-7fa4eb42-c562-49ae-993d-920423188714', 'network_id': '7fa4eb42-c562-49ae-993d-920423188714', 'tenant_id': '9e3136ce414e4cfea798cda9556fcec1', 'fixed_ips': [{'subnet_id': 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:09:24.768570 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.788748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,segment=NetworkSegment(4a3ae7d6-69e3-4f5c-bc28-2333f8369175),segment_id=4a3ae7d6-69e3-4f5c-bc28-2333f8369175)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:24.789124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:24.810002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:24.816840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] device_id is not set on port 0a07c2b9-1216-4fd2-997d-0691a2fb224a yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:09:24.985088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:09:25.102675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69846837-9a74-4e38-a593-a0c16a810603 req-6a1d5bd7-2b21-4cd2-992a-77fdbfa05e2d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:25.104005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Allocated IP 172.20.0.2 (7fa4eb42-c562-49ae-993d-920423188714/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:25.113921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69846837-9a74-4e38-a593-a0c16a810603 req-6a1d5bd7-2b21-4cd2-992a-77fdbfa05e2d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 944 time: 0.0797484 Oct 26 12:09:25.178048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69846837-9a74-4e38-a593-a0c16a810603 req-88dbece1-183c-499d-8033-fcecfecb1b39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614002 Oct 26 12:09:25.191521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:25.211808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56592) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:25.213992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '14d05ea1-f191-4819-86b7-662eca014c7a', 'network_id': '5a13268d-7fb2-4fff-a944-812518c5ea8a', 'port_id': '14d05ea1-f191-4819-86b7-662eca014c7a', 'mac_address': 'fa:16:3e:64:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb7e4a4-d2f3-4540-ac94-4f9262770034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:09:25.262314 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.273661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.291574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:09:25.351022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:25.356558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=238329c9-56bd-4e4c-8f3f-ffa818bf7cc4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:25.379422 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.463492 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.486201 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.496604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c94d63ca-5662-4047-bb64-f748b4bed175 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/1b333b48-6734-48e0-93f8-0f932eeea0ee HTTP/1.1" status: 200 len: 991 time: 0.2769697 Oct 26 12:09:25.514394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:25.526008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99530475-b4b1-46fd-a914-b029066e1ca1 req-538441b6-9a65-4e29-a0d6-6bce303b1b06 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:25.533779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Network 7fa4eb42-c562-49ae-993d-920423188714 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:25.535247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99530475-b4b1-46fd-a914-b029066e1ca1 req-538441b6-9a65-4e29-a0d6-6bce303b1b06 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1210527 Oct 26 12:09:25.583865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:25.593987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99530475-b4b1-46fd-a914-b029066e1ca1 req-2ebc4a2e-2e7f-4117-a27a-35db1e0bbe10 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577612 Oct 26 12:09:25.597293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:25.613077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['14d05ea1-f191-4819-86b7-662eca014c7a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:09:25.616032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Allocated IP 172.20.0.5 (7fa4eb42-c562-49ae-993d-920423188714/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/0a07c2b9-1216-4fd2-997d-0691a2fb224a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:25.702796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Pushing event updated for resources: {'Port': ['ID=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:25.763494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Attempting to bind port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:25.763965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Attempting to bind port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7fa4eb42-c562-49ae-993d-920423188714'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:25.764405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Attempting to bind port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 on network 7fa4eb42-c562-49ae-993d-920423188714 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:25.772630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:25.773117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Checking segment: {'id': 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7fa4eb42-c562-49ae-993d-920423188714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:25.773590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.774054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Bound using segment: {'id': 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7fa4eb42-c562-49ae-993d-920423188714'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:25.774615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Bound port: 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7fa4eb42-c562-49ae-993d-920423188714'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:25.775104 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.848444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:25.882100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] For port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:25.890930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] For port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,segment=NetworkSegment(a6f65d32-3d6d-4a8c-adb6-e62daec013f7),segment_id=a6f65d32-3d6d-4a8c-adb6-e62daec013f7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:25.925275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.035403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.060628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bace21-31d8-4ad9-9760-b6a71ca4efc0 None None] Pushing event updated for resources: {'Port': ['ID=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:26.311930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:26.336385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.505770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Network 7fa4eb42-c562-49ae-993d-920423188714 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:26.514138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:26.533590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:26.585703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event updated for resources: {'Port': ['ID=0a07c2b9-1216-4fd2-997d-0691a2fb224a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:26.602133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:26.615543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:26.619058 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-49dd48af-6016-4405-b695-d10597ce1c4e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1649256 Oct 26 12:09:26.622337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56602) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:26.648545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:26.649210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:26.671706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:26.673594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.703189 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b7b7f27e-d2bd-4563-b348-3e0dc0ed5032 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2100563 Oct 26 12:09:26.705460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56606) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:26.711946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1850082038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:26.753534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.756066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.830111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet 789ef15b-2a40-4836-8e84-68050863a4d1 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:09:26.839916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.843159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.849909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.883846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.886606 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a041ddea-228c-4f7d-9a9f-2577f9523f82 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1794960 Oct 26 12:09:26.889429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56608) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:26.899571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-58183e8d-81ac-4c05-ba88-bea7081213ad tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1893012884', 'prefixes': ['172.20.0.0/16']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:26.925970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9370e62-3bcc-4f1e-ae64-9f1e067d0344 req-f6b6bf2e-fab0-495a-9aa0-7bcb038bce0e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:26.928717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:26.936435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9370e62-3bcc-4f1e-ae64-9f1e067d0344 req-f6b6bf2e-fab0-495a-9aa0-7bcb038bce0e tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.1674960 Oct 26 12:09:26.940574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:26.978349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:09:26.981320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:27.051495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9370e62-3bcc-4f1e-ae64-9f1e067d0344 req-fd71c236-7bbe-4dae-854c-ee3478eee4e0 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140354 Oct 26 12:09:27.068861 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58183e8d-81ac-4c05-ba88-bea7081213ad tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for subnetpool, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.074899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58183e8d-81ac-4c05-ba88-bea7081213ad tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1789315 Oct 26 12:09:27.076483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:27.089865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-67cd2eeb-d173-4448-97b0-d6941da7b055 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-1169675326') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.198222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.249751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 14d05ea1-f191-4819-86b7-662eca014c7a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:09:27.255385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.resource_extend [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:09:27.271542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 14d05ea1-f191-4819-86b7-662eca014c7a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:27.271920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.338413 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-67cd2eeb-d173-4448-97b0-d6941da7b055 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-1169675326 HTTP/1.1" status: 201 len: 201 time: 0.2599225 Oct 26 12:09:27.340670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56616) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:27.346130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-56776faa-a527-4786-be0b-824e03e66e2e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-1185944719') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.398899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.485208 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.493324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/789ef15b-2a40-4836-8e84-68050863a4d1 HTTP/1.1" status: 204 len: 168 time: 0.8688364 Oct 26 12:09:27.494491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beeeaf-2be4-4634-96d3-11e508d7c682 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=789ef15b-2a40-4836-8e84-68050863a4d1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:27.495968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56618) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:27.536768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c2e82-3978-46d3-9307-340c69262e89 None None] Network 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:27.557706 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-56776faa-a527-4786-be0b-824e03e66e2e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-1185944719 HTTP/1.1" status: 201 len: 201 time: 0.2158976 Oct 26 12:09:27.563505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56620) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:27.569373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-14087ddc-db70-42c9-8f23-19ec0c026d2c tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-79762714') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.666147 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.739886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14087ddc-db70-42c9-8f23-19ec0c026d2c tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-79762714 HTTP/1.1" status: 201 len: 201 time: 0.1742265 Oct 26 12:09:27.742310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56622) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:27.747566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-0457a1d4-2309-4484-ae79-2307c8999f2d tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-333255702') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.767964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:27.791305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:27.791648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.796025 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.824040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0457a1d4-2309-4484-ae79-2307c8999f2d tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-333255702 HTTP/1.1" status: 201 len: 201 time: 0.0803304 Oct 26 12:09:27.830284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56626) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:27.833333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec47983-9203-4961-b72c-bd347d890ac3 None None] Network 7fa4eb42-c562-49ae-993d-920423188714 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:27.837281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-4ee88522-5ee9-46c8-b2f3-3397e3564909 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.883203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,segment=NetworkSegment(4a3ae7d6-69e3-4f5c-bc28-2333f8369175),segment_id=4a3ae7d6-69e3-4f5c-bc28-2333f8369175)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:27.883886 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:27.901193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for c4fcc8dc-33cb-4a3e-8d33-5326cd64377e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:28.014889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4ee88522-5ee9-46c8-b2f3-3397e3564909 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags HTTP/1.1" status: 200 len: 241 time: 0.1830907 Oct 26 12:09:28.018095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56628) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:28.023583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.027586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-f647491a-b71e-4fa4-9acb-68af108855b4 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-1169675326') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.070098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=c4fcc8dc-33cb-4a3e-8d33-5326cd64377e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:28.075994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port c4fcc8dc-33cb-4a3e-8d33-5326cd64377e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:28.119696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:25Z', 'revision_number': 8, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.121568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'port_id': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'mac_address': 'fa:16:3e:c8:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:09:28.144001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:28.146691 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b271e-7ce4-450f-85b6-7c77c2422568" -d '{"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-plugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:28.197896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f647491a-b71e-4fa4-9acb-68af108855b4 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-1169675326 HTTP/1.1" status: 204 len: 168 time: 0.1761887 Oct 26 12:09:28.206475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56634) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:28.210931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-579c69f5-732a-4e04-87c3-b87f0b49fadd tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-1169675326') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.217218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.233770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:28.237901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:28.266481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc849f0-c5c8-4b81-ac84-11f5018b22b1']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.286948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3ae7d6-69e3-4f5c-bc28-2333f8369175') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.287554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3ae7d6-69e3-4f5c-bc28-2333f8369175') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.301794 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.306363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:28.307195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.309511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:28.323069 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b93ba-205b-4c15-b05f-534f63fbc539 x-openstack-request-id: req-784b93ba-205b-4c15-b05f-534f63fbc539 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:28.323069 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-plugged", "status": "completed", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:28.323069 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-784b93ba-205b-4c15-b05f-534f63fbc539 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:28.323069 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'code': 200} Oct 26 12:09:28.335161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f5af4f96-c513-48d1-9b58-39dfdcb734cd None None] Provisioning complete for port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:28.335682 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5af4f96-c513-48d1-9b58-39dfdcb734cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.374376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.388325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.398747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:28.399181 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:28.417544 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:28.465362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f5fed-91a4-49dc-9184-cb630773ba3a req-9ee92189-e2f5-438f-a539-7205abc2f5be tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:28.473115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d60f5fed-91a4-49dc-9184-cb630773ba3a req-9ee92189-e2f5-438f-a539-7205abc2f5be tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 945 time: 0.2852976 Oct 26 12:09:28.500811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb27fb-81e5-45d8-9d05-91cfea66d3b5 None None] DHCP port deletion for 8cc849f0-c5c8-4b81-ac84-11f5018b22b1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:09:28.537690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:28.565526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.573094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.582317 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/8cc849f0-c5c8-4b81-ac84-11f5018b22b1 HTTP/1.1" status: 204 len: 168 time: 1.0849285 Oct 26 12:09:28.586960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56640) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:28.602641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675e49-d11c-47bd-b1bc-b36d726ba145 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=8cc849f0-c5c8-4b81-ac84-11f5018b22b1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:28.604747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.624188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12365b3-44a7-49be-937c-c4fbbbc524f5 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:09:28.641812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d60f5fed-91a4-49dc-9184-cb630773ba3a req-2e872021-3a04-473e-85c0-504a878bfacb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538346 Oct 26 12:09:28.696011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:28.702636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:28.739170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.759547 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5af4f96-c513-48d1-9b58-39dfdcb734cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.791326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86756-d8b3-46a9-91f8-fbd9ccc11a5b req-fcb07405-7dd4-487c-ad12-fc1984962d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:28.791992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:28.792434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:28.793554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57e86756-d8b3-46a9-91f8-fbd9ccc11a5b req-fcb07405-7dd4-487c-ad12-fc1984962d5a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1097 time: 0.2902815 Oct 26 12:09:28.826502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-579c69f5-732a-4e04-87c3-b87f0b49fadd tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-1169675326 HTTP/1.1" status: 204 len: 168 time: 0.6188741 Oct 26 12:09:28.829022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56642) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:28.842996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-fd53082f-c39f-48ff-9381-c276a06bcb8a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.999691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57e86756-d8b3-46a9-91f8-fbd9ccc11a5b req-a6aaab0e-e487-44ec-b08a-d0f6426116b0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950421 Oct 26 12:09:29.013522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fd53082f-c39f-48ff-9381-c276a06bcb8a tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags HTTP/1.1" status: 200 len: 205 time: 0.1826897 Oct 26 12:09:29.015868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56646) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.024478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-9054bd25-f404-46d6-99a2-e4a0032a6549 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.117223 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9054bd25-f404-46d6-99a2-e4a0032a6549 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags HTTP/1.1" status: 200 len: 241 time: 0.0999300 Oct 26 12:09:29.119841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56652) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.132991 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d12365b3-44a7-49be-937c-c4fbbbc524f5'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:09:29.134777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-0ba86c6c-f2f8-47d7-8b90-1d77597e1e3e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-1185944719') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.141887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:29.233874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0ba86c6c-f2f8-47d7-8b90-1d77597e1e3e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-1185944719 HTTP/1.1" status: 204 len: 168 time: 0.1129456 Oct 26 12:09:29.237800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56654) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.245765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f5af4f96-c513-48d1-9b58-39dfdcb734cd None None] For port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,segment=NetworkSegment(a6f65d32-3d6d-4a8c-adb6-e62daec013f7),segment_id=a6f65d32-3d6d-4a8c-adb6-e62daec013f7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:29.254440 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-798358ea-1ca5-44c2-be76-c6cbf9c4d349 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-1185944719') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.352065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:29.408674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5af4f96-c513-48d1-9b58-39dfdcb734cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:29.424883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-798358ea-1ca5-44c2-be76-c6cbf9c4d349 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-1185944719 HTTP/1.1" status: 204 len: 168 time: 0.1812975 Oct 26 12:09:29.430637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56660) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.442925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-ec2e5426-bf34-40d3-a53c-91b23d17e49b tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.555257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ec2e5426-bf34-40d3-a53c-91b23d17e49b tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags HTTP/1.1" status: 200 len: 205 time: 0.1224449 Oct 26 12:09:29.558419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56662) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.566432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-64574f3b-c579-49e3-8db6-d5dc34e230e0 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.584508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b1e35600-6c62-49ea-8d9d-6da6053b8732 None None] Provisioning complete for port 0a07c2b9-1216-4fd2-997d-0691a2fb224a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:29.584802 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b1e35600-6c62-49ea-8d9d-6da6053b8732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:29.664700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:25Z', 'revision_number': 8, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.695662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcff2a3-25db-452b-9b2e-f49b70ba3e21 None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:25Z', 'revision_number': 8, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '178579b3-50a2-4273-a68a-04ac3aa89d9a', 'name': '', 'network_id': '1c0c7c65-97e2-4744-bdce-cab165619e21', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:31:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:09:05Z', 'updated_at': '2021-10-26T12:09:11Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': 'ab9a19c8-228a-4b36-a6a2-8898b4007b5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:29.699169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af4f96-c513-48d1-9b58-39dfdcb734cd None None] Pushing event updated for resources: {'Port': ['ID=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:29.702952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b1e35600-6c62-49ea-8d9d-6da6053b8732 None None] Port 0a07c2b9-1216-4fd2-997d-0691a2fb224a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:09:29.756214 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-64574f3b-c579-49e3-8db6-d5dc34e230e0 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags HTTP/1.1" status: 200 len: 239 time: 0.1963406 Oct 26 12:09:29.759278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.766440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b1e35600-6c62-49ea-8d9d-6da6053b8732 None None] Provisioning complete for port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:29.767388 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b1e35600-6c62-49ea-8d9d-6da6053b8732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:29.770264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-3ba0edb2-7e59-4abe-83ad-4d8bee9744f1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-79762714') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.889153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53653867-01e6-4e21-b067-ddb03d0b21a5 req-a2416a53-1a7b-4281-ae33-e17f9a896c3f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:29.894548 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ba0edb2-7e59-4abe-83ad-4d8bee9744f1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-79762714 HTTP/1.1" status: 204 len: 168 time: 0.1314886 Oct 26 12:09:29.895108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56668) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:29.899805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-833e9263-88d3-4cd1-a921-3fe207cc9f03 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-79762714') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.902510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53653867-01e6-4e21-b067-ddb03d0b21a5 req-a2416a53-1a7b-4281-ae33-e17f9a896c3f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1171024 Oct 26 12:09:29.940040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 178579b3-50a2-4273-a68a-04ac3aa89d9a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:29.940924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:30.023085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-833e9263-88d3-4cd1-a921-3fe207cc9f03 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-79762714 HTTP/1.1" status: 204 len: 168 time: 0.1252148 Oct 26 12:09:30.023969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56670) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.034682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-8a77d842-b4cf-425c-a58e-6f3c814374ad tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.073060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53653867-01e6-4e21-b067-ddb03d0b21a5 req-44a6e4c9-ed32-4f45-92bb-4f277b3d965c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694357 Oct 26 12:09:30.186011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 178579b3-50a2-4273-a68a-04ac3aa89d9a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=178579b3-50a2-4273-a68a-04ac3aa89d9a,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:30.201622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:30.231377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 178579b3-50a2-4273-a68a-04ac3aa89d9a owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:30.316511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:30.414288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:30.414715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:30.602248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:30.648310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=178579b3-50a2-4273-a68a-04ac3aa89d9a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:30.651374 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8a77d842-b4cf-425c-a58e-6f3c814374ad tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags HTTP/1.1" status: 200 len: 205 time: 0.6240597 Oct 26 12:09:30.659948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56698) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.665112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-22b6b1a3-1c71-4311-99a3-7e1c922a9647 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.685606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:30.706765 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-22b6b1a3-1c71-4311-99a3-7e1c922a9647 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags HTTP/1.1" status: 200 len: 240 time: 0.0434170 Oct 26 12:09:30.707054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56704) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.717687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-879b63e0-568e-4f2e-b6f7-558b0f86b704 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-333255702') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.728938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:30.729453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 238329c9-56bd-4e4c-8f3f-ffa818bf7cc4 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:30.729987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c4fcc8dc-33cb-4a3e-8d33-5326cd64377e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:30.769448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-879b63e0-568e-4f2e-b6f7-558b0f86b704 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-333255702 HTTP/1.1" status: 204 len: 168 time: 0.0591772 Oct 26 12:09:30.769910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56708) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.771768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c4fcc8dc-33cb-4a3e-8d33-5326cd64377e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:30.772595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c4fcc8dc-33cb-4a3e-8d33-5326cd64377e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:30.774770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-bf00f8c5-9a1f-4111-b115-866d7c87d736 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-333255702') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.838145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf00f8c5-9a1f-4111-b115-866d7c87d736 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-333255702 HTTP/1.1" status: 204 len: 168 time: 0.0663075 Oct 26 12:09:30.840413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56714) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.854080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-88aec723-2ded-4c31-aa51-b52ae43a1711 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.881662 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-88aec723-2ded-4c31-aa51-b52ae43a1711 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags HTTP/1.1" status: 200 len: 205 time: 0.0357192 Oct 26 12:09:30.884324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.897163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-323d5141-0b0e-4bf6-a668-a544caf3cf9d tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.939508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-323d5141-0b0e-4bf6-a668-a544caf3cf9d tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags HTTP/1.1" status: 204 len: 168 time: 0.0511127 Oct 26 12:09:30.941856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56722) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:30.947348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-2d26dfb9-490a-4084-ab76-3389760cc36e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.961179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:31.029184 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:31.115245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port d12365b3-44a7-49be-937c-c4fbbbc524f5 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:09:31.120147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port d12365b3-44a7-49be-937c-c4fbbbc524f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:31.120604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:31.220120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d26dfb9-490a-4084-ab76-3389760cc36e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags HTTP/1.1" status: 204 len: 168 time: 0.2743018 Oct 26 12:09:31.222178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56726) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:31.228276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-77fe6169-0d13-4596-ad1d-065d7a470713 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:31.232747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:31.270629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:31.279487 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a306123-cb4b-4885-b486-bc729e2669c0" -d '{"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-plugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:31.292730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:31.299331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:31.383261 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04687d9e-5a5a-43a7-a9b4-a923f51edeaf x-openstack-request-id: req-04687d9e-5a5a-43a7-a9b4-a923f51edeaf {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:31.383967 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-plugged", "status": "completed", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:31.383967 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04687d9e-5a5a-43a7-a9b4-a923f51edeaf {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:31.384349 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'code': 200} Oct 26 12:09:31.394009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=13']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:31.459793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91e78d-d97b-4165-88df-c1d36980a254 req-0d5e89b3-18c1-411e-a90d-f23647fcef2d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:31.461414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a91e78d-d97b-4165-88df-c1d36980a254 req-0d5e89b3-18c1-411e-a90d-f23647fcef2d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1905210 Oct 26 12:09:31.475589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:31.503368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-77fe6169-0d13-4596-ad1d-065d7a470713 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags HTTP/1.1" status: 204 len: 168 time: 0.2798336 Oct 26 12:09:31.509312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:31.513536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-49d85f21-da3c-47ff-b3a5-a1c321d937e5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:31.560692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a91e78d-d97b-4165-88df-c1d36980a254 req-4a8ae140-a480-40aa-97ae-0340760c1dea tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873406 Oct 26 12:09:31.644725 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-49d85f21-da3c-47ff-b3a5-a1c321d937e5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags HTTP/1.1" status: 204 len: 168 time: 0.1345990 Oct 26 12:09:31.649395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56734) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:31.657539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-ba2e9bb1-ba43-433c-a101-1b5057c1ad15 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-2078539164') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:31.696379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:31.705890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2320eef1-615d-4aea-88a6-5eb9efd621f8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1143117 Oct 26 12:09:31.705890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56736) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:31.708385 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:31.723069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:31.724591 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:31.774767 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ba2e9bb1-ba43-433c-a101-1b5057c1ad15 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-2078539164 HTTP/1.1" status: 201 len: 201 time: 0.1216104 Oct 26 12:09:31.774992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:31.782367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-1e383c1c-1431-4647-92b6-2b2ab8202b8f tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-796315261') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:31.801564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet ab9a19c8-228a-4b36-a6a2-8898b4007b5a {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:09:31.805704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:31.845801 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:31.868045 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1e383c1c-1431-4647-92b6-2b2ab8202b8f tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-796315261 HTTP/1.1" status: 201 len: 201 time: 0.0896795 Oct 26 12:09:31.868270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:31.868407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56740) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:31.877597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-69e2b5bf-8e1e-4820-9a15-78b8b032ce36 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-409900088') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:31.992215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.013093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-69e2b5bf-8e1e-4820-9a15-78b8b032ce36 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-409900088 HTTP/1.1" status: 201 len: 201 time: 0.1429069 Oct 26 12:09:32.014577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.021562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-888349d0-61ec-4ad1-8ade-113810def275 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-799263907') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.102226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.102823 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-888349d0-61ec-4ad1-8ade-113810def275 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-799263907 HTTP/1.1" status: 201 len: 201 time: 0.0862875 Oct 26 12:09:32.116255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56744) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.122566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-c49b73ba-b1fc-456c-a964-fd93f31da69d tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', {'tags': ['tempest-TagsExtTest-Tag-1831417347', 'tempest-TagsExtTest-Tag-1100882444', 'tempest-TagsExtTest-Tag-997277726']}) {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.171629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9a19c8-228a-4b36-a6a2-8898b4007b5a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:32.177054 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.182637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3f8810c7-a5e2-420e-aa22-a34af6184155 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/ab9a19c8-228a-4b36-a6a2-8898b4007b5a HTTP/1.1" status: 204 len: 168 time: 0.4735720 Oct 26 12:09:32.185261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346b03e-9911-405f-8b8f-1bd425a14c2f None None] Network 1c0c7c65-97e2-4744-bdce-cab165619e21 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:32.186522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56746) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.237729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c49b73ba-b1fc-456c-a964-fd93f31da69d tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags HTTP/1.1" status: 200 len: 317 time: 0.1190944 Oct 26 12:09:32.238407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56748) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.243346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-c0842614-c7fa-4a5d-9255-6fa2cae79be4 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.278063 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:30Z', 'revision_number': 9, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.314536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.362525 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:32.399530 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:32.400455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.402194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port e065aa44-bcb1-43c1-8361-ecca1438332b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:32.402702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.407845 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c0842614-c7fa-4a5d-9255-6fa2cae79be4 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags HTTP/1.1" status: 204 len: 168 time: 0.1678922 Oct 26 12:09:32.410433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56754) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.414970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-68cb1b2b-f5c5-481b-ac0b-29db66e771ba tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-1831417347') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.481767 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-68cb1b2b-f5c5-481b-ac0b-29db66e771ba tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:32.483117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-68cb1b2b-f5c5-481b-ac0b-29db66e771ba tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-1831417347 HTTP/1.1" status: 404 len: 329 time: 0.0714803 Oct 26 12:09:32.486195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56756) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.491934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-796f1626-9fbb-45b7-9dd9-1bab9b756774 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-1100882444') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.514977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port e065aa44-bcb1-43c1-8361-ecca1438332b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e065aa44-bcb1-43c1-8361-ecca1438332b,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:32.515787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.550219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for e065aa44-bcb1-43c1-8361-ecca1438332b owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:32.560752 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:32.566890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] DHCP port deletion for 1c0c7c65-97e2-4744-bdce-cab165619e21 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:09:32.617872 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-796f1626-9fbb-45b7-9dd9-1bab9b756774 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:32.620064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-796f1626-9fbb-45b7-9dd9-1bab9b756774 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-1100882444 HTTP/1.1" status: 404 len: 329 time: 0.1324837 Oct 26 12:09:32.627949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56762) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:32.633043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-97a2ad6a-4138-4f17-aeb1-154c949363f9 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc', 'tempest-TagsExtTest-Tag-997277726') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.690714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] Deleting port e065aa44-bcb1-43c1-8361-ecca1438332b {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:32.691281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.767127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] For port e065aa44-bcb1-43c1-8361-ecca1438332b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e065aa44-bcb1-43c1-8361-ecca1438332b,segment=NetworkSegment(2a1d0d22-f355-4826-9a5a-48660a7d818b),segment_id=2a1d0d22-f355-4826-9a5a-48660a7d818b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:32.767516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.780568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] Calling delete_port for e065aa44-bcb1-43c1-8361-ecca1438332b owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:32.885529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:32.913273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] Pushing event deleted for resources: {'Port': ['ID=e065aa44-bcb1-43c1-8361-ecca1438332b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:32.917721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae2e63-1813-4cd4-8c88-3f2694ea4663 None None] No DVR routers for this DVR port e065aa44-bcb1-43c1-8361-ecca1438332b on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:32.948085 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:30Z', 'revision_number': 9, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:32.981825 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b112-dba8-4c72-88f1-e9659c50dd0f None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:30Z', 'revision_number': 9, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '63b402b7-0f92-4251-beb2-3763ec02eddb', 'name': '', 'network_id': '7ea6db41-f022-40f0-9b5d-34665903e778', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:a8:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:56Z', 'updated_at': '2021-10-26T12:09:04Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '7bc75478-e836-470e-9aeb-498d0334ff8a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:33.161933 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.203877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec971-e0ea-438d-8750-dd104e15e4c3 req-df9d94ca-2c03-41a0-a9e8-a5fd6032a889 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:33.206304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83dec971-e0ea-438d-8750-dd104e15e4c3 req-df9d94ca-2c03-41a0-a9e8-a5fd6032a889 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1260357 Oct 26 12:09:33.210963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port e065aa44-bcb1-43c1-8361-ecca1438332b on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:33.225425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=e065aa44-bcb1-43c1-8361-ecca1438332b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:33.313105 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-97a2ad6a-4138-4f17-aeb1-154c949363f9 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:33.315544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-97a2ad6a-4138-4f17-aeb1-154c949363f9 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags/tempest-TagsExtTest-Tag-997277726 HTTP/1.1" status: 404 len: 328 time: 0.6849864 Oct 26 12:09:33.317390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56764) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.326489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-fbafb6a5-f12a-4856-a3d2-3c60e15fde57 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', {'tags': ['tempest-TagsExtTest-Tag-1753220495', 'tempest-TagsExtTest-Tag-728515756', 'tempest-TagsExtTest-Tag-1731796984']}) {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.372437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83dec971-e0ea-438d-8750-dd104e15e4c3 req-5488f240-cbc5-45de-9f9f-e9029d472f62 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566601 Oct 26 12:09:33.376071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.427545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0c7c65-97e2-4744-bdce-cab165619e21']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.456041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fbafb6a5-f12a-4856-a3d2-3c60e15fde57 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags HTTP/1.1" status: 200 len: 317 time: 0.1373880 Oct 26 12:09:33.459424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56772) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.460996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1d0d22-f355-4826-9a5a-48660a7d818b') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.466423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1d0d22-f355-4826-9a5a-48660a7d818b') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.468488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-e65aaa41-a075-4d3b-8015-f3db4f2e0b94 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.480561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.495917 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.503400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:33.504142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:33.518811 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:33.610916 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e65aaa41-a075-4d3b-8015-f3db4f2e0b94 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags HTTP/1.1" status: 204 len: 168 time: 0.1479316 Oct 26 12:09:33.612816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56774) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.621417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-66e270ec-bff7-4fb9-b1a3-b977f974d5de tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-1753220495') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.658047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.693044 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-66e270ec-bff7-4fb9-b1a3-b977f974d5de tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:33.694121 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-66e270ec-bff7-4fb9-b1a3-b977f974d5de tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-1753220495 HTTP/1.1" status: 404 len: 329 time: 0.0782764 Oct 26 12:09:33.697018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56778) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.701803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-d2741a91-3fb3-4009-b285-de5a42935fe1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-728515756') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.727780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.740512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/1c0c7c65-97e2-4744-bdce-cab165619e21 HTTP/1.1" status: 204 len: 168 time: 1.5503747 Oct 26 12:09:33.740512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ddef-3ec0-4885-944d-c47846d39611 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=1c0c7c65-97e2-4744-bdce-cab165619e21,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:33.744870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56780) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.777220 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-d2741a91-3fb3-4009-b285-de5a42935fe1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:33.778294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2741a91-3fb3-4009-b285-de5a42935fe1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-728515756 HTTP/1.1" status: 404 len: 328 time: 0.0803716 Oct 26 12:09:33.779395 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:33.785740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56782) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.790359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-dc3ff0e9-2201-4a4a-a6ec-8df14197a7fc tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a', 'tempest-TagsExtTest-Tag-1731796984') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.816380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d2638-edb9-4a84-9e99-d1825881ee15 req-683ee326-d02a-4139-9906-208e6ed150a8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:33.817671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-656d2638-edb9-4a84-9e99-d1825881ee15 req-683ee326-d02a-4139-9906-208e6ed150a8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.2681425 Oct 26 12:09:33.867971 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-dc3ff0e9-2201-4a4a-a6ec-8df14197a7fc tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:33.872331 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dc3ff0e9-2201-4a4a-a6ec-8df14197a7fc tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags/tempest-TagsExtTest-Tag-1731796984 HTTP/1.1" status: 404 len: 329 time: 0.0829620 Oct 26 12:09:33.872967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56784) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:33.881528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-eb54a453-0a2a-4daa-ac3d-5a27810558c0 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', {'tags': ['tempest-TagsExtTest-Tag-445033241', 'tempest-TagsExtTest-Tag-2019676839', 'tempest-TagsExtTest-Tag-1567951040']}) {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.928275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-656d2638-edb9-4a84-9e99-d1825881ee15 req-ff1f9571-43aa-4866-9fbf-205610edafd2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600414 Oct 26 12:09:34.044096 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eb54a453-0a2a-4daa-ac3d-5a27810558c0 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags HTTP/1.1" status: 200 len: 317 time: 0.1694365 Oct 26 12:09:34.046803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56788) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.053727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-b6652a70-ae55-4a23-963b-b7fa147e73bf tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.138806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab351c2-c46c-43ee-9c24-a916132b7688 req-44e78133-1dbc-43fa-bd2d-c3bb8e3d1b00 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:34.140637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ab351c2-c46c-43ee-9c24-a916132b7688 req-44e78133-1dbc-43fa-bd2d-c3bb8e3d1b00 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0883825 Oct 26 12:09:34.156431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e065aa44-bcb1-43c1-8361-ecca1438332b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:34.189785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ab351c2-c46c-43ee-9c24-a916132b7688 req-7642b214-7646-4c1a-b4c6-912ce70bea66 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Oct 26 12:09:34.190442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b6652a70-ae55-4a23-963b-b7fa147e73bf tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags HTTP/1.1" status: 204 len: 168 time: 0.1412373 Oct 26 12:09:34.191876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e065aa44-bcb1-43c1-8361-ecca1438332b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:34.192233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e065aa44-bcb1-43c1-8361-ecca1438332b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:34.192686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 178579b3-50a2-4273-a68a-04ac3aa89d9a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:34.196664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.217450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-049b158a-ff42-4035-aa67-408198371ebe tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-445033241') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.246830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 178579b3-50a2-4273-a68a-04ac3aa89d9a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:34.247471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 178579b3-50a2-4273-a68a-04ac3aa89d9a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:34.354754 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-049b158a-ff42-4035-aa67-408198371ebe tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:34.358816 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-049b158a-ff42-4035-aa67-408198371ebe tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-445033241 HTTP/1.1" status: 404 len: 328 time: 0.1565545 Oct 26 12:09:34.359439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.364553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-9da3c76a-ec83-4d33-ad33-939aafb07846 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-2019676839') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.401516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0cfd8-d279-4f7b-ad12-9c70925f5f79 req-fc468767-591e-4b9f-9378-79ccaa98fd6f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:34.403182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1b0cfd8-d279-4f7b-ad12-9c70925f5f79 req-fc468767-591e-4b9f-9378-79ccaa98fd6f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0983896 Oct 26 12:09:34.434133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:34.504944 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-9da3c76a-ec83-4d33-ad33-939aafb07846 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:34.508754 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9da3c76a-ec83-4d33-ad33-939aafb07846 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-2019676839 HTTP/1.1" status: 404 len: 329 time: 0.1456754 Oct 26 12:09:34.508976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.513957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-c1627276-e774-4c8f-9a9c-aa97cde8aed5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177', 'tempest-TagsExtTest-Tag-1567951040') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.531561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1b0cfd8-d279-4f7b-ad12-9c70925f5f79 req-60235948-790f-4fb2-9439-cd4642e13696 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195638 Oct 26 12:09:34.619609 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c1627276-e774-4c8f-9a9c-aa97cde8aed5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:34.620720 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c1627276-e774-4c8f-9a9c-aa97cde8aed5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags/tempest-TagsExtTest-Tag-1567951040 HTTP/1.1" status: 404 len: 329 time: 0.1108055 Oct 26 12:09:34.624302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.629636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-13096dfd-3514-4c0e-87ce-e278a7bbdd4e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', {'tags': ['tempest-TagsExtTest-Tag-998680015', 'tempest-TagsExtTest-Tag-1701976335', 'tempest-TagsExtTest-Tag-730806081']}) {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.674438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13096dfd-3514-4c0e-87ce-e278a7bbdd4e tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "PUT /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags HTTP/1.1" status: 200 len: 316 time: 0.0489457 Oct 26 12:09:34.677495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56808) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.686403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-27751920-af24-466e-bf45-2c958a323898 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.740185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f23a-eb92-4413-95ce-5fdb18246dfa req-e277ad9b-4342-4390-9a3e-f5fc24a96530 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:34.740185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea58f23a-eb92-4413-95ce-5fdb18246dfa req-e277ad9b-4342-4390-9a3e-f5fc24a96530 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0987642 Oct 26 12:09:34.797387 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27751920-af24-466e-bf45-2c958a323898 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags HTTP/1.1" status: 204 len: 168 time: 0.1154697 Oct 26 12:09:34.802183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56812) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.807680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-b62e8438-0fad-4ddd-af82-330e800d923c tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-998680015') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.843342 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-b62e8438-0fad-4ddd-af82-330e800d923c tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:34.849872 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b62e8438-0fad-4ddd-af82-330e800d923c tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-998680015 HTTP/1.1" status: 404 len: 328 time: 0.0453951 Oct 26 12:09:34.850833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56816) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.855476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-1a314137-9874-4cfe-9861-6545a8793f4b tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-1701976335') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.871722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea58f23a-eb92-4413-95ce-5fdb18246dfa req-41b61cf1-bed7-4a34-a712-08226713f8a2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771871 Oct 26 12:09:34.889536 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-1a314137-9874-4cfe-9861-6545a8793f4b tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:34.891993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a314137-9874-4cfe-9861-6545a8793f4b tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-1701976335 HTTP/1.1" status: 404 len: 329 time: 0.0395038 Oct 26 12:09:34.895350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56820) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.901066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-11be5ca3-c353-400a-8c3e-5c78976ec9f2 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b', 'tempest-TagsExtTest-Tag-730806081') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.917611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 63b402b7-0f92-4251-beb2-3763ec02eddb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:34.918672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:34.929773 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-11be5ca3-c353-400a-8c3e-5c78976ec9f2 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] show failed (client error): The resource could not be found. Oct 26 12:09:34.933202 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-11be5ca3-c353-400a-8c3e-5c78976ec9f2 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags/tempest-TagsExtTest-Tag-730806081 HTTP/1.1" status: 404 len: 328 time: 0.0351243 Oct 26 12:09:34.934808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56826) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.939275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-25147752-ec41-4d5b-b7f2-fa54695aa274 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a945578a-822a-486f-9578-6dff902cf41b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.969518 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25147752-ec41-4d5b-b7f2-fa54695aa274 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b/tags HTTP/1.1" status: 204 len: 168 time: 0.0343471 Oct 26 12:09:34.972670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:34.977827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-a0347df1-c2b0-4c3d-a0a4-109a683b4a86 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fabd11b4-f1f8-48f0-96b1-4f49b53d7177') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:35.109640 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a0347df1-c2b0-4c3d-a0a4-109a683b4a86 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177/tags HTTP/1.1" status: 204 len: 168 time: 0.1351871 Oct 26 12:09:35.112368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:35.120103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-41faf66f-d6bd-45c4-8040-86b8c32d6856 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a07c2b9-1216-4fd2-997d-0691a2fb224a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:35.124330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 63b402b7-0f92-4251-beb2-3763ec02eddb, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=63b402b7-0f92-4251-beb2-3763ec02eddb,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:35.124707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.145299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 63b402b7-0f92-4251-beb2-3763ec02eddb owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:35.155149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b0c3-a152-4cca-a237-2fac0f8fc460 req-ed61f876-cd4a-4d35-9386-1743445fbc0f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:35.156709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb26b0c3-a152-4cca-a237-2fac0f8fc460 req-ed61f876-cd4a-4d35-9386-1743445fbc0f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1318324 Oct 26 12:09:35.199672 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-41faf66f-d6bd-45c4-8040-86b8c32d6856 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a/tags HTTP/1.1" status: 204 len: 168 time: 0.0843964 Oct 26 12:09:35.200309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56832) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:35.205516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-d6eeec98-9cc7-4a89-8b62-ba7bf035f961 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:35.245164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb26b0c3-a152-4cca-a237-2fac0f8fc460 req-00b17d09-2d05-4589-914a-d32453e7f6a7 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799048 Oct 26 12:09:35.293495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6eeec98-9cc7-4a89-8b62-ba7bf035f961 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc/tags HTTP/1.1" status: 204 len: 168 time: 0.0920081 Oct 26 12:09:35.294298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:35.406815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cabe2e8-0d72-4eae-a6ac-e80e762d8347 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for subnetpool, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.414341 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1cabe2e8-0d72-4eae-a6ac-e80e762d8347 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnetpools/a945578a-822a-486f-9578-6dff902cf41b HTTP/1.1" status: 204 len: 168 time: 0.1164505 Oct 26 12:09:35.414534 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.415004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56842) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:35.464360 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-99b7f3f2-af7e-4b50-8b56-aa924a0f5e45 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "GET /v2.0/ports?device_id=fabd11b4-f1f8-48f0-96b1-4f49b53d7177 HTTP/1.1" status: 200 len: 205 time: 0.0454848 Oct 26 12:09:35.464599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56844) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:35.486507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d2aba-01e3-4093-9b5f-c37ab02b886a req-770beff8-4712-46a7-a1de-35af2eb193b1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:35.488630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f88d2aba-01e3-4093-9b5f-c37ab02b886a req-770beff8-4712-46a7-a1de-35af2eb193b1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1220341 Oct 26 12:09:35.565101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.565667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.599969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=63b402b7-0f92-4251-beb2-3763ec02eddb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:35.611750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f88d2aba-01e3-4093-9b5f-c37ab02b886a req-e10d7d4d-2296-485e-a219-f03d93afad36 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145914 Oct 26 12:09:35.859947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.939668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:35.968466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.081398 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.081907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Fanout notify agent at l3_agent the message router_deleted on router fabd11b4-f1f8-48f0-96b1-4f49b53d7177 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:09:36.100368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.104005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6a3d105-6465-460d-8d0d-53083cbd1333 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/routers/fabd11b4-f1f8-48f0-96b1-4f49b53d7177 HTTP/1.1" status: 204 len: 168 time: 0.6362121 Oct 26 12:09:36.105152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56852) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:36.238124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Deleting port 0a07c2b9-1216-4fd2-997d-0691a2fb224a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:36.238631 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.239589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d915de4-02d5-4d0f-9b37-194a4cd532fb req-e5890a1c-00f0-4d85-95a5-f2bf42e66ce5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:36.241115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d915de4-02d5-4d0f-9b37-194a4cd532fb req-e5890a1c-00f0-4d85-95a5-f2bf42e66ce5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1727331 Oct 26 12:09:36.298793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:36.303220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d915de4-02d5-4d0f-9b37-194a4cd532fb req-28c03034-98ea-4519-ab64-a827f05113f5 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Oct 26 12:09:36.367770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.381881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Calling delete_port for 0a07c2b9-1216-4fd2-997d-0691a2fb224a owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:36.430200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:36.439816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:36.441717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:36.449519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-496839d9-8243-4b19-bd3e-499448f4942e tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6993537 Oct 26 12:09:36.453377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:36.455370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:36.521467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet 7bc75478-e836-470e-9aeb-498d0334ff8a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:09:36.526455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.568736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:36.585424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.733654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.763766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.770512 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event deleted for resources: {'Port': ['ID=0a07c2b9-1216-4fd2-997d-0691a2fb224a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:36.800463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.800812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.801068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.801412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.801750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.802086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.802421 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.802752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.803184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.803514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.803845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.804172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.895843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.899376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d5d14a7-6358-4e51-9aab-cf651dc7d159 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/ports/0a07c2b9-1216-4fd2-997d-0691a2fb224a HTTP/1.1" status: 204 len: 168 time: 0.7926846 Oct 26 12:09:36.901957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56860) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:36.930188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:36.990544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc75478-e836-470e-9aeb-498d0334ff8a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:36.998204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.006131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117d9d2-2ca1-4efa-9b8d-13590550829e None None] Network 7ea6db41-f022-40f0-9b5d-34665903e778 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:37.013278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0510cd7c-bbbb-4a0a-934c-70bd62828ce8 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/7bc75478-e836-470e-9aeb-498d0334ff8a HTTP/1.1" status: 204 len: 168 time: 0.5723042 Oct 26 12:09:37.016461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56862) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:37.060749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Deleting subnet a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:09:37.067238 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.167910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.209832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.304350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:35Z', 'revision_number': 10, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:37.307058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:37.308005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.343446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:37.352341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.357185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:37.357909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:37.420961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] DHCP port deletion for 7ea6db41-f022-40f0-9b5d-34665903e778 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:09:37.475348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:37.475740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.513313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:37.517965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 23fc3024-6a9b-4d8b-a634-c440f3bbddfd owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:37.553360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] Deleting port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:37.553360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.603367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999648-c5ea-493f-a01d-aeab7e46d6b4 req-55a2c8f6-c21f-47b7-b5b0-bd2e01c6add9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:37.619860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f999648-c5ea-493f-a01d-aeab7e46d6b4 req-55a2c8f6-c21f-47b7-b5b0-bd2e01c6add9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1085837 Oct 26 12:09:37.639721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.715818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:37.723945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.750320 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.757853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:37.758230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6538fa9b-48fc-4806-b51d-25db78895ad1 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/subnets/a6e9c289-e0d1-4e35-a26b-c83ba94c9dcc HTTP/1.1" status: 204 len: 168 time: 0.8530784 Oct 26 12:09:37.759281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984db6bc-c5c2-4900-999f-5fa4cc9998f5 None None] Network 7fa4eb42-c562-49ae-993d-920423188714 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:37.764062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56872) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:37.784135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f999648-c5ea-493f-a01d-aeab7e46d6b4 req-8043e191-b16d-459c-9b49-7758aed59b2f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626589 Oct 26 12:09:37.834480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] For port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,segment=NetworkSegment(548db508-ef6d-49ac-a766-fdd4a7ad12f2),segment_id=548db508-ef6d-49ac-a766-fdd4a7ad12f2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:37.835111 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:37.863718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:37.865150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] Calling delete_port for 23fc3024-6a9b-4d8b-a634-c440f3bbddfd owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:37.993735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.004940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:35Z', 'revision_number': 10, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.040792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef860c8-c459-4253-87f0-1b147c82b761 None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:35Z', 'revision_number': 10, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None, '_interfaces': [{'id': '9a37897f-f730-4bee-98e3-0d9136d5435d', 'name': '', 'network_id': 'e1a5d819-c173-42c9-9f26-f02c163497a3', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'mac_address': 'fa:16:3e:76:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:08:50Z', 'updated_at': '2021-10-26T12:08:57Z', 'revision_number': 5, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'subnets': [{'id': '0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:38.044296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea6db41-f022-40f0-9b5d-34665903e778']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.059864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548db508-ef6d-49ac-a766-fdd4a7ad12f2') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.060198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548db508-ef6d-49ac-a766-fdd4a7ad12f2') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.105490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.125574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.179097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.194116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:38.194608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.197567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] Pushing event deleted for resources: {'Port': ['ID=23fc3024-6a9b-4d8b-a634-c440f3bbddfd,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:38.198714 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:38.217380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5baef-0d97-4492-b738-fc82bd497f97 None None] No DVR routers for this DVR port 23fc3024-6a9b-4d8b-a634-c440f3bbddfd on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:38.219342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.316965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7239ad-2503-4714-90f7-fed014838a7f req-b94f6ae2-f600-434f-bcd3-e559a0a1af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:38.319036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-b94f6ae2-f600-434f-bcd3-e559a0a1af81 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 1097 time: 0.1780286 Oct 26 12:09:38.335864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.348441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.352205 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/7ea6db41-f022-40f0-9b5d-34665903e778 HTTP/1.1" status: 204 len: 168 time: 1.3332529 Oct 26 12:09:38.356036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56882) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:38.368058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3b137-df84-4fff-8367-e04e092224d0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=7ea6db41-f022-40f0-9b5d-34665903e778,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:38.402927 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Deleting port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:38.403875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.404493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075008-e9b0-4130-8270-df2fb55352b4 req-95966ef5-9c97-4edc-9c46-041ad9a937d9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:38.406131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5075008-e9b0-4130-8270-df2fb55352b4 req-95966ef5-9c97-4edc-9c46-041ad9a937d9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1735787 Oct 26 12:09:38.502491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] DHCP port deletion for 7fa4eb42-c562-49ae-993d-920423188714 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:09:38.534836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] For port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,segment=NetworkSegment(a6f65d32-3d6d-4a8c-adb6-e62daec013f7),segment_id=a6f65d32-3d6d-4a8c-adb6-e62daec013f7)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:38.535440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.565023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Calling delete_port for 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:38.567033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23fc3024-6a9b-4d8b-a634-c440f3bbddfd no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:38.629462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 23fc3024-6a9b-4d8b-a634-c440f3bbddfd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:38.629726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 23fc3024-6a9b-4d8b-a634-c440f3bbddfd not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:38.680195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.684467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Deleting port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:38.691391 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.734264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] No DVR routers for this DVR port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:38.737637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event deleted for resources: {'Port': ['ID=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:38.765516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7239ad-2503-4714-90f7-fed014838a7f req-45489727-f036-46fe-b0ef-b39bd894f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:38.767728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-45489727-f036-46fe-b0ef-b39bd894f18b service neutron] 10.222.0.100 "GET /v2.0/networks?id=5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 200 len: 916 time: 0.4399807 Oct 26 12:09:38.810798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] For port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:38.815412 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.836451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Calling delete_port for 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:38.841063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:09:38.843135 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.850584 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.887442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] Pushing event deleted for resources: {'Port': ['ID=85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:38.891413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b7ea7-8ac7-41f7-bf46-ebe2d88a86c2 None None] No DVR routers for this DVR port 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:38.895444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa4eb42-c562-49ae-993d-920423188714']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.923352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.924965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f65d32-3d6d-4a8c-adb6-e62daec013f7') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.937514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.967667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.981859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:38.984160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:38.990283 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:39.013488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-a932e697-863a-4b17-8050-2f142e51072f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 200 len: 217 time: 0.0659091 Oct 26 12:09:39.016794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5075008-e9b0-4130-8270-df2fb55352b4 req-e52d28be-c725-4071-b6f2-80871aa6abe9 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775448 Oct 26 12:09:39.118358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:39.120022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7239ad-2503-4714-90f7-fed014838a7f req-40c1f9fc-d274-4b35-b5c2-2df95c2fdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:39.122070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-40c1f9fc-d274-4b35-b5c2-2df95c2fdabe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 200 len: 854 time: 0.0981309 Oct 26 12:09:39.130339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:39.134585 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] 10.222.0.88 "DELETE /v2.0/networks/7fa4eb42-c562-49ae-993d-920423188714 HTTP/1.1" status: 204 len: 168 time: 1.3686669 Oct 26 12:09:39.173235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717796a9-74ef-4898-a1bf-15f9887acab5 tempest-TagsExtTest-256076666 tempest-TagsExtTest-256076666-project] Pushing event deleted for resources: {'Network': ['ID=7fa4eb42-c562-49ae-993d-920423188714,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:39.522140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56894) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:39.589292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-48a2fdaa-5afc-40c0-8b94-74cfa04148d3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a13268d-7fb2-4fff-a944-812518c5ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4564314 Oct 26 12:09:39.717153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33121803-981e-4554-bea8-febe36823b60 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e3136ce414e4cfea798cda9556fcec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909840 Oct 26 12:09:39.717719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56902) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:39.776099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-2736523a-f1ca-41b2-bdae-43db3504f197 service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679866 Oct 26 12:09:39.874100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-93094958-f993-4fae-bbb4-eee7d674cfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:39.951763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-93094958-f993-4fae-bbb4-eee7d674cfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:39.956569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b7239ad-2503-4714-90f7-fed014838a7f req-b820c646-629e-44b5-aaca-b60c87b7384b service neutron] 10.222.0.100 "GET /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685305 Oct 26 12:09:40.019176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:40.114900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-93094958-f993-4fae-bbb4-eee7d674cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:40.117735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-93094958-f993-4fae-bbb4-eee7d674cfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:40.119218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-93094958-f993-4fae-bbb4-eee7d674cfbf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1d494e7c-3be8-4564-8260-391e83226ed0 HTTP/1.1" status: 204 len: 168 time: 0.4007268 Oct 26 12:09:40.174465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:40.175040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93094958-f993-4fae-bbb4-eee7d674cfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d494e7c-3be8-4564-8260-391e83226ed0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:40.210571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:40.212275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 85a3c3c0-1fdf-4f3d-b9cf-e05846ea6b06 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:40.212744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63b402b7-0f92-4251-beb2-3763ec02eddb no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:40.255817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 63b402b7-0f92-4251-beb2-3763ec02eddb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:40.258730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63b402b7-0f92-4251-beb2-3763ec02eddb not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:40.283527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6c430-2744-4de4-ac71-d9d8ae048580 req-1e7eb024-3045-418e-98e5-04ad4e2b9ad2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:40.285095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a6c430-2744-4de4-ac71-d9d8ae048580 req-1e7eb024-3045-418e-98e5-04ad4e2b9ad2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1349614 Oct 26 12:09:40.398896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a6c430-2744-4de4-ac71-d9d8ae048580 req-4d20a1b7-d450-4962-89b2-669b54663e05 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028967 Oct 26 12:09:40.444403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port 9a37897f-f730-4bee-98e3-0d9136d5435d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:40.444856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:40.576789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port 9a37897f-f730-4bee-98e3-0d9136d5435d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9a37897f-f730-4bee-98e3-0d9136d5435d,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:40.577175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:40.596912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for 9a37897f-f730-4bee-98e3-0d9136d5435d owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:40.868697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:40.925134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=9a37897f-f730-4bee-98e3-0d9136d5435d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:41.133950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.220926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56938) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:41.353676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-605350701'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:41.359560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:41.388356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Made reservation on behalf of e2b6873d589b405f844e203a6131e468 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:41.394553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.413186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.445972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:41.451752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e6d8065c-c670-4c9a-864d-68b90ae31337 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0652475 Oct 26 12:09:41.455657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56944) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:41.458557 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:41.496012 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:41.496624 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:41.523616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting subnet 0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:09:41.527509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.541922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.568459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.611648 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:41.617579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.634503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:41.644796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35219d50-2ce7-42a5-aff1-1936831c3df1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:41.662122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8584-46a7-4ea6-9914-4ce92709e636 req-e8f95b84-a93f-4062-a887-57efe18fcd3f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:41.664255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff3f8584-46a7-4ea6-9914-4ce92709e636 req-e8f95b84-a93f-4062-a887-57efe18fcd3f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1124289 Oct 26 12:09:41.666469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.666469 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Added segment d9fcabb9-360c-40f7-9e4a-8054ece351c1 of type vlan for network ea6b69bf-d886-44d2-baf4-143d13333c47 Oct 26 12:09:41.694886 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:40Z', 'revision_number': 11, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:41.724778 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:41.734125 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:41.735105 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:41.738750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff3f8584-46a7-4ea6-9914-4ce92709e636 req-955c782d-29a5-4e7f-884a-2ec6772782ea tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602469 Oct 26 12:09:41.764703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.802231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.832824 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.839429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:41.840110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:41.961128 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7390633 Oct 26 12:09:41.967709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56954) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:41.978972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-cefc62a0-7a83-4628-b4f4-3d56f2681418 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-629636436') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:42.004624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6851587-822f-4fab-b2a5-e4dd5a653e7f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Pushing event updated for resources: {'Network': ['ID=ea6b69bf-d886-44d2-baf4-143d13333c47,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:42.019924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ea6b69bf-d886-44d2-baf4-143d13333c47 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:42.025118 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:42.036776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226703b4-6c4a-45e4-97d5-da90d56dd677 req-d11a5bcb-1757-45e3-b7cd-073fafecafaf tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:42.038338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-226703b4-6c4a-45e4-97d5-da90d56dd677 req-d11a5bcb-1757-45e3-b7cd-073fafecafaf tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1767204 Oct 26 12:09:42.119830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.153243 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:40Z', 'revision_number': 11, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:42.184677 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16507f4-4a8f-402f-8bf0-03bcf545ed94 None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:40Z', 'revision_number': 11, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:42.192724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-226703b4-6c4a-45e4-97d5-da90d56dd677 req-3908bb9b-0022-41c0-a350-db591576746d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234188 Oct 26 12:09:42.198309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:42.200744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.206747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56956) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:42.209449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4e4767b5-3170-4a83-aeac-4d61a1a7e185 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f HTTP/1.1" status: 204 len: 168 time: 0.7525299 Oct 26 12:09:42.210803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a7c54-7e74-4bb3-ba55-bed69a0fe509 None None] Network e1a5d819-c173-42c9-9f26-f02c163497a3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:42.245631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cefc62a0-7a83-4628-b4f4-3d56f2681418 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "PUT /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-629636436 HTTP/1.1" status: 201 len: 201 time: 0.2761776 Oct 26 12:09:42.248231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:42.254008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-409c7ead-6121-48d0-a7d6-8c16c67ffa79 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-629636436') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:42.378355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.432341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-409c7ead-6121-48d0-a7d6-8c16c67ffa79 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-629636436 HTTP/1.1" status: 204 len: 168 time: 0.1806273 Oct 26 12:09:42.432854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56964) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:42.437410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-c6c1534b-cb59-43e5-a19b-4acb95419ae1 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:42.467628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Deleting port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:42.468036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.515593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657dcfa-5bf1-465a-b6c6-585e7853c2e6 req-8e4c2d76-260e-4261-9b3a-8d05d7c01cd8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:42.517091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7657dcfa-5bf1-465a-b6c6-585e7853c2e6 req-8e4c2d76-260e-4261-9b3a-8d05d7c01cd8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1373711 Oct 26 12:09:42.559745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] For port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:42.560207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.566602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] DHCP port deletion for e1a5d819-c173-42c9-9f26-f02c163497a3 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:09:42.582952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Calling delete_port for bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:42.623826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7657dcfa-5bf1-465a-b6c6-585e7853c2e6 req-d163732f-1d6f-4925-85a5-214c1d2444c1 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001122 Oct 26 12:09:42.625862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6c1534b-cb59-43e5-a19b-4acb95419ae1 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags HTTP/1.1" status: 200 len: 237 time: 0.1920986 Oct 26 12:09:42.630206 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56968) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:42.642082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-ebdfa791-781c-4c7c-a2cb-7dac183a5618 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', {'tags': ['tempest-TagsTest-Tag-1752378782', 'tempest-TagsTest-Tag-927515097', 'tempest-TagsTest-Tag-628881346']}) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:42.674190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] Deleting port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:42.674437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.784027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.810071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] For port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,segment=NetworkSegment(749d9d4c-0fec-4674-ada1-1ca93144371a),segment_id=749d9d4c-0fec-4674-ada1-1ca93144371a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:42.810777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:42.823678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Port': ['ID=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:42.827987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] Calling delete_port for bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:42.831205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No DVR routers for this DVR port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:42.892885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ebdfa791-781c-4c7c-a2cb-7dac183a5618 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "PUT /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags HTTP/1.1" status: 200 len: 307 time: 0.2616074 Oct 26 12:09:42.895437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56976) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:42.899973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-9e673c37-713a-4ba5-afc5-6a75f68466fe tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-1752378782') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:42.928039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eaea9-09bc-4795-9366-0b3d01348aa4 req-8da8e3b2-1163-4415-a757-e0ff68e3d5ce tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:42.929681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e61eaea9-09bc-4795-9366-0b3d01348aa4 req-8da8e3b2-1163-4415-a757-e0ff68e3d5ce tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1573422 Oct 26 12:09:42.963605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.015121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e61eaea9-09bc-4795-9366-0b3d01348aa4 req-2c3f6bec-bdcf-4acf-a0cc-c3f5c5e5dfe2 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Oct 26 12:09:43.041167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] Pushing event deleted for resources: {'Port': ['ID=bddd9fe3-0a8a-433e-a72d-8f534d46f4a6,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:43.060961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a686a-9d4d-4fca-92e7-50cc78ddc3e7 None None] No DVR routers for this DVR port bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:43.086644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e673c37-713a-4ba5-afc5-6a75f68466fe tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "DELETE /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-1752378782 HTTP/1.1" status: 204 len: 168 time: 0.1901410 Oct 26 12:09:43.087407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56980) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:43.092314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-f31ae48a-a796-4723-98d3-d9c274b0546f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-1752378782') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.272188 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-f31ae48a-a796-4723-98d3-d9c274b0546f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] show failed (client error): The resource could not be found. Oct 26 12:09:43.277402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f31ae48a-a796-4723-98d3-d9c274b0546f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-1752378782 HTTP/1.1" status: 404 len: 326 time: 0.1887503 Oct 26 12:09:43.278970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56984) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:43.294638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.tag.tag_plugin [None req-fe4d054e-a52e-46c6-a2be-58b910c1e094 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-927515097') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.399754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.423187 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a5d819-c173-42c9-9f26-f02c163497a3']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.434053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d9d4c-0fec-4674-ada1-1ca93144371a') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.434317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d9d4c-0fec-4674-ada1-1ca93144371a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.448827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.467899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.480211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:43.480211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:43.483909 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:43.525553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3485aa9-d720-4258-a856-db01adb17494 req-a90ef18f-1e61-4bf6-85a7-17d8ba615b4f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:43.536069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3485aa9-d720-4258-a856-db01adb17494 req-a90ef18f-1e61-4bf6-85a7-17d8ba615b4f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1205506 Oct 26 12:09:43.555818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fe4d054e-a52e-46c6-a2be-58b910c1e094 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-927515097 HTTP/1.1" status: 204 len: 168 time: 0.2756786 Oct 26 12:09:43.558240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56986) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:43.565968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-25bad10e-9606-425f-b3d0-54c39f1e3f58 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-628881346') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.574010 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.589459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3485aa9-d720-4258-a856-db01adb17494 req-48c0e2df-6a3b-4552-a5e7-e0192036528f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516987 Oct 26 12:09:43.605263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:43.611407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 56988) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:43.611737 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/networks/e1a5d819-c173-42c9-9f26-f02c163497a3 HTTP/1.1" status: 204 len: 168 time: 1.4033017 Oct 26 12:09:43.617642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'routes': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:43.743115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11437b-c631-41b5-a7fe-a0dfef84d71c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Pushing event deleted for resources: {'Network': ['ID=e1a5d819-c173-42c9-9f26-f02c163497a3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:43.830106 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25bad10e-9606-425f-b3d0-54c39f1e3f58 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-628881346 HTTP/1.1" status: 204 len: 168 time: 0.2706020 Oct 26 12:09:43.834113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 56998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:43.848820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-bf930907-59d2-4252-afc8-9360754a9450 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:43.967924 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf930907-59d2-4252-afc8-9360754a9450 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "DELETE /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags HTTP/1.1" status: 204 len: 168 time: 0.1324933 Oct 26 12:09:43.971043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57000) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:43.975706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-092c41f5-1352-4475-8aee-df9e9942bbf2 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-927515097') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:44.026682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Added routes are [] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 12:09:44.027372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.extraroute_db [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Removed routes are [] {{(pid=102760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 12:09:44.027372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.038396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f51f9-1f74-4e3e-a1b9-0cb56ffc3f2d req-3efe2ba3-b54e-4fa3-9ca1-bd90ef2c122c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:44.046835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d00f51f9-1f74-4e3e-a1b9-0cb56ffc3f2d req-3efe2ba3-b54e-4fa3-9ca1-bd90ef2c122c tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1529450 Oct 26 12:09:44.055900 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-092c41f5-1352-4475-8aee-df9e9942bbf2 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] show failed (client error): The resource could not be found. Oct 26 12:09:44.056592 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-092c41f5-1352-4475-8aee-df9e9942bbf2 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-927515097 HTTP/1.1" status: 404 len: 325 time: 0.0846272 Oct 26 12:09:44.059979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57002) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:44.067851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-b380be12-472b-482e-b281-d59da554cdcb tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47', 'tempest-TagsTest-Tag-628881346') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:44.154842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d00f51f9-1f74-4e3e-a1b9-0cb56ffc3f2d req-38fb5c4c-7adf-4303-97e9-fa1d209a391a tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083269 Oct 26 12:09:44.164097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:44.178798 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-b380be12-472b-482e-b281-d59da554cdcb tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] show failed (client error): The resource could not be found. Oct 26 12:09:44.181826 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b380be12-472b-482e-b281-d59da554cdcb tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "GET /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags/tempest-TagsTest-Tag-628881346 HTTP/1.1" status: 404 len: 325 time: 0.1198404 Oct 26 12:09:44.185106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57004) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:44.227452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.tag.tag_plugin [None req-6594c9a2-35af-4a3a-8b70-311c011ee916 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ea6b69bf-d886-44d2-baf4-143d13333c47') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:44.369347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6594c9a2-35af-4a3a-8b70-311c011ee916 tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "DELETE /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47/tags HTTP/1.1" status: 204 len: 168 time: 0.1831195 Oct 26 12:09:44.376355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57010) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:44.456139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:44.456484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bddd9fe3-0a8a-433e-a72d-8f534d46f4a6 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:44.456911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9a37897f-f730-4bee-98e3-0d9136d5435d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:44.493570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 9a37897f-f730-4bee-98e3-0d9136d5435d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:09:44.493830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9a37897f-f730-4bee-98e3-0d9136d5435d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:44.532723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.653282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.659825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.675740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6b69bf-d886-44d2-baf4-143d13333c47']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:44.682288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.687742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fcabb9-360c-40f7-9e4a-8054ece351c1') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:44.688847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fcabb9-360c-40f7-9e4a-8054ece351c1') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:44.706832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.723491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.730333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:44.731136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:44.736210 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:44.809873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf726a2-a2b1-4c3a-9ecc-a04134d3a387 req-dccabd60-92ac-485e-815e-95a82ba5c303 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:44.812262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf726a2-a2b1-4c3a-9ecc-a04134d3a387 req-dccabd60-92ac-485e-815e-95a82ba5c303 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1688595 Oct 26 12:09:44.829826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:44.831853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.839250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:44.845377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] 10.222.0.88 "DELETE /v2.0/networks/ea6b69bf-d886-44d2-baf4-143d13333c47 HTTP/1.1" status: 204 len: 168 time: 0.4670470 Oct 26 12:09:44.895190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3382cd8-69b8-4704-89ad-2b329dfc030f tempest-TagsTest-60263699 tempest-TagsTest-60263699-project] Pushing event deleted for resources: {'Network': ['ID=ea6b69bf-d886-44d2-baf4-143d13333c47,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:44.980409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4bf726a2-a2b1-4c3a-9ecc-a04134d3a387 req-d58198e3-903e-4027-b9f6-920ba6668616 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486309 Oct 26 12:09:44.991905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:45.009778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.011706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c28db3ef-dd88-46db-b2ef-339a7f9c1740 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 701 time: 1.3992712 Oct 26 12:09:45.016323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:45.019962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] Sync routers for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:45.038753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:45.039769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.050221 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d480027-34e0-42ba-8c38-a06bdc54b6b9 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 205 time: 0.0299785 Oct 26 12:09:45.050643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:45.195217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:45.210188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.295707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36d58e-94a6-4a33-b139-0ef9a5c86f7d req-2fdb66d8-46c7-4f56-9e74-a73690fd8b3b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:45.303495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e36d58e-94a6-4a33-b139-0ef9a5c86f7d req-2fdb66d8-46c7-4f56-9e74-a73690fd8b3b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1381402 Oct 26 12:09:45.335114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:40Z', 'revision_number': 11, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.393825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] Checking router: 9c9ac97b-3aab-4650-9dda-9a7059a7b028 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:45.408574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] Routers {'9c9ac97b-3aab-4650-9dda-9a7059a7b028'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:45.409480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.416326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57028) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:45.468166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e36d58e-94a6-4a33-b139-0ef9a5c86f7d req-2c6607c1-cdfe-4cdd-a2d6-9debee3ed720 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568358 Oct 26 12:09:45.470321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.479530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.513653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] Set router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:45.550128 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.550621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9ac97b-3aab-4650-9dda-9a7059a7b028 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:09:45.558973 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.564377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-af26e308-8e22-4e4b-a213-f5d3ba64b31a tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 204 len: 168 time: 0.5084012 Oct 26 12:09:45.564784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57034) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:45.570404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1894079700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:45.582198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:40Z', 'revision_number': 11, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.619408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba1009-e934-4a52-a9ee-bcba41a6249d None None] The sync data for ids ['9c9ac97b-3aab-4650-9dda-9a7059a7b028'] in n-d-812150-3 is: [{'id': '9c9ac97b-3aab-4650-9dda-9a7059a7b028', 'name': 'tempest-RoutersTest-router-1238432825', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:08:48Z', 'updated_at': '2021-10-26T12:09:40Z', 'revision_number': 11, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:45.665003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.671909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.739851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8e87f-71db-4943-b6dd-17babfd701e1 req-33cf759a-6554-4037-97a2-cf5847ed9ceb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:45.748780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aee8e87f-71db-4943-b6dd-17babfd701e1 req-33cf759a-6554-4037-97a2-cf5847ed9ceb tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0889034 Oct 26 12:09:45.782978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.797306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.811664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aee8e87f-71db-4943-b6dd-17babfd701e1 req-78db117d-c683-49a9-b12d-21d1d2828e1f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529556 Oct 26 12:09:45.853705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57044) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:45.862215 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53e385e9-da55-4b42-9fa9-828eabbfa494 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e2b6873d589b405f844e203a6131e468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425502 Oct 26 12:09:45.880661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:45.884664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-000ef61b-b979-4d91-9fad-4ce6b382fa5d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3187647 Oct 26 12:09:45.885275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57050) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:45.891810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:45.986692 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a743e10b-eb1e-42d3-bf1a-03b0ca9187e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.008567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594280a6-4dd1-4bf6-a2de-2a5210786a7a req-61b7814b-2b46-4283-8924-5cd1fb0e3ae4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:46.016646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-594280a6-4dd1-4bf6-a2de-2a5210786a7a req-61b7814b-2b46-4283-8924-5cd1fb0e3ae4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1084871 Oct 26 12:09:46.050609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a743e10b-eb1e-42d3-bf1a-03b0ca9187e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.124005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-594280a6-4dd1-4bf6-a2de-2a5210786a7a req-f9f9143a-47db-4c15-8ec4-a2051ab4babe tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061049 Oct 26 12:09:46.179431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a743e10b-eb1e-42d3-bf1a-03b0ca9187e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.182225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a743e10b-eb1e-42d3-bf1a-03b0ca9187e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.186205 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a743e10b-eb1e-42d3-bf1a-03b0ca9187e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/35219d50-2ce7-42a5-aff1-1936831c3df1 HTTP/1.1" status: 204 len: 168 time: 0.3311751 Oct 26 12:09:46.199823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e10b-eb1e-42d3-bf1a-03b0ca9187e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35219d50-2ce7-42a5-aff1-1936831c3df1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:46.217386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.238011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.301618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfbbd-2277-40fe-b992-2292a15a5378 req-2d6fe5d1-53b5-4342-985a-7dfcfe432bba tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:46.309504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e7cfbbd-2277-40fe-b992-2292a15a5378 req-2d6fe5d1-53b5-4342-985a-7dfcfe432bba tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0777104 Oct 26 12:09:46.363128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e7cfbbd-2277-40fe-b992-2292a15a5378 req-ebffd8d3-7bc7-46f6-96e7-9ed493938d8b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525172 Oct 26 12:09:46.421237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Router 222f4ba2-4bfe-4108-ae8b-92a12c0d9175 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:09:46.499694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369efd21-46ca-41d5-aefd-085e788889fe req-4df5c2dc-bf91-48d5-b93b-021d762900d8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:46.509283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-369efd21-46ca-41d5-aefd-085e788889fe req-4df5c2dc-bf91-48d5-b93b-021d762900d8 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0655489 Oct 26 12:09:46.558374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:46.564773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-369efd21-46ca-41d5-aefd-085e788889fe req-9870876e-0f4a-4a42-9bc8-4a74037cde39 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499372 Oct 26 12:09:46.566198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.567264 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ae0f188-9f18-44dd-94df-b63212ef34f3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "PUT /v2.0/routers/222f4ba2-4bfe-4108-ae8b-92a12c0d9175 HTTP/1.1" status: 200 len: 694 time: 0.6810412 Oct 26 12:09:46.569982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57068) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:46.570342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] Sync routers for ids ['222f4ba2-4bfe-4108-ae8b-92a12c0d9175'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:46.596824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] Routers {'222f4ba2-4bfe-4108-ae8b-92a12c0d9175'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:46.597957 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['222f4ba2-4bfe-4108-ae8b-92a12c0d9175'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.687026 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] Set router 222f4ba2-4bfe-4108-ae8b-92a12c0d9175 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:46.753630 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222f4ba2-4bfe-4108-ae8b-92a12c0d9175', 'name': 'tempest-RoutersTest-router-1894079700', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:09:45Z', 'updated_at': '2021-10-26T12:09:46Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.763560 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2f0a5fc-ab90-4d37-8ad2-43e19876c619 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/routers/222f4ba2-4bfe-4108-ae8b-92a12c0d9175 HTTP/1.1" status: 200 len: 700 time: 0.1922643 Oct 26 12:09:46.764345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:46.787546 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] Checking router: 222f4ba2-4bfe-4108-ae8b-92a12c0d9175 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:46.798827 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] Routers {'222f4ba2-4bfe-4108-ae8b-92a12c0d9175'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:46.799831 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['222f4ba2-4bfe-4108-ae8b-92a12c0d9175'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.806305 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b3fb3bfd-e9fe-4f74-8a32-d2d612f347a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=222f4ba2-4bfe-4108-ae8b-92a12c0d9175 HTTP/1.1" status: 200 len: 205 time: 0.0406616 Oct 26 12:09:46.808696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57080) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:46.825080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39131394-c500-4366-87c5-d033dd12e586 req-5d5bf15d-0fee-4ce9-88aa-67d8d7fd1133 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:46.828124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39131394-c500-4366-87c5-d033dd12e586 req-5d5bf15d-0fee-4ce9-88aa-67d8d7fd1133 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1163692 Oct 26 12:09:46.912516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:46.964936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39131394-c500-4366-87c5-d033dd12e586 req-523ab2bd-f65d-4ed9-a26d-a75b9a063b60 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132588 Oct 26 12:09:46.997004 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] Set router 222f4ba2-4bfe-4108-ae8b-92a12c0d9175 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:09:47.079982 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222f4ba2-4bfe-4108-ae8b-92a12c0d9175', 'name': 'tempest-RoutersTest-router-1894079700', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:09:45Z', 'updated_at': '2021-10-26T12:09:46Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:47.110535 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e580ecb4-c384-4623-84c1-1c3269a23a15 None None] The sync data for ids ['222f4ba2-4bfe-4108-ae8b-92a12c0d9175'] in n-d-812150-3 is: [{'id': '222f4ba2-4bfe-4108-ae8b-92a12c0d9175', 'name': 'tempest-RoutersTest-router-1894079700', 'tenant_id': '2d0758538fa94560a7767e7d2ddbce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:09:45Z', 'updated_at': '2021-10-26T12:09:46Z', 'revision_number': 2, 'project_id': '2d0758538fa94560a7767e7d2ddbce07', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:47.237280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:47.242838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999bd2-d3ca-4ace-aad4-a31903d550e4 req-2f6a8eb3-ce80-403f-b0d5-7c651966ec18 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:47.246744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c999bd2-d3ca-4ace-aad4-a31903d550e4 req-2f6a8eb3-ce80-403f-b0d5-7c651966ec18 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.1644697 Oct 26 12:09:47.248252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:47.344158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:47.344664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Fanout notify agent at l3_agent the message router_deleted on router 222f4ba2-4bfe-4108-ae8b-92a12c0d9175 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:09:47.353214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:47.354436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42b30762-edd4-43b1-91c6-1b159fd4cff0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/222f4ba2-4bfe-4108-ae8b-92a12c0d9175 HTTP/1.1" status: 204 len: 168 time: 0.5445621 Oct 26 12:09:47.356911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c999bd2-d3ca-4ace-aad4-a31903d550e4 req-12768c53-4062-4ef4-a990-58cb5ed5dc6d tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888731 Oct 26 12:09:47.369132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.479909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.480149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-47ff2747-2bee-4ff5-b320-c1525e1b3d84 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=222f4ba2-4bfe-4108-ae8b-92a12c0d9175 HTTP/1.1" status: 200 len: 205 time: 0.1089151 Oct 26 12:09:47.558084 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-62264c42-8663-4ce4-a907-591b0fa1db29 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:47.559300 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-62264c42-8663-4ce4-a907-591b0fa1db29 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/222f4ba2-4bfe-4108-ae8b-92a12c0d9175 HTTP/1.1" status: 404 len: 336 time: 0.0783899 Oct 26 12:09:47.561872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.575748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888f4f8-5f3d-49e9-bb59-3782f0e5bdb3 req-fa746e72-90eb-4dd9-ae69-7e0639e70450 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:47.577338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a888f4f8-5f3d-49e9-bb59-3782f0e5bdb3 req-fa746e72-90eb-4dd9-ae69-7e0639e70450 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.0745516 Oct 26 12:09:47.605582 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-486879cd-7f1c-4245-83aa-d2403bcdbacf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:47.606145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486879cd-7f1c-4245-83aa-d2403bcdbacf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:47.610085 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-486879cd-7f1c-4245-83aa-d2403bcdbacf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/789ef15b-2a40-4836-8e84-68050863a4d1 HTTP/1.1" status: 404 len: 337 time: 0.0471945 Oct 26 12:09:47.613923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57112) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.708320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a888f4f8-5f3d-49e9-bb59-3782f0e5bdb3 req-f0e119f7-fcd8-4471-8b40-848f2c09ef99 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096389 Oct 26 12:09:47.712504 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b27d34-8753-48b0-be2d-43c31dfa61a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:47.713103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b27d34-8753-48b0-be2d-43c31dfa61a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:47.720399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57114) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.720829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c7b27d34-8753-48b0-be2d-43c31dfa61a5 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/ab9a19c8-228a-4b36-a6a2-8898b4007b5a HTTP/1.1" status: 404 len: 337 time: 0.1054275 Oct 26 12:09:47.769256 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8499fbd9-df7c-4c72-a2a0-5b7078e17ee4 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:47.769731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8499fbd9-df7c-4c72-a2a0-5b7078e17ee4 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:47.775090 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8499fbd9-df7c-4c72-a2a0-5b7078e17ee4 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/7bc75478-e836-470e-9aeb-498d0334ff8a HTTP/1.1" status: 404 len: 337 time: 0.0514853 Oct 26 12:09:47.775640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.817279 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc36151-6d7e-4bee-b267-67f838fbccdf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:47.817934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc36151-6d7e-4bee-b267-67f838fbccdf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:47.836295 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7bc36151-6d7e-4bee-b267-67f838fbccdf tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/0c8a4f69-1d9d-4ef0-9b9d-cdfb0de3c66f HTTP/1.1" status: 404 len: 337 time: 0.0595996 Oct 26 12:09:47.836777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57122) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.873890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-16a6a208-380e-4121-ad63-b98915c82eea tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 200 len: 205 time: 0.0357230 Oct 26 12:09:47.874102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.931343 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-ef981372-54ea-4f22-abf0-2feed0377c44 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:47.937693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57130) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.952324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ef981372-54ea-4f22-abf0-2feed0377c44 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/9c9ac97b-3aab-4650-9dda-9a7059a7b028 HTTP/1.1" status: 404 len: 336 time: 0.0763354 Oct 26 12:09:47.997647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57136) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:47.998427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d0341e47-e4b3-4fe7-96e1-61900f78cd32 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b HTTP/1.1" status: 200 len: 205 time: 0.0602207 Oct 26 12:09:48.065224 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-235d0a15-153e-42fd-8686-be49dfcbfb13 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:48.069108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57140) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.070285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-235d0a15-153e-42fd-8686-be49dfcbfb13 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/62ca25c3-d8d6-4a4b-b52a-be7b95fbfc2b HTTP/1.1" status: 404 len: 336 time: 0.0708776 Oct 26 12:09:48.122325 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cc2251-59e0-49c2-b1ca-6881296e67df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:48.127267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cc2251-59e0-49c2-b1ca-6881296e67df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:48.138032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-72cc2251-59e0-49c2-b1ca-6881296e67df tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/3cb9bce0-8989-41f7-bf75-4abcf98c3d99 HTTP/1.1" status: 404 len: 337 time: 0.0654092 Oct 26 12:09:48.138418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.209505 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ce486bf-84a3-4205-97bf-99adabc95af3 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 200 len: 205 time: 0.0691891 Oct 26 12:09:48.211168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57146) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.313660 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-0b53ff03-20ab-45fb-a565-d88397e79ad0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:48.315649 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b53ff03-20ab-45fb-a565-d88397e79ad0 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/aebaebbd-cd62-4bf2-ab3e-bb95a923ce49 HTTP/1.1" status: 404 len: 336 time: 0.1030536 Oct 26 12:09:48.318592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57150) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.357067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e416a07-2d14-48e3-a9cd-f60be7ac724c tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=50f38e85-db53-4d5f-a226-bf4bfedfa3c1 HTTP/1.1" status: 200 len: 205 time: 0.0363832 Oct 26 12:09:48.359272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57154) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.424079 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-a4f9890a-0ed8-4626-a7bb-be8ff02a4c84 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:48.426372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a4f9890a-0ed8-4626-a7bb-be8ff02a4c84 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/50f38e85-db53-4d5f-a226-bf4bfedfa3c1 HTTP/1.1" status: 404 len: 336 time: 0.0652692 Oct 26 12:09:48.428895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.471166 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee12504-497e-4fd2-ac0e-c2ff37d99a18 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:48.482473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee12504-497e-4fd2-ac0e-c2ff37d99a18 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:48.488510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eee12504-497e-4fd2-ac0e-c2ff37d99a18 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/61768587-5760-4be5-8cb2-bb7581094dc3 HTTP/1.1" status: 404 len: 337 time: 0.0584183 Oct 26 12:09:48.491152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57162) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.534909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7acb631a-93a6-4dca-ac9a-707f55bac438 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ffecb67-e046-4bbb-9ace-0aa791efc79d HTTP/1.1" status: 200 len: 205 time: 0.0425513 Oct 26 12:09:48.537603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57164) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.637763 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-43a02c7f-4844-4f27-bf43-589fbad8a954 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:48.638888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-43a02c7f-4844-4f27-bf43-589fbad8a954 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/1ffecb67-e046-4bbb-9ace-0aa791efc79d HTTP/1.1" status: 404 len: 336 time: 0.0999146 Oct 26 12:09:48.641518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57170) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.702578 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4d3d3b-24a4-41e0-8e04-eeaadeff026d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:48.702578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4d3d3b-24a4-41e0-8e04-eeaadeff026d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:48.710081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ce4d3d3b-24a4-41e0-8e04-eeaadeff026d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/17cb692d-fa6f-41c0-b8fe-be3e31499d24 HTTP/1.1" status: 404 len: 337 time: 0.0661769 Oct 26 12:09:48.712761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57172) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.767084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4f962b24-eba7-4297-a07d-3fcfb8511e40 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3dd486c-41a5-4160-bff9-856dc2f3b5af HTTP/1.1" status: 200 len: 205 time: 0.0507247 Oct 26 12:09:48.767950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.851782 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-e42e293d-7a46-4263-8165-ad6a88860289 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] delete failed (client error): The resource could not be found. Oct 26 12:09:48.855992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57176) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.856160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e42e293d-7a46-4263-8165-ad6a88860289 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/routers/d3dd486c-41a5-4160-bff9-856dc2f3b5af HTTP/1.1" status: 404 len: 336 time: 0.0871267 Oct 26 12:09:48.905935 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8429d771-9a3b-4d49-a10f-9edef537aff7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:48.906412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8429d771-9a3b-4d49-a10f-9edef537aff7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:48.913379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8429d771-9a3b-4d49-a10f-9edef537aff7 tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/e2cbff63-d537-458a-8b9c-1b960eae1e63 HTTP/1.1" status: 404 len: 337 time: 0.0535953 Oct 26 12:09:48.913642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57178) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:48.945412 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fbbe5d-d265-4e84-955b-98dc6367314d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] DELETE failed (client error): The resource could not be found. Oct 26 12:09:48.946075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fbbe5d-d265-4e84-955b-98dc6367314d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:09:48.949853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-93fbbe5d-d265-4e84-955b-98dc6367314d tempest-RoutersTest-1368586931 tempest-RoutersTest-1368586931-project] 10.222.0.88 "DELETE /v2.0/subnets/dfdf6f7b-9819-4804-a727-ef9015040e3c HTTP/1.1" status: 404 len: 337 time: 0.0352519 Oct 26 12:09:49.127363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36f819cd-10e4-4171-949e-bc447f631f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:49.509877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57196) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:49.691399 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9104a3b9-859b-4116-a40c-8da9bbc2a31d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2d0758538fa94560a7767e7d2ddbce07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803346 Oct 26 12:09:49.693920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:49.755624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28851bdc-172f-45ac-9db6-c0d2e8fa0e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:49.789443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28851bdc-172f-45ac-9db6-c0d2e8fa0e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:49.874029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28851bdc-172f-45ac-9db6-c0d2e8fa0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:49.883308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28851bdc-172f-45ac-9db6-c0d2e8fa0e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:49.885628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-28851bdc-172f-45ac-9db6-c0d2e8fa0e6b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/065346c8-d995-4a3a-a79b-4ca2a31b3c45 HTTP/1.1" status: 204 len: 168 time: 0.1904597 Oct 26 12:09:49.915004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28851bdc-172f-45ac-9db6-c0d2e8fa0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065346c8-d995-4a3a-a79b-4ca2a31b3c45,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:51.062731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:51.273125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1701972526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:51.332191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.333243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.455916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.461539 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.497712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.502104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5fe5ba0d-60f9-4d49-901e-44eceaef41f0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4436047 Oct 26 12:09:51.504350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57264) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:51.514575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-774119810'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:51.555304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:51.560966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.572939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.662467 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.672566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.705783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:51.717771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59893a9c-0952-4715-afb5-5bad51c6ed98,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:51.724269 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.724762 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Added segment 02d3c9ed-5e1c-40aa-87bf-40d4a443cf37 of type vlan for network 1e09c046-f698-4f24-9609-ebe9f6d4771a Oct 26 12:09:51.733609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-137b48b7-5472-415e-9496-1979c0206800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.777763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.822744 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.836151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:51.836839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:51.986459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:51.987874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4811683 Oct 26 12:09:51.994191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32094f-b1eb-4ce6-95bc-f40a5f7a5b67 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Network': ['ID=1e09c046-f698-4f24-9609-ebe9f6d4771a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:51.995685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'subnet': {'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:52.012529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:52.196959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:52.200685 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.447731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.522522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Checking segment: {'id': '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:52.522907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network hostable DHCP agents. Network: 1e09c046-f698-4f24-9609-ebe9f6d4771a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:52.527800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Subnet': ['ID=99895d5e-e522-4452-87fd-97c83202b836,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:52.556452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:52.568368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1e09c046-f698-4f24-9609-ebe9f6d4771a) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:52.573885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:52.574967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.650323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35caa578-7c6f-40b0-803a-906b81e94f94 None None] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:52.686072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b57a9d0e-a716-4825-95e2-40ad395cd57a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6976774 Oct 26 12:09:52.689640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57298) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:52.696921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'network': {'name': 'tempest-router-network01--145860417'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:52.729217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:52.733154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.771360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:52.784934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.785644 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Added segment ec5c6489-a7e1-4bd7-b667-18f6a008f241 of type vlan for network 687558c8-570c-456e-b64b-9392262a3a33 Oct 26 12:09:52.836783 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.894231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.904863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:52.905416 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.915334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:52.932217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-1e09c046-f698-4f24-9609-ebe9f6d4771a', 'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a', 'tenant_id': '2396f5e9a8a04c49853d3f1c342c8be8', 'fixed_ips': [{'subnet_id': '99895d5e-e522-4452-87fd-97c83202b836'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:09:52.950330 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.012044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3204474 Oct 26 12:09:53.014511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57324) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:53.021882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'network': {'name': 'tempest-router-network02--506609344'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:53.034918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f972ea-5c91-47c0-bbab-ebff82b98b4a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Network': ['ID=687558c8-570c-456e-b64b-9392262a3a33,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:53.068304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:53.073929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.121263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 687558c8-570c-456e-b64b-9392262a3a33 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:53.137961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:53.155893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.156275 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Added segment b665714e-5999-4100-958c-ccea59e842c1 of type vlan for network ab382ec0-3c10-44fc-8585-f54091dc3569 Oct 26 12:09:53.251767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.295987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.302850 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:53.303931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.361367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Allocated IP 2001:db8::2 (1e09c046-f698-4f24-9609-ebe9f6d4771a/99895d5e-e522-4452-87fd-97c83202b836/02f63bf4-f0fc-4e40-852d-c75ee7a08308) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:53.371523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Network': ['ID=ab382ec0-3c10-44fc-8585-f54091dc3569,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:53.394760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ab382ec0-3c10-44fc-8585-f54091dc3569 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:53.395226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57340) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:53.396316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-83b77a83-5309-41a5-b0f4-62019c7f68c4 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3794739 Oct 26 12:09:53.401006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'subnet': {'network_id': '687558c8-570c-456e-b64b-9392262a3a33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:53.536716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.577422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:53.583795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.665469 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.674819 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.739374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:53.742339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:53.744993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:53.762173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Pushing event updated for resources: {'Port': ['ID=02f63bf4-f0fc-4e40-852d-c75ee7a08308,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:53.788055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57346) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:53.831293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Attempting to bind port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:53.831662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Attempting to bind port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:53.832022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Attempting to bind port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 on network 1e09c046-f698-4f24-9609-ebe9f6d4771a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:53.837954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:53.838331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Checking segment: {'id': '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:53.839243 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.839709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Bound using segment: {'id': '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:53.840188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Bound port: 02f63bf4-f0fc-4e40-852d-c75ee7a08308, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1e09c046-f698-4f24-9609-ebe9f6d4771a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:53.840570 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.888701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.951388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0466413-b106-49d5-8d95-c1df175a2fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:53.967474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] For port 02f63bf4-f0fc-4e40-852d-c75ee7a08308, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:53.972641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Subnet': ['ID=b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:53.974262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] For port 02f63bf4-f0fc-4e40-852d-c75ee7a08308, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=02f63bf4-f0fc-4e40-852d-c75ee7a08308,segment=NetworkSegment(02d3c9ed-5e1c-40aa-87bf-40d4a443cf37),segment_id=02d3c9ed-5e1c-40aa-87bf-40d4a443cf37)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:53.982416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Checking segment: {'id': 'ec5c6489-a7e1-4bd7-b667-18f6a008f241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '687558c8-570c-456e-b64b-9392262a3a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:53.982898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network hostable DHCP agents. Network: 687558c8-570c-456e-b64b-9392262a3a33, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:54.002445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.006466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 687558c8-570c-456e-b64b-9392262a3a33 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:54.019379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 687558c8-570c-456e-b64b-9392262a3a33) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:54.024620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:54.025384 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.057799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b10203fd-c369-4027-8eb0-5ef8edc3a7da tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6587689 Oct 26 12:09:54.058002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0466413-b106-49d5-8d95-c1df175a2fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.058717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57352) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:54.072942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'subnet': {'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:09:54.076558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a0466413-b106-49d5-8d95-c1df175a2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.098819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca77b2-07d6-4416-94d2-b2b4f0534d75 None None] Network 687558c8-570c-456e-b64b-9392262a3a33 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:54.137483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a0466413-b106-49d5-8d95-c1df175a2fd2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c271957c0f84238af5212d17b8f932d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480940 Oct 26 12:09:54.138316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57354) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:54.145888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466413-b106-49d5-8d95-c1df175a2fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531c6b6e-9e4b-4fce-9f64-fa8a7a18df10,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.229938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c82f3-e5be-43a8-8ef3-c018e644c127 None None] Pushing event updated for resources: {'Port': ['ID=02f63bf4-f0fc-4e40-852d-c75ee7a08308,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.231665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd052b9-f9e8-41d1-93d4-ff31d15b153d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.238677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:54.244026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.262574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd052b9-f9e8-41d1-93d4-ff31d15b153d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.332829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd052b9-f9e8-41d1-93d4-ff31d15b153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.336499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd052b9-f9e8-41d1-93d4-ff31d15b153d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.340069 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7fd052b9-f9e8-41d1-93d4-ff31d15b153d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/531c6b6e-9e4b-4fce-9f64-fa8a7a18df10 HTTP/1.1" status: 204 len: 168 time: 0.1978447 Oct 26 12:09:54.379973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd052b9-f9e8-41d1-93d4-ff31d15b153d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c6b6e-9e4b-4fce-9f64-fa8a7a18df10,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.533594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-687558c8-570c-456e-b64b-9392262a3a33', 'network_id': '687558c8-570c-456e-b64b-9392262a3a33', 'tenant_id': '2396f5e9a8a04c49853d3f1c342c8be8', 'fixed_ips': [{'subnet_id': 'b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:09:54.538214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.682814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:54.850490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Allocated IP 2001:db8::2 (687558c8-570c-456e-b64b-9392262a3a33/b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a/5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:54.862517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Subnet': ['ID=e63ada37-67b4-4b29-bc0c-faf01b654881,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.878841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Checking segment: {'id': 'b665714e-5999-4100-958c-ccea59e842c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:54.879236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network hostable DHCP agents. Network: ab382ec0-3c10-44fc-8585-f54091dc3569, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:54.925687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network ab382ec0-3c10-44fc-8585-f54091dc3569 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:54.943054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ab382ec0-3c10-44fc-8585-f54091dc3569) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:54.952305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:54.952914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.000648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57392) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:55.010839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ee5c708d-d724-423f-b9bd-ad0dc17ca60c tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9506156 Oct 26 12:09:55.013231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57396) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:55.028013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-343a5be0-2f16-40a0-9ea7-25195a537e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.091943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.108755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4f2ec-7223-4b4c-a4de-90224d5b9523 None None] Network ab382ec0-3c10-44fc-8585-f54091dc3569 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:55.136295 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.214341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-343a5be0-2f16-40a0-9ea7-25195a537e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.230694 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-343a5be0-2f16-40a0-9ea7-25195a537e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.266234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a5be0-2f16-40a0-9ea7-25195a537e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0bd91-3659-4c9b-95fc-ef6829658633,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:55.266549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.294461 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-343a5be0-2f16-40a0-9ea7-25195a537e29 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8e35e26fceb3415b9839e9114c2b9ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924163 Oct 26 12:09:55.297521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57420) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:55.370931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81dde2e2-d27b-4146-8678-9b9385e578f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.427286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9a97-58db-456a-9559-7aedc07b6352 req-ec4883b7-f9af-465b-a7af-9151ee2c325f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:55.429534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-795c9a97-58db-456a-9559-7aedc07b6352 req-ec4883b7-f9af-465b-a7af-9151ee2c325f tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.2717121 Oct 26 12:09:55.451871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81dde2e2-d27b-4146-8678-9b9385e578f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.554530 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81dde2e2-d27b-4146-8678-9b9385e578f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.559165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81dde2e2-d27b-4146-8678-9b9385e578f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.560876 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81dde2e2-d27b-4146-8678-9b9385e578f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/19e0bd91-3659-4c9b-95fc-ef6829658633 HTTP/1.1" status: 204 len: 168 time: 0.2612307 Oct 26 12:09:55.588901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Pushing event updated for resources: {'Port': ['ID=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:55.589344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dde2e2-d27b-4146-8678-9b9385e578f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0bd91-3659-4c9b-95fc-ef6829658633,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:55.686486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-795c9a97-58db-456a-9559-7aedc07b6352 req-e45a6e7f-8973-4741-8a23-f8abb251dfd4 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118263 Oct 26 12:09:55.687799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.753980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a91d2-8fac-412b-a941-c10287a20b4d None None] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:55.767847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Network 687558c8-570c-456e-b64b-9392262a3a33 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:55.842531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:55.849493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:55.851555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2fec2e26-6cce-45d2-9278-c5c1060f9b43 None None] Provisioning complete for port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:55.851929 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fec2e26-6cce-45d2-9278-c5c1060f9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:55.960823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-ab382ec0-3c10-44fc-8585-f54091dc3569', 'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569', 'tenant_id': '2396f5e9a8a04c49853d3f1c342c8be8', 'fixed_ips': [{'subnet_id': 'e63ada37-67b4-4b29-bc0c-faf01b654881'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:09:55.961693 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.090979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Allocated IP 2001:db8::1 (687558c8-570c-456e-b64b-9392262a3a33/b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a/dba3a27c-5aea-4d9e-a387-45bc5b109847) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:56.148501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Allocated IP 2001:db8::2 (ab382ec0-3c10-44fc-8585-f54091dc3569/e63ada37-67b4-4b29-bc0c-faf01b654881/025ca898-93b3-430f-bb11-f799d17aa7ea) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:56.258252 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.316185 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.319198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Attempting to bind port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:56.319932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Attempting to bind port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'ec5c6489-a7e1-4bd7-b667-18f6a008f241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '687558c8-570c-456e-b64b-9392262a3a33'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:56.320653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Attempting to bind port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 on network 687558c8-570c-456e-b64b-9392262a3a33 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:56.329179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 02f63bf4-f0fc-4e40-852d-c75ee7a08308 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:56.331769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.374163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.388595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:56.388978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Checking segment: {'id': 'ec5c6489-a7e1-4bd7-b667-18f6a008f241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '687558c8-570c-456e-b64b-9392262a3a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:56.389385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.389780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Bound using segment: {'id': 'ec5c6489-a7e1-4bd7-b667-18f6a008f241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '687558c8-570c-456e-b64b-9392262a3a33'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:56.390268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Bound port: 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5c6489-a7e1-4bd7-b667-18f6a008f241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '687558c8-570c-456e-b64b-9392262a3a33'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:56.391225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.407242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 687558c8-570c-456e-b64b-9392262a3a33 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:56.408180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Port': ['ID=dba3a27c-5aea-4d9e-a387-45bc5b109847,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:56.420008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:56.423034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:56.423635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.520029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Network ab382ec0-3c10-44fc-8585-f54091dc3569 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:56.549617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:56.565334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:09:56.575990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Pushing event updated for resources: {'Port': ['ID=025ca898-93b3-430f-bb11-f799d17aa7ea,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:56.579444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:56.580094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.586449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.678893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fec2e26-6cce-45d2-9278-c5c1060f9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.814887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] For port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:56.862739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] For port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,segment=NetworkSegment(ec5c6489-a7e1-4bd7-b667-18f6a008f241),segment_id=ec5c6489-a7e1-4bd7-b667-18f6a008f241)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:56.916962 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.932796 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:56.934698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Attempting to bind port 025ca898-93b3-430f-bb11-f799d17aa7ea on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:09:56.935088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Attempting to bind port 025ca898-93b3-430f-bb11-f799d17aa7ea by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b665714e-5999-4100-958c-ccea59e842c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:09:56.935447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Attempting to bind port 025ca898-93b3-430f-bb11-f799d17aa7ea on network ab382ec0-3c10-44fc-8585-f54091dc3569 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:57.023484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2fec2e26-6cce-45d2-9278-c5c1060f9b43 None None] For port 02f63bf4-f0fc-4e40-852d-c75ee7a08308, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=02f63bf4-f0fc-4e40-852d-c75ee7a08308,segment=NetworkSegment(02d3c9ed-5e1c-40aa-87bf-40d4a443cf37),segment_id=02d3c9ed-5e1c-40aa-87bf-40d4a443cf37)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:57.033263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace2efa-b2af-4ccb-8480-e349505384dc None None] Pushing event updated for resources: {'Port': ['ID=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:57.041657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:09:57.042340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Checking segment: {'id': 'b665714e-5999-4100-958c-ccea59e842c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:09:57.043242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.043846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Bound using segment: {'id': 'b665714e-5999-4100-958c-ccea59e842c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:57.044606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Bound port: 025ca898-93b3-430f-bb11-f799d17aa7ea, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b665714e-5999-4100-958c-ccea59e842c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ab382ec0-3c10-44fc-8585-f54091dc3569'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:09:57.045240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.061625 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fec2e26-6cce-45d2-9278-c5c1060f9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.138682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] For port 025ca898-93b3-430f-bb11-f799d17aa7ea, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:57.142846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] For port 025ca898-93b3-430f-bb11-f799d17aa7ea, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=025ca898-93b3-430f-bb11-f799d17aa7ea,segment=NetworkSegment(b665714e-5999-4100-958c-ccea59e842c1),segment_id=b665714e-5999-4100-958c-ccea59e842c1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:57.187310 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.278805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2e26-6cce-45d2-9278-c5c1060f9b43 None None] Pushing event updated for resources: {'Port': ['ID=02f63bf4-f0fc-4e40-852d-c75ee7a08308,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:57.308068 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:09:57.309238 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:09:57.367331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-714ba0f2-65c8-4135-ae98-f40bbc9fb541 None None] Provisioning complete for port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:57.367982 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-714ba0f2-65c8-4135-ae98-f40bbc9fb541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.433351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-b8ed03b9-e1f7-412d-8ee7-fb373e71e13d req-ee45d7f5-4266-4287-a11b-e8b29b9e961e service neutron] (102760) timed out ('10.222.0.100', 57602) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:09:57.489919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-5b073b45-69f5-4260-8a4e-a7a438b3ac99 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:57.491668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-5b073b45-69f5-4260-8a4e-a7a438b3ac99 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.100 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.6612451 Oct 26 12:09:57.493202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54082d-2643-49ec-b4c4-cf9e27effd30 None None] Pushing event updated for resources: {'Port': ['ID=025ca898-93b3-430f-bb11-f799d17aa7ea,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:57.730815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef6a3-f25a-4ced-a1c1-f9b619b572ab req-820bbca4-6ad6-4d83-85de-a3a6d8142e83 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:57.732475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2fef6a3-f25a-4ced-a1c1-f9b619b572ab req-820bbca4-6ad6-4d83-85de-a3a6d8142e83 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 946 time: 0.9009459 Oct 26 12:09:57.853904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2fef6a3-f25a-4ced-a1c1-f9b619b572ab req-210f2cd5-08b9-4d0b-9d54-0a23fc3c454b tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dade988-97f3-4032-b4c2-dc23a8e4972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 Oct 26 12:09:57.913576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Deleting port 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:09:57.914059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.970613 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.977658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:57.978575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.106388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Port': ['ID=dba3a27c-5aea-4d9e-a387-45bc5b109847,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:58.134123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] For port 14d05ea1-f191-4819-86b7-662eca014c7a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=14d05ea1-f191-4819-86b7-662eca014c7a,segment=NetworkSegment(1202cbf6-dd42-4b76-b844-f3b405072c97),segment_id=1202cbf6-dd42-4b76-b844-f3b405072c97)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:58.134474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.186007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Calling delete_port for 14d05ea1-f191-4819-86b7-662eca014c7a owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:09:58.257308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 687558c8-570c-456e-b64b-9392262a3a33 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:58.262939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:58.385033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 025ca898-93b3-430f-bb11-f799d17aa7ea up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:58.480468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 025ca898-93b3-430f-bb11-f799d17aa7ea triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:58.480850 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.545987 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:09:58.572543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.605594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Router 2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:09:58.629992 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.647963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05d9b1-227c-43a4-9b13-4bd568fb54d4 None None] Network 687558c8-570c-456e-b64b-9392262a3a33 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:58.657376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 025ca898-93b3-430f-bb11-f799d17aa7ea, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=025ca898-93b3-430f-bb11-f799d17aa7ea,segment=NetworkSegment(b665714e-5999-4100-958c-ccea59e842c1),segment_id=b665714e-5999-4100-958c-ccea59e842c1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:58.670413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['14d05ea1-f191-4819-86b7-662eca014c7a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:09:58.709941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Pushing event deleted for resources: {'Port': ['ID=14d05ea1-f191-4819-86b7-662eca014c7a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:58.783653 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.784617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:58.893462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:58.934508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=025ca898-93b3-430f-bb11-f799d17aa7ea,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:58.956770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3534f9a9-b8e2-4c2d-bb8a-720b30badba0 None None] Provisioning complete for port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:58.957277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3534f9a9-b8e2-4c2d-bb8a-720b30badba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:58.968751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Deleting subnet 002f5785-f6a5-4ae0-8980-8750081b6342 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:09:58.973926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.002440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] No DVR routers for this DVR port 14d05ea1-f191-4819-86b7-662eca014c7a on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:09:59.031186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.035414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.040978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e2dba08-6482-4668-b202-a9ed429d8524 req-c9b7d68c-ae0d-4a62-8791-d54a825e0f93 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.100 "DELETE /v2.0/ports/14d05ea1-f191-4819-86b7-662eca014c7a HTTP/1.1" status: 204 len: 173 time: 1.5177031 Oct 26 12:09:59.041478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-deleted', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:09:59.053001 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34dbe8c-ebad-451c-a82b-75d13bd01572" -d '{"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-deleted", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:59.111961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.147495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8dbe3d51-f304-4dca-9c5b-620a9c11ddd3 req-8bf75b10-070a-45c6-94f3-9216b9a7dd04 tempest-ServersNegativeTestJSON-30746118 tempest-ServersNegativeTestJSON-30746118-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf0daad-e6b6-410e-90a5-5c23bb31827c HTTP/1.1" status: 200 len: 210 time: 0.1463239 Oct 26 12:09:59.192480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.237452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:09:59.238061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.240668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:59.244179 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d066acb8-3b05-4dff-adc1-dcdc63704337 x-openstack-request-id: req-d066acb8-3b05-4dff-adc1-dcdc63704337 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:59.244492 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0daad-e6b6-410e-90a5-5c23bb31827c", "name": "network-vif-deleted", "tag": "14d05ea1-f191-4819-86b7-662eca014c7a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:59.244732 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d066acb8-3b05-4dff-adc1-dcdc63704337 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:59.245150 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0daad-e6b6-410e-90a5-5c23bb31827c', 'name': 'network-vif-deleted', 'tag': '14d05ea1-f191-4819-86b7-662eca014c7a', 'status': 'completed', 'code': 200} Oct 26 12:09:59.255203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-867de870-dad9-4643-b953-2ce8834909ec tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2339323 Oct 26 12:09:59.269335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57516) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:59.278726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.284483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/002f5785-f6a5-4ae0-8980-8750081b6342 HTTP/1.1" status: 204 len: 168 time: 0.3892319 Oct 26 12:09:59.285886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca38293-5727-40cc-8f36-931f9d0cb78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002f5785-f6a5-4ae0-8980-8750081b6342,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:59.289462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57520) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:59.332483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] Sync routers for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:59.397475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.430462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413735d8-ca02-455e-aa5b-3748c3d4900c req-308f42cc-3c9e-446b-a13e-4f7c7ea7f0c6 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:09:59.432186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-413735d8-ca02-455e-aa5b-3748c3d4900c req-308f42cc-3c9e-446b-a13e-4f7c7ea7f0c6 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1097 time: 0.2814214 Oct 26 12:09:59.519660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.573879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eb8412-9d03-41c7-ae6f-d80d946a4401']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.598060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8472484-7155-444c-bcd2-c3fe74af9bc1') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.598521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8472484-7155-444c-bcd2-c3fe74af9bc1') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.615829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.636754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810f312-1312-462a-b0a8-117186a264ab None None] Network ab382ec0-3c10-44fc-8585-f54091dc3569 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:09:59.643159 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.651690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:59.652141 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:09:59.657524 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:09:59.682246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:59.685618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.767726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.782211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-413735d8-ca02-455e-aa5b-3748c3d4900c req-ff7cd050-44a8-4231-b006-f112c7255a7c tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323653 Oct 26 12:09:59.785671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57532) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:09:59.830504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3534f9a9-b8e2-4c2d-bb8a-720b30badba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.832719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.838470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.842190 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b3eb8412-9d03-41c7-ae6f-d80d946a4401 HTTP/1.1" status: 204 len: 168 time: 0.5515566 Oct 26 12:09:59.843166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f49e8a-0a06-4fb8-85e6-4be6cf1d3483 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3eb8412-9d03-41c7-ae6f-d80d946a4401,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:59.873656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:09:59.874306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.902359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3534f9a9-b8e2-4c2d-bb8a-720b30badba0 None None] For port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,segment=NetworkSegment(ec5c6489-a7e1-4bd7-b667-18f6a008f241),segment_id=ec5c6489-a7e1-4bd7-b667-18f6a008f241)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:59.970530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3534f9a9-b8e2-4c2d-bb8a-720b30badba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:09:59.986732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.987443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfee38b-94dc-491c-9b09-837c7ad9ab83 None None] The sync data for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:00.102526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 02f63bf4-f0fc-4e40-852d-c75ee7a08308 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:00.105383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:00.199091 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-395d1a82-ff47-4c91-97d1-cf0758c44d4b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b6bdcf07780148a199a51f9bade9764e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919418 Oct 26 12:10:00.201819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57544) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:00.217873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:00.239253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-edf6208a-8cad-4e1e-86fb-51cfe15233c0 None None] Provisioning complete for port 025ca898-93b3-430f-bb11-f799d17aa7ea triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:00.239535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-edf6208a-8cad-4e1e-86fb-51cfe15233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.289564 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-dfab17e1-c400-4db6-82d0-f1b2e2846817 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:10:00.293666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dfab17e1-c400-4db6-82d0-f1b2e2846817 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0232675 Oct 26 12:10:00.295475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57548) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:00.320529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f9a9-b8e2-4c2d-bb8a-720b30badba0 None None] Pushing event updated for resources: {'Port': ['ID=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:00.435510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c094e32f-de60-45de-9c6f-2cf988cba7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.489101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c094e32f-de60-45de-9c6f-2cf988cba7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.531349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:00.531928 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.569984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Deleting subnet 4bb7e4a4-d2f3-4540-ac94-4f9262770034 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:10:00.575725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.606677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c094e32f-de60-45de-9c6f-2cf988cba7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.613593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c094e32f-de60-45de-9c6f-2cf988cba7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.616982 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c094e32f-de60-45de-9c6f-2cf988cba7ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb88ee70-6b0b-46ba-abe4-ba8f21300e66 HTTP/1.1" status: 204 len: 168 time: 0.4139881 Oct 26 12:10:00.654791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port aa94e551-6fd2-4a00-bd83-15ee8869a715 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:00.655502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.663883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094e32f-de60-45de-9c6f-2cf988cba7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb88ee70-6b0b-46ba-abe4-ba8f21300e66,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:00.694454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.816259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.817339 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:00.840399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for aa94e551-6fd2-4a00-bd83-15ee8869a715 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:00.878375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f7bb93b1-8b8f-489a-a5fa-f917354c8914 None None] Provisioning complete for port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:00.878831 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f7bb93b1-8b8f-489a-a5fa-f917354c8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.033840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:01.090965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 14d05ea1-f191-4819-86b7-662eca014c7a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:01.091323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 14d05ea1-f191-4819-86b7-662eca014c7a not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:01.209157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f7bb93b1-8b8f-489a-a5fa-f917354c8914 None None] Provisioning complete for port dba3a27c-5aea-4d9e-a387-45bc5b109847 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:01.211365 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f7bb93b1-8b8f-489a-a5fa-f917354c8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.273425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 025ca898-93b3-430f-bb11-f799d17aa7ea up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:01.313705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.428314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.429157 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP 1b333b48-6734-48e0-93f8-0f932eeea0ee disassociated (deleted). External IP: 172.25.4.248, port: d12365b3-44a7-49be-937c-c4fbbbc524f5. Oct 26 12:10:01.433540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=aa94e551-6fd2-4a00-bd83-15ee8869a715,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:01.449094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb93b1-8b8f-489a-a5fa-f917354c8914 None None] Port dba3a27c-5aea-4d9e-a387-45bc5b109847 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:01.508473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 025ca898-93b3-430f-bb11-f799d17aa7ea triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:01.509008 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.557715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.586286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.601688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-16fb5322-3978-4564-a88f-65daa80a5ede None None] Provisioning complete for port 025ca898-93b3-430f-bb11-f799d17aa7ea triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:01.602210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-16fb5322-3978-4564-a88f-65daa80a5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.709755 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.759352 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:01.817583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb7e4a4-d2f3-4540-ac94-4f9262770034,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:01.824894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.846844 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cda16596-bfe9-4e39-99a7-1ee1dd4ff0c5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4bb7e4a4-d2f3-4540-ac94-4f9262770034 HTTP/1.1" status: 204 len: 168 time: 1.6246576 Oct 26 12:10:01.849475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:01.875350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-16fb5322-3978-4564-a88f-65daa80a5ede None None] Provisioning complete for port dba3a27c-5aea-4d9e-a387-45bc5b109847 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:01.875707 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-16fb5322-3978-4564-a88f-65daa80a5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.878446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:01.879144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:01.953291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-16fb5322-3978-4564-a88f-65daa80a5ede None None] Port dba3a27c-5aea-4d9e-a387-45bc5b109847 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:02.098118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.128914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router f7984094-8c30-48ae-8f68-e0111f505c78 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:02.217960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.243818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a13268d-7fb2-4fff-a944-812518c5ea8a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:02.262136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1202cbf6-dd42-4b76-b844-f3b405072c97') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:02.263530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1202cbf6-dd42-4b76-b844-f3b405072c97') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:02.278349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.293502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.300535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:10:02.300931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:10:02.302644 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:10:02.387388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.401110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.405706 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] 10.222.0.88 "DELETE /v2.0/networks/5a13268d-7fb2-4fff-a944-812518c5ea8a HTTP/1.1" status: 204 len: 168 time: 0.5552182 Oct 26 12:10:02.424514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ccde0-101e-47dc-9945-857765e6124f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a13268d-7fb2-4fff-a944-812518c5ea8a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:02.648461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57626) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:02.704999 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58803f06-3f77-47fb-9295-c0a357e0c133 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1f8ff806ee684188a7f29ad6f33bef93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542307 Oct 26 12:10:02.707315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57628) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:02.763311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc3009-a523-4366-94dd-330a0094a955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.781546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:02.786367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.793500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] Sync routers for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:02.799114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc3009-a523-4366-94dd-330a0094a955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.810368 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:02.813472 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:02.820627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting port dba3a27c-5aea-4d9e-a387-45bc5b109847 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:02.820975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.884045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc3009-a523-4366-94dd-330a0094a955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.892451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-34fc3009-a523-4366-94dd-330a0094a955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:02.897133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c6941958-0b98-4ab0-aeaa-39324a995c4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/floatingips/1b333b48-6734-48e0-93f8-0f932eeea0ee HTTP/1.1" status: 204 len: 168 time: 3.1079288 Oct 26 12:10:02.897133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:10:02.897900 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e4418-53fe-40d1-bd4a-4e4e6f02af19" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:02.912060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-34fc3009-a523-4366-94dd-330a0094a955 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3dade988-97f3-4032-b4c2-dc23a8e4972a HTTP/1.1" status: 204 len: 168 time: 0.2034130 Oct 26 12:10:02.949731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc3009-a523-4366-94dd-330a0094a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dade988-97f3-4032-b4c2-dc23a8e4972a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:03.020736 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b7a33-3908-4e6a-9477-21836a4358df x-openstack-request-id: req-bc0b7a33-3908-4e6a-9477-21836a4358df {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:03.021052 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:03.021315 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc0b7a33-3908-4e6a-9477-21836a4358df {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:03.023380 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'status': 'completed', 'code': 200} Oct 26 12:10:03.040842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:03.138612 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:03.142243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Calling delete_port for dba3a27c-5aea-4d9e-a387-45bc5b109847 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:03.324297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-9363b5dc-fd44-47ca-8542-16ab84e6b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:03.326084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-9363b5dc-fd44-47ca-8542-16ab84e6b531 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 1097 time: 0.2742941 Oct 26 12:10:03.508603 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:41Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:03.543828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] Checking router: f7984094-8c30-48ae-8f68-e0111f505c78 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:03.552615 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:03.553222 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:03.706999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:03.722391 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:03.783097 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:03.833375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Port': ['ID=dba3a27c-5aea-4d9e-a387-45bc5b109847,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:03.973602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cdbe7-c707-465f-8764-0106b73d7428 req-16989b9f-aecc-465c-b939-66f9005b769b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:03.986986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed3cdbe7-c707-465f-8764-0106b73d7428 req-16989b9f-aecc-465c-b939-66f9005b769b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 946 time: 0.5866067 Oct 26 12:10:04.117397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-ae5eab8f-fc3e-45da-8b0b-7be27b536433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:04.119442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-ae5eab8f-fc3e-45da-8b0b-7be27b536433 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 200 len: 899 time: 0.7831521 Oct 26 12:10:04.126090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:04.129894 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:41Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:04.206033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed3cdbe7-c707-465f-8764-0106b73d7428 req-31095de4-f7c8-4d59-8c54-78ad4df2b0d2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161140 Oct 26 12:10:04.217908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-58b03130-150d-4049-b54b-706d3f752c50 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 200 len: 217 time: 0.0735369 Oct 26 12:10:04.366536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-144f6092-b630-4c64-af6d-328938b2c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:04.389155 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38b7df-f13a-484a-885f-5695256bf7fc None None] The sync data for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 is: [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:07:34Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '7151b2dd-d65e-44fb-9cc0-4d0b92e691dd', 'name': '', 'network_id': '1169a88e-c164-402c-8438-b2c07e6ab61b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:c8:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:31Z', 'updated_at': '2021-10-26T12:07:41Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '850aa625-4cc9-4f40-892b-233e1edaf4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:04.391868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-144f6092-b630-4c64-af6d-328938b2c56b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 200 len: 834 time: 0.1247630 Oct 26 12:10:04.501410 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-55ec91c2-559a-4c7c-aea0-60a852dcb7e8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829434 Oct 26 12:10:04.564702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-527fdc96-a2f0-40d9-9afb-c8c90ced3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:04.566255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-527fdc96-a2f0-40d9-9afb-c8c90ced3f0c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1169a88e-c164-402c-8438-b2c07e6ab61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735969 Oct 26 12:10:04.619352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-9737d107-203c-4549-ab53-ddd30b81827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:04.621744 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-9737d107-203c-4549-ab53-ddd30b81827f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1097 time: 0.0702000 Oct 26 12:10:04.701373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Router 2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:04.731290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-33ee40fc-0be9-4e4b-bdf8-4b972ee01220 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536782 Oct 26 12:10:04.818572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e6b48-a43b-4b25-8a34-742be593daa8 None None] New status for floating IP 1b333b48-6734-48e0-93f8-0f932eeea0ee: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:10:04.826042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-80e81956-5a34-4481-a88e-9e10bc96d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:04.827564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-80e81956-5a34-4481-a88e-9e10bc96d7b8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.1668029 Oct 26 12:10:04.837622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-9e8fea25-3bcf-40d1-812a-1a3b2ff49fee tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:04.839152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-9e8fea25-3bcf-40d1-812a-1a3b2ff49fee tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 946 time: 0.2378731 Oct 26 12:10:04.905014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:04.911218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7df16188-e860-411b-8392-96ffa756840a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6084442 Oct 26 12:10:04.915589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57718) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:04.919312 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] Sync routers for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:04.934588 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:04.935159 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:04.959690 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-4fccc98f-f298-48ee-8344-cf83c2e057e5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] delete failed (client error): The resource could not be found. Oct 26 12:10:04.960744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4fccc98f-f298-48ee-8344-cf83c2e057e5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-1196192630 HTTP/1.1" status: 404 len: 335 time: 0.0445218 Oct 26 12:10:04.967856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57720) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:04.973865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-087929d7-07f2-471e-ba0f-ce4e3bee7337 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:05.023957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:05.058120 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.100193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-9b99eab9-fd17-4f69-8203-dc38ac2fb894 service neutron] 10.222.0.100 "GET /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618150 Oct 26 12:10:05.130564 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:05.131583 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.173317 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-7cf82082-60cc-4694-b15f-528157024674 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 1002 time: 0.3330429 Oct 26 12:10:05.235255 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.236192 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b699fd-2917-4e20-b1ef-d501482178ca None None] The sync data for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:05.238066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port d12365b3-44a7-49be-937c-c4fbbbc524f5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:05.241971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.304379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0994bee3-bc07-4db1-a0e2-09a40773dda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.307074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-7478a641-8ab5-4a14-ae33-152256adc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:05.309346 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-7478a641-8ab5-4a14-ae33-152256adc288 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1276438 Oct 26 12:10:05.409134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port d12365b3-44a7-49be-937c-c4fbbbc524f5, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d12365b3-44a7-49be-937c-c4fbbbc524f5,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:05.409518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.431718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for d12365b3-44a7-49be-937c-c4fbbbc524f5 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:05.454680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.479937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-087929d7-07f2-471e-ba0f-ce4e3bee7337 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.497363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-e5fb8d19-127d-41d2-9c59-d55a1f376a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:05.498966 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-e5fb8d19-127d-41d2-9c59-d55a1f376a85 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804795 Oct 26 12:10:05.535182 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-087929d7-07f2-471e-ba0f-ce4e3bee7337 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] update failed (client error): The resource could not be found. Oct 26 12:10:05.539585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-087929d7-07f2-471e-ba0f-ce4e3bee7337 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 HTTP/1.1" status: 404 len: 339 time: 0.5674853 Oct 26 12:10:05.547462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90ebeb-ec31-443e-b8b1-8e1772a3b6a2 req-9fb10ac8-74e2-43c1-b7c6-0af5a3d9771d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:05.549309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a90ebeb-ec31-443e-b8b1-8e1772a3b6a2 req-9fb10ac8-74e2-43c1-b7c6-0af5a3d9771d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd0ea44c-1f3a-4a17-ad62-51c31c86fd50 HTTP/1.1" status: 200 len: 946 time: 0.1752424 Oct 26 12:10:05.549831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57734) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:05.558101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-720847720'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:05.603735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0994bee3-bc07-4db1-a0e2-09a40773dda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.617670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0994bee3-bc07-4db1-a0e2-09a40773dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.662188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a90ebeb-ec31-443e-b8b1-8e1772a3b6a2 req-0c015ed8-b98f-45f4-a8e7-07d655a7a966 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=ca9e09b6-4b4a-4e83-b4ed-06d88842650b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944049 Oct 26 12:10:05.663421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:10:05.666739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.674999 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-f25c7fc6-9188-442c-a6a2-4fc125e781a2 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671255 Oct 26 12:10:05.703186 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0994bee3-bc07-4db1-a0e2-09a40773dda6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=304c03c5fb7a48ee9bbcb5a7ce9f01fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750278 Oct 26 12:10:05.705210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994bee3-bc07-4db1-a0e2-09a40773dda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75c401-8265-4365-b916-a601a341ade4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:05.719447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57736) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:05.756209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:10:05.777322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.778801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.779987 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Added segment 7b944377-e789-42a3-9d86-c8d3a3ad2fe7 of type vlan for network 375a6555-d7c8-4690-adda-b415f0d607d1 Oct 26 12:10:05.830524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fb7a-188f-40c4-b3bb-26a5fc346ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.842909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.845974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4ecff379-b0c5-42c8-9dda-237f09555bf9 req-cab50421-2394-4461-9b69-a89138f11d93 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615794 Oct 26 12:10:05.920419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fb7a-188f-40c4-b3bb-26a5fc346ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.927141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=d12365b3-44a7-49be-937c-c4fbbbc524f5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:05.947210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] No DVR routers for this DVR port d12365b3-44a7-49be-937c-c4fbbbc524f5 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:05.950321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.955319 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b7f3e522-83a5-45f4-8741-c87b194a25f7 req-b792d213-6b18-4907-b973-1919480aee73 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "DELETE /v2.0/ports/d12365b3-44a7-49be-937c-c4fbbbc524f5 HTTP/1.1" status: 204 len: 173 time: 1.1088839 Oct 26 12:10:05.955319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-deleted', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:10:05.958216 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ab0fa-2eb0-4611-bb07-4a46abbc29fc" -d '{"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-deleted", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:05.958739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:05.965340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:05.965988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:06.001102 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424570a7-6a09-45d8-9c80-96f15005c786 x-openstack-request-id: req-424570a7-6a09-45d8-9c80-96f15005c786 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:06.001567 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ea44c-1f3a-4a17-ad62-51c31c86fd50", "name": "network-vif-deleted", "tag": "d12365b3-44a7-49be-937c-c4fbbbc524f5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:06.002263 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-424570a7-6a09-45d8-9c80-96f15005c786 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:06.002804 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ea44c-1f3a-4a17-ad62-51c31c86fd50', 'name': 'network-vif-deleted', 'tag': 'd12365b3-44a7-49be-937c-c4fbbbc524f5', 'status': 'completed', 'code': 200} Oct 26 12:10:06.083470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5273633 Oct 26 12:10:06.084584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57740) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:06.087279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f59d47-6ab3-42ad-ac32-40fd7e4bec2a tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Network': ['ID=375a6555-d7c8-4690-adda-b415f0d607d1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:06.095533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'subnet': {'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:06.100205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 375a6555-d7c8-4690-adda-b415f0d607d1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:10:06.149466 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fb7a-188f-40c4-b3bb-26a5fc346ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:06.152943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6a1fb7a-188f-40c4-b3bb-26a5fc346ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:06.154328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a6a1fb7a-188f-40c4-b3bb-26a5fc346ca2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1d75c401-8265-4365-b916-a601a341ade4 HTTP/1.1" status: 204 len: 168 time: 0.4327524 Oct 26 12:10:06.212077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1fb7a-188f-40c4-b3bb-26a5fc346ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75c401-8265-4365-b916-a601a341ade4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:06.321829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Made reservation on behalf of 2396f5e9a8a04c49853d3f1c342c8be8 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:10:06.326631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:06.621985 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:06.684338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Subnet': ['ID=3877ff42-f00e-44ed-94ad-5c54650b2ba2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:06.715998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Checking segment: {'id': '7b944377-e789-42a3-9d86-c8d3a3ad2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:06.716373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network hostable DHCP agents. Network: 375a6555-d7c8-4690-adda-b415f0d607d1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:10:06.736015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 375a6555-d7c8-4690-adda-b415f0d607d1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:10:06.748109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 375a6555-d7c8-4690-adda-b415f0d607d1) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:06.755789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57760) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:06.760963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49381df0-959e-420b-a492-ccf2f06a77bd None None] Network 375a6555-d7c8-4690-adda-b415f0d607d1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:06.767783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:06.775546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:06.818468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-858450fc-877d-4fb4-96d0-b8df56141194 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7306077 Oct 26 12:10:06.820682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57762) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:06.831386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ba1cbba3-5033-451c-9506-5b1eb232d8e6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'router': {'external_gateway_info': {'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:07.075612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-375a6555-d7c8-4690-adda-b415f0d607d1', 'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1', 'tenant_id': '2396f5e9a8a04c49853d3f1c342c8be8', 'fixed_ips': [{'subnet_id': '3877ff42-f00e-44ed-94ad-5c54650b2ba2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:10:07.076759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.242495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbba3-5033-451c-9506-5b1eb232d8e6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.309321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.382752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Allocated IP 2001:db8:1::2 (375a6555-d7c8-4690-adda-b415f0d607d1/3877ff42-f00e-44ed-94ad-5c54650b2ba2/795e5782-fb60-4683-bd88-23544b2b092c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:07.433764 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-ba1cbba3-5033-451c-9506-5b1eb232d8e6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:10:07.441889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57776) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:07.442646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ba1cbba3-5033-451c-9506-5b1eb232d8e6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 HTTP/1.1" status: 400 len: 364 time: 0.6197860 Oct 26 12:10:07.599176 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.612713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.747607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Network 375a6555-d7c8-4690-adda-b415f0d607d1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:07.752418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:07.764610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:07.830170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Pushing event updated for resources: {'Port': ['ID=795e5782-fb60-4683-bd88-23544b2b092c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:07.844279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.845000 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.845524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.846056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.846558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.847133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.847630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.848134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.848628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.849145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.849469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.849891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:07.863788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Attempting to bind port 795e5782-fb60-4683-bd88-23544b2b092c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:10:07.863945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Attempting to bind port 795e5782-fb60-4683-bd88-23544b2b092c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '7b944377-e789-42a3-9d86-c8d3a3ad2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:10:07.864320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Attempting to bind port 795e5782-fb60-4683-bd88-23544b2b092c on network 375a6555-d7c8-4690-adda-b415f0d607d1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:10:07.876225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:10:07.876225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Checking segment: {'id': '7b944377-e789-42a3-9d86-c8d3a3ad2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:07.877349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.877755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Bound using segment: {'id': '7b944377-e789-42a3-9d86-c8d3a3ad2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:10:07.878248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Bound port: 795e5782-fb60-4683-bd88-23544b2b092c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b944377-e789-42a3-9d86-c8d3a3ad2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '375a6555-d7c8-4690-adda-b415f0d607d1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:10:07.878638 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:07.986115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:08.008928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] For port 795e5782-fb60-4683-bd88-23544b2b092c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:10:08.016942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] For port 795e5782-fb60-4683-bd88-23544b2b092c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=795e5782-fb60-4683-bd88-23544b2b092c,segment=NetworkSegment(7b944377-e789-42a3-9d86-c8d3a3ad2fe7),segment_id=7b944377-e789-42a3-9d86-c8d3a3ad2fe7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:10:08.023451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:08.131160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778383e6-2e99-40bf-a9e7-65360bebc4de None None] Pushing event updated for resources: {'Port': ['ID=795e5782-fb60-4683-bd88-23544b2b092c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:08.512424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:08.512770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:08.638428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Allocated IP 2001:db8::1 (1e09c046-f698-4f24-9609-ebe9f6d4771a/99895d5e-e522-4452-87fd-97c83202b836/bdc8d2a8-9f7b-4500-8797-5d348082b366) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:08.738040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:08.738678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:08.761974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:08.875599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.053954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:09.128328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: d12365b3-44a7-49be-937c-c4fbbbc524f5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:09.130148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d12365b3-44a7-49be-937c-c4fbbbc524f5 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:09.139790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.255739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 795e5782-fb60-4683-bd88-23544b2b092c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:09.350811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 795e5782-fb60-4683-bd88-23544b2b092c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:09.357083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.562055 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.644086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 795e5782-fb60-4683-bd88-23544b2b092c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=795e5782-fb60-4683-bd88-23544b2b092c,segment=NetworkSegment(7b944377-e789-42a3-9d86-c8d3a3ad2fe7),segment_id=7b944377-e789-42a3-9d86-c8d3a3ad2fe7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:09.652800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.657179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Port': ['ID=bdc8d2a8-9f7b-4500-8797-5d348082b366,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:09.703356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:09.707175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.717009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:09.721684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:09.722189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:09.767010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=795e5782-fb60-4683-bd88-23544b2b092c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:09.805608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e4154-9ec9-49aa-88dd-15d7fd789c3e None None] Network 375a6555-d7c8-4690-adda-b415f0d607d1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:09.831861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=7151b2dd-d65e-44fb-9cc0-4d0b92e691dd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:10.017220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a944691a-ab06-467f-aa7a-c3cc1c0ec5bd None None] Provisioning complete for port 795e5782-fb60-4683-bd88-23544b2b092c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:10.017749 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a944691a-ab06-467f-aa7a-c3cc1c0ec5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.260923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.264418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.331224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b35e5413-3549-4295-9ff1-aa756e75a1e9 None None] Provisioning complete for port bdc8d2a8-9f7b-4500-8797-5d348082b366 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:10.332608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b35e5413-3549-4295-9ff1-aa756e75a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.374250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b35e5413-3549-4295-9ff1-aa756e75a1e9 None None] Port bdc8d2a8-9f7b-4500-8797-5d348082b366 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:10.507852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2d1deaab-c4f7-47cc-abd4-1244717fe01a None None] Provisioning complete for port 795e5782-fb60-4683-bd88-23544b2b092c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:10.508221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d1deaab-c4f7-47cc-abd4-1244717fe01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.734548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57862) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:10.757500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router f7984094-8c30-48ae-8f68-e0111f505c78 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:10.883456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.891404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.892195 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:10.893833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1efe1a06-33b1-48ca-a02a-da03c2b0c6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.006912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1efe1a06-33b1-48ca-a02a-da03c2b0c6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.016852 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1efe1a06-33b1-48ca-a02a-da03c2b0c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.032515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:11.044916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event updated for resources: {'Port': ['ID=bdc8d2a8-9f7b-4500-8797-5d348082b366,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:11.053062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] Sync routers for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:11.058280 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-98cd1cc9-051f-4f4f-8d19-cde2a94b2bdb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/f7984094-8c30-48ae-8f68-e0111f505c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2976785 Oct 26 12:10:11.065726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1efe1a06-33b1-48ca-a02a-da03c2b0c6de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d091f7105dbb40dd85967ce63ab2c639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296027 Oct 26 12:10:11.067615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57872) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:11.067969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:11.088684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:11.099136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:11.116438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe1a06-33b1-48ca-a02a-da03c2b0c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0368c51f-16d2-45c8-965b-db286d6c2b83,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:11.255110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:11.260326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting subnet 850aa625-4cc9-4f40-892b-233e1edaf4e7 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:10:11.267694 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.309785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:11.315607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-edf6-4012-b09e-805ef7a37b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.321041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:11.326048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 795e5782-fb60-4683-bd88-23544b2b092c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:11.346146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.379160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-edf6-4012-b09e-805ef7a37b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.641187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 795e5782-fb60-4683-bd88-23544b2b092c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:11.641777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.641904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.684342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-edf6-4012-b09e-805ef7a37b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.687555 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-edf6-4012-b09e-805ef7a37b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.688910 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-76e570ee-edf6-4012-b09e-805ef7a37b3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0368c51f-16d2-45c8-965b-db286d6c2b83 HTTP/1.1" status: 204 len: 168 time: 0.6173818 Oct 26 12:10:11.728235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-35ea62f4-b859-4eb5-b360-fa5067bbcd79 None None] Provisioning complete for port bdc8d2a8-9f7b-4500-8797-5d348082b366 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:11.728682 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35ea62f4-b859-4eb5-b360-fa5067bbcd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.747327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e570ee-edf6-4012-b09e-805ef7a37b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368c51f-16d2-45c8-965b-db286d6c2b83,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:11.827720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-35ea62f4-b859-4eb5-b360-fa5067bbcd79 None None] Port bdc8d2a8-9f7b-4500-8797-5d348082b366 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:11.831676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.835696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Router 2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:11.843873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:10:09Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:11.881608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Subnet': ['ID=850aa625-4cc9-4f40-892b-233e1edaf4e7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:11.888711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:11.895758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57888) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:11.896387 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d5dc73da-f503-4809-9dd2-4ac3002cbea8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/subnets/850aa625-4cc9-4f40-892b-233e1edaf4e7 HTTP/1.1" status: 204 len: 168 time: 0.8268099 Oct 26 12:10:11.927709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] Checking router: f7984094-8c30-48ae-8f68-e0111f505c78 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:11.930912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739f0b8-3af3-4cca-9178-1809df0ece20 None None] Network 1169a88e-c164-402c-8438-b2c07e6ab61b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:12.035893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] Routers {'f7984094-8c30-48ae-8f68-e0111f505c78'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:12.036742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f7984094-8c30-48ae-8f68-e0111f505c78'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:12.108362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.111554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:12.123051 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] Sync routers for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:12.124225 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4acf4d8-c530-4716-847b-8e00a0f183b9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6813104 Oct 26 12:10:12.132351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57896) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:12.145241 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:12.146207 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:12.238100 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:12.275272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] Set router f7984094-8c30-48ae-8f68-e0111f505c78 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:12.282076 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:12.283139 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:12.316618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57900) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:12.356551 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:12.357626 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c61369-6c58-4321-a38e-c002c6a57585 None None] The sync data for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:12.366914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26379686-8f45-411a-baad-74bc0ec9025a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.389520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] DHCP port deletion for 1169a88e-c164-402c-8438-b2c07e6ab61b request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:10:12.448459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c24cc11a-f4ab-4332-b589-8f08748ada16 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.554125 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c24cc11a-f4ab-4332-b589-8f08748ada16 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 12:10:12.555253 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c24cc11a-f4ab-4332-b589-8f08748ada16 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 HTTP/1.1" status: 409 len: 329 time: 0.4219730 Oct 26 12:10:12.558067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57902) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:12.578916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] Deleting port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:12.579215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.693494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26379686-8f45-411a-baad-74bc0ec9025a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.695232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] For port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,segment=NetworkSegment(b58f36ee-57b2-48ad-b700-6cff5528dc4c),segment_id=b58f36ee-57b2-48ad-b700-6cff5528dc4c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:12.695739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.718070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] Calling delete_port for 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:12.726669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:10:09Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:12.728742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-26379686-8f45-411a-baad-74bc0ec9025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.771525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54207-daf0-438c-9a3f-bed5119acad3 None None] The sync data for ids ['f7984094-8c30-48ae-8f68-e0111f505c78'] in n-d-812150-3 is: [{'id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104566807', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:07:22Z', 'updated_at': '2021-10-26T12:10:09Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '62d33908-10a0-441e-8cc6-33eb39b45283', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7984094-8c30-48ae-8f68-e0111f505c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:07:24Z', 'updated_at': '2021-10-26T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:12.904656 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:12.953238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] Pushing event deleted for resources: {'Port': ['ID=5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:12.960770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc17700-82e3-44af-a401-208e45c4f894 None None] No DVR routers for this DVR port 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:12.990789 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.064324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 62d33908-10a0-441e-8cc6-33eb39b45283 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:13.064930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.170142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port 62d33908-10a0-441e-8cc6-33eb39b45283, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=62d33908-10a0-441e-8cc6-33eb39b45283,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:13.170602 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.186479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 62d33908-10a0-441e-8cc6-33eb39b45283 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:13.268734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:13.277082 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-26379686-8f45-411a-baad-74bc0ec9025a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0996d93cd2d24ebc97ada02da05f1a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9495537 Oct 26 12:10:13.287745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:13.310435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379686-8f45-411a-baad-74bc0ec9025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f100f80-3998-4d30-9f3d-d95d01b81146,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:13.349434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:13.349816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7151b2dd-d65e-44fb-9cc0-4d0b92e691dd not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:13.350211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:13.388957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:13.389708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5fcbb2ed-1106-4395-ab0c-b9d4b4ebd9e0 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:13.436488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf757-8f9a-4719-8993-ebf9e9dd6ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.496869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf757-8f9a-4719-8993-ebf9e9dd6ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.542635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.574899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.600012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=62d33908-10a0-441e-8cc6-33eb39b45283,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:13.678533 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf757-8f9a-4719-8993-ebf9e9dd6ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.681702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf757-8f9a-4719-8993-ebf9e9dd6ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.683032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4bfaf757-8f9a-4719-8993-ebf9e9dd6ae7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f100f80-3998-4d30-9f3d-d95d01b81146 HTTP/1.1" status: 204 len: 168 time: 0.3918748 Oct 26 12:10:13.701033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaf757-8f9a-4719-8993-ebf9e9dd6ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f100f80-3998-4d30-9f3d-d95d01b81146,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:13.745014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.863008 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.866404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.928251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.928915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Fanout notify agent at l3_agent the message router_deleted on router f7984094-8c30-48ae-8f68-e0111f505c78 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:10:13.955630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:13.956164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6de17374-da9e-47d1-98f8-f27edc78180e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/routers/f7984094-8c30-48ae-8f68-e0111f505c78 HTTP/1.1" status: 204 len: 168 time: 2.0592990 Oct 26 12:10:13.958777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:13.968612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting port bdc8d2a8-9f7b-4500-8797-5d348082b366 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:13.968612 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.094762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.162562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.199267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Calling delete_port for bdc8d2a8-9f7b-4500-8797-5d348082b366 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:14.226209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.288662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1169a88e-c164-402c-8438-b2c07e6ab61b']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:14.314958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58f36ee-57b2-48ad-b700-6cff5528dc4c') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:14.315276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58f36ee-57b2-48ad-b700-6cff5528dc4c') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:14.349007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.376293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.389513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:10:14.391081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.455307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:10:14.472072 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:10:14.480195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.491282 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.501950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/networks/1169a88e-c164-402c-8438-b2c07e6ab61b HTTP/1.1" status: 204 len: 168 time: 0.5390902 Oct 26 12:10:14.529986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57932) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:14.530919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10afea0-96de-4d3b-a49c-a9e35c8e08aa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Network': ['ID=1169a88e-c164-402c-8438-b2c07e6ab61b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.537097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Port': ['ID=bdc8d2a8-9f7b-4500-8797-5d348082b366,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.611300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.667146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.737328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.788185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.792623 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:14.811904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/security-groups/ca9e09b6-4b4a-4e83-b4ed-06d88842650b HTTP/1.1" status: 204 len: 168 time: 0.2776718 Oct 26 12:10:14.839515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e09b6-4b4a-4e83-b4ed-06d88842650b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.879433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.879433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.879433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.879433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.879433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.879433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.881328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.890894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.890894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.890894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.890894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.890894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c68d678-8969-46d1-a936-c65a69edc6be tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.963016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Router 2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:15.169678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57950) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.176034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671448966', 'description': 'tempest-secgroup-smoke-671448966 description', 'project_id': '5659a67d61c84433a1098cb23346a0f9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:15.177326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 62d33908-10a0-441e-8cc6-33eb39b45283 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:15.189139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:15.199290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5eccafe7-c0e1-4b14-87d0-bddbc1437fdb tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6401680 Oct 26 12:10:15.203726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.220854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] Sync routers for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:15.231492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.237158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 62d33908-10a0-441e-8cc6-33eb39b45283 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:15.237795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 62d33908-10a0-441e-8cc6-33eb39b45283 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:15.250941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:15.251587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:15.263899 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-d2885b0d-1aef-4b0e-8c06-41d052444357 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] show failed (client error): The resource could not be found. Oct 26 12:10:15.266054 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2885b0d-1aef-4b0e-8c06-41d052444357 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-336628261 HTTP/1.1" status: 404 len: 334 time: 0.0610578 Oct 26 12:10:15.269898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57954) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.277499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cf76c523-b8f0-4de9-a781-824fb631be7d tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:15.305711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:15.315228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] Routers {'2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:15.316102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:09:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:15.325608 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-cf76c523-b8f0-4de9-a781-824fb631be7d tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] update failed (client error): The resource could not be found. Oct 26 12:10:15.327185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cf76c523-b8f0-4de9-a781-824fb631be7d tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-1882815904 HTTP/1.1" status: 404 len: 335 time: 0.0560975 Oct 26 12:10:15.333033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57958) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.365685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:15.366639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f61cb-3e54-405b-b1d3-20155b170277 None None] The sync data for ids ['2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:15.410688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.414482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting subnet 3877ff42-f00e-44ed-94ad-5c54650b2ba2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:10:15.415524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.418427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.457745 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.461931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2884276 Oct 26 12:10:15.462896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.468510 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.471022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '0be15f6e-6706-4268-83fb-14f18e925ae4', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:15.490858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc27f2-258c-4823-ab9c-9cb536b1d20b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be15f6e-6706-4268-83fb-14f18e925ae4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:15.522565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.600912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.605430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.615199 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.665604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.669917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039919 Oct 26 12:10:15.669917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f56ed-efaa-47a0-958b-3915494e6024 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71a5b2d-89a6-4395-8529-ce9734d06ef7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:15.670376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57972) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.683941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '0be15f6e-6706-4268-83fb-14f18e925ae4', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:15.723306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.725215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.791166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Subnet': ['ID=3877ff42-f00e-44ed-94ad-5c54650b2ba2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:15.818537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dcc335-7f9b-4c4d-af14-ef19c35d0290 None None] Network 375a6555-d7c8-4690-adda-b415f0d607d1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:15.826633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.828283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.833268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.841269 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-46d9a089-ece6-43c3-bb3c-aa046d5ae9c0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/subnets/3877ff42-f00e-44ed-94ad-5c54650b2ba2 HTTP/1.1" status: 204 len: 168 time: 0.5070989 Oct 26 12:10:15.855063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 57978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.894739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:15.896007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2174938 Oct 26 12:10:15.898761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57980) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:15.906493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '0be15f6e-6706-4268-83fb-14f18e925ae4', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:15.955723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd77802-8524-4202-9734-53dd5aaade33 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2270e0-90d0-4bd5-9e7a-12913b629270,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:15.961673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.022213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.096058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting port 795e5782-fb60-4683-bd88-23544b2b092c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:16.096882 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.144500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.160715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.192826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77aebb5f-efbc-4a93-a479-f0dae8fe6ee2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.215290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] DHCP port deletion for 375a6555-d7c8-4690-adda-b415f0d607d1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:10:16.218374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] For port 795e5782-fb60-4683-bd88-23544b2b092c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=795e5782-fb60-4683-bd88-23544b2b092c,segment=NetworkSegment(7b944377-e789-42a3-9d86-c8d3a3ad2fe7),segment_id=7b944377-e789-42a3-9d86-c8d3a3ad2fe7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:16.219462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.223656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.225091 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d072886-9871-418c-a28d-41e7ce89da23 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248746 Oct 26 12:10:16.227635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 57986) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:16.233085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '0be15f6e-6706-4268-83fb-14f18e925ae4', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:16.241191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Calling delete_port for 795e5782-fb60-4683-bd88-23544b2b092c owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:16.286154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] Deleting port 795e5782-fb60-4683-bd88-23544b2b092c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:16.287250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.294125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.393195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] For port 795e5782-fb60-4683-bd88-23544b2b092c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=795e5782-fb60-4683-bd88-23544b2b092c,segment=NetworkSegment(7b944377-e789-42a3-9d86-c8d3a3ad2fe7),segment_id=7b944377-e789-42a3-9d86-c8d3a3ad2fe7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:16.394676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.407834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.425325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] Calling delete_port for 795e5782-fb60-4683-bd88-23544b2b092c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:16.435567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Port': ['ID=795e5782-fb60-4683-bd88-23544b2b092c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.442480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] No DVR routers for this DVR port 795e5782-fb60-4683-bd88-23544b2b092c on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:16.476053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.497808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.544100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.551137 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.565518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0362d1-b6f9-4e19-a5b7-4a57d1cce3e6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.582114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375a6555-d7c8-4690-adda-b415f0d607d1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:16.589130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.592104 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d4cea08c-6e48-420f-bb8b-87673e7fc209 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3635018 Oct 26 12:10:16.595988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b944377-e789-42a3-9d86-c8d3a3ad2fe7') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:16.596193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b944377-e789-42a3-9d86-c8d3a3ad2fe7') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:16.596690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58002) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:16.607366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.622169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.623054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '0be15f6e-6706-4268-83fb-14f18e925ae4', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:16.628669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:10:16.629097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.653887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] Pushing event deleted for resources: {'Port': ['ID=795e5782-fb60-4683-bd88-23544b2b092c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.656276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a7af1-1fdb-49f8-a33c-f30da496abbf None None] No DVR routers for this DVR port 795e5782-fb60-4683-bd88-23544b2b092c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:16.695715 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:10:16.703853 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:10:16.776265 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:10:16.800342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.830291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.849918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/networks/375a6555-d7c8-4690-adda-b415f0d607d1 HTTP/1.1" status: 204 len: 168 time: 0.9882967 Oct 26 12:10:16.855783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58012) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:16.926002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.942452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.979823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2220c2d3-a00e-4088-a18b-2d67105dc653,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.991406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:16.992573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ccafd4ab-6fe2-460a-9c93-55ab4417f03a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3943658 Oct 26 12:10:16.997185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58018) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:17.002184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': '0be15f6e-6706-4268-83fb-14f18e925ae4', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:17.013779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting subnet e63ada37-67b4-4b29-bc0c-faf01b654881 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:10:17.013779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.018184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4532a-9e25-4ee3-ac95-7e5504e77a0b tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Network': ['ID=375a6555-d7c8-4690-adda-b415f0d607d1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:17.064618 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:10:17.079987 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.137379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.231674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 795e5782-fb60-4683-bd88-23544b2b092c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:17.270790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.282512 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.291095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 795e5782-fb60-4683-bd88-23544b2b092c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:17.291362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 795e5782-fb60-4683-bd88-23544b2b092c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:17.332798 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.387210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82e72ec-726d-4684-a191-3f95b8eb7387,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:17.396981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.400723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9d3107ef-67aa-47dc-9e8a-cc93dd26a78f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4025383 Oct 26 12:10:17.403872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58028) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:17.426610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'network': {'name': 'tempest-network-smoke--849699887', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:17.455518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.508444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Subnet': ['ID=e63ada37-67b4-4b29-bc0c-faf01b654881,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:17.521002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.526825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953ec07-7abd-4a0c-a107-df27b0243a3d None None] Network ab382ec0-3c10-44fc-8585-f54091dc3569 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:17.527770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:17.531237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2d6a1f19-f964-40ad-8d9c-13dcff3859e7 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/subnets/e63ada37-67b4-4b29-bc0c-faf01b654881 HTTP/1.1" status: 204 len: 168 time: 0.6700213 Oct 26 12:10:17.629551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:10:17.634268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.667535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:10:17.678827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.679110 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Added segment e151ba27-9d4b-4060-adcb-de84b32db7e6 of type vlan for network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 Oct 26 12:10:17.754165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.807524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.816120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:17.817084 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.885235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting subnet b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:10:17.888663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.934725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:17.971148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58048) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:18.004528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58052) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:18.051897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6412001 Oct 26 12:10:18.054733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:18.062664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'admin_state_up': True, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:18.082142 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.085803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786a727-4d4f-48b5-b1d4-c1cbcda4b4bd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Network': ['ID=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:18.103714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:10:18.116377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.125819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.194998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.264750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:18.275629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.285285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4b6db213-dcaa-4cb9-99a4-996fc996f254 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/subnets/b3bc64b9-3f9a-46e3-85f0-0cb10d7e788a HTTP/1.1" status: 204 len: 168 time: 0.7551653 Oct 26 12:10:18.285881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6811a25d-5646-4cad-b622-b7f43a69a588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.286288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c345b-8c0d-4b84-948c-3cef9bd881ce None None] Network 687558c8-570c-456e-b64b-9392262a3a33 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:18.288484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58058) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:18.347569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] DHCP port deletion for ab382ec0-3c10-44fc-8585-f54091dc3569 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:10:18.395544 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.406097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.409494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e20977ac-9b7f-4e02-99bb-89a7d061404c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.543978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] Deleting port 025ca898-93b3-430f-bb11-f799d17aa7ea {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:18.544680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.630786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] For port 025ca898-93b3-430f-bb11-f799d17aa7ea, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=025ca898-93b3-430f-bb11-f799d17aa7ea,segment=NetworkSegment(b665714e-5999-4100-958c-ccea59e842c1),segment_id=b665714e-5999-4100-958c-ccea59e842c1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:18.631119 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.646392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] DHCP port deletion for 687558c8-570c-456e-b64b-9392262a3a33 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:10:18.652686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] Calling delete_port for 025ca898-93b3-430f-bb11-f799d17aa7ea owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:18.697333 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.772287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] Deleting port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:18.772901 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.851054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting port 025ca898-93b3-430f-bb11-f799d17aa7ea {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:18.851559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.896811 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.960044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6811a25d-5646-4cad-b622-b7f43a69a588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.963426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] For port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,segment=NetworkSegment(ec5c6489-a7e1-4bd7-b667-18f6a008f241),segment_id=ec5c6489-a7e1-4bd7-b667-18f6a008f241)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:18.964636 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.966142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e20977ac-9b7f-4e02-99bb-89a7d061404c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:18.970743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] Pushing event deleted for resources: {'Port': ['ID=025ca898-93b3-430f-bb11-f799d17aa7ea,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:18.994260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633b774-3e8e-4fd2-ae4f-fe52391c15a9 None None] No DVR routers for this DVR port 025ca898-93b3-430f-bb11-f799d17aa7ea on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:19.011018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] Calling delete_port for 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:19.014596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] For port 025ca898-93b3-430f-bb11-f799d17aa7ea, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=025ca898-93b3-430f-bb11-f799d17aa7ea,segment=NetworkSegment(b665714e-5999-4100-958c-ccea59e842c1),segment_id=b665714e-5999-4100-958c-ccea59e842c1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:19.015876 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.019848 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6811a25d-5646-4cad-b622-b7f43a69a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.022545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e20977ac-9b7f-4e02-99bb-89a7d061404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.076094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Calling delete_port for 025ca898-93b3-430f-bb11-f799d17aa7ea owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:19.128182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e20977ac-9b7f-4e02-99bb-89a7d061404c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18e8909dcd5b41cbb7bdae41814beae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1188188 Oct 26 12:10:19.128792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58064) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:19.129961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811a25d-5646-4cad-b622-b7f43a69a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0ca55-9cf3-45b2-a966-8b478391e981,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.142450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6811a25d-5646-4cad-b622-b7f43a69a588 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ac2f2a02e814a98a9331117d2550f37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1701679 Oct 26 12:10:19.145247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58066) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:19.153668 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-022713f6-7e7c-427d-8b4a-2c51b5b3d28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.175892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 025ca898-93b3-430f-bb11-f799d17aa7ea no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:19.181552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.231516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20977ac-9b7f-4e02-99bb-89a7d061404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a976c656-155a-4bdd-81be-bf8be22aad3c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.243762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] Pushing event deleted for resources: {'Port': ['ID=5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.246916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc577505-017a-4bb2-97fc-1e7e2f9ecc52 None None] No DVR routers for this DVR port 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:19.251632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 025ca898-93b3-430f-bb11-f799d17aa7ea {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:19.252153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 025ca898-93b3-430f-bb11-f799d17aa7ea not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:19.252722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:19.266376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eda3-76e1-48d0-a48b-5e0f14fee6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.279901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:19.280774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5f7b8da7-d6fc-4c3f-bdb1-c198cb8ce486 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:19.316713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eda3-76e1-48d0-a48b-5e0f14fee6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.324855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626d5ec0-e1a1-4f3b-b280-b30aaa711839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.365948 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.373357 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626d5ec0-e1a1-4f3b-b280-b30aaa711839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.420425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eda3-76e1-48d0-a48b-5e0f14fee6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.421305 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.424057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Port': ['ID=025ca898-93b3-430f-bb11-f799d17aa7ea,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.424943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eda3-76e1-48d0-a48b-5e0f14fee6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.433070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aaf5eda3-76e1-48d0-a48b-5e0f14fee6d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a976c656-155a-4bdd-81be-bf8be22aad3c HTTP/1.1" status: 204 len: 168 time: 0.3013718 Oct 26 12:10:19.456402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] No DVR routers for this DVR port 025ca898-93b3-430f-bb11-f799d17aa7ea on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:19.460233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.467558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5eda3-76e1-48d0-a48b-5e0f14fee6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a976c656-155a-4bdd-81be-bf8be22aad3c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.474487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626d5ec0-e1a1-4f3b-b280-b30aaa711839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.479335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626d5ec0-e1a1-4f3b-b280-b30aaa711839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.480861 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-626d5ec0-e1a1-4f3b-b280-b30aaa711839 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64f0ca55-9cf3-45b2-a966-8b478391e981 HTTP/1.1" status: 204 len: 168 time: 0.3304682 Oct 26 12:10:19.504800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d5ec0-e1a1-4f3b-b280-b30aaa711839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0ca55-9cf3-45b2-a966-8b478391e981,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.628302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.665198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab382ec0-3c10-44fc-8585-f54091dc3569']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:19.699332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b665714e-5999-4100-958c-ccea59e842c1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:19.699569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b665714e-5999-4100-958c-ccea59e842c1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:19.714997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.742270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.744808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.123 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/dd0baf01-1416-4df3-a6fb-54a6e6a340ec) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:19.753690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:10:19.754095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:10:19.757354 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:10:19.880507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.893377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:19.899415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/networks/ab382ec0-3c10-44fc-8585-f54091dc3569 HTTP/1.1" status: 204 len: 168 time: 1.6017528 Oct 26 12:10:19.900125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58084) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:19.923800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef6610-81fa-4b3f-a971-add5d1cfa0f9 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Network': ['ID=ab382ec0-3c10-44fc-8585-f54091dc3569,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.960456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58086) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:19.991016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f10adcb2-ed8a-466f-9f14-f2121ca91501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.023194 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.059319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.083653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58092) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:20.110926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27917cfd-ea30-4315-ad48-5b768694f64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.127381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.189105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f10adcb2-ed8a-466f-9f14-f2121ca91501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.199027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:20.203070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:20.207074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:20.209015 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f10adcb2-ed8a-466f-9f14-f2121ca91501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.238621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:20.257888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.282441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687558c8-570c-456e-b64b-9392262a3a33']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:20.294128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f10adcb2-ed8a-466f-9f14-f2121ca91501 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b09b01aae0d14586a06c8ae34cc4878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325856 Oct 26 12:10:20.295145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10adcb2-ed8a-466f-9f14-f2121ca91501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f317542-ae77-463a-b3c0-85fb35889b50,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:20.296985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5c6489-a7e1-4bd7-b667-18f6a008f241') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:20.297355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5c6489-a7e1-4bd7-b667-18f6a008f241') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:20.299605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58096) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:20.321882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.341626 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.353926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:10:20.354736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:10:20.358821 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:10:20.463219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.473467 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2eb06e1-3933-4d09-b718-9615be8001b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.483696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.489599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/networks/687558c8-570c-456e-b64b-9392262a3a33 HTTP/1.1" status: 204 len: 168 time: 0.5858397 Oct 26 12:10:20.491314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:20.510831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b293b-fe3c-4bfa-b4c1-8522f1e1ca8e tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Network': ['ID=687558c8-570c-456e-b64b-9392262a3a33,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:20.559157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27917cfd-ea30-4315-ad48-5b768694f64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.572956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27917cfd-ea30-4315-ad48-5b768694f64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.582291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2eb06e1-3933-4d09-b718-9615be8001b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.609137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting subnet 99895d5e-e522-4452-87fd-97c83202b836 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:10:20.616755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27917cfd-ea30-4315-ad48-5b768694f64d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48af5df765c24c059fff51e8bd0d898a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291910 Oct 26 12:10:20.618478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:20.620578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.673017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27917cfd-ea30-4315-ad48-5b768694f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb392a30-a3c7-4ed7-9ada-10267ed53414,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:20.686307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.716289 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.798464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2eb06e1-3933-4d09-b718-9615be8001b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.801443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2eb06e1-3933-4d09-b718-9615be8001b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.804802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a2eb06e1-3933-4d09-b718-9615be8001b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f317542-ae77-463a-b3c0-85fb35889b50 HTTP/1.1" status: 204 len: 168 time: 0.5021133 Oct 26 12:10:20.804802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6421bf79-cbdd-49e7-9a3b-aa2b2c188d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.811205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.829981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb06e1-3933-4d09-b718-9615be8001b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f317542-ae77-463a-b3c0-85fb35889b50,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:20.849087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6421bf79-cbdd-49e7-9a3b-aa2b2c188d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.952015 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.979559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:20.989357 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/subnets/99895d5e-e522-4452-87fd-97c83202b836 HTTP/1.1" status: 204 len: 168 time: 0.4877508 Oct 26 12:10:20.992613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58106) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:20.993025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9e036-68a0-4b81-8293-c4fd18a4a730 None None] Network 1e09c046-f698-4f24-9609-ebe9f6d4771a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:21.019663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6421bf79-cbdd-49e7-9a3b-aa2b2c188d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.023087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6421bf79-cbdd-49e7-9a3b-aa2b2c188d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.024235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6421bf79-cbdd-49e7-9a3b-aa2b2c188d19 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb392a30-a3c7-4ed7-9ada-10267ed53414 HTTP/1.1" status: 204 len: 168 time: 0.4060462 Oct 26 12:10:21.103024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59329c-0081-4d26-91fd-8e3dedf060a6 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Subnet': ['ID=99895d5e-e522-4452-87fd-97c83202b836,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:21.130067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421bf79-cbdd-49e7-9a3b-aa2b2c188d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb392a30-a3c7-4ed7-9ada-10267ed53414,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:21.172487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.175813 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.433762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] DHCP port deletion for 1e09c046-f698-4f24-9609-ebe9f6d4771a request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:10:21.534778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] Deleting port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:21.535402 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.626048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] For port 02f63bf4-f0fc-4e40-852d-c75ee7a08308, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=02f63bf4-f0fc-4e40-852d-c75ee7a08308,segment=NetworkSegment(02d3c9ed-5e1c-40aa-87bf-40d4a443cf37),segment_id=02d3c9ed-5e1c-40aa-87bf-40d4a443cf37)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:21.626909 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.641893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] Calling delete_port for 02f63bf4-f0fc-4e40-852d-c75ee7a08308 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:21.761051 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e602a51-e4c2-42b0-a798-03fb127f0a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.794531 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.851810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] Pushing event deleted for resources: {'Port': ['ID=02f63bf4-f0fc-4e40-852d-c75ee7a08308,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:21.851963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:21.857387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb59651-7346-46a2-addd-b3f7e2407cee None None] No DVR routers for this DVR port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:21.884888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e1bd3a-0759-4180-9486-63ac9011602e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:21.966942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Deleting port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:10:21.967557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.037487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e1bd3a-0759-4180-9486-63ac9011602e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.043846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e1bd3a-0759-4180-9486-63ac9011602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.082421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] For port 02f63bf4-f0fc-4e40-852d-c75ee7a08308, host n-d-812150-3, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:22.084295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.085306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1bd3a-0759-4180-9486-63ac9011602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda57ed-d10f-4962-b3cb-3f1be877f9e2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:22.112199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-23e1bd3a-0759-4180-9486-63ac9011602e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3d6ee6e94252494daade41ad449c9b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574430 Oct 26 12:10:22.114966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58132) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:22.128328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Calling delete_port for 02f63bf4-f0fc-4e40-852d-c75ee7a08308 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:10:22.131730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:10:22.134354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.205812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] No DVR routers for this DVR port 02f63bf4-f0fc-4e40-852d-c75ee7a08308 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:10:22.214807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2b09f80-0c4b-4690-a855-876f36fb9ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.238257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Port': ['ID=02f63bf4-f0fc-4e40-852d-c75ee7a08308,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:22.257051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2b09f80-0c4b-4690-a855-876f36fb9ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.315218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router 091e65da-07fa-4357-95ad-578828b59d96 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:10:22.334217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.337560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2b09f80-0c4b-4690-a855-876f36fb9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.343757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2b09f80-0c4b-4690-a855-876f36fb9ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.346037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e2b09f80-0c4b-4690-a855-876f36fb9ce3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bbda57ed-d10f-4962-b3cb-3f1be877f9e2 HTTP/1.1" status: 204 len: 168 time: 0.2300653 Oct 26 12:10:22.372849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b09f80-0c4b-4690-a855-876f36fb9ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda57ed-d10f-4962-b3cb-3f1be877f9e2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:22.437024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e09c046-f698-4f24-9609-ebe9f6d4771a']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:22.513785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:22.516273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d3c9ed-5e1c-40aa-87bf-40d4a443cf37') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:22.534505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.564949 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.577399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:10:22.578207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:10:22.584337 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:10:22.653940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:22.674949 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Sync routers for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:22.686169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.688623 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:22.689237 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:22.702374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.708865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/networks/1e09c046-f698-4f24-9609-ebe9f6d4771a HTTP/1.1" status: 204 len: 168 time: 1.7108674 Oct 26 12:10:22.710020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:22.729944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.736242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a3a6b4cf-a492-4a2e-b7c6-e95e8c15fe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6752839 Oct 26 12:10:22.745528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58150) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:22.767662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972749a1-de56-458e-80b3-32a93ded72a5 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Pushing event deleted for resources: {'Network': ['ID=1e09c046-f698-4f24-9609-ebe9f6d4771a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:22.842386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a342b0b8-fd7a-48c3-94fc-eae0dff28069 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 HTTP/1.1" status: 200 len: 205 time: 0.1318393 Oct 26 12:10:22.845986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58156) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:22.889443 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-813abfd9-ec88-4273-8453-90f531348e88 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=5659a67d61c84433a1098cb23346a0f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1416030 Oct 26 12:10:22.893096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:22.908332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:22.914538 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:23.061273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.197136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 02f63bf4-f0fc-4e40-852d-c75ee7a08308 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:23.229761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab291e7f-6523-4a58-a647-76afc37e03cf tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:23.231728 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ab291e7f-6523-4a58-a647-76afc37e03cf tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3373508 Oct 26 12:10:23.236059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58180) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:23.247619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 02f63bf4-f0fc-4e40-852d-c75ee7a08308 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:10:23.248220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 02f63bf4-f0fc-4e40-852d-c75ee7a08308 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:10:23.259907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.335315 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4dd2ae73-bd40-4940-b3f4-5d945a26e531 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953000 Oct 26 12:10:23.337432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:23.352165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2067363198', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:23.390944 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:20Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:23.449671 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Checking router: 091e65da-07fa-4357-95ad-578828b59d96 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:23.450323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Updating router 091e65da-07fa-4357-95ad-578828b59d96 port dd0baf01-1416-4df3-a6fb-54a6e6a340ec binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:10:23.487425 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.517574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.523750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.592362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:10:23.598287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.665247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.665767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:10:23.693691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.695188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1bc9458c-dc76-416f-abe3-3c2980c011b0 tempest-RoutersNegativeIpV6Test-115128429 tempest-RoutersNegativeIpV6Test-115128429-project] 10.222.0.88 "DELETE /v2.0/routers/2fdd3beb-4c55-4f5e-bbbb-c7cb1c6814b5 HTTP/1.1" status: 204 len: 168 time: 0.8480122 Oct 26 12:10:23.962580 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.975321 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:23.998168 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:24.088125 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Pushing event updated for resources: {'Port': ['ID=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:24.129621 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Attempting to bind port dd0baf01-1416-4df3-a6fb-54a6e6a340ec on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:10:24.129995 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Attempting to bind port dd0baf01-1416-4df3-a6fb-54a6e6a340ec by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:10:24.130357 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Attempting to bind port dd0baf01-1416-4df3-a6fb-54a6e6a340ec on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:10:24.139268 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:10:24.139679 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:24.140082 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:24.140477 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:10:24.140954 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Bound port: dd0baf01-1416-4df3-a6fb-54a6e6a340ec, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:10:24.141336 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:24.151660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Subnet': ['ID=20030dd3-0c7c-4c4e-9167-1e0f6888707a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:24.169714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Checking segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:24.170633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network hostable DHCP agents. Network: f332e8f9-12d4-4e8b-a1e4-74b8c71fc990, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:10:24.196766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:10:24.223066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f332e8f9-12d4-4e8b-a1e4-74b8c71fc990) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:24.230046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:24.234541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5d4112-d838-4fb4-b774-fe06f39b31e1 None None] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:24.241043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:24.287770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33b664db-6a8d-4870-a0c5-a8d7b3594a37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9484608 Oct 26 12:10:24.290693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58222) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:24.295663 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] For port dd0baf01-1416-4df3-a6fb-54a6e6a340ec, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:10:24.304220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] For port dd0baf01-1416-4df3-a6fb-54a6e6a340ec, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:10:24.308028 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.308368 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.309077 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.310840 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.314127 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.315344 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.317652 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.318168 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.318659 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.319248 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.322889 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.324613 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:24.332590 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:24.370581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58226) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:24.480173 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:24.488899 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:24.581805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:10:24.583150 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:24.693998 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf284a2e-c187-45f7-a247-e45a7547767f None None] Pushing event updated for resources: {'Port': ['ID=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:24.751888 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:24.879132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Allocated IP 172.20.0.2 (f332e8f9-12d4-4e8b-a1e4-74b8c71fc990/20030dd3-0c7c-4c4e-9167-1e0f6888707a/d428fa52-9f3c-4d1d-834c-01bad5356474) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:24.980558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7c7ef027-5345-4351-84a1-f4f1e517421b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2396f5e9a8a04c49853d3f1c342c8be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085937 Oct 26 12:10:24.985475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58240) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:25.079829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca9c9-7625-4231-83fa-40acbd647751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.148174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca9c9-7625-4231-83fa-40acbd647751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.224924 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5f422603-510d-4c82-aada-2411de282e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:20Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:25.246281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.260314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.264637 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f422603-510d-4c82-aada-2411de282e52 None None] The sync data for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 is: [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:20Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:25.266357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca9c9-7625-4231-83fa-40acbd647751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.266696 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.270600 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.271671 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca9c9-7625-4231-83fa-40acbd647751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.272606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2a0ca9c9-7625-4231-83fa-40acbd647751 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59893a9c-0952-4715-afb5-5bad51c6ed98 HTTP/1.1" status: 204 len: 168 time: 0.2855425 Oct 26 12:10:25.288168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ca9c9-7625-4231-83fa-40acbd647751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59893a9c-0952-4715-afb5-5bad51c6ed98,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:25.418294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:25.441146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:25.451151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:25.465663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Pushing event updated for resources: {'Port': ['ID=d428fa52-9f3c-4d1d-834c-01bad5356474,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:25.614572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Attempting to bind port d428fa52-9f3c-4d1d-834c-01bad5356474 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:10:25.614981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Attempting to bind port d428fa52-9f3c-4d1d-834c-01bad5356474 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:10:25.615336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Attempting to bind port d428fa52-9f3c-4d1d-834c-01bad5356474 on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:10:25.633969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:10:25.634345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Checking segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:25.635165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.635165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Bound using segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:10:25.635616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Bound port: d428fa52-9f3c-4d1d-834c-01bad5356474, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:10:25.636010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.760792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] For port d428fa52-9f3c-4d1d-834c-01bad5356474, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:10:25.766454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] For port d428fa52-9f3c-4d1d-834c-01bad5356474, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d428fa52-9f3c-4d1d-834c-01bad5356474,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:10:25.776557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:25.952530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e30c03-8971-4714-8fc1-1ac03512b35d None None] Pushing event updated for resources: {'Port': ['ID=d428fa52-9f3c-4d1d-834c-01bad5356474,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:25.994985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.1 (f332e8f9-12d4-4e8b-a1e4-74b8c71fc990/20030dd3-0c7c-4c4e-9167-1e0f6888707a/4e4f761f-9494-459a-a75b-7a97268dd70c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:26.329045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:26.412648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:26.587807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=4e4f761f-9494-459a-a75b-7a97268dd70c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:26.613159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:26.616767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:26.635971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:26.750793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:27.395389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0baf01-1416-4df3-a6fb-54a6e6a340ec up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:27.490632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port dd0baf01-1416-4df3-a6fb-54a6e6a340ec triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:27.492268 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:27.715966 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:27.771033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port dd0baf01-1416-4df3-a6fb-54a6e6a340ec, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:27.783350 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:27.784159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d428fa52-9f3c-4d1d-834c-01bad5356474 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:27.875749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:27.915367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58318) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:27.950939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:27.987834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d428fa52-9f3c-4d1d-834c-01bad5356474 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:27.988220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.129497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54b74b-3c56-418a-ac78-7fe79d56ef92 None None] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:10:28.267461 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9758861-66ab-46cc-8182-969d3316ecda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.402547 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.467630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9758861-66ab-46cc-8182-969d3316ecda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.483514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9758861-66ab-46cc-8182-969d3316ecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.513376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-555809a2-3c77-48a5-8096-3a5c90a79a96 None None] Provisioning complete for port d428fa52-9f3c-4d1d-834c-01bad5356474 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:28.513751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-555809a2-3c77-48a5-8096-3a5c90a79a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.535405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port d428fa52-9f3c-4d1d-834c-01bad5356474, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d428fa52-9f3c-4d1d-834c-01bad5356474,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:28.563809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9758861-66ab-46cc-8182-969d3316ecda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd4830-c6bc-4e34-a08f-90d4a59bd802,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:28.573485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.586146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d9758861-66ab-46cc-8182-969d3316ecda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c785e5ca1124292899cc3963abf1a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688309 Oct 26 12:10:28.587897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58332) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:28.589143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.594365 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.667235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a50339ad-439b-4d5e-bdb0-0002dbed5543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.764932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a50339ad-439b-4d5e-bdb0-0002dbed5543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.819209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.878848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=4e4f761f-9494-459a-a75b-7a97268dd70c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:28.916770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a50339ad-439b-4d5e-bdb0-0002dbed5543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.927917 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a50339ad-439b-4d5e-bdb0-0002dbed5543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:28.927917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a50339ad-439b-4d5e-bdb0-0002dbed5543 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3bdd4830-c6bc-4e34-a08f-90d4a59bd802 HTTP/1.1" status: 204 len: 168 time: 0.3307509 Oct 26 12:10:28.941923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50339ad-439b-4d5e-bdb0-0002dbed5543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd4830-c6bc-4e34-a08f-90d4a59bd802,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:28.958557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=d428fa52-9f3c-4d1d-834c-01bad5356474,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:29.219170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:29.221651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:29.251973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0baf01-1416-4df3-a6fb-54a6e6a340ec up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:29.353346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-43857ce8-89a3-4a68-9485-dd31430ad55c None None] Provisioning complete for port d428fa52-9f3c-4d1d-834c-01bad5356474 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:29.353746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43857ce8-89a3-4a68-9485-dd31430ad55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:29.489142 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router 091e65da-07fa-4357-95ad-578828b59d96 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:29.713663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:29.730846 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-348c4d85-106f-40dc-8c9d-79b7a900d34c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/091e65da-07fa-4357-95ad-578828b59d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4383001 Oct 26 12:10:29.763964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58358) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:29.773980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Sync routers for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:29.797344 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d752f0f8-e79b-4554-9005-cbf5fad90cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:29.842316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:29.843057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:29.861422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port dd0baf01-1416-4df3-a6fb-54a6e6a340ec triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:29.867238 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:29.969309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d752f0f8-e79b-4554-9005-cbf5fad90cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:29.985575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d752f0f8-e79b-4554-9005-cbf5fad90cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.080420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58376) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:30.091138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d752f0f8-e79b-4554-9005-cbf5fad90cce admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00347d2b2e5443a5845d4488e03ec9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253918 Oct 26 12:10:30.119214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752f0f8-e79b-4554-9005-cbf5fad90cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9953ea-81bd-46a3-9970-1dc81e73a8c7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:30.228655 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38e11fd6-4258-468f-a1af-796a55bbcd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.254440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-cb5d318a-5756-4065-b09b-6593acccfdfd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671448966&fields=id&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 267 time: 0.1202369 Oct 26 12:10:30.296779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d428fa52-9f3c-4d1d-834c-01bad5356474 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:30.305553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38e11fd6-4258-468f-a1af-796a55bbcd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.394510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d428fa52-9f3c-4d1d-834c-01bad5356474 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:30.395090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.407268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38e11fd6-4258-468f-a1af-796a55bbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.410266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-38e11fd6-4258-468f-a1af-796a55bbcd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.411647 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-38e11fd6-4258-468f-a1af-796a55bbcd2a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec9953ea-81bd-46a3-9970-1dc81e73a8c7 HTTP/1.1" status: 204 len: 168 time: 0.3302150 Oct 26 12:10:30.426296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e11fd6-4258-468f-a1af-796a55bbcd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9953ea-81bd-46a3-9970-1dc81e73a8c7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:30.471075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-43857ce8-89a3-4a68-9485-dd31430ad55c None None] Provisioning complete for port 4e4f761f-9494-459a-a75b-7a97268dd70c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:30.471523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43857ce8-89a3-4a68-9485-dd31430ad55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.504530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-6db382d4-b997-4893-950e-8ea14ed397df tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:30.516822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-6db382d4-b997-4893-950e-8ea14ed397df tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 796 time: 0.2599623 Oct 26 12:10:30.533369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-a0a5aece-5ba3-4ece-a754-b18a51194ff1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/quotas/5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 375 time: 0.0153904 Oct 26 12:10:30.533512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:30.627881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-ac387821-b9c6-48a0-ac55-661dcde8fea6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880892 Oct 26 12:10:30.651511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58390) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:30.658652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-43857ce8-89a3-4a68-9485-dd31430ad55c None None] Port 4e4f761f-9494-459a-a75b-7a97268dd70c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:30.841664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ad3b3acb-098c-4bc2-8f0a-c5b073b0bb89 None None] Provisioning complete for port 4e4f761f-9494-459a-a75b-7a97268dd70c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:30.842396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3acb-098c-4bc2-8f0a-c5b073b0bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:30.882237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b3acb-098c-4bc2-8f0a-c5b073b0bb89 None None] Port 4e4f761f-9494-459a-a75b-7a97268dd70c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:30.886256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-152148ab-ffd4-455c-bf0a-04312355fde8 service neutron] 10.222.0.88 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236295 Oct 26 12:10:31.036123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:28Z', 'revision_number': 2, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:31.081246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Checking router: 091e65da-07fa-4357-95ad-578828b59d96 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:31.083315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Updating router 091e65da-07fa-4357-95ad-578828b59d96 port 4e4f761f-9494-459a-a75b-7a97268dd70c binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:10:31.117966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-f29fe802-a58b-43c1-ba39-27978a674b1a service neutron] 10.222.0.88 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263620 Oct 26 12:10:31.125769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.143556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d276520-119e-4d04-b621-64286964a704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.316447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d276520-119e-4d04-b621-64286964a704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.335014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d276520-119e-4d04-b621-64286964a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.412447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58410) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:31.423606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9d276520-119e-4d04-b621-64286964a704 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d41ee3b1e234eda80db7d3655a9be75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707560 Oct 26 12:10:31.426730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d276520-119e-4d04-b621-64286964a704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7521974-b4cd-46bd-9027-809f9c8760e7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:31.553778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b20d8b50-18bc-4c33-8bb8-b947c46579f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.557271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e16c4aef-242a-4d48-ae4e-fec091f6e3b3 req-7dea93e7-27d9-4ba7-9208-5aab709889f1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 210 time: 0.0564539 Oct 26 12:10:31.615864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b20d8b50-18bc-4c33-8bb8-b947c46579f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.696018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b20d8b50-18bc-4c33-8bb8-b947c46579f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.699158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b20d8b50-18bc-4c33-8bb8-b947c46579f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.700772 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b20d8b50-18bc-4c33-8bb8-b947c46579f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a7521974-b4cd-46bd-9027-809f9c8760e7 HTTP/1.1" status: 204 len: 168 time: 0.2871811 Oct 26 12:10:31.717322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.728465 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.732075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d8b50-18bc-4c33-8bb8-b947c46579f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7521974-b4cd-46bd-9027-809f9c8760e7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:31.871308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162bd91-77ee-4ca8-b73e-512f1f660b0e None None] Pushing event updated for resources: {'Port': ['ID=4e4f761f-9494-459a-a75b-7a97268dd70c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:31.945042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Attempting to bind port 4e4f761f-9494-459a-a75b-7a97268dd70c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:10:31.946629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Attempting to bind port 4e4f761f-9494-459a-a75b-7a97268dd70c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:10:31.949493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Attempting to bind port 4e4f761f-9494-459a-a75b-7a97268dd70c on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:10:31.970204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:10:31.970576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Checking segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:31.971029 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:31.971432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Bound using segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:10:31.971925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Bound port: 4e4f761f-9494-459a-a75b-7a97268dd70c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:10:31.972314 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.124542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] For port 4e4f761f-9494-459a-a75b-7a97268dd70c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:10:32.128604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] For port 4e4f761f-9494-459a-a75b-7a97268dd70c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4e4f761f-9494-459a-a75b-7a97268dd70c,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:10:32.129346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3a6d142d-b535-48f3-9eda-16ee53a282f9 None None] Provisioning complete for port 4e4f761f-9494-459a-a75b-7a97268dd70c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:32.129712 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a6d142d-b535-48f3-9eda-16ee53a282f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.206384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d142d-b535-48f3-9eda-16ee53a282f9 None None] Port 4e4f761f-9494-459a-a75b-7a97268dd70c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:32.216377 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.329489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:32.330498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:32.470536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162bd91-77ee-4ca8-b73e-512f1f660b0e None None] Pushing event updated for resources: {'Port': ['ID=4e4f761f-9494-459a-a75b-7a97268dd70c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:32.558537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58452) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:32.591713 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe8cb-3f9d-4a39-944f-eb7180141b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.621707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:32.763204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe8cb-3f9d-4a39-944f-eb7180141b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.774850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59c0d246-b013-49cc-989d-a8d5113e8c56 req-3e69ccd6-7336-40b7-b6cf-6536927fe718 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 210 time: 0.0482996 Oct 26 12:10:32.779137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe8cb-3f9d-4a39-944f-eb7180141b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.824062 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bc2fe8cb-3f9d-4a39-944f-eb7180141b82 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad04f4e275924b0aa72a06829abcd1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629676 Oct 26 12:10:32.826159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58458) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:32.852789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fe8cb-3f9d-4a39-944f-eb7180141b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415f94f-526e-472f-ab1a-5d95ea33ec97,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:32.905329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-028e7098-d57e-48b4-9c35-5c10a58fa866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.945350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-028e7098-d57e-48b4-9c35-5c10a58fa866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:32.956625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a799c063-0313-43ab-ba69-b52d134b1c99 None None] Provisioning complete for port 4e4f761f-9494-459a-a75b-7a97268dd70c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:32.957199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a799c063-0313-43ab-ba69-b52d134b1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:33.041618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-028e7098-d57e-48b4-9c35-5c10a58fa866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:33.047982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-028e7098-d57e-48b4-9c35-5c10a58fa866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:33.049824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-028e7098-d57e-48b4-9c35-5c10a58fa866 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f415f94f-526e-472f-ab1a-5d95ea33ec97 HTTP/1.1" status: 204 len: 168 time: 0.2225039 Oct 26 12:10:33.072884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e7098-d57e-48b4-9c35-5c10a58fa866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415f94f-526e-472f-ab1a-5d95ea33ec97,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:33.288156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:32Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:33.303010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a799c063-0313-43ab-ba69-b52d134b1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:33.358092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43101cab-1d13-4d01-8c39-1525313edb69 None None] The sync data for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 is: [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:32Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:33.429146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a799c063-0313-43ab-ba69-b52d134b1c99 None None] For port 4e4f761f-9494-459a-a75b-7a97268dd70c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4e4f761f-9494-459a-a75b-7a97268dd70c,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:33.439962 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a799c063-0313-43ab-ba69-b52d134b1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:33.488948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-665219e4-bd84-4e09-8438-ff7118c79ed8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:33.492938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-665219e4-bd84-4e09-8438-ff7118c79ed8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.30 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 796 time: 0.2568123 Oct 26 12:10:33.603775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-aeacb3d3-eaa7-4234-9280-24e282e7db2a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 379 time: 0.0989845 Oct 26 12:10:33.608551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799c063-0313-43ab-ba69-b52d134b1c99 None None] Pushing event updated for resources: {'Port': ['ID=4e4f761f-9494-459a-a75b-7a97268dd70c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:33.621305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'port': {'device_id': '9d328022-db27-497c-b3af-738e0f6416e1', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'admin_state_up': True, 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'security_groups': ['0be15f6e-6706-4268-83fb-14f18e925ae4']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:33.785164 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:33.839638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:10:33.853014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:34.071088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa679247-8c77-41d9-9384-1e95be86f67b req-ac0af2cc-8b75-4cd0-97be-62bc0a7a4eaa tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 210 time: 0.0904276 Oct 26 12:10:34.234342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.9 (f332e8f9-12d4-4e8b-a1e4-74b8c71fc990/20030dd3-0c7c-4c4e-9167-1e0f6888707a/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:34.428362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:34.485932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:34.609698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:34.634590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:34.636590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:34.640636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:34.769245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:34.776622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:34.816061 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-035f8883-d5fe-457c-a8ad-abfdfd5464e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2025325 Oct 26 12:10:34.831849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Request body: {'port': {'device_id': '9d328022-db27-497c-b3af-738e0f6416e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:34.998446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:35.124715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-503c9900-fa96-4b8a-a56b-db5400c9fb34 None None] Provisioning complete for port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:35.126326 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-503c9900-fa96-4b8a-a56b-db5400c9fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:35.249564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-503c9900-fa96-4b8a-a56b-db5400c9fb34 None None] Port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:10:35.273190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4e4f761f-9494-459a-a75b-7a97268dd70c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:35.413627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4e4f761f-9494-459a-a75b-7a97268dd70c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:35.414103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:35.427306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0cb2-76c6-413d-be8c-2053866e6191 req-487c7200-13a3-4cff-b9f4-3bd2ae145881 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:35.434570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d4a0cb2-76c6-413d-be8c-2053866e6191 req-487c7200-13a3-4cff-b9f4-3bd2ae145881 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 931 time: 0.1135268 Oct 26 12:10:35.472725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:35.553721 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:10:35.624224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d4a0cb2-76c6-413d-be8c-2053866e6191 req-0396ee95-71db-4fd2-aa92-3f9f8b797202 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838527 Oct 26 12:10:35.824569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:10:35.836594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:35.884697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Transition to ACTIVE for port object c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:10:35.892033 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:35.966067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:36.108743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:10:36.112142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:10:36.112705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:10:36.121440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:10:36.122826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:10:36.139682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:10:36.141755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Checking segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:10:36.143378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Bound using segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:10:36.145280 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Bound port: c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:10:36.146889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:36.259109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:10:36.268405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:10:36.283021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:36.375020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:36.376581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:36.378234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] 10.222.0.30 "PUT /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 1091 time: 1.5534232 Oct 26 12:10:36.378924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:10:36.382259 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d8a0ce-4228-45c3-bf00-56d176935f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:36.421490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36aac6-0aca-4c9b-b75c-ebd348cf1d5c service neutron] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:36.503540 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93783de-26ad-41da-b2b2-953300bd8369 x-openstack-request-id: req-e93783de-26ad-41da-b2b2-953300bd8369 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:36.504147 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:36.504592 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e93783de-26ad-41da-b2b2-953300bd8369 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:36.505225 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'status': 'completed', 'code': 200} Oct 26 12:10:36.528693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-a43f92f9-02e6-4785-ad40-d438ba9b1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:36.531360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-a43f92f9-02e6-4785-ad40-d438ba9b1a73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1094 time: 0.0891383 Oct 26 12:10:36.637683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-cd6a5084-7e2a-4299-8ae0-c1e1deb2a8b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 217 time: 0.0976534 Oct 26 12:10:36.848872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-4ab4a3f0-a518-4dba-b5b9-c7a5ec462e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:36.850512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-4ab4a3f0-a518-4dba-b5b9-c7a5ec462e01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.2033525 Oct 26 12:10:36.942532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4f10e-09a0-4a0c-bd89-824aee143a69 req-80eb140c-8e4d-40f5-9f94-3619574b9203 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:36.952546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9f4f10e-09a0-4a0c-bd89-824aee143a69 req-80eb140c-8e4d-40f5-9f94-3619574b9203 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 943 time: 0.1897602 Oct 26 12:10:36.995788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3615-508d-4390-a782-94b83925a58b req-cfa44937-81dd-4b4d-9569-c029b764abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:36.997702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-cfa44937-81dd-4b4d-9569-c029b764abe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356494 Oct 26 12:10:37.023329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9f4f10e-09a0-4a0c-bd89-824aee143a69 req-a3f7db7f-0740-454b-b5a8-270d63886010 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627568 Oct 26 12:10:37.151810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-19e31e50-c89c-48b8-8b0c-d67abe07c908 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443102 Oct 26 12:10:37.334647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-134b3615-508d-4390-a782-94b83925a58b req-aacc790a-1fe7-4c8b-8524-ff7a45672eed service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739299 Oct 26 12:10:37.506298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-d1ad1059-89dd-437a-bbb1-295e8ab7083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:37.509302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-d1ad1059-89dd-437a-bbb1-295e8ab7083c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1094 time: 0.0979524 Oct 26 12:10:37.727078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-5f1fc403-133c-4340-b0a6-c6d033ed805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:37.734858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-5f1fc403-133c-4340-b0a6-c6d033ed805e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.2173305 Oct 26 12:10:37.803577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-6c7e163f-3841-4b3f-ada3-e9dd6dd26cc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 217 time: 0.0616875 Oct 26 12:10:37.870848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-e595c80b-f419-49bc-8965-cd064d59daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:37.872889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-e595c80b-f419-49bc-8965-cd064d59daa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.0599539 Oct 26 12:10:37.953666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-2013f307-9eb9-4136-bee3-70b78daaa050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:37.955238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-2013f307-9eb9-4136-bee3-70b78daaa050 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730646 Oct 26 12:10:38.124621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-ce0a1130-bfde-4c50-bd2e-91b07ce6eb93 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606719 Oct 26 12:10:38.317285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d8a0ce-4228-45c3-bf00-56d176935f2d req-dabf495f-8a73-4425-9f1a-089acdc72398 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849849 Oct 26 12:10:38.361490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61406-ca3a-4857-955a-19820c186da0 req-03854765-37d4-4511-a238-38c963ffce97 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:38.363271 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92a61406-ca3a-4857-955a-19820c186da0 req-03854765-37d4-4511-a238-38c963ffce97 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 943 time: 0.0882022 Oct 26 12:10:38.474806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92a61406-ca3a-4857-955a-19820c186da0 req-361808a3-31af-4a08-ac77-a335602cc0e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030650 Oct 26 12:10:39.646941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2585ddd-5071-4358-b67c-cc91bfba904e req-7e34aebc-d2f9-4067-b7a4-6b39d8413bd9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:39.649181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2585ddd-5071-4358-b67c-cc91bfba904e req-7e34aebc-d2f9-4067-b7a4-6b39d8413bd9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 943 time: 0.0618355 Oct 26 12:10:39.693090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2585ddd-5071-4358-b67c-cc91bfba904e req-2f70782b-5cac-42cb-bd31-a012ae056b59 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364940 Oct 26 12:10:40.298914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:10:40.481544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:40.518605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'port_id': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'mac_address': 'fa:16:3e:30:4d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:10:40.592937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:40.608819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:10:40.637030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:40.645365 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:40.718876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:40.888049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:10:40.939802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb7e7d-cb8d-49ae-989d-9d119c8ed693 req-1f00ee80-566e-4c58-974b-539450d07dab tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:40.956494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82fb7e7d-cb8d-49ae-989d-9d119c8ed693 req-1f00ee80-566e-4c58-974b-539450d07dab tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.1228774 Oct 26 12:10:41.034054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82fb7e7d-cb8d-49ae-989d-9d119c8ed693 req-77b79162-abc2-4f53-940c-4c31649093e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763566 Oct 26 12:10:41.759938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58714) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:41.986263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-102dc4dc-650e-489f-9d45-280c076a7efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.158296 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-102dc4dc-650e-489f-9d45-280c076a7efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.246815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-102dc4dc-650e-489f-9d45-280c076a7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.317885 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:42.392778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dc4dc-650e-489f-9d45-280c076a7efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c7339-d0da-4266-828e-c10fc9c7108c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:42.414015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-102dc4dc-650e-489f-9d45-280c076a7efa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d0d29a31cd547c39aeb4089fc27d1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518455 Oct 26 12:10:42.416074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:42.425668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a923bc6-fda4-4f63-bca0-bb9d3e44ab56 req-b6c715fd-35db-4d96-80ad-503d52779b0e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:42.428047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a923bc6-fda4-4f63-bca0-bb9d3e44ab56 req-b6c715fd-35db-4d96-80ad-503d52779b0e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.2751269 Oct 26 12:10:42.474317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:10:42.479162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:10:42.479532 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.547741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a923bc6-fda4-4f63-bca0-bb9d3e44ab56 req-c5dd483a-01f6-4857-b44c-0fdabd7b65cb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115386 Oct 26 12:10:42.564186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.611572 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.639868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.677866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:10:42.691196 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9087cf-be12-4c08-be14-da364b0e72f0" -d '{"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:42.703547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.707625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.709529 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/901c7339-d0da-4266-828e-c10fc9c7108c HTTP/1.1" status: 204 len: 168 time: 0.2923768 Oct 26 12:10:42.721557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c7339-d0da-4266-828e-c10fc9c7108c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:42.731059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.731786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.732377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.732939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.733564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.734380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.734971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.735821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.736380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.736962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.737596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:42.737948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.738630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4512e1b-e6e8-44e9-9354-bb7ecf7f9e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:42.758044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:42.807853 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f806df-8d94-49dc-86b1-9be4c7231e1e x-openstack-request-id: req-32f806df-8d94-49dc-86b1-9be4c7231e1e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:42.808206 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:42.808709 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32f806df-8d94-49dc-86b1-9be4c7231e1e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:42.809118 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'code': 200} Oct 26 12:10:42.922015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ff44-62ec-4601-981e-3f192025a650 req-4e2188d8-7862-478e-89a4-cb3f0ed22ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:42.924133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0b6ff44-62ec-4601-981e-3f192025a650 req-4e2188d8-7862-478e-89a4-cb3f0ed22ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1096 time: 0.0688524 Oct 26 12:10:42.954340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:42.999832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0b6ff44-62ec-4601-981e-3f192025a650 req-40021adf-7bea-479b-a8ba-72dd6c3d9163 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672140 Oct 26 12:10:43.193278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58758) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:43.208830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a09f68c-a1f3-4eff-a6a7-58f7fb2526ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.317561 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a09f68c-a1f3-4eff-a6a7-58f7fb2526ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.330046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a09f68c-a1f3-4eff-a6a7-58f7fb2526ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.393005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:43.406090 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a09f68c-a1f3-4eff-a6a7-58f7fb2526ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f29acf3fd634429c9d23876318cf1403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115242 Oct 26 12:10:43.408131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09f68c-a1f3-4eff-a6a7-58f7fb2526ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0484faa-715b-4058-af55-aa76a3cbf46f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:43.472331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98a2db79-9679-4ee0-ad84-3ab74d90b104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.523886 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98a2db79-9679-4ee0-ad84-3ab74d90b104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.594043 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98a2db79-9679-4ee0-ad84-3ab74d90b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.597186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98a2db79-9679-4ee0-ad84-3ab74d90b104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:43.598640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-98a2db79-9679-4ee0-ad84-3ab74d90b104 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0484faa-715b-4058-af55-aa76a3cbf46f HTTP/1.1" status: 204 len: 168 time: 0.2020864 Oct 26 12:10:43.612815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2db79-9679-4ee0-ad84-3ab74d90b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0484faa-715b-4058-af55-aa76a3cbf46f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:43.705147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3018b6-3ead-4be0-bacb-9087254027fa req-d158229f-1886-45eb-8d21-18d341c01b20 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:43.713328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3018b6-3ead-4be0-bacb-9087254027fa req-d158229f-1886-45eb-8d21-18d341c01b20 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.0662961 Oct 26 12:10:43.782973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d3018b6-3ead-4be0-bacb-9087254027fa req-d26e4726-381b-49db-b9f6-5fa9a3d24ff5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685360 Oct 26 12:10:44.937232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928930-1343-44b3-bc49-28c7fae02f86 req-869388d5-2520-4f2a-8cb3-6fac119876e9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:44.940666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17928930-1343-44b3-bc49-28c7fae02f86 req-869388d5-2520-4f2a-8cb3-6fac119876e9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.0599859 Oct 26 12:10:44.999937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17928930-1343-44b3-bc49-28c7fae02f86 req-287f70fc-16de-4f08-b307-59a3fafad458 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514936 Oct 26 12:10:45.145605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be5d34-6583-4573-b187-88790f64b8a5 req-06e11ef6-df08-487b-b9a9-e2319e941534 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:45.147556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54be5d34-6583-4573-b187-88790f64b8a5 req-06e11ef6-df08-487b-b9a9-e2319e941534 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.0782075 Oct 26 12:10:45.208877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54be5d34-6583-4573-b187-88790f64b8a5 req-9d254123-850a-476c-8d29-efafe9336da6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536466 Oct 26 12:10:45.230699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:45.344071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c07d5a-c831-496d-a9e6-9a823da29f40 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:45.351576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3c07d5a-c831-496d-a9e6-9a823da29f40 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1091 time: 0.1176455 Oct 26 12:10:45.353140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 58834) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:45.359048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:10:45.411791 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:45.553004 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:45.745403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.121 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/8e4f838f-337d-4bc1-a460-9012d83df032) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:45.922795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:45.975182 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:46.111481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:46.120590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:46.126835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:10:46.172308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=8e4f838f-337d-4bc1-a460-9012d83df032,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:47.172007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:47.335319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:47.563897 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:47.571636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:47.617940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=8e4f838f-337d-4bc1-a460-9012d83df032,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:47.694619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:47.730711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58908) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:47.881181 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP b9d19355-bb2e-4f14-b8e8-232955ed7147 associated. External IP: 172.25.4.121, port: c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b. Oct 26 12:10:48.033188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30b02bb3-a5a7-45da-a9d3-4048b7e84c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.134940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30b02bb3-a5a7-45da-a9d3-4048b7e84c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.148635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30b02bb3-a5a7-45da-a9d3-4048b7e84c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.188772 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-30b02bb3-a5a7-45da-a9d3-4048b7e84c8d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1b397651ddd64cf59bc7face18aca000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559762 Oct 26 12:10:48.190957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58920) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:48.327241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b02bb3-a5a7-45da-a9d3-4048b7e84c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acab09b-b90a-4001-87d2-eb4b26409936,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:48.377032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c8e3-e028-4c59-926f-57cc84cb0b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.405723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router 091e65da-07fa-4357-95ad-578828b59d96 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:48.407828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c8e3-e028-4c59-926f-57cc84cb0b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.472864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c8e3-e028-4c59-926f-57cc84cb0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.477063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c8e3-e028-4c59-926f-57cc84cb0b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.483429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5b3c8e3-e028-4c59-926f-57cc84cb0b7b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5acab09b-b90a-4001-87d2-eb4b26409936 HTTP/1.1" status: 204 len: 168 time: 0.2907028 Oct 26 12:10:48.514894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3c8e3-e028-4c59-926f-57cc84cb0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acab09b-b90a-4001-87d2-eb4b26409936,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:48.618060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:48.636018 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] Sync routers for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:48.652765 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:48.655461 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:48.656096 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:48.732233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e80c6046-085e-499d-95a1-a534d3c259f4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3774581 Oct 26 12:10:48.733092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:10:48.740750 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:48.855986 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a79df-4fd8-4b7c-a232-e585a5592a55 x-openstack-request-id: req-192a79df-4fd8-4b7c-a232-e585a5592a55 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:48.856352 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:48.856672 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-192a79df-4fd8-4b7c-a232-e585a5592a55 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:48.857163 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'status': 'completed', 'code': 200} Oct 26 12:10:49.007591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:49.040412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6389ad31-8f6d-4436-bf2f-7f53798f5bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.073850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-ee14d82d-9540-4400-b4da-bbf467a4ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:49.075757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-ee14d82d-9540-4400-b4da-bbf467a4ef72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1096 time: 0.2030189 Oct 26 12:10:49.105277 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:49.120764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb64930-98e0-4ae6-82f5-852b8a948e3a req-e12400ac-3ec1-4225-ae43-3de17c191e63 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:49.129461 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8a058e8b-2f2c-4e01-af3b-cf16e6590441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.132804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cb64930-98e0-4ae6-82f5-852b8a948e3a req-e12400ac-3ec1-4225-ae43-3de17c191e63 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.1925395 Oct 26 12:10:49.268806 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6389ad31-8f6d-4436-bf2f-7f53798f5bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.274098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6389ad31-8f6d-4436-bf2f-7f53798f5bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.283150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cb64930-98e0-4ae6-82f5-852b8a948e3a req-39b65ea3-ccf6-4ca2-8a33-2de0808e424d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493070 Oct 26 12:10:49.317625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:49.324389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389ad31-8f6d-4436-bf2f-7f53798f5bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ef5b2e-2f2b-488e-8b7e-1cf5f4e6d269,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:49.345989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-3af80884-1f5d-46df-8d7e-b581711e99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:49.351384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-3af80884-1f5d-46df-8d7e-b581711e99c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.2607937 Oct 26 12:10:49.453065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6389ad31-8f6d-4436-bf2f-7f53798f5bad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3af71082617427885a07b253aac844d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443495 Oct 26 12:10:49.455615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58956) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:49.464567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-3ebc11cc-9e62-4603-8afc-6a1f66c91dc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 999 time: 0.1075530 Oct 26 12:10:49.483274 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-75ddadcf-0ded-4465-8c99-f6fa0fa5e3ad tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/b9d19355-bb2e-4f14-b8e8-232955ed7147 HTTP/1.1" status: 200 len: 991 time: 0.1434965 Oct 26 12:10:49.501621 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'b9d19355-bb2e-4f14-b8e8-232955ed7147', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '091e65da-07fa-4357-95ad-578828b59d96', 'port_id': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'mac_address': 'fa:16:3e:30:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d328022-db27-497c-b3af-738e0f6416e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:10:46Z', 'updated_at': '2021-10-26T12:10:46Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:49.522090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b5089d-9607-4e6d-856b-5d45a2cd2983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.532645 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] Checking router: 091e65da-07fa-4357-95ad-578828b59d96 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:49.543891 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:10:49.544666 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:49.554698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b5089d-9607-4e6d-856b-5d45a2cd2983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.583238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-377f5a7c-d644-427a-91ae-64bb2e331054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:49.591266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-377f5a7c-d644-427a-91ae-64bb2e331054 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.1144364 Oct 26 12:10:49.640903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b5089d-9607-4e6d-856b-5d45a2cd2983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.643907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c5b5089d-9607-4e6d-856b-5d45a2cd2983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:49.647486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5b5089d-9607-4e6d-856b-5d45a2cd2983 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7ef5b2e-2f2b-488e-8b7e-1cf5f4e6d269 HTTP/1.1" status: 204 len: 168 time: 0.1885006 Oct 26 12:10:49.657950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5089d-9607-4e6d-856b-5d45a2cd2983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ef5b2e-2f2b-488e-8b7e-1cf5f4e6d269,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:49.684761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-b44ccfa2-125c-4cf8-846f-28ba21d44b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:10:49.688508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-b44ccfa2-125c-4cf8-846f-28ba21d44b51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914080 Oct 26 12:10:49.712665 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:10:49.911526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-85adfa20-eb33-456e-822e-6d5793733bb3 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133081 Oct 26 12:10:50.053203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b2d52c4-4a4a-46f0-8091-57fb8970fc8d req-e5216689-f204-4ac5-9da4-e3dc5d99d8e1 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348557 Oct 26 12:10:50.212739 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'b9d19355-bb2e-4f14-b8e8-232955ed7147', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '091e65da-07fa-4357-95ad-578828b59d96', 'port_id': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'mac_address': 'fa:16:3e:30:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d328022-db27-497c-b3af-738e0f6416e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:10:46Z', 'updated_at': '2021-10-26T12:10:46Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:50.262973 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1980bad-6080-4cdb-bc2c-4a9c15f7c8cf None None] The sync data for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 is: [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'b9d19355-bb2e-4f14-b8e8-232955ed7147', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '091e65da-07fa-4357-95ad-578828b59d96', 'port_id': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'mac_address': 'fa:16:3e:30:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d328022-db27-497c-b3af-738e0f6416e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:10:46Z', 'updated_at': '2021-10-26T12:10:46Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:50.487442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 58986) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:50.643072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-745691aa-faf6-44bd-9fc3-6682da69b09b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/b9d19355-bb2e-4f14-b8e8-232955ed7147 HTTP/1.1" status: 200 len: 991 time: 0.1541934 Oct 26 12:10:50.711747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ff161-97f5-46a7-b0d9-9cadf5b4d1c9 None None] New status for floating IP b9d19355-bb2e-4f14-b8e8-232955ed7147: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:10:51.647285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59032) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:51.746245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a157e90-301e-4fee-8b34-7c0839586174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:51.820521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b0eeed92-a467-4d21-8404-92dc415a62c0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/b9d19355-bb2e-4f14-b8e8-232955ed7147 HTTP/1.1" status: 200 len: 993 time: 0.1714847 Oct 26 12:10:52.620050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59084) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:52.808311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26e3aa53-5129-4789-af8f-48fe37768d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:52.925793 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:52.970352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26e3aa53-5129-4789-af8f-48fe37768d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:52.977647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26e3aa53-5129-4789-af8f-48fe37768d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.015934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:53.016677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-26e3aa53-5129-4789-af8f-48fe37768d3e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1aa0d3c995c84566864d096d8264fc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947575 Oct 26 12:10:53.043848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3aa53-5129-4789-af8f-48fe37768d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab75434-c657-414f-b1ce-28f644dd14e5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:53.125659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9def2585-b2fd-4659-94c1-3e75950beeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.184672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9def2585-b2fd-4659-94c1-3e75950beeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.233413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.265080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9def2585-b2fd-4659-94c1-3e75950beeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.268292 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9def2585-b2fd-4659-94c1-3e75950beeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.269814 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9def2585-b2fd-4659-94c1-3e75950beeed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cab75434-c657-414f-b1ce-28f644dd14e5 HTTP/1.1" status: 204 len: 168 time: 0.2529581 Oct 26 12:10:53.296604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def2585-b2fd-4659-94c1-3e75950beeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab75434-c657-414f-b1ce-28f644dd14e5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:53.739568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:53.755913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57bf3ee3-8de5-446a-87a0-e8db3f71747f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.865092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57bf3ee3-8de5-446a-87a0-e8db3f71747f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.870438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-57bf3ee3-8de5-446a-87a0-e8db3f71747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:53.916214 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-57bf3ee3-8de5-446a-87a0-e8db3f71747f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=56fda3e1c577487bb5ebf9b1e8ce5ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755114 Oct 26 12:10:53.916969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf3ee3-8de5-446a-87a0-e8db3f71747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62203839-662c-4c0b-b008-a18460abcda6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:53.921021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59150) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:54.045268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6cd1973e-b2fa-4b0c-91dd-6cea2b384765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.082439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6cd1973e-b2fa-4b0c-91dd-6cea2b384765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.177919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6cd1973e-b2fa-4b0c-91dd-6cea2b384765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.180969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6cd1973e-b2fa-4b0c-91dd-6cea2b384765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.184828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6cd1973e-b2fa-4b0c-91dd-6cea2b384765 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/62203839-662c-4c0b-b008-a18460abcda6 HTTP/1.1" status: 204 len: 168 time: 0.2597275 Oct 26 12:10:54.195468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1973e-b2fa-4b0c-91dd-6cea2b384765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62203839-662c-4c0b-b008-a18460abcda6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:54.196625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59166) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:54.490326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6256966e-cdbd-4cb1-8188-526419b9e069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.586002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6256966e-cdbd-4cb1-8188-526419b9e069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.595188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6256966e-cdbd-4cb1-8188-526419b9e069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.618143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.661142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6256966e-cdbd-4cb1-8188-526419b9e069 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=afc135aea33346cd8c931e1aa6441034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634085 Oct 26 12:10:54.662492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256966e-cdbd-4cb1-8188-526419b9e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c7f81-ece2-43b6-a9a5-bad4c40542e8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:54.663820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59188) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:54.755632 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f23671f7-59aa-4f78-8f4b-c030bda53009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.783655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f23671f7-59aa-4f78-8f4b-c030bda53009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.843904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f23671f7-59aa-4f78-8f4b-c030bda53009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.846567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f23671f7-59aa-4f78-8f4b-c030bda53009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:54.850223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f23671f7-59aa-4f78-8f4b-c030bda53009 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b0c7f81-ece2-43b6-a9a5-bad4c40542e8 HTTP/1.1" status: 204 len: 168 time: 0.1829281 Oct 26 12:10:54.859016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23671f7-59aa-4f78-8f4b-c030bda53009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c7f81-ece2-43b6-a9a5-bad4c40542e8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:55.490284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59234) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:55.510044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8b61a5-3fe1-4ab4-872b-c0ce141eba8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.610375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8b61a5-3fe1-4ab4-872b-c0ce141eba8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.616713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b8b61a5-3fe1-4ab4-872b-c0ce141eba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.673239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b61a5-3fe1-4ab4-872b-c0ce141eba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ca8f2-ee2f-49aa-b626-b7d298b05563,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:55.679046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9b8b61a5-3fe1-4ab4-872b-c0ce141eba8e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3dc17e10e1624b7fbf5c295248362e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867979 Oct 26 12:10:55.682089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59240) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:55.737035 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60c931e4-cb90-4199-8a37-e0e88c6b283f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.762712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60c931e4-cb90-4199-8a37-e0e88c6b283f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.829372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60c931e4-cb90-4199-8a37-e0e88c6b283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.833158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-60c931e4-cb90-4199-8a37-e0e88c6b283f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:55.836833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-60c931e4-cb90-4199-8a37-e0e88c6b283f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/248ca8f2-ee2f-49aa-b626-b7d298b05563 HTTP/1.1" status: 204 len: 168 time: 0.1508307 Oct 26 12:10:55.844819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c931e4-cb90-4199-8a37-e0e88c6b283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ca8f2-ee2f-49aa-b626-b7d298b05563,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:57.512127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59332) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:57.642187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6353-5811-4d1c-9d58-d9cf4264afd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:57.800072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6353-5811-4d1c-9d58-d9cf4264afd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:57.807914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d4f6353-5811-4d1c-9d58-d9cf4264afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:57.903103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f6353-5811-4d1c-9d58-d9cf4264afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feae995-e8ba-4882-996c-dde6cd713236,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:57.909172 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9d4f6353-5811-4d1c-9d58-d9cf4264afd3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c92bbbd74a31492faae7e4b1604073ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953018 Oct 26 12:10:57.911828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:10:58.003449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85e66192-e99c-4a0a-b6ae-d53c0e1d89f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:58.052766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85e66192-e99c-4a0a-b6ae-d53c0e1d89f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:58.144494 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85e66192-e99c-4a0a-b6ae-d53c0e1d89f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:58.147642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85e66192-e99c-4a0a-b6ae-d53c0e1d89f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:10:58.162061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-85e66192-e99c-4a0a-b6ae-d53c0e1d89f1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5feae995-e8ba-4882-996c-dde6cd713236 HTTP/1.1" status: 204 len: 168 time: 0.2485108 Oct 26 12:10:58.183604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e66192-e99c-4a0a-b6ae-d53c0e1d89f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feae995-e8ba-4882-996c-dde6cd713236,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:00.225197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59430) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:00.357926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:00.391707 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:00.502883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:00.638433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Allocated IP 172.25.4.17 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/e2b640c3-7688-442c-bad7-1fe202f5235f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:00.785163 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:00.848929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:00.895473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:00.900555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:00.904923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:00.959552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b640c3-7688-442c-bad7-1fe202f5235f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:01.006271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.060724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.383488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.392415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.493712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b640c3-7688-442c-bad7-1fe202f5235f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:01.580902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.604069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59480) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:01.617143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.624081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59484) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:01.629172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1528728075', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'fixed_ips': [{'ip_address': '172.25.4.17'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:01.631487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50726206-1914-4dc1-af0f-ed274d6b5475 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4041979 Oct 26 12:11:01.693129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Made reservation on behalf of d03d937d0f5c42ffad6be27c84516000 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:01.695819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.719290 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.878624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55bd3370-9ab7-4ec9-874d-4e0f85ab154f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:01.932774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.008426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55bd3370-9ab7-4ec9-874d-4e0f85ab154f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.010429 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.018932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] device_id is not set on port 1f9b4ed3-87bf-4875-a976-c3b5ad6baaf8 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:02.030688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55bd3370-9ab7-4ec9-874d-4e0f85ab154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.303628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91b9ee-446e-425b-9744-3f1d9a50b006,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:02.365046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-55bd3370-9ab7-4ec9-874d-4e0f85ab154f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0f2dcfddf6d444381bece7bfb76886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597902 Oct 26 12:11:02.367543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59498) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:02.396310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd3370-9ab7-4ec9-874d-4e0f85ab154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b575aa-4e90-4575-9ae9-47cefabfc43b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:02.403538 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 12:11:02.404633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:11:02.428054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3cb36fe1-7470-4492-935d-585cbd9c46ea tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8026338 Oct 26 12:11:02.430549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59500) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:02.479615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aec01596-3268-4b41-97d3-9964d62ceb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.543082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aec01596-3268-4b41-97d3-9964d62ceb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.681829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aec01596-3268-4b41-97d3-9964d62ceb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.686678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aec01596-3268-4b41-97d3-9964d62ceb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.696154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aec01596-3268-4b41-97d3-9964d62ceb5f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d2b575aa-4e90-4575-9ae9-47cefabfc43b HTTP/1.1" status: 204 len: 168 time: 0.3274748 Oct 26 12:11:02.712278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec01596-3268-4b41-97d3-9964d62ceb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b575aa-4e90-4575-9ae9-47cefabfc43b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:02.824685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Deleting port e2b640c3-7688-442c-bad7-1fe202f5235f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:02.825302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:02.996951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:03.000843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:03.033561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Calling delete_port for e2b640c3-7688-442c-bad7-1fe202f5235f owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:03.354295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:03.397697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b640c3-7688-442c-bad7-1fe202f5235f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:03.496399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:03.500052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:03.506371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-36ad3bd2-a53c-47af-bb00-45408f43a214 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254 tempest-ExternalNetworksAdminNegativeTestJSON-1188149254-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/3e65aef6-fba5-406c-8fb4-8d28d3816810 HTTP/1.1" status: 204 len: 168 time: 1.0679691 Oct 26 12:11:03.773494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:03.893659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:04.098916 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7778e20-0a49-42c8-844a-88fa7ae5c80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.235815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7778e20-0a49-42c8-844a-88fa7ae5c80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.240881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b7778e20-0a49-42c8-844a-88fa7ae5c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.271158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b7778e20-0a49-42c8-844a-88fa7ae5c80a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=67786d8c240146c1aeca9f48e45ccdbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762438 Oct 26 12:11:04.273390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59550) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:04.299271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778e20-0a49-42c8-844a-88fa7ae5c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a27de28-ce25-4818-842e-69310c79b16f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:04.353947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1fe96a1-2853-4fef-a604-462ad4ddc122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.384756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1fe96a1-2853-4fef-a604-462ad4ddc122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.462489 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-d2d9cfad-25dc-4996-9f24-601faa880154 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756497 Oct 26 12:11:04.480144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1fe96a1-2853-4fef-a604-462ad4ddc122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.483245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1fe96a1-2853-4fef-a604-462ad4ddc122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:04.486996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f1fe96a1-2853-4fef-a604-462ad4ddc122 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a27de28-ce25-4818-842e-69310c79b16f HTTP/1.1" status: 204 len: 168 time: 0.2100239 Oct 26 12:11:04.495715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe96a1-2853-4fef-a604-462ad4ddc122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a27de28-ce25-4818-842e-69310c79b16f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:04.592353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-c9cb2055-4d08-49e9-bc7f-41574ea4bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:04.594356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-c9cb2055-4d08-49e9-bc7f-41574ea4bbbe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ba426a4cf8c24914b50dbf23a5088957&device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 1097 time: 0.0680814 Oct 26 12:11:04.747045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-562bf111-ee76-4642-8092-23bcbf3446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:04.748952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-562bf111-ee76-4642-8092-23bcbf3446f8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 200 len: 913 time: 0.1331367 Oct 26 12:11:04.877588 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-9421c89e-76a6-4bd6-af24-28628d708cdd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 200 len: 1002 time: 0.1151268 Oct 26 12:11:04.912252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:05.002075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:05.002986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b1c09d89-42b0-489d-8986-2e473d914597 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d03d937d0f5c42ffad6be27c84516000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884440 Oct 26 12:11:05.020585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-46d1ec3a-a634-49fc-ba7d-31a2776b7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:05.022343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-46d1ec3a-a634-49fc-ba7d-31a2776b7fcb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 200 len: 850 time: 0.1374063 Oct 26 12:11:05.118809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60b1205c-24dc-432a-a7e3-1cb90b2db248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.130462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-bdefd3bd-dd52-4426-899a-8b061976eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:05.131778 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-bdefd3bd-dd52-4426-899a-8b061976eb50 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d718bb8b-0f5a-40f3-8925-3a997058ad4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968997 Oct 26 12:11:05.213928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60b1205c-24dc-432a-a7e3-1cb90b2db248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.329724 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-d0058895-7781-41ba-b2ff-0cc7b83fb96a service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886282 Oct 26 12:11:05.359024 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60b1205c-24dc-432a-a7e3-1cb90b2db248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.362274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-60b1205c-24dc-432a-a7e3-1cb90b2db248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.367745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-60b1205c-24dc-432a-a7e3-1cb90b2db248 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8b91b9ee-446e-425b-9744-3f1d9a50b006 HTTP/1.1" status: 204 len: 168 time: 0.3631241 Oct 26 12:11:05.429845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.431234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:05.496549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1205c-24dc-432a-a7e3-1cb90b2db248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91b9ee-446e-425b-9744-3f1d9a50b006,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:05.599042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de2c252a-799f-44f8-9bb6-f6e543942758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.660504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a8216fa3-0b97-48cf-bcde-4512119747cc req-8803fc27-0f75-4cbd-9420-0c7de53203e4 service neutron] 10.222.0.100 "GET /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147254 Oct 26 12:11:05.705804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de2c252a-799f-44f8-9bb6-f6e543942758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.715523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de2c252a-799f-44f8-9bb6-f6e543942758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.772914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-de2c252a-799f-44f8-9bb6-f6e543942758 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b4fcde20d0ab41b8b3dac0112b766bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380673 Oct 26 12:11:05.772914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c252a-799f-44f8-9bb6-f6e543942758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66303cc-e349-419d-b0f1-bb5d73f9eb06,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:05.773392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:05.875174 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5a3080ba-ad3d-49b0-afd3-5ef54a863abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.903167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5a3080ba-ad3d-49b0-afd3-5ef54a863abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.976754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5a3080ba-ad3d-49b0-afd3-5ef54a863abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.979474 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5a3080ba-ad3d-49b0-afd3-5ef54a863abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:05.984018 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5a3080ba-ad3d-49b0-afd3-5ef54a863abe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d66303cc-e349-419d-b0f1-bb5d73f9eb06 HTTP/1.1" status: 204 len: 168 time: 0.2061775 Oct 26 12:11:05.993044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3080ba-ad3d-49b0-afd3-5ef54a863abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66303cc-e349-419d-b0f1-bb5d73f9eb06,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:06.495449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59628) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:06.514114 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86a7bb3f-40b7-4c6e-8071-a62d9be3df5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.625277 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86a7bb3f-40b7-4c6e-8071-a62d9be3df5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.633657 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86a7bb3f-40b7-4c6e-8071-a62d9be3df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.689116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-86a7bb3f-40b7-4c6e-8071-a62d9be3df5f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=25a5e4643d5d442c9cbafed254e668fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924279 Oct 26 12:11:06.690435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7bb3f-40b7-4c6e-8071-a62d9be3df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88609d4d-af5c-430d-ade4-2d463fb22d44,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:06.692316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:06.799730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa0f9-982b-496e-ae05-eb54af166f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.824301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa0f9-982b-496e-ae05-eb54af166f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.878122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa0f9-982b-496e-ae05-eb54af166f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.881200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa0f9-982b-496e-ae05-eb54af166f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:06.885573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b5fa0f9-982b-496e-ae05-eb54af166f76 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88609d4d-af5c-430d-ade4-2d463fb22d44 HTTP/1.1" status: 204 len: 168 time: 0.1917431 Oct 26 12:11:06.897259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fa0f9-982b-496e-ae05-eb54af166f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88609d4d-af5c-430d-ade4-2d463fb22d44,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:07.345053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59664) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:07.361128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0b71085-0484-4eeb-ba64-a9047fe7e08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.498709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0b71085-0484-4eeb-ba64-a9047fe7e08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.506444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d0b71085-0484-4eeb-ba64-a9047fe7e08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.560047 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0b71085-0484-4eeb-ba64-a9047fe7e08a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46fe8275f2b24ea1853892101d29108d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128775 Oct 26 12:11:07.562491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59670) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:07.569895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b71085-0484-4eeb-ba64-a9047fe7e08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89746518-a935-4ae3-a408-a31b85f3881d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:07.629433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9623678-aecd-434c-b53c-9578d56b5e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.657675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9623678-aecd-434c-b53c-9578d56b5e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.734167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9623678-aecd-434c-b53c-9578d56b5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.739114 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a9623678-aecd-434c-b53c-9578d56b5e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:07.742569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a9623678-aecd-434c-b53c-9578d56b5e9a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89746518-a935-4ae3-a408-a31b85f3881d HTTP/1.1" status: 204 len: 168 time: 0.1762340 Oct 26 12:11:07.750358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623678-aecd-434c-b53c-9578d56b5e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89746518-a935-4ae3-a408-a31b85f3881d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:07.815450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59682) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:08.091419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-328469164'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:08.120658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Made reservation on behalf of 349c83e98e7943f0824889dae9ba5cb3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:08.129456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.138896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.224212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.232677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.264635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:11:08.282786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21b5183-ef85-4e88-bce6-fdfc9b788392,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:08.290203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.290906 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Added segment faa3e2e4-fe3a-4b02-862b-ceddc7f2d422 of type vlan for network 579a3533-893a-4674-bf54-781c39e5e244 Oct 26 12:11:08.346936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.384089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.390700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:08.391778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.459527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6392419 Oct 26 12:11:08.525562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ca3c0-6274-4b94-a5f6-8700f6be5826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Pushing event updated for resources: {'Network': ['ID=579a3533-893a-4674-bf54-781c39e5e244,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:08.539905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 579a3533-893a-4674-bf54-781c39e5e244 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:11:08.767038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59726) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:08.772422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Request body: {'port': {'network_id': '579a3533-893a-4674-bf54-781c39e5e244', 'binding:host_id': 'n-h2-812150-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772439572'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:08.816247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Made reservation on behalf of 7c209f86ffdc4819ab7933b850b55894 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:08.818956 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.827988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.947039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.956725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:08.992228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port 3c47fb7c-08bb-45af-9531-dcd345a1065b yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:08.998553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff9e2a-726f-4434-8f15-c27c74d80774,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:09.318530 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port 3c47fb7c-08bb-45af-9531-dcd345a1065b yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:09.334376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:09.343616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:09.417467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=3c47fb7c-08bb-45af-9531-dcd345a1065b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:09.426662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Checking segment: {'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:09.426952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Network hostable DHCP agents. Network: 579a3533-893a-4674-bf54-781c39e5e244, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:11:09.445963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Network 579a3533-893a-4674-bf54-781c39e5e244 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:11:09.459961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 579a3533-893a-4674-bf54-781c39e5e244) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:09.475055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dbabb1-2db2-4a05-be47-19970b0de64f None None] Network 579a3533-893a-4674-bf54-781c39e5e244 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:09.489052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:09.534968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.535345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.535690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.541986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.542317 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.542714 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 2 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.562411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.562951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.563399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.571736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.572202 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.572702 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 3 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.590621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.595371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.595778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.605315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.605657 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.606078 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 4 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.632849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.633189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.633532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.649647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.649883 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.650237 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 5 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.680185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.680591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.680943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.695870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.696524 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.697235 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 6 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.728758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.732703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.738788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.759149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.759149 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.759149 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 7 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.790950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.792131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.792837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.799071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.799772 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.801177 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 8 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.829691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.830647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.833765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.841054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.843816 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.845197 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 9 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.877521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.877868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.878240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.884976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.885340 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.886075 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 10 to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b Oct 26 12:11:09.908561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:09.909462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:09.909805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:09.917042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 3c47fb7c-08bb-45af-9531-dcd345a1065b on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:09.917704 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 3c47fb7c-08bb-45af-9531-dcd345a1065b on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:09.918258 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.000305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] For port 3c47fb7c-08bb-45af-9531-dcd345a1065b, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:10.000825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempted to set empty binding levels {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 12:11:10.009947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.048871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:10.049483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.079415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=3c47fb7c-08bb-45af-9531-dcd345a1065b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:10.094900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-15fb8d1e-982f-4af8-8f07-da4d8c799e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3257990 Oct 26 12:11:10.097021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59776) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:10.208154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Deleting port 3c47fb7c-08bb-45af-9531-dcd345a1065b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:10.208746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.296001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] For port 3c47fb7c-08bb-45af-9531-dcd345a1065b, host n-h2-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:10.296374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.311955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Calling delete_port for 3c47fb7c-08bb-45af-9531-dcd345a1065b owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:10.418544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.471348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c47fb7c-08bb-45af-9531-dcd345a1065b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:10.484070 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.488657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-59b253be-84d7-4218-9a19-cbb3cdb915d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "DELETE /v2.0/ports/3c47fb7c-08bb-45af-9531-dcd345a1065b HTTP/1.1" status: 204 len: 168 time: 0.3904896 Oct 26 12:11:10.491420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59798) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:10.523724 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fb7640-f7c0-4bf2-9f03-1d5ca8a7ca75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:11:10.525483 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96fb7640-f7c0-4bf2-9f03-1d5ca8a7ca75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "GET /v2.0/ports/3c47fb7c-08bb-45af-9531-dcd345a1065b HTTP/1.1" status: 404 len: 333 time: 0.0329299 Oct 26 12:11:10.531643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:10.545342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Request body: {'port': {'network_id': '579a3533-893a-4674-bf54-781c39e5e244', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928064561'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:10.573857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Made reservation on behalf of 7c209f86ffdc4819ab7933b850b55894 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:10.577138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.600564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:10.782606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-07d78fce-0ecf-4971-99d2-5b1cd74d240c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024582 Oct 26 12:11:10.843665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.898675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-73cb2190-01c3-41af-a24f-dddd6eea9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:10.901628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-73cb2190-01c3-41af-a24f-dddd6eea9e9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1096 time: 0.0634768 Oct 26 12:11:10.903937 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.943408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59820) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:10.952353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Network 579a3533-893a-4674-bf54-781c39e5e244 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:10.958241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:10.961928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:10.963149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:10.963385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:10.977452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:10.999157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-694f5b29-9a63-454d-821f-171a95eccb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4659333 Oct 26 12:11:11.002967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59830) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:11.010309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:11.109824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-57933624-5c2d-4e1e-9b9f-a5b4db87336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:11.111901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-57933624-5c2d-4e1e-9b9f-a5b4db87336d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.1871402 Oct 26 12:11:11.185350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.203698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be0434e2-1f66-4c3d-b180-699056cebb7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.247652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-ac32599a-d115-4f92-ba43-6db9ea5da1c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 1001 time: 0.1178393 Oct 26 12:11:11.405772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-557d2b75-1010-44b6-bec2-3771ee223e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:11.407394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-557d2b75-1010-44b6-bec2-3771ee223e56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.1523938 Oct 26 12:11:11.505152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be0434e2-1f66-4c3d-b180-699056cebb7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.507877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-0af777a0-5e80-4dbe-ad13-8de8afae0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:11.509752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-0af777a0-5e80-4dbe-ad13-8de8afae0512 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918944 Oct 26 12:11:11.539399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be0434e2-1f66-4c3d-b180-699056cebb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.642711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:11.665801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.672573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-be0434e2-1f66-4c3d-b180-699056cebb7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fa3c6912df140019ae7255350819f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139921 Oct 26 12:11:11.675940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:11.678185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0434e2-1f66-4c3d-b180-699056cebb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc387216-9dd7-496e-b1f5-5299a9efd9fd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:11.687733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.748050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a093eaff-9f44-4438-80c7-4d4ebf00cf79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.774582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a093eaff-9f44-4438-80c7-4d4ebf00cf79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.835187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a093eaff-9f44-4438-80c7-4d4ebf00cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.837895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a093eaff-9f44-4438-80c7-4d4ebf00cf79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:11.839154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a093eaff-9f44-4438-80c7-4d4ebf00cf79 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fc387216-9dd7-496e-b1f5-5299a9efd9fd HTTP/1.1" status: 204 len: 168 time: 0.1591699 Oct 26 12:11:11.850636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093eaff-9f44-4438-80c7-4d4ebf00cf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc387216-9dd7-496e-b1f5-5299a9efd9fd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:12.088458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90dfa6-4e0b-4d83-9a2a-ec754f38cb69 req-41d96faf-58f4-491d-a838-4898e4d4e094 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.089971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab90dfa6-4e0b-4d83-9a2a-ec754f38cb69 req-41d96faf-58f4-491d-a838-4898e4d4e094 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 946 time: 0.7074473 Oct 26 12:11:12.138890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:12.149156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-bcb06742-cd02-40b8-96b7-deaf737aeb17 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210661 Oct 26 12:11:12.227102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab90dfa6-4e0b-4d83-9a2a-ec754f38cb69 req-700bfd3b-d65b-48dd-bc4f-4dda8fdd7770 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243670 Oct 26 12:11:12.229292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.229639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.229984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.234455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:12.241863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.242352 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.244695 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 2 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.259899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-059280fc-c19f-4a72-806f-ecf7acd9a6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.262664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.263387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.263935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.276398 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.276731 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.278496 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 3 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.305938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b9dac12-13c8-4ae2-a74a-42ffc45f8a6c req-6008dc65-2abf-4029-a872-ae48d8180b5f service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311259 Oct 26 12:11:12.306715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.307082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.307421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.317933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.318940 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.320472 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 4 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.339633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.340139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.341265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.346066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.346397 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.346793 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 5 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.354011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-059280fc-c19f-4a72-806f-ecf7acd9a6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.358835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-059280fc-c19f-4a72-806f-ecf7acd9a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.360489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.360835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.361193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.366644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.367422 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.367834 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 6 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.381285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.381623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.381969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.386393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.386839 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.387129 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 7 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.402351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.402709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.403191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.409313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.409313 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.409511 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 8 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.420281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-059280fc-c19f-4a72-806f-ecf7acd9a6ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a36ea78be4e14f3789e1870d856100e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846669 Oct 26 12:11:12.422236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059280fc-c19f-4a72-806f-ecf7acd9a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cabec1f-8089-4f8e-96ae-916b1c0fc51a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:12.423313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59880) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:12.433325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.433733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.434219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.444453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.444862 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.447597 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 9 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.478126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.478126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.478126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.486661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.486997 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.489026 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 10 to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 Oct 26 12:11:12.509008 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21758590-7983-4efa-a9f3-d369983f4d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.511850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:12.512190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:12.513059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:12.524254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:12.524582 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:12.524976 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.545405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:11:12.546051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21758590-7983-4efa-a9f3-d369983f4d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.622251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] For port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:12.622613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempted to set empty binding levels {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 12:11:12.626904 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.657409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21758590-7983-4efa-a9f3-d369983f4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.659954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21758590-7983-4efa-a9f3-d369983f4d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.661077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21758590-7983-4efa-a9f3-d369983f4d96 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5cabec1f-8089-4f8e-96ae-916b1c0fc51a HTTP/1.1" status: 204 len: 168 time: 0.2367380 Oct 26 12:11:12.666631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] In _notify_port_updated(), no bound segment for port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:11:12.667647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.668234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.671868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "PUT /v2.0/ports/1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 HTTP/1.1" status: 200 len: 979 time: 1.6640644 Oct 26 12:11:12.673035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59886) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:12.681453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21758590-7983-4efa-a9f3-d369983f4d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cabec1f-8089-4f8e-96ae-916b1c0fc51a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:12.693319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ed312-1ad3-44be-9b5c-60f9796de0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:12.792553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.793197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.793502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.794168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.794533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.795125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.795704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.796109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.796714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.797253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.797767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.798238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.798696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.799362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.800090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:12.802811 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b13ff0b0-71f5-4da7-9f34-c11c1028b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13521 time: 0.1285088 Oct 26 12:11:12.806299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59890) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:12.903257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Deleting port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:12.903595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.972040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] For port 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5, host n-h2-812150-3, got binding levels [] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:12.972408 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:12.986103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Calling delete_port for 1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:13.103535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-f941fd71-8f61-4c4e-83e3-4cfb0b636ccf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:13.105755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-f941fd71-8f61-4c4e-83e3-4cfb0b636ccf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.100 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 946 time: 0.0724967 Oct 26 12:11:13.165440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.222092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.228243 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "DELETE /v2.0/ports/1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 HTTP/1.1" status: 204 len: 168 time: 0.4179564 Oct 26 12:11:13.228243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b0029-f491-490a-8c0a-b90184a7c05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:13.231216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59910) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:13.259797 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e81daa2-962b-4031-bb0f-71bcc172c2fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:11:13.260639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Deleting port e90fb595-d44a-4a99-86cf-4f65711a6220 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:13.261019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.261861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4e81daa2-962b-4031-bb0f-71bcc172c2fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "GET /v2.0/ports/1c7bb5f4-fba1-458e-b6df-e84e48ee8dd5 HTTP/1.1" status: 404 len: 333 time: 0.0295687 Oct 26 12:11:13.266839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:13.273736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664382873', 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:13.373104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Made reservation on behalf of 7c209f86ffdc4819ab7933b850b55894 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:13.378564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.416198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port a0635032-0226-4755-9fc7-cb3714971a24 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:13.418137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7e90-7f47-42c5-9f84-23870b46c6f4 req-8c9eb885-34e1-418e-9206-fe216ea94f99 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:13.419957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb8c7e90-7f47-42c5-9f84-23870b46c6f4 req-8c9eb885-34e1-418e-9206-fe216ea94f99 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 946 time: 0.0828109 Oct 26 12:11:13.438737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] For port e90fb595-d44a-4a99-86cf-4f65711a6220, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e90fb595-d44a-4a99-86cf-4f65711a6220,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:13.439131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.462804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb8c7e90-7f47-42c5-9f84-23870b46c6f4 req-f3fb5ad6-39df-486d-835c-60c51e8621c7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352197 Oct 26 12:11:13.795036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.795571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.795782 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Floating IP 49d7f7f3-0cb9-466b-a2c7-4b087f54e28e disassociated. External IP: 172.25.4.139, port: e90fb595-d44a-4a99-86cf-4f65711a6220. Oct 26 12:11:13.796046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Calling delete_port for e90fb595-d44a-4a99-86cf-4f65711a6220 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:13.809046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.903349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:13.956795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Network 579a3533-893a-4674-bf54-781c39e5e244 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:13.982414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:13.985195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:13.986316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:13.986940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:14.006592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=a0635032-0226-4755-9fc7-cb3714971a24,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:14.023200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dcbbe8d7-54c9-442c-af03-8c659f771533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7529626 Oct 26 12:11:14.024354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:14.037448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:14.078020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event deleted for resources: {'Port': ['ID=e90fb595-d44a-4a99-86cf-4f65711a6220,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:14.088400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f99d1-faf3-44fb-aabb-d65d4296eec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:14.090092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4e2f99d1-faf3-44fb-aabb-d65d4296eec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "GET /v2.0/ports/a0635032-0226-4755-9fc7-cb3714971a24 HTTP/1.1" status: 200 len: 959 time: 0.0645709 Oct 26 12:11:14.094182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:14.610661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-423ad2d6-bb85-4408-9b3b-507ff1908d13 req-1a4918d4-b754-4d6b-b909-ac2c24ef71f7 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 210 time: 0.0284832 Oct 26 12:11:14.672058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Deleting port a0635032-0226-4755-9fc7-cb3714971a24 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:14.672397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:14.676061 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:11:14.816116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:14.838080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Calling delete_port for a0635032-0226-4755-9fc7-cb3714971a24 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:14.921697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:14.944517 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:14.957110 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:14.958034 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:14.979981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] No DVR routers for this DVR port e90fb595-d44a-4a99-86cf-4f65711a6220 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:11:14.984772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:14.988185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9e1c3da9-27db-43f1-bbb8-7e5fe3945662 req-a9a540f6-1fa6-40e6-b671-589ee881241c tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.100 "DELETE /v2.0/ports/e90fb595-d44a-4a99-86cf-4f65711a6220 HTTP/1.1" status: 204 len: 173 time: 1.8756080 Oct 26 12:11:14.988666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'name': 'network-vif-deleted', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:14.991481 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2bda52-7ce3-4956-bad3-aa9049ef7958" -d '{"events": [{"server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "name": "network-vif-deleted", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:15.069325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.119361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:15.122513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0635032-0226-4755-9fc7-cb3714971a24,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:15.132745 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd8832-f16c-4107-b8f2-f61da979534b x-openstack-request-id: req-7bbd8832-f16c-4107-b8f2-f61da979534b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:15.133042 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be27f9d3-a0b9-4598-8f37-5a0ea3890961", "name": "network-vif-deleted", "tag": "e90fb595-d44a-4a99-86cf-4f65711a6220", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:15.133367 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7bbd8832-f16c-4107-b8f2-f61da979534b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:15.133842 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be27f9d3-a0b9-4598-8f37-5a0ea3890961', 'name': 'network-vif-deleted', 'tag': 'e90fb595-d44a-4a99-86cf-4f65711a6220', 'status': 'completed', 'code': 200} Oct 26 12:11:15.142184 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.148607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3afd175c-3561-43ef-9d23-30910c311442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "DELETE /v2.0/ports/a0635032-0226-4755-9fc7-cb3714971a24 HTTP/1.1" status: 204 len: 168 time: 1.0500135 Oct 26 12:11:15.149091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59988) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:15.185310 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d68f8a-df3b-4379-ab5f-95d5f8b79cef tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:11:15.187380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-08d68f8a-df3b-4379-ab5f-95d5f8b79cef tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "GET /v2.0/ports/a0635032-0226-4755-9fc7-cb3714971a24 HTTP/1.1" status: 404 len: 333 time: 0.0371470 Oct 26 12:11:15.199873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 59992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:15.208147 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Request body: {'port': {'network_id': '579a3533-893a-4674-bf54-781c39e5e244', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-607860388'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:15.237709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Made reservation on behalf of 7c209f86ffdc4819ab7933b850b55894 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:15.241068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.261359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:15.398788 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:15.435845 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:15.444990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:15.446003 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:10:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:15.457966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.509579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.565971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Network 579a3533-893a-4674-bf54-781c39e5e244 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:15.571203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:15.576315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:15.577981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:15.579126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.593711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:15.609504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d67e0f1-2d54-449b-870c-c20835000ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4081347 Oct 26 12:11:15.612169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 59998) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:15.618469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:15.625743 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:15.737964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:15.802398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cdeed1c0-9601-42a3-9bfb-f4e85a3082bd req-82075655-ec9a-4c5f-93cc-0e4c82364d03 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/ports?device_id=be27f9d3-a0b9-4598-8f37-5a0ea3890961 HTTP/1.1" status: 200 len: 210 time: 0.0517354 Oct 26 12:11:15.895904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:15.930437 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e249c9e6-ce4e-4db9-a9e7-1e555bf0d5a2 None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:03:43Z', 'revision_number': 4, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'f395576c-a78e-467e-bce1-2fc9bac3005c', 'name': '', 'network_id': 'd718bb8b-0f5a-40f3-8925-3a997058ad4b', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'mac_address': 'fa:16:3e:e4:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:43Z', 'updated_at': '2021-10-26T12:03:49Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'subnets': [{'id': '77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:16.020287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] device_id is not set on port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:16.029804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.039101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.118028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:16.129666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.130143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.130366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.130726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.131132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.131475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.131812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.132150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.132516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.132857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.133189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.133519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:16.137101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.137577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.137937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.144442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.144786 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.145184 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 2 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.161660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.162113 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.162461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.169619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.169956 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.170368 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 3 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.186351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.187008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.187546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.193499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.194119 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.194849 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 4 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.211682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.212305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.212655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.218240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.218581 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.219016 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 5 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.235097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.235449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.235794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.240612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.240986 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.241390 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 6 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.255658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.256279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.256815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.262810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.263402 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.264111 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 7 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.277953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.278829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.279214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.284882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.285458 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.286068 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 8 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.301606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.301948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.302288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.306593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.306947 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.307336 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 9 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.320124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.320465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.320807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.326091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.326741 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.327050 n-d-812150-3 neutron-server[102760]: INFO neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempt 10 to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e Oct 26 12:11:16.341053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:16.341391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:16.341732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempting to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:16.348374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:16.348719 n-d-812150-3 neutron-server[102760]: ERROR neutron.plugins.ml2.managers [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Failed to bind port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on host n-h2-812150-3 for vnic_type normal using segments [{'id': 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '579a3533-893a-4674-bf54-781c39e5e244'}] Oct 26 12:11:16.349095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.350660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dbec7-c847-47e0-9de3-2740e2d5abf8 None None] New status for floating IP 49d7f7f3-0cb9-466b-a2c7-4b087f54e28e: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:11:16.426435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] For port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:16.426968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attempted to set empty binding levels {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 12:11:16.433312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.468027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] In _notify_port_updated(), no bound segment for port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e on network 579a3533-893a-4674-bf54-781c39e5e244 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:11:16.469009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:16.469663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.471295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "PUT /v2.0/ports/0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e HTTP/1.1" status: 200 len: 978 time: 0.8569574 Oct 26 12:11:16.474534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60018) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:16.510838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74511c-1390-4ef4-816c-faa842d2732c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event updated for resources: {'Port': ['ID=0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:16.565089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Deleting port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:16.565444 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.631384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] For port 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e, host n-h2-812150-3, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:16.632081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.644399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Calling delete_port for 0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:16.728296 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.773955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Pushing event deleted for resources: {'Port': ['ID=0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:16.777695 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:16.783174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b5b17f03-39f8-479a-9ce0-65ac1b188ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "DELETE /v2.0/ports/0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e HTTP/1.1" status: 204 len: 168 time: 0.3062201 Oct 26 12:11:16.784265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:16.807638 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f825f9cb-8857-438f-a366-d7d6f582e97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] GET failed (client error): The resource could not be found. Oct 26 12:11:16.809091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f825f9cb-8857-438f-a366-d7d6f582e97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203493899-project-admin] 10.222.0.88 "GET /v2.0/ports/0810777f-e3b6-4d00-b58f-2f5c1ab6ed2e HTTP/1.1" status: 404 len: 333 time: 0.0238249 Oct 26 12:11:16.812915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60026) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:16.893534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60032) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:16.903684 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.038028 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c66cfaf-07f0-4091-af71-5744c13862bf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.059096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.093280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c66cfaf-07f0-4091-af71-5744c13862bf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.096643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579a3533-893a-4674-bf54-781c39e5e244']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:17.124607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:17.124911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa3e2e4-fe3a-4b02-862b-ceddc7f2d422') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:17.145866 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.163984 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.173547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:11:17.173954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:11:17.177578 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:11:17.230766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c66cfaf-07f0-4091-af71-5744c13862bf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.234383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c66cfaf-07f0-4091-af71-5744c13862bf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.238192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c66cfaf-07f0-4091-af71-5744c13862bf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "DELETE /v2.0/security-groups/5ec02c00-f1eb-4883-a0cc-a582cdcdb67a HTTP/1.1" status: 204 len: 168 time: 0.3411024 Oct 26 12:11:17.238678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60050) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:17.253562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e90fb595-d44a-4a99-86cf-4f65711a6220 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:17.271695 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-f6cb132f-81dd-4d0a-b2b6-536f65b85f8e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] show failed (client error): The resource could not be found. Oct 26 12:11:17.276300 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6cb132f-81dd-4d0a-b2b6-536f65b85f8e tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "GET /v2.0/security-groups/5ec02c00-f1eb-4883-a0cc-a582cdcdb67a HTTP/1.1" status: 404 len: 347 time: 0.0330822 Oct 26 12:11:17.278922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60052) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:17.283228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: e90fb595-d44a-4a99-86cf-4f65711a6220 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:17.283618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e90fb595-d44a-4a99-86cf-4f65711a6220 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:17.289752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66cfaf-07f0-4091-af71-5744c13862bf tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec02c00-f1eb-4883-a0cc-a582cdcdb67a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:17.329854 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.387481 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.390794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] 10.222.0.88 "DELETE /v2.0/networks/579a3533-893a-4674-bf54-781c39e5e244 HTTP/1.1" status: 204 len: 168 time: 0.5769553 Oct 26 12:11:17.429851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e6a75-2d00-44eb-a15c-b86311d1dd81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735618460-project] Pushing event deleted for resources: {'Network': ['ID=579a3533-893a-4674-bf54-781c39e5e244,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:17.452382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Deleting port d9871635-0a7b-46d6-b75c-663ad613947e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:17.452729 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.558335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.558662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.573354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Calling delete_port for d9871635-0a7b-46d6-b75c-663ad613947e owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:17.750641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.768639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60068) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:17.782107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Pushing event deleted for resources: {'Port': ['ID=d9871635-0a7b-46d6-b75c-663ad613947e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:17.880090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.882670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:17.884200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9fbeba9f-b794-4d39-aad3-196a3d1fe2b9 tempest-AttachVolumeTestJSON-1585121650 tempest-AttachVolumeTestJSON-1585121650-project] 10.222.0.88 "DELETE /v2.0/floatingips/49d7f7f3-0cb9-466b-a2c7-4b087f54e28e HTTP/1.1" status: 204 len: 168 time: 0.6042125 Oct 26 12:11:17.998382 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b3efb54c-075d-4b5b-bbe2-0ed7bfecd63e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=349c83e98e7943f0824889dae9ba5cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280636 Oct 26 12:11:18.001120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:18.079993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde6c-e456-490d-a240-b94fe2693cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.112204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde6c-e456-490d-a240-b94fe2693cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.171320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde6c-e456-490d-a240-b94fe2693cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.174260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fdcde6c-e456-490d-a240-b94fe2693cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.175603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9fdcde6c-e456-490d-a240-b94fe2693cca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c21b5183-ef85-4e88-bce6-fdfc9b788392 HTTP/1.1" status: 204 len: 168 time: 0.1731844 Oct 26 12:11:18.202916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcde6c-e456-490d-a240-b94fe2693cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21b5183-ef85-4e88-bce6-fdfc9b788392,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:18.591866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:18.635675 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-133149c2-e399-41b4-a636-07bc164f7db7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7c209f86ffdc4819ab7933b850b55894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426750 Oct 26 12:11:18.638192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60102) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:18.697093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7229553d-b193-4343-9857-0cfbfb0f3039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.718709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7229553d-b193-4343-9857-0cfbfb0f3039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.768672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7229553d-b193-4343-9857-0cfbfb0f3039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.772596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7229553d-b193-4343-9857-0cfbfb0f3039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:18.774051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7229553d-b193-4343-9857-0cfbfb0f3039 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1dff9e2a-726f-4434-8f15-c27c74d80774 HTTP/1.1" status: 204 len: 168 time: 0.1348944 Oct 26 12:11:18.786066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229553d-b193-4343-9857-0cfbfb0f3039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff9e2a-726f-4434-8f15-c27c74d80774,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:19.143269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c0a7-5c97-4c8b-95a6-3591df0d7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.350635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60176) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:20.505113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-199061504', 'router:external': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:20.530689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Made reservation on behalf of 33ae38f6ddc941b693aa44041e4e3331 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:20.534825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.545550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.645882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.651198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.683712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:11:20.690888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9db68e-94c7-46a3-9948-528b4833adf1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:20.699132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.700402 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Added segment f1ed0657-8eeb-4d37-9670-d5d9e22ccf03 of type vlan for network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 Oct 26 12:11:20.757777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.796271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.797732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:20.798551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:20.863787 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5118375 Oct 26 12:11:20.867649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60182) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:20.888602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599028b-012d-4ae6-83e9-98559121838f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Network': ['ID=a76d3e28-e0ee-411a-8615-c2e3c89bcce4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:20.900714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'subnet': {'network_id': 'a76d3e28-e0ee-411a-8615-c2e3c89bcce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:20.908710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:11:20.968291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Made reservation on behalf of 33ae38f6ddc941b693aa44041e4e3331 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:20.971447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.341511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.objects.ports [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 12:11:21.342017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.406631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37dc1f22-1ed9-475e-b71b-de454a45f8ee,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:21.414178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Checking segment: {'id': 'f1ed0657-8eeb-4d37-9670-d5d9e22ccf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a76d3e28-e0ee-411a-8615-c2e3c89bcce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:21.414776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network hostable DHCP agents. Network: a76d3e28-e0ee-411a-8615-c2e3c89bcce4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:11:21.434481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:11:21.445178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a76d3e28-e0ee-411a-8615-c2e3c89bcce4) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:21.450039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:21.450837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.457325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad3274-45a6-4f5d-a729-6566de302fae None None] Network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:21.478614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d71d2e92-8cad-4579-a71e-e7e458fa4ae0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6087251 Oct 26 12:11:21.482079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60190) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:21.487824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1917640114', 'network_id': 'a76d3e28-e0ee-411a-8615-c2e3c89bcce4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:21.511715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Made reservation on behalf of 33ae38f6ddc941b693aa44041e4e3331 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:21.515126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.538696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] device_id is not set on port b98d5085-0430-4202-a369-e5eea7c0b48c yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:11:21.625215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427cceb-176a-49e1-abf0-78d171b2a71f None None] Network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:21.661711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Allocated IP 172.20.0.7 (a76d3e28-e0ee-411a-8615-c2e3c89bcce4/37dc1f22-1ed9-475e-b71b-de454a45f8ee/b98d5085-0430-4202-a369-e5eea7c0b48c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:21.779824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eadf1530-65ab-4ede-8025-d6f302310f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.850395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.887470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:21.943057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:21.946154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:21.950881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:21.972361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Port': ['ID=b98d5085-0430-4202-a369-e5eea7c0b48c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:21.994259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:21.995092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.011065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2952bb93-6541-494d-9de1-e8e7fa0000d6 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5277889 Oct 26 12:11:22.014258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60192) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:22.106391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Deleting port b98d5085-0430-4202-a369-e5eea7c0b48c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:22.106884 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.194767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.209460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Calling delete_port for b98d5085-0430-4202-a369-e5eea7c0b48c owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:22.392730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.422385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event deleted for resources: {'Port': ['ID=b98d5085-0430-4202-a369-e5eea7c0b48c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:22.530696 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.534467 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3e26cc0f-d831-431d-a55c-5d56196d2188 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/ports/b98d5085-0430-4202-a369-e5eea7c0b48c HTTP/1.1" status: 204 len: 168 time: 0.5191028 Oct 26 12:11:22.537738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60210) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:22.542291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a76d3e28-e0ee-411a-8615-c2e3c89bcce4', 'external_fixed_ips': [{'subnet_id': '37dc1f22-1ed9-475e-b71b-de454a45f8ee', 'ip_address': '172.20.0.7'}]}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:22.578064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.579939 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.648664 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.844063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:22.889360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:23.150224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee8890-5297-41bf-8572-c5d33136d16a req-b6cd8f02-37bc-45a1-9d3f-ce0d31e83bc4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:23.151713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94ee8890-5297-41bf-8572-c5d33136d16a req-b6cd8f02-37bc-45a1-9d3f-ce0d31e83bc4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.0953383 Oct 26 12:11:23.160477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:23.194900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:23.239124 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:23.282448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94ee8890-5297-41bf-8572-c5d33136d16a req-e18c850f-9b7f-4d9d-884f-38a0a035958a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190603 Oct 26 12:11:23.313491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:23.395755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-108f0aa1-54b0-4d61-917d-35056591ded2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/b9d19355-bb2e-4f14-b8e8-232955ed7147 HTTP/1.1" status: 200 len: 993 time: 0.0809450 Oct 26 12:11:23.440917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Allocated IP 172.20.0.7 (a76d3e28-e0ee-411a-8615-c2e3c89bcce4/37dc1f22-1ed9-475e-b71b-de454a45f8ee/f0902918-cd62-4253-97d0-3a03b4ba32ca) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:23.571962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:23.612994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:23.665561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:23.670018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:23.674795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:23.713417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Port': ['ID=f0902918-cd62-4253-97d0-3a03b4ba32ca,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:23.868707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e5e11-9983-4154-8da6-e82bfdc9730c req-0f3c3e6b-1477-4135-a3a6-ecf3199b3551 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:23.870328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-009e5e11-9983-4154-8da6-e82bfdc9730c req-0f3c3e6b-1477-4135-a3a6-ecf3199b3551 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1096 time: 0.1465755 Oct 26 12:11:23.942577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-009e5e11-9983-4154-8da6-e82bfdc9730c req-40c83915-75c7-4ee0-98ec-0b0b0b3adaf0 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501814 Oct 26 12:11:24.067647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:24.298852 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:24.448502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Router e2d1c874-6686-4613-976e-d68453228ec5 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:11:24.608579 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:24.655224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:24.668009 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Sync routers for ids ['e2d1c874-6686-4613-976e-d68453228ec5'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:24.685912 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Routers {'e2d1c874-6686-4613-976e-d68453228ec5'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:24.687049 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e2d1c874-6686-4613-976e-d68453228ec5'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:24.692392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-0367d258-2053-430d-9ddd-8b38a237658d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942864 Oct 26 12:11:24.706334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-f13f4fe0-86cc-4c8a-a8cd-bb07fb3621ef service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:11:24.720316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-f13f4fe0-86cc-4c8a-a8cd-bb07fb3621ef service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0210361 Oct 26 12:11:24.728191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:24.729641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-01507768-5cc8-4d4c-a263-2abe0e9f4f8f tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1908612 Oct 26 12:11:24.733267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:24.946546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:24.976046 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Set router e2d1c874-6686-4613-976e-d68453228ec5 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:25.145092 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:25.312073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Deleting port f0902918-cd62-4253-97d0-3a03b4ba32ca {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:25.314261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:25.320052 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1c874-6686-4613-976e-d68453228ec5', 'name': '', 'tenant_id': '33ae38f6ddc941b693aa44041e4e3331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a76d3e28-e0ee-411a-8615-c2e3c89bcce4', 'external_fixed_ips': [{'subnet_id': '37dc1f22-1ed9-475e-b71b-de454a45f8ee', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f0902918-cd62-4253-97d0-3a03b4ba32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:22Z', 'updated_at': '2021-10-26T12:11:23Z', 'revision_number': 3, 'project_id': '33ae38f6ddc941b693aa44041e4e3331', 'gw_port': {'id': 'f0902918-cd62-4253-97d0-3a03b4ba32ca', 'name': '', 'network_id': 'a76d3e28-e0ee-411a-8615-c2e3c89bcce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1c874-6686-4613-976e-d68453228ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '37dc1f22-1ed9-475e-b71b-de454a45f8ee', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:23Z', 'updated_at': '2021-10-26T12:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dc1f22-1ed9-475e-b71b-de454a45f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:25.368161 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Checking router: e2d1c874-6686-4613-976e-d68453228ec5 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:25.372835 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Updating router e2d1c874-6686-4613-976e-d68453228ec5 port f0902918-cd62-4253-97d0-3a03b4ba32ca binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:11:25.428644 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:25.510980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:25.535480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Calling delete_port for f0902918-cd62-4253-97d0-3a03b4ba32ca owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:25.802469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-a21f7e31-eae8-49e2-8f0d-a99f803df648 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:25.804874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-a21f7e31-eae8-49e2-8f0d-a99f803df648 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 1093 time: 0.0695903 Oct 26 12:11:25.814647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Request body: {'binding': {'host': 'n-h2-812150-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:25.815451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Unknown quota resources ['binding']. {{(pid=102760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 12:11:26.077616 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.db.api [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:11:26.078027 n-d-812150-3 neutron-server[102762]: DEBUG oslo_db.api [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:11:26.079409 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.113390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0902918-cd62-4253-97d0-3a03b4ba32ca,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:26.255263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.399270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.403669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.460553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.461325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2d1c874-6686-4613-976e-d68453228ec5 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:26.467418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.471123 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aecbe937-e365-4f25-a82a-060901e3bfbf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/routers/e2d1c874-6686-4613-976e-d68453228ec5 HTTP/1.1" status: 204 len: 168 time: 1.7336712 Oct 26 12:11:26.471317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:26.547064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Deleting subnet 37dc1f22-1ed9-475e-b71b-de454a45f8ee {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:11:26.550820 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.598319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.640456 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Port f0902918-cd62-4253-97d0-3a03b4ba32ca not found while updating agent binding for router e2d1c874-6686-4613-976e-d68453228ec5. {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 12:11:26.671733 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:26.672664 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 12:11:26.673993 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2d1c874-6686-4613-976e-d68453228ec5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent'). {{(pid=102762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:11:26.675538 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb75bd-5df5-4075-9155-533d2d7b7973 None None] The sync data for ids ['e2d1c874-6686-4613-976e-d68453228ec5'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:26.725824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on host n-h2-812150-3 for vnic_type normal with profile None {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:26.726393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:26.726751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:26.734254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:26.734592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:26.735869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.741224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:11:26.741643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Checking segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:26.742300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Bound using segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:11:26.742992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Bound port: c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:11:26.846199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.863421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:26.866979 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/37dc1f22-1ed9-475e-b71b-de454a45f8ee HTTP/1.1" status: 204 len: 168 time: 0.3945491 Oct 26 12:11:26.883219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60294) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:26.888380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30274fb-564a-4835-946f-59ea0dd1aeef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37dc1f22-1ed9-475e-b71b-de454a45f8ee,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:26.990959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:11:27.001584 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] Publish callbacks [] for binding, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.002838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] 10.222.0.88 "POST /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1917946 Oct 26 12:11:27.017691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.197662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.339596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76d3e28-e0ee-411a-8615-c2e3c89bcce4']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:27.352246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-809f95da-f11c-4bba-984a-a467ce02a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:27.353832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-809f95da-f11c-4bba-984a-a467ce02a450 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1096 time: 0.0959890 Oct 26 12:11:27.364156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ed0657-8eeb-4d37-9670-d5d9e22ccf03') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:27.364588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ed0657-8eeb-4d37-9670-d5d9e22ccf03') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:27.376452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.394687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.412450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:11:27.413864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:11:27.541924 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:11:27.552690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.557986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-45cdcc39-4b7d-49d4-84e5-14f9171b7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:27.563783 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-45cdcc39-4b7d-49d4-84e5-14f9171b7575 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.2023413 Oct 26 12:11:27.583662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a76d3e28-e0ee-411a-8615-c2e3c89bcce4 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 12:11:27.630900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:27.646625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a76d3e28-e0ee-411a-8615-c2e3c89bcce4 HTTP/1.1" status: 204 len: 168 time: 0.7594452 Oct 26 12:11:27.664266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1484db-2f9f-42b0-be48-49da48d6bdc3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event deleted for resources: {'Network': ['ID=a76d3e28-e0ee-411a-8615-c2e3c89bcce4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:27.754401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f839-1400-4336-8e2d-21a9ece492a8 req-8c50a2db-173a-4a67-819d-d16cc8436aa5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:27.760081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81c1f839-1400-4336-8e2d-21a9ece492a8 req-8c50a2db-173a-4a67-819d-d16cc8436aa5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.5019174 Oct 26 12:11:27.801503 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8f1e36c3-a01f-4368-97ea-6c639b7000e1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 1001 time: 0.2301085 Oct 26 12:11:27.889857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81c1f839-1400-4336-8e2d-21a9ece492a8 req-ffe708b3-24d1-40b8-86d6-9a9e1f80638d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180794 Oct 26 12:11:27.961170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-e056151f-2963-4de3-abbc-9977337332fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:27.971792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-e056151f-2963-4de3-abbc-9977337332fb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.1618962 Oct 26 12:11:28.083045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-3ffd47ff-531d-4b17-b00c-ee2e5c35b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:28.084633 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-3ffd47ff-531d-4b17-b00c-ee2e5c35b01a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033480 Oct 26 12:11:28.159869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60318) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:28.172664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'name': 'tempest-router--2082275374', 'project_id': '8007925440ae48699cb81957992e3247'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:28.233242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:28.235185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:28.334556 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-2aacc48c-d256-48bb-8aa1-8578be345e15 service neutron] 10.222.0.100 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389967 Oct 26 12:11:28.355574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:28.362480 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:28.400473 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:28.406292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49fe84a4-4ac2-494a-8b04-b4da9708abb3 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2450817 Oct 26 12:11:28.407375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60322) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:28.482490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-8375d8f5-bbdb-42a9-9b34-b0966ab80f6b req-a4af4f75-77b5-4ffa-9537-8a16fa2fe557 service neutron] (102760) timed out ('10.222.0.88', 35878) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:11:28.524302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:28.588540 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-f68c73c8-957e-4eab-8b1f-b4136a7cf03d service neutron] 10.222.0.100 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464638 Oct 26 12:11:28.806485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8f8d85f9-a5fd-460b-8c1a-9cbdd67c1fab tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:28.813974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8f8d85f9-a5fd-460b-8c1a-9cbdd67c1fab tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1&tenant_id=5659a67d61c84433a1098cb23346a0f9&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1096 time: 0.1648977 Oct 26 12:11:28.827660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-3'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:28.959801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.004621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.007075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.211029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.211758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9209ec26-79db-4999-9a0f-68536eb4b3e7 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:29.254519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.256632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d0042320-cba1-4e65-9831-c67e169274c0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/routers/9209ec26-79db-4999-9a0f-68536eb4b3e7 HTTP/1.1" status: 204 len: 168 time: 0.8478580 Oct 26 12:11:29.268662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:29.313717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892263f-19ff-4ee7-88ac-97a355a69be2 req-8eceb968-0e10-4c23-87a4-428a21e722d6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:29.316229 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7892263f-19ff-4ee7-88ac-97a355a69be2 req-8eceb968-0e10-4c23-87a4-428a21e722d6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.1973965 Oct 26 12:11:29.352368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:29.456878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7892263f-19ff-4ee7-88ac-97a355a69be2 req-096dabc8-61de-4935-b4ff-7b54b46ea48d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319346 Oct 26 12:11:29.473558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:29.477949 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a6b163-f3f1-46de-a5ba-434e1a82ae28" -d '{"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:29.484855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.515659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:29.529576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60342) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:29.592598 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f540ced-0121-485f-a4d8-9a842891cdd1 x-openstack-request-id: req-0f540ced-0121-485f-a4d8-9a842891cdd1 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:29.593313 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:29.593313 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0f540ced-0121-485f-a4d8-9a842891cdd1 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:29.593858 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'code': 200} Oct 26 12:11:29.763442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:29.987677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-410624780', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:30.045043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on host n-h1-812150-3 for vnic_type normal with profile {"migrating_to": "n-h2-812150-3"} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:30.045694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:30.046103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:30.086682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0363b45c-172a-4ecd-a4ff-3284bec93dba None None] Provisioning complete for port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:11:30.087801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0363b45c-172a-4ecd-a4ff-3284bec93dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:30.089759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:30.090948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Attempting to bind port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:30.101875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:11:30.113110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Checking segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:30.119319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Bound using segment: {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:11:30.120055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Bound port: c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e151ba27-9d4b-4060-adcb-de84b32db7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:11:30.120672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:30.127614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:30.128972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:30.213517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0363b45c-172a-4ecd-a4ff-3284bec93dba None None] Port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:11:30.343755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:30.347547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:11:30.356481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:30.359464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:30.648731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86ac0-8561-45e9-aa1d-2afbef5d1bf5 req-cf564a96-9c63-47c9-9934-b82e18023cc2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:30.657398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbc86ac0-8561-45e9-aa1d-2afbef5d1bf5 req-cf564a96-9c63-47c9-9934-b82e18023cc2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 943 time: 0.0649016 Oct 26 12:11:30.720206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbc86ac0-8561-45e9-aa1d-2afbef5d1bf5 req-1b33317e-c07b-4b98-a1c2-922d44b5401d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616727 Oct 26 12:11:30.953603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Provisioning complete for port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:11:30.954550 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:31.073167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:31.128516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:31.131858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:31.140168 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eced6ea6-8fcb-4c9d-90f8-d5ccebe5b57e" -d '{"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:31.156660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:31.292763 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b058aa-44b7-4b12-af2f-f5c5fc25c619 x-openstack-request-id: req-58b058aa-44b7-4b12-af2f-f5c5fc25c619 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:31.293868 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-plugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:31.294250 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58b058aa-44b7-4b12-af2f-f5c5fc25c619 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:31.295694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=8']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:31.300641 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'code': 200} Oct 26 12:11:31.301795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:31.378189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.378550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.378892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.398215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.398816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.399342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.399841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.400349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.400853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.401343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.401833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.402674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c8f02-2130-4145-96ff-33bdfdfd2cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:31.425699 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:31.602060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:31.603901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:31.608835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-8d2493f4-73ef-4737-a1ff-b9bc53228659 service neutron] 10.222.0.100 "PUT /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 1121 time: 2.7843199 Oct 26 12:11:31.610033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:31.615634 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9ec54-612c-4447-94e3-15e7f3f23efe" -d '{"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:31.634611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:11:31.756057 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4433c49-c583-482a-bdc3-6a283597a616 x-openstack-request-id: req-d4433c49-c583-482a-bdc3-6a283597a616 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:31.758969 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:31.759811 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4433c49-c583-482a-bdc3-6a283597a616 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:31.760260 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'status': 'completed', 'code': 200} Oct 26 12:11:31.894114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-68a497ce-3d0a-45ce-a042-6a8e90c22520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:31.895764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-68a497ce-3d0a-45ce-a042-6a8e90c22520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1126 time: 0.0976074 Oct 26 12:11:32.100521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:32.130893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:32.209954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f292d6-7626-4c62-adb4-ca56b81e122d req-f1adb11f-4157-4f9b-b39d-5b77c83395c9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:32.219754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6f292d6-7626-4c62-adb4-ca56b81e122d req-f1adb11f-4157-4f9b-b39d-5b77c83395c9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.3441269 Oct 26 12:11:32.299822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6f292d6-7626-4c62-adb4-ca56b81e122d req-4b62550c-cb93-4185-b323-77c043c52e37 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790224 Oct 26 12:11:32.322591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-df2f7a70-3aae-43f9-b925-18fd90f72244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:32.325865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-df2f7a70-3aae-43f9-b925-18fd90f72244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.3705604 Oct 26 12:11:32.335682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Allocated IP 172.25.4.113 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/dd7f17f7-b191-4788-9628-777877a3d3a5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:32.418997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-55b605ee-8eef-476c-b75f-53b7d96f2b9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 1001 time: 0.0840974 Oct 26 12:11:32.500074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:32.514072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-b97c5422-ab10-4e6f-a5d9-d7eb30d60842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:32.516082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-b97c5422-ab10-4e6f-a5d9-d7eb30d60842 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.0886908 Oct 26 12:11:32.551449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:32.594650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-492aa636-594f-428b-93a0-a261041382d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:32.596163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-492aa636-594f-428b-93a0-a261041382d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716164 Oct 26 12:11:32.599046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event updated for resources: {'Port': ['ID=dd7f17f7-b191-4788-9628-777877a3d3a5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:32.616519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:32.618084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:32.625827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:32.760392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-e4e96cdb-d225-4422-b2f0-c1be77bd03a8 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537640 Oct 26 12:11:32.937511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fb9ec54-612c-4447-94e3-15e7f3f23efe req-5d85204c-c0c2-4365-9423-20ea04f8a597 service neutron] 10.222.0.30 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675978 Oct 26 12:11:32.984643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:33.266460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:33.332492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:11:33.452829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Router 9efadb0b-e78c-45a7-8290-eec3a730f8c6 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:11:33.471357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd37df-b63f-465d-a5e5-57fd906f9d1f req-39c28898-4181-48ea-b640-97b2e1169b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:33.473008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fafd37df-b63f-465d-a5e5-57fd906f9d1f req-39c28898-4181-48ea-b640-97b2e1169b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Oct 26 12:11:33.486596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:33.504646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b has no active binding in host n-h2-812150-3 {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 12:11:33.539890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fafd37df-b63f-465d-a5e5-57fd906f9d1f req-93658397-4e06-4bf9-a52b-6c690b8b82c5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566285 Oct 26 12:11:33.590034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:33.602350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] Sync routers for ids ['9efadb0b-e78c-45a7-8290-eec3a730f8c6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:33.612385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:33.617117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7bfa39d1-edf0-4e87-8866-3a0cfa2918d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0454979 Oct 26 12:11:33.617301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] Routers {'9efadb0b-e78c-45a7-8290-eec3a730f8c6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:33.617301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9efadb0b-e78c-45a7-8290-eec3a730f8c6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:33.617549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60394) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:33.650908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:33.666906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] Routers {'9efadb0b-e78c-45a7-8290-eec3a730f8c6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:33.667538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9efadb0b-e78c-45a7-8290-eec3a730f8c6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:33.702957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:33.703556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4931f96-e4aa-439a-b55d-0f0793e754a9 None None] The sync data for ids ['9efadb0b-e78c-45a7-8290-eec3a730f8c6'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:33.754961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-389aa3d0-8683-4eca-995d-24de6f3fd18c tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/9efadb0b-e78c-45a7-8290-eec3a730f8c6 HTTP/1.1" status: 200 len: 920 time: 0.1333449 Oct 26 12:11:33.756038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60400) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:33.794475 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:33.803028 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d49bd18-75aa-4b1a-b400-ddbae9580219 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=9efadb0b-e78c-45a7-8290-eec3a730f8c6 HTTP/1.1" status: 200 len: 205 time: 0.0457451 Oct 26 12:11:33.805632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60404) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:33.809378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60406) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:33.965805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:34.248632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:34.400741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Deleting port dd7f17f7-b191-4788-9628-777877a3d3a5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:34.401393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:34.559898 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:34.588516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Calling delete_port for dd7f17f7-b191-4788-9628-777877a3d3a5 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:34.769564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed25d3e-078a-49c9-a30e-e6ab4121545d req-67dd3a2c-dbd0-4c17-b103-e6cd61187d51 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:34.778446 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ed25d3e-078a-49c9-a30e-e6ab4121545d req-67dd3a2c-dbd0-4c17-b103-e6cd61187d51 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.1169651 Oct 26 12:11:34.813308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:34.851332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ed25d3e-078a-49c9-a30e-e6ab4121545d req-94310e45-04e7-4e71-912d-84e4c7b5ba4c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719149 Oct 26 12:11:35.033247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.099891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event deleted for resources: {'Port': ['ID=dd7f17f7-b191-4788-9628-777877a3d3a5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:35.243422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.423341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.714017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.717732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.770291 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.770891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Fanout notify agent at l3_agent the message router_deleted on router 9efadb0b-e78c-45a7-8290-eec3a730f8c6 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:35.779210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.780387 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81cd140e-ff59-4098-89fa-96f3cad9a4b6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/9efadb0b-e78c-45a7-8290-eec3a730f8c6 HTTP/1.1" status: 204 len: 168 time: 1.9735534 Oct 26 12:11:35.784129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60426) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:35.786361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Deleting port f395576c-a78e-467e-bce1-2fc9bac3005c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:35.786776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.791256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-145093004', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': False}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:35.828052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.830381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.906797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] For port f395576c-a78e-467e-bce1-2fc9bac3005c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f395576c-a78e-467e-bce1-2fc9bac3005c,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:35.907155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.920345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:35.933120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Calling delete_port for f395576c-a78e-467e-bce1-2fc9bac3005c owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:36.119359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd56585-af4b-4c5c-9ee1-557d8df65407 req-4d64a85c-ce72-4fcb-9e53-1325a703d8b4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:36.121433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4dd56585-af4b-4c5c-9ee1-557d8df65407 req-4d64a85c-ce72-4fcb-9e53-1325a703d8b4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.1524129 Oct 26 12:11:36.127605 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.216036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.218514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4dd56585-af4b-4c5c-9ee1-557d8df65407 req-d44dc18e-d4a7-42c7-bf87-048696484e0e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874264 Oct 26 12:11:36.263257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f395576c-a78e-467e-bce1-2fc9bac3005c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:36.461711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.490123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.494570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.650321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Allocated IP 172.25.4.241 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/170335c3-0114-41dc-9776-54119b15a607) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:36.832718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Router 8cebce30-65fc-484e-b2a8-a59262f67e36 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:11:36.848006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.880804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-4e7d9dc9-bd05-4e43-b4ad-b1ecc5b5597f service neutron] 10.222.0.30 "GET /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 384 time: 0.1140106 Oct 26 12:11:36.971072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:36.996331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:37.002323 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ca9de5ef-ac09-4173-961a-90f1f2000c1e admin admin] 10.222.0.88 "PUT /v2.0/routers/8cebce30-65fc-484e-b2a8-a59262f67e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1917262 Oct 26 12:11:37.005166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:37.009678 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e630054a-0f13-4957-a191-39fed23854bb None None] Sync routers for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:37.027627 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:37.028270 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:37.062029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:37.146641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:37.162808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:37.194404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:37.201752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Port': ['ID=170335c3-0114-41dc-9776-54119b15a607,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:37.262140 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:37.266404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:37.383381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:37.426327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:37.448716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Deleting port e5352473-71ee-4a4d-a3d6-e964a8e565ee {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:37.449158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:37.555417 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:11:36Z', 'revision_number': 5, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port': {'id': 'e5352473-71ee-4a4d-a3d6-e964a8e565ee', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:03:40Z', 'updated_at': '2021-10-26T12:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:37.585367 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e630054a-0f13-4957-a191-39fed23854bb None None] Checking router: 8cebce30-65fc-484e-b2a8-a59262f67e36 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:37.590771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] For port e5352473-71ee-4a4d-a3d6-e964a8e565ee, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e5352473-71ee-4a4d-a3d6-e964a8e565ee,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:37.591178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:37.597404 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] Routers {'8cebce30-65fc-484e-b2a8-a59262f67e36'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:37.598345 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['8cebce30-65fc-484e-b2a8-a59262f67e36'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:37.619175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:37.620461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Calling delete_port for e5352473-71ee-4a4d-a3d6-e964a8e565ee owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:37.621573 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6705bbc-3d54-46d1-85a5-da0a8add7b4f" -d '{"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:37.712011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:37.745532 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d42f53-ee91-4bef-bfb0-470b901d4fc0 x-openstack-request-id: req-d8d42f53-ee91-4bef-bfb0-470b901d4fc0 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:37.745933 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:37.746125 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8d42f53-ee91-4bef-bfb0-470b901d4fc0 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:37.746509 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'code': 200} Oct 26 12:11:37.781961 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] Set router 8cebce30-65fc-484e-b2a8-a59262f67e36 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:37.841691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ee4a6-10a6-4b0b-8840-6b8338f86d5c req-53a79a2c-2a2d-43e1-8457-78fc741b2175 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:37.843972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b55ee4a6-10a6-4b0b-8840-6b8338f86d5c req-53a79a2c-2a2d-43e1-8457-78fc741b2175 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 945 time: 0.4990919 Oct 26 12:11:37.866694 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e630054a-0f13-4957-a191-39fed23854bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:11:37Z', 'revision_number': 6, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:37.872087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:37.934944 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e630054a-0f13-4957-a191-39fed23854bb None None] The sync data for ids ['8cebce30-65fc-484e-b2a8-a59262f67e36'] in n-d-812150-3 is: [{'id': '8cebce30-65fc-484e-b2a8-a59262f67e36', 'name': 'tempest-AttachVolumeTestJSON-1140202462-router', 'tenant_id': 'ba426a4cf8c24914b50dbf23a5088957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:03:39Z', 'updated_at': '2021-10-26T12:11:37Z', 'revision_number': 6, 'project_id': 'ba426a4cf8c24914b50dbf23a5088957', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:38.005913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.013477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] Transition to ACTIVE for port object c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:11:38.042091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5352473-71ee-4a4d-a3d6-e964a8e565ee,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:38.046000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.110356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b55ee4a6-10a6-4b0b-8840-6b8338f86d5c req-6a7becc6-45d6-4e1c-9be7-f2116a3696c0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558515 Oct 26 12:11:38.116895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:38.155149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.239805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.299345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=11']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:38.407397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.410216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.527725 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.528483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cebce30-65fc-484e-b2a8-a59262f67e36 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:38.539846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.542401 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82342dbe-eeaa-4320-a50e-9e33ce08e2d5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/8cebce30-65fc-484e-b2a8-a59262f67e36 HTTP/1.1" status: 204 len: 168 time: 1.5352221 Oct 26 12:11:38.544364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60454) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:38.603618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Deleting subnet 77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:11:38.608118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.655035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.758589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.804830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-105f4762-920c-40ff-9367-52a967276403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.840928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] No DVR routers for this DVR port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:11:38.865856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.915622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8cb10b-9e9a-47a7-8934-faeccfd692d3 None None] Network d718bb8b-0f5a-40f3-8925-3a997058ad4b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:38.929521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:38.946051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b HTTP/1.1" status: 204 len: 168 time: 0.4005461 Oct 26 12:11:38.947443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:38.950811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8285939-2ff5-4575-b34a-7e4f279de270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fabd1a-2e75-4ecb-90d4-7dfc0a2ced1b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:39.188610 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.188981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] DHCP port deletion for d718bb8b-0f5a-40f3-8925-3a997058ad4b request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:11:39.284319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d62945be-5d0f-4dcf-9031-dfd831b3d9b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b/bindings/n-h2-812150-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3931105 Oct 26 12:11:39.303892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f395576c-a78e-467e-bce1-2fc9bac3005c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:39.331010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f395576c-a78e-467e-bce1-2fc9bac3005c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:39.331298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f395576c-a78e-467e-bce1-2fc9bac3005c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:39.331724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5352473-71ee-4a4d-a3d6-e964a8e565ee no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:39.338519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-105f4762-920c-40ff-9367-52a967276403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.360144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e5352473-71ee-4a4d-a3d6-e964a8e565ee {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:39.360415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.360565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e5352473-71ee-4a4d-a3d6-e964a8e565ee not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:39.367829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-105f4762-920c-40ff-9367-52a967276403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.378143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] Deleting port 5d214a22-6a90-4201-8416-02c31ccb9880 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:39.378757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.425026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d6091989-53b7-4d9c-8102-ac9db5d5a928 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:39.427154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d6091989-53b7-4d9c-8102-ac9db5d5a928 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1&tenant_id=5659a67d61c84433a1098cb23346a0f9&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.0590477 Oct 26 12:11:39.492417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-dbbb81e6-1213-4fc8-b433-7a85baf62fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:39.493329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] For port 5d214a22-6a90-4201-8416-02c31ccb9880, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5d214a22-6a90-4201-8416-02c31ccb9880,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:39.493882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.494363 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-dbbb81e6-1213-4fc8-b433-7a85baf62fbc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 1095 time: 0.0591273 Oct 26 12:11:39.507664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-105f4762-920c-40ff-9367-52a967276403 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6490237b9dfa4aa1917a2073c515cdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3806727 Oct 26 12:11:39.512258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f4762-920c-40ff-9367-52a967276403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45958f-c13b-4427-8727-c040d05b15e0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:39.514897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:39.518073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] Calling delete_port for 5d214a22-6a90-4201-8416-02c31ccb9880 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:39.531239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941441c5-299c-47eb-b473-fc9ddb570f82 req-d5eace98-20db-4ea5-a0b4-a559fe325799 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:39.532862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-941441c5-299c-47eb-b473-fc9ddb570f82 req-d5eace98-20db-4ea5-a0b4-a559fe325799 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.2165065 Oct 26 12:11:39.566649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Deleting port 5d214a22-6a90-4201-8416-02c31ccb9880 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:39.567023 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.629154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a8885f2-f760-4644-bc1a-8ad4be3c246e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.637848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-941441c5-299c-47eb-b473-fc9ddb570f82 req-54ef60d2-d87d-4704-8533-0f69d7cf5574 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969787 Oct 26 12:11:39.646989 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.661229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-4b891736-efd8-411e-b36d-87d1cb9d5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:39.662780 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-4b891736-efd8-411e-b36d-87d1cb9d5362 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1095 time: 0.1063025 Oct 26 12:11:39.667836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a8885f2-f760-4644-bc1a-8ad4be3c246e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.692757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] For port 5d214a22-6a90-4201-8416-02c31ccb9880, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5d214a22-6a90-4201-8416-02c31ccb9880,segment=NetworkSegment(3a73ce62-d3c3-4413-b459-eb89792e5d01),segment_id=3a73ce62-d3c3-4413-b459-eb89792e5d01)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:39.693693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.697941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] Pushing event deleted for resources: {'Port': ['ID=5d214a22-6a90-4201-8416-02c31ccb9880,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:39.700510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ad06-5281-45dc-abc7-43e5451fdcdf None None] No DVR routers for this DVR port 5d214a22-6a90-4201-8416-02c31ccb9880 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:11:39.721827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Calling delete_port for 5d214a22-6a90-4201-8416-02c31ccb9880 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:39.737048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Router 840aac3a-de1b-4a7e-b447-f13a1ff44736 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:11:39.797798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-29aed469-0e34-4962-8901-65f302eed892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:39.799624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-29aed469-0e34-4962-8901-65f302eed892 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.1294878 Oct 26 12:11:39.804523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a8885f2-f760-4644-bc1a-8ad4be3c246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.807462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a8885f2-f760-4644-bc1a-8ad4be3c246e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.809116 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a8885f2-f760-4644-bc1a-8ad4be3c246e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a45958f-c13b-4427-8727-c040d05b15e0 HTTP/1.1" status: 204 len: 168 time: 0.2931631 Oct 26 12:11:39.885886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8885f2-f760-4644-bc1a-8ad4be3c246e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45958f-c13b-4427-8727-c040d05b15e0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:39.890603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-12f7a16c-9278-4240-b574-9438b5a30ca4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 999 time: 0.0803144 Oct 26 12:11:39.917159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:39.927284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:39.942466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Sync routers for ids ['840aac3a-de1b-4a7e-b447-f13a1ff44736'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:39.956617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Routers {'840aac3a-de1b-4a7e-b447-f13a1ff44736'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:39.957744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['840aac3a-de1b-4a7e-b447-f13a1ff44736'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:39.957928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d214a22-6a90-4201-8416-02c31ccb9880,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:39.971686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] No DVR routers for this DVR port 5d214a22-6a90-4201-8416-02c31ccb9880 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:11:40.003162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.004609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-66bacb4c-0e08-446a-9083-2e88fb1acf69 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2185555 Oct 26 12:11:40.007269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60466) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:40.032939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-ac2dd067-7754-4706-8398-9c662b467b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:40.035504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-ac2dd067-7754-4706-8398-9c662b467b72 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.1270232 Oct 26 12:11:40.125019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Set router 840aac3a-de1b-4a7e-b447-f13a1ff44736 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:40.142699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.160336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-7693a661-e6b1-4b36-b17a-aedc2c1cd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:40.162296 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-7693a661-e6b1-4b36-b17a-aedc2c1cd7c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187935 Oct 26 12:11:40.182469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d718bb8b-0f5a-40f3-8925-3a997058ad4b']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:40.215053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a73ce62-d3c3-4413-b459-eb89792e5d01') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:40.215649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a73ce62-d3c3-4413-b459-eb89792e5d01') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:40.228846 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.242828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b9e9745e-2aac-4458-9a6a-d7d72881348a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/840aac3a-de1b-4a7e-b447-f13a1ff44736 HTTP/1.1" status: 200 len: 908 time: 0.2329869 Oct 26 12:11:40.247295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60472) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:40.251864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-145093004', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': True}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:40.259192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.270824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:11:40.271518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: self.session.flush() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:11:40.274023 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:11:40.331838 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d760a03c-664b-47e5-9e7c-6a4b7e36ed18 service neutron] 10.222.0.100 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612964 Oct 26 12:11:40.338383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.340423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.368965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.376918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.381876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d718bb8b-0f5a-40f3-8925-3a997058ad4b HTTP/1.1" status: 204 len: 168 time: 1.4298546 Oct 26 12:11:40.421951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60476) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:40.429859 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.431167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b12ff-5166-4452-982c-ea8f47ee3153 admin admin] Pushing event deleted for resources: {'Network': ['ID=d718bb8b-0f5a-40f3-8925-3a997058ad4b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:40.442785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82b948c3-4a6d-4ccd-adb6-cd1bb239abea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.538473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840aac3a-de1b-4a7e-b447-f13a1ff44736', 'name': 'tempest-snat-router-145093004', 'tenant_id': '33ae38f6ddc941b693aa44041e4e3331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.241'}], 'enable_snat': False}, 'gw_port_id': '170335c3-0114-41dc-9776-54119b15a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:35Z', 'updated_at': '2021-10-26T12:11:37Z', 'revision_number': 3, 'project_id': '33ae38f6ddc941b693aa44041e4e3331', 'gw_port': {'id': '170335c3-0114-41dc-9776-54119b15a607', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840aac3a-de1b-4a7e-b447-f13a1ff44736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:36Z', 'updated_at': '2021-10-26T12:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:40.541495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-4f1ee659-215f-49bc-81fd-3858f55919a3 service neutron] 10.222.0.100 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016337 Oct 26 12:11:40.590039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Checking router: 840aac3a-de1b-4a7e-b447-f13a1ff44736 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:40.590299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Updating router 840aac3a-de1b-4a7e-b447-f13a1ff44736 port 170335c3-0114-41dc-9776-54119b15a607 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:11:40.623648 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.634083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.674247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60480) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:40.763761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:40.764399 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9b626ee4-6d1a-4480-9adf-22c992e0aae7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba426a4cf8c24914b50dbf23a5088957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885141 Oct 26 12:11:40.765155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60482) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:40.809478 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82b948c3-4a6d-4ccd-adb6-cd1bb239abea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.828928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:40.845158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82b948c3-4a6d-4ccd-adb6-cd1bb239abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.887405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9456e17c-3bcc-4eb6-8022-f6834572f70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.891680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d305d96a-8ef2-40d2-b53f-1dda7dc5ea7d tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:40.893289 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d305d96a-8ef2-40d2-b53f-1dda7dc5ea7d tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1&tenant_id=5659a67d61c84433a1098cb23346a0f9&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 1095 time: 0.0763636 Oct 26 12:11:40.899881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b948c3-4a6d-4ccd-adb6-cd1bb239abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce43366-dd16-4504-ac45-4b53885ac0cb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:40.907050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82b948c3-4a6d-4ccd-adb6-cd1bb239abea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=987eb62460f94990afec3be48d07197f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836125 Oct 26 12:11:40.912042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60484) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:40.956022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9456e17c-3bcc-4eb6-8022-f6834572f70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:40.985978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa870ca7-afb3-4e46-934a-2b5dd5d3adc8 req-2f0b54af-1494-4e1f-b4bf-8fe9bcde3066 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:40.987637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa870ca7-afb3-4e46-934a-2b5dd5d3adc8 req-2f0b54af-1494-4e1f-b4bf-8fe9bcde3066 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.2112894 Oct 26 12:11:41.092418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a02e2508-1f85-4bcb-b323-1fa52f1d5ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.157415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9456e17c-3bcc-4eb6-8022-f6834572f70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.161175 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9456e17c-3bcc-4eb6-8022-f6834572f70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.166342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9456e17c-3bcc-4eb6-8022-f6834572f70e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f6a6b123-b264-492e-b744-3697d2426fd8 HTTP/1.1" status: 204 len: 168 time: 0.4000299 Oct 26 12:11:41.177887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a02e2508-1f85-4bcb-b323-1fa52f1d5ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.180977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456e17c-3bcc-4eb6-8022-f6834572f70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6b123-b264-492e-b744-3697d2426fd8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:41.184343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa870ca7-afb3-4e46-934a-2b5dd5d3adc8 req-d06645a3-2d26-463d-bd36-3cfdcd0355ca tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892550 Oct 26 12:11:41.204714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-81a6b6e7-0063-419e-9ed2-a0041e5f52ff service neutron] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:41.224038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-81a6b6e7-0063-419e-9ed2-a0041e5f52ff service neutron] Publish callbacks [] for binding, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.250480 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-81a6b6e7-0063-419e-9ed2-a0041e5f52ff service neutron] 10.222.0.100 "DELETE /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b/bindings/n-h1-812150-3 HTTP/1.1" status: 204 len: 173 time: 0.3418643 Oct 26 12:11:41.257780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5d214a22-6a90-4201-8416-02c31ccb9880 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:41.302475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5d214a22-6a90-4201-8416-02c31ccb9880 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:41.303125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5d214a22-6a90-4201-8416-02c31ccb9880 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:41.320302 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.323425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.329095 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.354298 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a02e2508-1f85-4bcb-b323-1fa52f1d5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.357674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a02e2508-1f85-4bcb-b323-1fa52f1d5ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.358882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a02e2508-1f85-4bcb-b323-1fa52f1d5ae4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ce43366-dd16-4504-ac45-4b53885ac0cb HTTP/1.1" status: 204 len: 168 time: 0.4460843 Oct 26 12:11:41.369705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.382354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e2508-1f85-4bcb-b323-1fa52f1d5ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce43366-dd16-4504-ac45-4b53885ac0cb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:41.386280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4201053-f0f5-44ec-83ce-b7d743b0f9fd None None] Pushing event updated for resources: {'Port': ['ID=170335c3-0114-41dc-9776-54119b15a607,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:41.389544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Attempting to bind port 170335c3-0114-41dc-9776-54119b15a607 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:41.389995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Attempting to bind port 170335c3-0114-41dc-9776-54119b15a607 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:41.390368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Attempting to bind port 170335c3-0114-41dc-9776-54119b15a607 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:41.396344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:11:41.396951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:41.397116 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.397525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:11:41.397993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Bound port: 170335c3-0114-41dc-9776-54119b15a607, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:11:41.398383 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.478224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] For port 170335c3-0114-41dc-9776-54119b15a607, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:41.482296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] For port 170335c3-0114-41dc-9776-54119b15a607, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=170335c3-0114-41dc-9776-54119b15a607,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:11:41.488932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.509218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Allocated IP 172.25.4.239 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f3de840b-bbab-4177-926b-79411bd9ec16) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:41.559339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4201053-f0f5-44ec-83ce-b7d743b0f9fd None None] Pushing event updated for resources: {'Port': ['ID=170335c3-0114-41dc-9776-54119b15a607,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:41.562106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Routers {'840aac3a-de1b-4a7e-b447-f13a1ff44736'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:41.562726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['840aac3a-de1b-4a7e-b447-f13a1ff44736'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:41.648527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.697224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] Set router 840aac3a-de1b-4a7e-b447-f13a1ff44736 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:41.715070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:41.769758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:41.772573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:41.777904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:41.784298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Port': ['ID=f3de840b-bbab-4177-926b-79411bd9ec16,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:41.978276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840aac3a-de1b-4a7e-b447-f13a1ff44736', 'name': 'tempest-snat-router-145093004', 'tenant_id': '33ae38f6ddc941b693aa44041e4e3331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.241'}], 'enable_snat': False}, 'gw_port_id': '170335c3-0114-41dc-9776-54119b15a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:35Z', 'updated_at': '2021-10-26T12:11:37Z', 'revision_number': 3, 'project_id': '33ae38f6ddc941b693aa44041e4e3331', 'gw_port': {'id': '170335c3-0114-41dc-9776-54119b15a607', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840aac3a-de1b-4a7e-b447-f13a1ff44736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:36Z', 'updated_at': '2021-10-26T12:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:42.017877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161d1ce-b436-43c9-89c1-0fabdca93fbe None None] The sync data for ids ['840aac3a-de1b-4a7e-b447-f13a1ff44736'] in n-d-812150-3 is: [{'id': '840aac3a-de1b-4a7e-b447-f13a1ff44736', 'name': 'tempest-snat-router-145093004', 'tenant_id': '33ae38f6ddc941b693aa44041e4e3331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.241'}], 'enable_snat': False}, 'gw_port_id': '170335c3-0114-41dc-9776-54119b15a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:35Z', 'updated_at': '2021-10-26T12:11:37Z', 'revision_number': 3, 'project_id': '33ae38f6ddc941b693aa44041e4e3331', 'gw_port': {'id': '170335c3-0114-41dc-9776-54119b15a607', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840aac3a-de1b-4a7e-b447-f13a1ff44736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:36Z', 'updated_at': '2021-10-26T12:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:42.182787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.301645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:42.410729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268936c2-386b-4262-818e-f79b795e00d1 req-634b8a28-18a4-4b7c-b5d2-b252b733fcf7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:42.420185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-268936c2-386b-4262-818e-f79b795e00d1 req-634b8a28-18a4-4b7c-b5d2-b252b733fcf7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.1052630 Oct 26 12:11:42.491326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-482500164-network', 'tenant_id': 'd3113d5aedf8448f8ed1212522efcd4c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:42.531776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Made reservation on behalf of d3113d5aedf8448f8ed1212522efcd4c for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:42.536795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.570376 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.606189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-268936c2-386b-4262-818e-f79b795e00d1 req-98f57a80-7b0c-49d1-a823-83d2de58fe63 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851561 Oct 26 12:11:42.662688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.759716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.767150 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.804859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:11:42.819463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8efe07-ebcf-4999-9b15-e0222954c38c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:42.830443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.830932 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Added segment dedecf3d-4021-4707-9c1e-fe1c01c131c7 of type vlan for network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff Oct 26 12:11:42.833546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.834009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.834455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.835077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.835521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.836042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.836666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.837108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.837930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.837930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.838345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.838765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:42.839672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f5486-0c43-4891-9d16-45708c81136e req-d2a18ccc-2e04-4541-babc-90d57585af9b tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:42.841333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c3f5486-0c43-4891-9d16-45708c81136e req-d2a18ccc-2e04-4541-babc-90d57585af9b tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1095 time: 0.0919158 Oct 26 12:11:42.902106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c3f5486-0c43-4891-9d16-45708c81136e req-03524321-8449-4a1a-89f7-5346e6063508 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476799 Oct 26 12:11:42.920342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Router f172a7df-a5a7-4886-9245-ab64c6586e4b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:11:42.932478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.978647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:42.979716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:42.980390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:43.106148 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8024566 Oct 26 12:11:43.109171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60556) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:43.116788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Request body: {'subnet': {'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-482500164-subnet', 'tenant_id': 'd3113d5aedf8448f8ed1212522efcd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:43.122481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772e3ec-3c85-40cd-a0a2-d5d94f8c0cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9e47e0-09c7-49c8-80d6-1578de78b3ff,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:43.154658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b15c3a-57b0-446e-ac7b-3559b8b93ed1 req-c9cf2072-b518-487d-aaf1-b0ac19853fe2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:43.156217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22b15c3a-57b0-446e-ac7b-3559b8b93ed1 req-c9cf2072-b518-487d-aaf1-b0ac19853fe2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.1034799 Oct 26 12:11:43.166782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:11:43.285756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Made reservation on behalf of d3113d5aedf8448f8ed1212522efcd4c for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:43.285756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:43.397228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:43.404047 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Sync routers for ids ['f172a7df-a5a7-4886-9245-ab64c6586e4b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:43.405447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22b15c3a-57b0-446e-ac7b-3559b8b93ed1 req-280d741a-d6fd-4275-8186-4ea7c3751fe0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756016 Oct 26 12:11:43.405447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:43.405447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ab797b84-dd49-436c-bf95-92daaee5a2ea tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0170691 Oct 26 12:11:43.405447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60564) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:43.406176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:43.406749 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Routers {'f172a7df-a5a7-4886-9245-ab64c6586e4b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:43.406749 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f172a7df-a5a7-4886-9245-ab64c6586e4b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:43.434722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 170335c3-0114-41dc-9776-54119b15a607 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:11:43.539649 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e1b616d8-d1fe-4f35-a319-0d83b5722e3c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/b9d19355-bb2e-4f14-b8e8-232955ed7147 HTTP/1.1" status: 200 len: 991 time: 0.2095008 Oct 26 12:11:43.686226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 170335c3-0114-41dc-9776-54119b15a607 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:11:43.690039 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:43.733692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:43.775946 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Set router f172a7df-a5a7-4886-9245-ab64c6586e4b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:43.860701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:43.917395 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:43.958360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 170335c3-0114-41dc-9776-54119b15a607, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=170335c3-0114-41dc-9776-54119b15a607,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:43.973023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.015854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:44.083392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Checking segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:44.083756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Network hostable DHCP agents. Network: 9d9e47e0-09c7-49c8-80d6-1578de78b3ff, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:11:44.106478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=170335c3-0114-41dc-9776-54119b15a607,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:44.123611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:11:44.139804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 8e4f838f-337d-4bc1-a460-9012d83df032 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:44.140224 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.157985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-48a71f42-8e37-4c46-bfe1-65f457faf003 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/f172a7df-a5a7-4886-9245-ab64c6586e4b HTTP/1.1" status: 200 len: 907 time: 0.8882470 Oct 26 12:11:44.160994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:44.254741 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172a7df-a5a7-4886-9245-ab64c6586e4b', 'name': 'tempest-snat-router-145093004', 'tenant_id': '33ae38f6ddc941b693aa44041e4e3331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'f3de840b-bbab-4177-926b-79411bd9ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:40Z', 'updated_at': '2021-10-26T12:11:41Z', 'revision_number': 3, 'project_id': '33ae38f6ddc941b693aa44041e4e3331', 'gw_port': {'id': 'f3de840b-bbab-4177-926b-79411bd9ec16', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172a7df-a5a7-4886-9245-ab64c6586e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:41Z', 'updated_at': '2021-10-26T12:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:44.266259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9d9e47e0-09c7-49c8-80d6-1578de78b3ff) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:44.276019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb79b8-2bb9-423a-b339-3c81574e46c8 None None] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:44.311263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.311895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.320422 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Checking router: f172a7df-a5a7-4886-9245-ab64c6586e4b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:44.320772 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Updating router f172a7df-a5a7-4886-9245-ab64c6586e4b port f3de840b-bbab-4177-926b-79411bd9ec16 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:11:44.331590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 8e4f838f-337d-4bc1-a460-9012d83df032 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:44.341552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.412002 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.465204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:44.465819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.507446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.560968 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7520455e-1db5-4520-9806-74203d641fea admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4507072 Oct 26 12:11:44.584575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee33a59-a702-4223-a6e5-bd2ec1d87101 None None] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:44.648099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Deleting port f3de840b-bbab-4177-926b-79411bd9ec16 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:44.648606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.841852 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.869166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.869324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Calling delete_port for f3de840b-bbab-4177-926b-79411bd9ec16 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:44.939402 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.951507 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:44.959583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=8e4f838f-337d-4bc1-a460-9012d83df032,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:45.120948 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.121379 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP b9d19355-bb2e-4f14-b8e8-232955ed7147 disassociated (deleted). External IP: 172.25.4.121, port: c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b. Oct 26 12:11:45.132459 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Attempting to bind port f3de840b-bbab-4177-926b-79411bd9ec16 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:45.132826 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Attempting to bind port f3de840b-bbab-4177-926b-79411bd9ec16 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:45.133192 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Attempting to bind port f3de840b-bbab-4177-926b-79411bd9ec16 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:45.135346 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Pushing event updated for resources: {'Port': ['ID=f3de840b-bbab-4177-926b-79411bd9ec16,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:45.163930 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:11:45.164313 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:45.164722 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.165121 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:11:45.165598 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Bound port: f3de840b-bbab-4177-926b-79411bd9ec16, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:11:45.166106 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.170066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.170413 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.170751 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.171119 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.171448 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.171777 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.172106 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.172427 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.172748 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.173069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.173388 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.173707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9456f1-4539-4ff0-a5d0-acd0a20344b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:11:45.212803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.239604 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.db.api [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:11:45.240207 n-d-812150-3 neutron-server[102762]: DEBUG oslo_db.api [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:11:45.306251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3de840b-bbab-4177-926b-79411bd9ec16,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:45.316254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 170335c3-0114-41dc-9776-54119b15a607 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:11:45.366220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.390808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 170335c3-0114-41dc-9776-54119b15a607 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:11:45.391228 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.519503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.524563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.594718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.595517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f172a7df-a5a7-4886-9245-ab64c6586e4b {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:45.601231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.602989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5a4a7faf-6157-46eb-8dd3-7e2d16d3505b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/routers/f172a7df-a5a7-4886-9245-ab64c6586e4b HTTP/1.1" status: 204 len: 168 time: 1.4401510 Oct 26 12:11:45.616753 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60632) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:45.760667 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Attempting to bind port f3de840b-bbab-4177-926b-79411bd9ec16 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:45.762031 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Attempting to bind port f3de840b-bbab-4177-926b-79411bd9ec16 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:45.762418 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Attempting to bind port f3de840b-bbab-4177-926b-79411bd9ec16 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:45.768847 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:11:45.770210 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:45.770603 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.771158 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:11:45.771870 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Bound port: f3de840b-bbab-4177-926b-79411bd9ec16, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:11:45.772660 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.806625 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Port f3de840b-bbab-4177-926b-79411bd9ec16 has been deleted concurrently {{(pid=102762) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 26 12:11:45.819212 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Routers set() bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:45.820118 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Router IDs set() for agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 12:11:45.820955 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f172a7df-a5a7-4886-9245-ab64c6586e4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent'). {{(pid=102762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:11:45.821619 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6388a73-31c1-4e11-92f8-a0da0a1f216a None None] The sync data for ids ['f172a7df-a5a7-4886-9245-ab64c6586e4b'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:45.829080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-0080032b-557d-48d8-b01a-32d0be474606 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:45.832320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-0080032b-557d-48d8-b01a-32d0be474606 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.2541850 Oct 26 12:11:45.834819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:45.916572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-041f054d-71d8-4a54-8af9-8c1e92cffbb5 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/quotas/d3113d5aedf8448f8ed1212522efcd4c HTTP/1.1" status: 200 len: 375 time: 0.0780675 Oct 26 12:11:45.953444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router 091e65da-07fa-4357-95ad-578828b59d96 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:11:45.959736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-c54009d0-03e7-44f1-8d07-73b4f1447148 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322998 Oct 26 12:11:46.024223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:46.120124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:46.125268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:46.139951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] Sync routers for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:46.147624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-2202084c-1b77-41e4-95a3-49e6589039b3 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756206 Oct 26 12:11:46.157641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:46.158307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:46.196622 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9657837a-e56d-427d-8cfa-80a49946c5c8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/floatingips/b9d19355-bb2e-4f14-b8e8-232955ed7147 HTTP/1.1" status: 204 len: 168 time: 2.3323045 Oct 26 12:11:46.197611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:46.211616 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba5c48-6e8e-4e67-a924-9bc89571f245" -d '{"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:46.283296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Deleting port 170335c3-0114-41dc-9776-54119b15a607 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:46.283639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:46.336515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:46.455779 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e187397-064d-4c45-a13a-34ca4c2ea2ef x-openstack-request-id: req-1e187397-064d-4c45-a13a-34ca4c2ea2ef {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:46.456300 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:46.457348 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1e187397-064d-4c45-a13a-34ca4c2ea2ef {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:46.457967 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'status': 'completed', 'code': 200} Oct 26 12:11:46.459365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-1822206b-6a28-4d54-aea1-2a69a42ed38d service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075960 Oct 26 12:11:46.531014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] For port 170335c3-0114-41dc-9776-54119b15a607, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=170335c3-0114-41dc-9776-54119b15a607,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:46.531669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:46.575978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Calling delete_port for 170335c3-0114-41dc-9776-54119b15a607 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:46.615083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-86dfdcc9-4b6d-4cd0-9078-180767d2201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:46.616569 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-86dfdcc9-4b6d-4cd0-9078-180767d2201f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 1095 time: 0.1212492 Oct 26 12:11:46.798786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:46.810011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c0099d4-25d6-46c3-a3bf-ac2b1eec23a8 req-baea00c6-71f4-4f13-8a62-11787133373a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 210 time: 0.0917611 Oct 26 12:11:46.830159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-26dd4194-bce7-4506-9a0d-0a83a7879b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:46.832365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-26dd4194-bce7-4506-9a0d-0a83a7879b3c service neutron] 10.222.0.100 "GET /v2.0/networks?id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 200 len: 898 time: 0.2027509 Oct 26 12:11:46.849681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a265-b681-45d8-835c-5bfbd63d3de6 req-e2748c50-51b1-4009-8c41-cb9d6709d04b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:46.863575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64a5a265-b681-45d8-835c-5bfbd63d3de6 req-e2748c50-51b1-4009-8c41-cb9d6709d04b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.2835755 Oct 26 12:11:46.903080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] Checking router: 091e65da-07fa-4357-95ad-578828b59d96 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:46.950621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:46.951434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:46.987777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-1e9ef47c-a4c5-4176-af8e-4d91ddce89b1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 200 len: 217 time: 0.1467156 Oct 26 12:11:47.124404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64a5a265-b681-45d8-835c-5bfbd63d3de6 req-b1d93ef8-1abd-4c31-b10b-0e853066c3eb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=0be15f6e-6706-4268-83fb-14f18e925ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590277 Oct 26 12:11:47.163437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-f5b75856-9ceb-43f4-a9f5-f35753ca7253 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:47.165563 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-f5b75856-9ceb-43f4-a9f5-f35753ca7253 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 944 time: 0.1997812 Oct 26 12:11:47.168400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-b2409531-c257-4952-b295-5b25ad9ef7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:47.170104 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-b2409531-c257-4952-b295-5b25ad9ef7dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 200 len: 835 time: 0.1737900 Oct 26 12:11:47.214563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:47.281138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.337261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-fd29d287-e9aa-42f5-a099-aa1e24a6a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:47.338909 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-fd29d287-e9aa-42f5-a099-aa1e24a6a4a0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596310 Oct 26 12:11:47.409272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event deleted for resources: {'Port': ['ID=170335c3-0114-41dc-9776-54119b15a607,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:47.479888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:47.481572 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.512507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.541715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:47.587160 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c390f05-9687-41c3-a720-2486326b42d3 None None] The sync data for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 is: [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:10:26Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '4e4f761f-9494-459a-a75b-7a97268dd70c', 'name': '', 'network_id': 'f332e8f9-12d4-4e8b-a1e4-74b8c71fc990', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:a3:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:25Z', 'updated_at': '2021-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': '20030dd3-0c7c-4c4e-9167-1e0f6888707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:47.652795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-5c864e1f-086b-4430-8e10-5f303591bb11 service neutron] 10.222.0.100 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043461 Oct 26 12:11:47.659105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:47.660067 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.676905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:47.777742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.784241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.926606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.927427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 840aac3a-de1b-4a7e-b447-f13a1ff44736 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:47.932681 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:47.934810 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49dc55cb-fe54-4d57-ab04-3215619deb3a tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "DELETE /v2.0/routers/840aac3a-de1b-4a7e-b447-f13a1ff44736 HTTP/1.1" status: 204 len: 168 time: 2.3175585 Oct 26 12:11:47.941009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60704) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:47.946556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-839121811', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:47.961304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:48.075163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:48.148977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] No DVR routers for this DVR port c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:11:48.153390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:48.158061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-302aded8-7953-498d-9dd8-c0a0ea00a6c3 req-2457e9fd-8237-4bfe-b21c-a69fb7510c40 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "DELETE /v2.0/ports/c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b HTTP/1.1" status: 204 len: 173 time: 0.9800551 Oct 26 12:11:48.177336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a07cad0-7597-4f5a-8af8-df7047c31bae req-b83defc8-e340-4ed3-8d3a-cf7f2a40c281 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 210 time: 0.1517024 Oct 26 12:11:48.184079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebacff6-2eb7-4451-bf8b-55d299dc732c None None] New status for floating IP b9d19355-bb2e-4f14-b8e8-232955ed7147: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:11:48.192479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:48.201888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:48.312779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-55ba5c48-6e8e-4e67-a924-9bc89571f245 req-7723c457-f18a-4e2b-b562-07c190e7bdbc service neutron] 10.222.0.100 "GET /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682261 Oct 26 12:11:48.366723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cba162c-7eaf-45f3-aaaa-f9ee4f120f52 req-83c5d6fd-a4b6-49d1-bb13-164c6b773baf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d328022-db27-497c-b3af-738e0f6416e1 HTTP/1.1" status: 200 len: 210 time: 0.0349584 Oct 26 12:11:48.372572 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:48.459353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-deleted', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:48.463070 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d5c49-f5ae-4a1d-bb05-2c5bd3a6cf34" -d '{"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-deleted", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:48.581525 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b118ed-f04f-4f5d-8c25-e1a28444867a x-openstack-request-id: req-64b118ed-f04f-4f5d-8c25-e1a28444867a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:48.582842 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d328022-db27-497c-b3af-738e0f6416e1", "name": "network-vif-deleted", "tag": "c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:48.582842 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64b118ed-f04f-4f5d-8c25-e1a28444867a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:48.582842 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d328022-db27-497c-b3af-738e0f6416e1', 'name': 'network-vif-deleted', 'tag': 'c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b', 'status': 'completed', 'code': 200} Oct 26 12:11:48.790454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:48.894648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-4f9de172-acc7-4bb1-8dae-cb678585a718 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:48.896314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-4f9de172-acc7-4bb1-8dae-cb678585a718 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.3632030 Oct 26 12:11:48.915047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Request body: {'port': {'device_id': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'admin_state_up': True, 'tenant_id': 'd3113d5aedf8448f8ed1212522efcd4c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:49.054846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Made reservation on behalf of d3113d5aedf8448f8ed1212522efcd4c for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:49.058683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:49.126662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac912b37-93af-47a0-861b-d443fc1cbb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:49.206519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:49.225225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 170335c3-0114-41dc-9776-54119b15a607 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:49.236045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:49.274644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 170335c3-0114-41dc-9776-54119b15a607 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:49.275018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 170335c3-0114-41dc-9776-54119b15a607 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:49.370124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf6c3c6c-64cb-4cb0-b64c-cbd6adf08bec req-58c696e9-cb63-4d9d-8798-77c964eaa087 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 210 time: 0.0559506 Oct 26 12:11:49.447613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60746) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:49.552083 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:11:49.866395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Allocated IP 172.20.0.5 (9d9e47e0-09c7-49c8-80d6-1578de78b3ff/58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0/65b67249-71dc-4886-a764-a82ae4ec65f8) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:49.914987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Allocated IP 172.25.4.224 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/777f453c-4dbb-4349-877e-5378d772b135) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:50.006644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.143733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.163827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.246154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.304532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.323016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:50.334940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:50.337289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event updated for resources: {'Port': ['ID=777f453c-4dbb-4349-877e-5378d772b135,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:50.339738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:50.354701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 4e4f761f-9494-459a-a75b-7a97268dd70c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:50.355422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.370917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:50.399640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:50.407874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:50.466333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event updated for resources: {'Port': ['ID=65b67249-71dc-4886-a764-a82ae4ec65f8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:50.495161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port 4e4f761f-9494-459a-a75b-7a97268dd70c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4e4f761f-9494-459a-a75b-7a97268dd70c,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:50.496219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.513856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 4e4f761f-9494-459a-a75b-7a97268dd70c owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:50.586880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:50.587706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.670608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-21253cd0-bd60-4f0e-93e3-cb899cefdb0d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7614567 Oct 26 12:11:50.680222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05649bae-fc49-4872-bd03-a6d956e2bb12 req-e3b4ebf3-848d-4509-b45e-2c6b52776523 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:50.681722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05649bae-fc49-4872-bd03-a6d956e2bb12 req-e3b4ebf3-848d-4509-b45e-2c6b52776523 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 931 time: 0.1704049 Oct 26 12:11:50.687179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-ce476ce6-c571-4810-af57-756836f23339 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:11:50.688152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-ce476ce6-c571-4810-af57-756836f23339 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055447 Oct 26 12:11:50.705513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Request body: {'port': {'device_id': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:50.805382 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:50.849478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=4e4f761f-9494-459a-a75b-7a97268dd70c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:50.882458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.012660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05649bae-fc49-4872-bd03-a6d956e2bb12 req-f929438c-63d4-4a41-93f0-44b580d17436 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047454 Oct 26 12:11:51.033448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.157526 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.332530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:51.379762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:51.380092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c7c4ffed-9ba6-4a0d-b695-c7f2fa51d67b not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:51.390273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.513747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router 091e65da-07fa-4357-95ad-578828b59d96 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:11:51.536127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b67249-71dc-4886-a764-a82ae4ec65f8 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:11:51.549483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.571371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Transition to ACTIVE for port object 65b67249-71dc-4886-a764-a82ae4ec65f8 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:11:51.582430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.652413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Pushing event updated for resources: {'Port': ['ID=65b67249-71dc-4886-a764-a82ae4ec65f8,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:51.659812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Router e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:11:51.703790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84c7db09-91f3-427f-ad52-c35d3a20043a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.717604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:51.730152 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ced9a58b-fce6-4f2b-afb9-3fad77e14b61 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/091e65da-07fa-4357-95ad-578828b59d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2812002 Oct 26 12:11:51.735336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] Sync routers for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:51.739056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60794) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:51.759206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:51.762770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:51.830512 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Attempting to bind port 65b67249-71dc-4886-a764-a82ae4ec65f8 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:11:51.830770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Attempting to bind port 65b67249-71dc-4886-a764-a82ae4ec65f8 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:11:51.831050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Attempting to bind port 65b67249-71dc-4886-a764-a82ae4ec65f8 on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:51.844278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Port 65b67249-71dc-4886-a764-a82ae4ec65f8 on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:11:51.844278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Attempting to bind port 65b67249-71dc-4886-a764-a82ae4ec65f8 on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:11:51.854345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:11:51.854611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Checking segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:11:51.855145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Bound using segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:11:51.855502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Bound port: 65b67249-71dc-4886-a764-a82ae4ec65f8, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:11:51.855866 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.865106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting subnet 20030dd3-0c7c-4c4e-9167-1e0f6888707a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:11:51.868893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.872810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:51.883957 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] Sync routers for ids ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:51.905070 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] Routers {'e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:51.905997 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:51.951270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.952556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a8c9d179-1939-4600-b671-3442d2c1e64e tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0097528 Oct 26 12:11:51.956526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60800) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:51.958243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:51.961424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': False}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:51.984162 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:52.002629 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] Routers {'e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:52.005232 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:52.010896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:52.085898 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:52.086548 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9111d3-82f5-4103-aeb4-90f343651c5f None None] The sync data for ids ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:52.139932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.150597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] For port 65b67249-71dc-4886-a764-a82ae4ec65f8, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:11:52.159990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] For port 65b67249-71dc-4886-a764-a82ae4ec65f8, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=65b67249-71dc-4886-a764-a82ae4ec65f8,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:11:52.179235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.223120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.267083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Subnet': ['ID=20030dd3-0c7c-4c4e-9167-1e0f6888707a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:52.270019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.275023 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e66b0ba-d3a7-4b75-8eb1-96bbfd705d39 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/subnets/20030dd3-0c7c-4c4e-9167-1e0f6888707a HTTP/1.1" status: 204 len: 168 time: 0.5348530 Oct 26 12:11:52.277510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60808) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:52.285480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea10b8-01c7-4004-b8c2-dd5bb76146e4 None None] Network f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:11:52.349917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:52.350543 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.352010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] 10.222.0.30 "PUT /v2.0/ports/65b67249-71dc-4886-a764-a82ae4ec65f8 HTTP/1.1" status: 200 len: 1091 time: 1.6510210 Oct 26 12:11:52.354358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'tag': '65b67249-71dc-4886-a764-a82ae4ec65f8'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:11:52.357351 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68292ef-2b60-4851-aade-3ed114b0b29e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3136436-b130-4d12-bc7f-ebd3a78c4e6d", "tag": "65b67249-71dc-4886-a764-a82ae4ec65f8"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:11:52.479534 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2842cab-933a-43c5-8fae-d38043f01802 x-openstack-request-id: req-a2842cab-933a-43c5-8fae-d38043f01802 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:11:52.480460 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3136436-b130-4d12-bc7f-ebd3a78c4e6d", "tag": "65b67249-71dc-4886-a764-a82ae4ec65f8", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:11:52.480602 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2842cab-933a-43c5-8fae-d38043f01802 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:11:52.481022 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'tag': '65b67249-71dc-4886-a764-a82ae4ec65f8', 'status': 'completed', 'code': 200} Oct 26 12:11:52.490269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.529663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cde05-8a8a-42d4-9a01-5b10740b0ecb req-4acb5934-0d1d-46b8-994b-dfe9e82b2e7b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:52.531352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f07cde05-8a8a-42d4-9a01-5b10740b0ecb req-4acb5934-0d1d-46b8-994b-dfe9e82b2e7b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 943 time: 0.3758349 Oct 26 12:11:52.636274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.641705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:11:50Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': 'dd0baf01-1416-4df3-a6fb-54a6e6a340ec', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e65da-07fa-4357-95ad-578828b59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:10:19Z', 'updated_at': '2021-10-26T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:52.676396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b3b3-5102-4f4a-ab2e-ef4e47158268 service neutron] Pushing event updated for resources: {'Port': ['ID=65b67249-71dc-4886-a764-a82ae4ec65f8,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:52.732544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] Checking router: 091e65da-07fa-4357-95ad-578828b59d96 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:11:52.747956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-54d2480d-59ff-4222-9117-0a3f02fcdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:52.749647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-54d2480d-59ff-4222-9117-0a3f02fcdbdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 1094 time: 0.3301950 Oct 26 12:11:52.759023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] Routers {'091e65da-07fa-4357-95ad-578828b59d96'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:52.759428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f07cde05-8a8a-42d4-9a01-5b10740b0ecb req-0eab8849-f846-43c3-9c1e-a6ffacff2aab tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109561 Oct 26 12:11:52.759566 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['091e65da-07fa-4357-95ad-578828b59d96'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:52.763194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port dd0baf01-1416-4df3-a6fb-54a6e6a340ec {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:52.764634 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.916214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port dd0baf01-1416-4df3-a6fb-54a6e6a340ec, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:52.916611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:52.933896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for dd0baf01-1416-4df3-a6fb-54a6e6a340ec owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:52.993717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] DHCP port deletion for f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:11:53.056686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.100663 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] Set router 091e65da-07fa-4357-95ad-578828b59d96 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:11:53.172778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:11:52Z', 'revision_number': 6, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:53.177448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-6fe601bc-e12e-4dbe-808b-1390633e1920 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b67249-71dc-4886-a764-a82ae4ec65f8 HTTP/1.1" status: 200 len: 217 time: 0.1801205 Oct 26 12:11:53.180051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.244240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] Deleting port d428fa52-9f3c-4d1d-834c-01bad5356474 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:53.244609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.246513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=dd0baf01-1416-4df3-a6fb-54a6e6a340ec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:53.258555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.305448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-41086e65-f6cb-45cb-95ae-3fcd7452d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:53.307743 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-41086e65-f6cb-45cb-95ae-3fcd7452d9e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1182504 Oct 26 12:11:53.343956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.380317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] For port d428fa52-9f3c-4d1d-834c-01bad5356474, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d428fa52-9f3c-4d1d-834c-01bad5356474,segment=NetworkSegment(e151ba27-9d4b-4060-adcb-de84b32db7e6),segment_id=e151ba27-9d4b-4060-adcb-de84b32db7e6)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:53.381106 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.406286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-5ad4d29c-1364-40d1-af1b-fd844c2430e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638638 Oct 26 12:11:53.419816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] Calling delete_port for d428fa52-9f3c-4d1d-834c-01bad5356474 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:53.536335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.539463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.545238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-65eba4c1-6959-4231-827d-8babc41fc9e5 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249397 Oct 26 12:11:53.553089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d428fa52-9f3c-4d1d-834c-01bad5356474 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:53.580674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.585636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913641d3-1159-4bda-8a2c-f0b295c3f379 None None] The sync data for ids ['091e65da-07fa-4357-95ad-578828b59d96'] in n-d-812150-3 is: [{'id': '091e65da-07fa-4357-95ad-578828b59d96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421845358', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:10:18Z', 'updated_at': '2021-10-26T12:11:52Z', 'revision_number': 6, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:53.690020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] Pushing event deleted for resources: {'Port': ['ID=d428fa52-9f3c-4d1d-834c-01bad5356474,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:53.711939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.711939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Fanout notify agent at l3_agent the message router_deleted on router 091e65da-07fa-4357-95ad-578828b59d96 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:53.722902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.726661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d428fa52-9f3c-4d1d-834c-01bad5356474 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:53.729021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b4e6655f-5377-4acc-8661-0068089a9496 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/routers/091e65da-07fa-4357-95ad-578828b59d96 HTTP/1.1" status: 204 len: 168 time: 1.4503307 Oct 26 12:11:53.731855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:53.733382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d428fa52-9f3c-4d1d-834c-01bad5356474 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:53.744294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:53.754061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0900da3-a3f4-41ec-a57c-0e5265ada926 None None] No DVR routers for this DVR port d428fa52-9f3c-4d1d-834c-01bad5356474 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:11:53.910940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.093101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.124203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f332e8f9-12d4-4e8b-a1e4-74b8c71fc990']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:54.143620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e151ba27-9d4b-4060-adcb-de84b32db7e6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:54.144722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e151ba27-9d4b-4060-adcb-de84b32db7e6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:54.157796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.180599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.199404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:11:54.200000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:11:54.205454 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:11:54.299799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.308926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.312222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/networks/f332e8f9-12d4-4e8b-a1e4-74b8c71fc990 HTTP/1.1" status: 204 len: 168 time: 0.5790768 Oct 26 12:11:54.328528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:54.336426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92955c-506c-48dc-8dce-f98826d98ade tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Network': ['ID=f332e8f9-12d4-4e8b-a1e4-74b8c71fc990,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:54.433795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8fef14b-2bab-4bc9-8e89-7e100ed1f4f9 req-c5d26a43-37b8-4949-8274-5d3c73119821 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747206 Oct 26 12:11:54.457286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7057c-fd69-471a-8d6a-a3e182e17b73 req-3693eded-0617-4474-a298-3b773187a992 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:54.459142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bf7057c-fd69-471a-8d6a-a3e182e17b73 req-3693eded-0617-4474-a298-3b773187a992 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 943 time: 0.5938551 Oct 26 12:11:54.489972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d07bab9-3752-4fcf-9192-4188bfb5cf7c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.534217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1bf7057c-fd69-471a-8d6a-a3e182e17b73 req-993d8260-baa6-4178-82a1-7a35d5f4d090 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686564 Oct 26 12:11:54.553890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d07bab9-3752-4fcf-9192-4188bfb5cf7c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.621526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.685070 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d07bab9-3752-4fcf-9192-4188bfb5cf7c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.688622 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d07bab9-3752-4fcf-9192-4188bfb5cf7c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:54.690654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d07bab9-3752-4fcf-9192-4188bfb5cf7c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/security-groups/0be15f6e-6706-4268-83fb-14f18e925ae4 HTTP/1.1" status: 204 len: 168 time: 0.3611033 Oct 26 12:11:54.708262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07bab9-3752-4fcf-9192-4188bfb5cf7c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be15f6e-6706-4268-83fb-14f18e925ae4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:54.789163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-327fca30-49b0-4c1c-8782-1dfa30f0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:54.791254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-327fca30-49b0-4c1c-8782-1dfa30f0e22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 1094 time: 0.2691810 Oct 26 12:11:55.025812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-5d6c2a07-ee54-4721-b2dc-69a57f2cba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:55.027587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-5d6c2a07-ee54-4721-b2dc-69a57f2cba6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.2201614 Oct 26 12:11:55.108036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-d5aefbf6-3255-4110-b50d-7099a623287e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b67249-71dc-4886-a764-a82ae4ec65f8 HTTP/1.1" status: 200 len: 217 time: 0.0664835 Oct 26 12:11:55.235428 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.239582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.258496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0baf01-1416-4df3-a6fb-54a6e6a340ec no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:55.259003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-770e7e31-5373-4666-ad11-65e65e77d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:55.260380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-770e7e31-5373-4666-ad11-65e65e77d2ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1382949 Oct 26 12:11:55.283422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: dd0baf01-1416-4df3-a6fb-54a6e6a340ec {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:55.284038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dd0baf01-1416-4df3-a6fb-54a6e6a340ec not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:55.284539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4e4f761f-9494-459a-a75b-7a97268dd70c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:11:55.314948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 4e4f761f-9494-459a-a75b-7a97268dd70c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:11:55.317682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4e4f761f-9494-459a-a75b-7a97268dd70c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:11:55.349125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:55.355390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218240792', 'description': 'tempest-secgroup-smoke-1218240792 description', 'project_id': '5659a67d61c84433a1098cb23346a0f9'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:55.381558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-4c5cbe46-b191-40e8-b633-2d68f8b2e027 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678475 Oct 26 12:11:55.387827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.503137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Router e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:11:55.512409 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.519842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.527530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-98910864-22f0-4c89-90ae-1be266c3246f service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329618 Oct 26 12:11:55.578578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be96c1af-73b9-450e-85ad-dfc7ef318dfc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:55.585440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.592284 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-382fcba6-9316-4bf9-a829-cd88a361b9e0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2383013 Oct 26 12:11:55.592284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:55.597055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'be96c1af-73b9-450e-85ad-dfc7ef318dfc', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:55.633692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.856092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:55.866106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:55.867407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2691de98-dd16-4e4b-a985-544c6fbef507 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "PUT /v2.0/routers/e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b HTTP/1.1" status: 200 len: 921 time: 3.9095244 Oct 26 12:11:55.873289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] Sync routers for ids ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:55.875888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60896) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:55.885792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d30a2f-b4e5-4f89-8ca8-e7284a15e6a2 req-53c54408-5c74-4379-aec2-c72fafee1f6a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:55.887609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] Routers {'e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:55.888531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:55.897210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73d30a2f-b4e5-4f89-8ca8-e7284a15e6a2 req-53c54408-5c74-4379-aec2-c72fafee1f6a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 943 time: 0.1801019 Oct 26 12:11:55.912158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f68292ef-2b60-4851-aade-3ed114b0b29e req-012d163d-da40-44c7-8eb0-b3f414696d4b service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453269 Oct 26 12:11:55.958143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:55.971348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] Routers {'e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:55.973286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:56.020165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:56.021239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ee35d-49ba-455b-bbd2-4829c81c7ce6 None None] The sync data for ids ['e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:11:56.112804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73d30a2f-b4e5-4f89-8ca8-e7284a15e6a2 req-50943ec8-32c1-4f9a-97ba-3ff47c00047c tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127988 Oct 26 12:11:56.159155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ec49c522-c256-4abb-829e-313f16dfc6ef tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b HTTP/1.1" status: 200 len: 921 time: 0.2580035 Oct 26 12:11:56.163065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60904) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.224864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.236427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.259924 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.262918 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6693218 Oct 26 12:11:56.268165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60908) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.275636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59303aa4-0535-4c46-8f88-1d1abd29c231 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:56.276623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'be96c1af-73b9-450e-85ad-dfc7ef318dfc', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:56.277692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-59303aa4-0535-4c46-8f88-1d1abd29c231 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1127651 Oct 26 12:11:56.283367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60910) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.318421 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d626055-eea8-4b6f-9e47-dabce28a25fd tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea852b4c-e63d-426f-9c91-edf11f63ab5a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:56.334476 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.421774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.428226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.445259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f08fdf-5961-4dad-bd84-ccf9748f5f00 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:56.449895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-64f08fdf-5961-4dad-bd84-ccf9748f5f00 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.1623392 Oct 26 12:11:56.450676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60914) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.460018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54801683-f5f5-462f-8f14-e9609b0fe7f9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:56.468595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.470038 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f7d1f92b-fed0-4f14-89c4-3263d09ba99d tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2004449 Oct 26 12:11:56.473212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.480875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'be96c1af-73b9-450e-85ad-dfc7ef318dfc', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:56.496470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0bdbcfec-7510-4aeb-b746-11408e5a0090 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b HTTP/1.1" status: 200 len: 205 time: 0.0451274 Oct 26 12:11:56.499868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60918) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.538427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.617029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.622265 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.622986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.659813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef98dc4-333e-4c31-892e-0006230b2b07,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:56.664774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.669442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96180289-12e1-42d0-9e95-ed709834e3a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915169 Oct 26 12:11:56.669893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60922) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.675596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'be96c1af-73b9-450e-85ad-dfc7ef318dfc', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:56.713582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.755630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.797744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.805322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.847618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Deleting port 777f453c-4dbb-4349-877e-5378d772b135 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:11:56.848143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.850362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baee3bb9-172b-4838-876a-bf9e6fefe334,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:56.857350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.858610 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70e54b52-7fad-44cd-a2b7-06233e863bb1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1877711 Oct 26 12:11:56.861381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60930) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:56.866616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'be96c1af-73b9-450e-85ad-dfc7ef318dfc', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:56.913643 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:11:56.924169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.966977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:56.984678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Calling delete_port for 777f453c-4dbb-4349-877e-5378d772b135 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:11:57.025114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.039999 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.068974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ba40d5-a035-4a67-9b63-c0d7c1fc26a6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:57.080905 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.082822 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3d45399-67eb-46b2-b5e1-2b53a0bfec15 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2203465 Oct 26 12:11:57.085501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:57.092202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'security_group_rule': {'security_group_id': 'be96c1af-73b9-450e-85ad-dfc7ef318dfc', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:57.117106 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Project 5659a67d61c84433a1098cb23346a0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:11:57.124185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.246516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.251757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.293753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6141e15f-d0b0-4306-81b4-89aa92c9f000,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:57.312185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.316250 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a8f5d72-9928-451e-89f3-50f0b6ddfe8c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2284236 Oct 26 12:11:57.319203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:57.336747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'network': {'name': 'tempest-network-smoke--1920847756', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:57.338396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.365187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event deleted for resources: {'Port': ['ID=777f453c-4dbb-4349-877e-5378d772b135,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:57.383932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8c701-b88c-4b5b-8c2e-0ac261b817b4 req-6a8885ed-1846-4d64-b0a4-a25a94bbd923 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:57.385533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34a8c701-b88c-4b5b-8c2e-0ac261b817b4 req-6a8885ed-1846-4d64-b0a4-a25a94bbd923 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 943 time: 0.1226385 Oct 26 12:11:57.396714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:11:57.408117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.440663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:11:57.453921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.454394 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Added segment 47bf18d1-9f3f-491c-91ef-ec953563835b of type vlan for network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 Oct 26 12:11:57.495999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.563452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.598704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.603098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34a8c701-b88c-4b5b-8c2e-0ac261b817b4 req-d60efe97-467c-4f6e-ba5f-2a275cc5ee23 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806254 Oct 26 12:11:57.625557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:57.626350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.672515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.677559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.720434 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3966312 Oct 26 12:11:57.721981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60958) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:57.727306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'admin_state_up': True, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:57.765679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.767465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.770806 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.771464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Fanout notify agent at l3_agent the message router_deleted on router e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:11:57.782083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.787550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f584565d-c877-4643-acea-9a46ca784dd7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b HTTP/1.1" status: 204 len: 168 time: 1.2865758 Oct 26 12:11:57.788453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:57.795490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1473461635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:57.797026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676d3e6-f586-4cbb-af1f-5598e612637f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Network': ['ID=3eb07585-8b5b-4409-bbd1-56ef9c72def1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:57.810026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:11:57.837582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.854113 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.949187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.955293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.971253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.980001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:57.981764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b93590c1-f549-4b7c-9b97-2131c52c43d8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1912022 Oct 26 12:11:57.985217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 60972) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:57.990893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:11:58.183778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.306946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.445417 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.467708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.611384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.20 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/2ae88665-3cac-4282-b62e-5f8dd213c39f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:58.656943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 65b67249-71dc-4886-a764-a82ae4ec65f8 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:11:58.837599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.909935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 65b67249-71dc-4886-a764-a82ae4ec65f8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=65b67249-71dc-4886-a764-a82ae4ec65f8,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:58.911149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.924490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '65b67249-71dc-4886-a764-a82ae4ec65f8', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'port_id': '65b67249-71dc-4886-a764-a82ae4ec65f8', 'mac_address': 'fa:16:3e:c8:88:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:11:58.971356 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:58.973001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:58.977298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:58.983112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:58.996712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b67249-71dc-4886-a764-a82ae4ec65f8 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:11:59.013510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=2ae88665-3cac-4282-b62e-5f8dd213c39f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:59.034099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 65b67249-71dc-4886-a764-a82ae4ec65f8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=65b67249-71dc-4886-a764-a82ae4ec65f8,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:11:59.039732 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.123553 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=65b67249-71dc-4886-a764-a82ae4ec65f8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:59.149902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.189606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.275793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd2469-df6f-404c-a623-43c8e8f6a0be req-af8211d0-6e0d-4700-89dc-a883b118c991 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:11:59.277777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cbd2469-df6f-404c-a623-43c8e8f6a0be req-af8211d0-6e0d-4700-89dc-a883b118c991 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 944 time: 0.1296792 Oct 26 12:11:59.317948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:11:59.320003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.363073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8cbd2469-df6f-404c-a623-43c8e8f6a0be req-ff24a58c-9d19-4535-96f3-09b4abe78ecb tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772641 Oct 26 12:11:59.384977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Allocated IP 172.25.4.50 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/6dc9247d-9a8a-4a0c-9eac-cd7b897f09c8) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:11:59.507704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.548244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.554392 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.597580 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:11:59.601089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:11:59.603975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:11:59.632455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event updated for resources: {'Port': ['ID=6dc9247d-9a8a-4a0c-9eac-cd7b897f09c8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:11:59.699310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router b43e7952-49b8-45dc-8ffe-62d767ccbe09 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:11:59.810083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:11:59.821694 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Sync routers for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:11:59.836595 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:11:59.838386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.839858 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:11:59.843749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5e0c8088-10cb-409d-afe8-3a21622f89ff tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1202314 Oct 26 12:11:59.845573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60996) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:59.881834 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2846c7fd-6562-49ba-8da9-1aea8e8d1685 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=5659a67d61c84433a1098cb23346a0f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354986 Oct 26 12:11:59.884879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 60998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:11:59.943568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:11:59.998227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ecb3f-0ff9-4576-b757-451bab57eb29 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:00.003784 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-019ecb3f-0ff9-4576-b757-451bab57eb29 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1141191 Oct 26 12:12:00.004436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32772) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:00.007140 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:12:00.040981 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a430bbca-b18e-49be-812d-3201eef9bea2 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299881 Oct 26 12:12:00.041269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32774) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:00.049546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790897968', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:00.200434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:00.205994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.267235 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:11:59Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:00.278168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.282080 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.307990 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Checking router: b43e7952-49b8-45dc-8ffe-62d767ccbe09 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:12:00.309466 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Updating router b43e7952-49b8-45dc-8ffe-62d767ccbe09 port 2ae88665-3cac-4282-b62e-5f8dd213c39f binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:12:00.376036 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.520503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.595062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Subnet': ['ID=b4d05434-abee-4813-92d5-605bb2158b96,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:00.605617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Checking segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:00.606129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network hostable DHCP agents. Network: 3eb07585-8b5b-4409-bbd1-56ef9c72def1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:12:00.609252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaca6b-afda-4441-810c-54a97ffcd52e req-6be551b6-0b46-4195-9e69-cbc28369f5fe tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:00.618632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-effaca6b-afda-4441-810c-54a97ffcd52e req-6be551b6-0b46-4195-9e69-cbc28369f5fe tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 944 time: 0.1428564 Oct 26 12:12:00.624607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:12:00.637672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3eb07585-8b5b-4409-bbd1-56ef9c72def1) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:00.649150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600556a5-5eeb-430a-82de-22a9eb281454 None None] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:12:00.672725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:00.673661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.677377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-effaca6b-afda-4441-810c-54a97ffcd52e req-03bad47c-9e92-476f-8fed-3c45ad2a25f8 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577424 Oct 26 12:12:00.678603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Router 9b2b3096-3402-4c3d-9116-47812ad5b539 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:12:00.707375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 65b67249-71dc-4886-a764-a82ae4ec65f8 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:00.727479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-347768d8-c6eb-4e2b-8c10-44c5169e8369 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6830595 Oct 26 12:12:00.731075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32786) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:00.877471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:00.887563 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.894559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-59187527-9167-4541-b8af-f4ccbdd4c0dd tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "PUT /v2.0/routers/9b2b3096-3402-4c3d-9116-47812ad5b539 HTTP/1.1" status: 200 len: 879 time: 2.9081287 Oct 26 12:12:00.897264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32788) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:00.925673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] Sync routers for ids ['9b2b3096-3402-4c3d-9116-47812ad5b539'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:00.930518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 65b67249-71dc-4886-a764-a82ae4ec65f8 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:12:00.948716 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.955221 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:00.973329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 65b67249-71dc-4886-a764-a82ae4ec65f8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:00.973606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.004397 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ef22e-08ab-4af9-b334-b7e608c437bb None None] Pushing event updated for resources: {'Port': ['ID=2ae88665-3cac-4282-b62e-5f8dd213c39f,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:01.037290 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Attempting to bind port 2ae88665-3cac-4282-b62e-5f8dd213c39f on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:01.037664 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Attempting to bind port 2ae88665-3cac-4282-b62e-5f8dd213c39f by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:01.038320 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Attempting to bind port 2ae88665-3cac-4282-b62e-5f8dd213c39f on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:01.039587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:12:01.041107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.044436 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:01.045046 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:01.045623 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.046186 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:01.047039 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Bound port: 2ae88665-3cac-4282-b62e-5f8dd213c39f, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:01.047603 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.109221 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] For port 2ae88665-3cac-4282-b62e-5f8dd213c39f, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:01.113560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] For port 2ae88665-3cac-4282-b62e-5f8dd213c39f, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2ae88665-3cac-4282-b62e-5f8dd213c39f,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:01.121160 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.139697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4e98c545-4848-47dd-90dc-acf44e920109 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/9b2b3096-3402-4c3d-9116-47812ad5b539 HTTP/1.1" status: 200 len: 920 time: 0.2397738 Oct 26 12:12:01.141041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32792) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:01.192033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] Routers {'9b2b3096-3402-4c3d-9116-47812ad5b539'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:01.192871 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9b2b3096-3402-4c3d-9116-47812ad5b539'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:01.216944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84264cf-e19b-4c02-83cf-9e09be1ba218 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:01.217246 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:01.217862 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:01.219578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f84264cf-e19b-4c02-83cf-9e09be1ba218 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=9b2b3096-3402-4c3d-9116-47812ad5b539&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0771394 Oct 26 12:12:01.220575 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ef22e-08ab-4af9-b334-b7e608c437bb None None] Pushing event updated for resources: {'Port': ['ID=2ae88665-3cac-4282-b62e-5f8dd213c39f,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:01.222067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32794) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:01.387923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Allocated IP 172.20.0.2 (3eb07585-8b5b-4409-bbd1-56ef9c72def1/b4d05434-abee-4813-92d5-605bb2158b96/2c0eb184-4e92-4ddd-af1a-24ff05b6b91a) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:01.402462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:12:01.421051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772ca94-cd0a-4989-9005-81d938579b79 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:01.424708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8772ca94-cd0a-4989-9005-81d938579b79 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.2014997 Oct 26 12:12:01.429200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:01.504982 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-52e6a0cc-9db5-4294-b326-438f95bb60c3 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b2b3096-3402-4c3d-9116-47812ad5b539 HTTP/1.1" status: 200 len: 205 time: 0.0725374 Oct 26 12:12:01.505441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32800) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:01.629279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.632811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:01.690621 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.724945 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:11:59Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:01.731454 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.737448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] Routers {'9b2b3096-3402-4c3d-9116-47812ad5b539'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:01.740230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9b2b3096-3402-4c3d-9116-47812ad5b539'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:01.783226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.894059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 65b67249-71dc-4886-a764-a82ae4ec65f8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=65b67249-71dc-4886-a764-a82ae4ec65f8,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:01.932072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b67249-71dc-4886-a764-a82ae4ec65f8'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:01.936231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.938017 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d5705-2b61-4e41-9373-82cbc82c4caa" -d '{"events": [{"server_uuid": "e3136436-b130-4d12-bc7f-ebd3a78c4e6d", "name": "network-vif-plugged", "status": "completed", "tag": "65b67249-71dc-4886-a764-a82ae4ec65f8"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:01.947854 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:01.999647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:02.000401 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396678ec-5e8f-438e-8058-3652ccaa1c7e None None] The sync data for ids ['9b2b3096-3402-4c3d-9116-47812ad5b539'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:02.046313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:02.054508 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0272-1d7c-40e4-be30-df437fe650de None None] The sync data for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 is: [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:11:59Z', 'revision_number': 3, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:02.057240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:02.064356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:02.112518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089e9f9-cf15-4040-8997-ca2f50814796 req-92334a81-f08d-4ad0-a361-a635a1aef7c5 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:02.122564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6089e9f9-cf15-4040-8997-ca2f50814796 req-92334a81-f08d-4ad0-a361-a635a1aef7c5 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 944 time: 0.2785847 Oct 26 12:12:02.145807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Pushing event updated for resources: {'Port': ['ID=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:02.181858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:02.294543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6089e9f9-cf15-4040-8997-ca2f50814796 req-807ec21a-6d9e-4430-820c-04a1de2315de tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659706 Oct 26 12:12:02.324508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=65b67249-71dc-4886-a764-a82ae4ec65f8,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:02.335127 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf4ab44-2bc1-45a6-baaa-53d010c3c36d x-openstack-request-id: req-cdf4ab44-2bc1-45a6-baaa-53d010c3c36d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:02.335420 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3136436-b130-4d12-bc7f-ebd3a78c4e6d", "name": "network-vif-plugged", "status": "completed", "tag": "65b67249-71dc-4886-a764-a82ae4ec65f8", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:02.336853 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cdf4ab44-2bc1-45a6-baaa-53d010c3c36d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:02.337737 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b67249-71dc-4886-a764-a82ae4ec65f8', 'code': 200} Oct 26 12:12:02.362020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Attempting to bind port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:02.362389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Attempting to bind port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:02.362765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Attempting to bind port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a on network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:02.374781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:02.375179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Checking segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:02.375921 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:02.381733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Bound using segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:02.386271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Bound port: 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:02.386954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:02.418749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a0a0-8a8c-4567-a375-0c583e2d9cbf req-963d46dd-eef3-4561-a23f-c883ed882e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:02.420423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e578a0a0-8a8c-4567-a375-0c583e2d9cbf req-963d46dd-eef3-4561-a23f-c883ed882e50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 1096 time: 0.1155326 Oct 26 12:12:02.429187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Deleting port 6dc9247d-9a8a-4a0c-9eac-cd7b897f09c8 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:02.429964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:02.591035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] For port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:02.599626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] For port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:02.611058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:02.680944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e578a0a0-8a8c-4567-a375-0c583e2d9cbf req-41393e00-ccb8-482d-a68d-77bc11a63319 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387240 Oct 26 12:12:02.696119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:02.706550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.1 (3eb07585-8b5b-4409-bbd1-56ef9c72def1/b4d05434-abee-4813-92d5-605bb2158b96/1507c72f-5397-472d-8be1-8efff33c9200) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:02.718287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Calling delete_port for 6dc9247d-9a8a-4a0c-9eac-cd7b897f09c8 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:02.748106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d853285-88b7-42e7-8d72-8eb0b4dad964 None None] Pushing event updated for resources: {'Port': ['ID=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:03.156705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.279653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.280053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.360373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event deleted for resources: {'Port': ['ID=6dc9247d-9a8a-4a0c-9eac-cd7b897f09c8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:03.459179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=1507c72f-5397-472d-8be1-8efff33c9200,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:03.464531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:03.466083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:03.468575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:03.528440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.535944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:03.665969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.678025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:03.678662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.804860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.807361 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.938366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a971bd-8c44-43d5-b96c-ae41f9e66c1d req-4b278f13-ebb2-4877-a6ae-c612f30076e9 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:03.939680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.940208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66a971bd-8c44-43d5-b96c-ae41f9e66c1d req-4b278f13-ebb2-4877-a6ae-c612f30076e9 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 945 time: 0.3995655 Oct 26 12:12:03.942930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:03.980945 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.006917 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.012159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2b3096-3402-4c3d-9116-47812ad5b539 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:04.038639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.039876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6ab272cd-5526-40f5-87fd-953520df82e9 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/9b2b3096-3402-4c3d-9116-47812ad5b539 HTTP/1.1" status: 204 len: 168 time: 2.5333874 Oct 26 12:12:04.051289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32818) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:04.056136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-370830956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:04.098771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:04.102549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-66a971bd-8c44-43d5-b96c-ae41f9e66c1d req-23f3a7bd-ac6e-47d5-ae3f-f3df042136fd tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510820 Oct 26 12:12:04.115236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.116074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ae88665-3cac-4282-b62e-5f8dd213c39f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:04.234069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:04.264573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2ae88665-3cac-4282-b62e-5f8dd213c39f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:04.264990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.344873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.347165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.473529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.530551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 2ae88665-3cac-4282-b62e-5f8dd213c39f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2ae88665-3cac-4282-b62e-5f8dd213c39f,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:04.538165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:04.854365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721808a0-65f3-454f-89a7-31cdc64e2969 None None] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:12:04.888760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=2ae88665-3cac-4282-b62e-5f8dd213c39f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:05.011676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.019320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.021943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-21ecdb56-5f9b-4462-9e55-126fe4783653 None None] Provisioning complete for port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:05.022450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb56-5f9b-4462-9e55-126fe4783653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.052900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.054498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-79669bf4-cf7c-446d-8743-7973cd48dd45 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0020132 Oct 26 12:12:05.057862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32824) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:05.063890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': True}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:05.096975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.105927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.334155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:05.356279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.462278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.466115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=1507c72f-5397-472d-8be1-8efff33c9200,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:05.499253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:05.499621 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.561351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:05.565705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:05.618843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6aa2582b-861c-4f8d-a274-d8f62efdaa53 None None] Provisioning complete for port 1507c72f-5397-472d-8be1-8efff33c9200 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:05.619209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6aa2582b-861c-4f8d-a274-d8f62efdaa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.684026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2582b-861c-4f8d-a274-d8f62efdaa53 None None] Port 1507c72f-5397-472d-8be1-8efff33c9200 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:05.684305 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.709976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43044645-3fd9-4f72-9301-0f314a12834b req-b7586b51-a4c3-44df-a97a-cda23fd57851 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:05.712392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43044645-3fd9-4f72-9301-0f314a12834b req-b7586b51-a4c3-44df-a97a-cda23fd57851 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 945 time: 0.3486459 Oct 26 12:12:05.758809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router b43e7952-49b8-45dc-8ffe-62d767ccbe09 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:12:05.761879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ae88665-3cac-4282-b62e-5f8dd213c39f up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:05.811473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6aa2582b-861c-4f8d-a274-d8f62efdaa53 None None] Provisioning complete for port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:05.811891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6aa2582b-861c-4f8d-a274-d8f62efdaa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:05.847998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43044645-3fd9-4f72-9301-0f314a12834b req-7749aba1-ace3-43bb-9181-df243e70e94f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226268 Oct 26 12:12:05.879937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 2ae88665-3cac-4282-b62e-5f8dd213c39f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:05.880242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:06.005726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:06.017936 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Sync routers for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:06.027256 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-375ee2d1-bfaf-4bd9-9992-208f4ff0b962 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/b43e7952-49b8-45dc-8ffe-62d767ccbe09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2928088 Oct 26 12:12:06.031563 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:06.036187 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:06.228123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-70576861-334f-4404-ad8b-1fadbc8a20cd None None] Provisioning complete for port 1507c72f-5397-472d-8be1-8efff33c9200 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:06.229643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70576861-334f-4404-ad8b-1fadbc8a20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:06.320388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-70576861-334f-4404-ad8b-1fadbc8a20cd None None] Port 1507c72f-5397-472d-8be1-8efff33c9200 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:06.410013 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:12:06.711973 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 2, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:06.744014 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Checking router: b43e7952-49b8-45dc-8ffe-62d767ccbe09 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:12:06.744361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Updating router b43e7952-49b8-45dc-8ffe-62d767ccbe09 port 1507c72f-5397-472d-8be1-8efff33c9200 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:12:06.777233 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:06.840815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:06.910330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.020498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-d4831d82-ee29-4578-9010-e0fb55f9d6f2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218240792&fields=id&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 267 time: 0.1271465 Oct 26 12:12:07.172571 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.179495 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.217713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Allocated IP 172.25.4.51 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/dcb24261-4cf5-4a0d-9a9f-7b2b1b7b0de6) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:07.228024 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2866c-c3a5-4c4d-a853-ffc27fd9eeb8 None None] Pushing event updated for resources: {'Port': ['ID=1507c72f-5397-472d-8be1-8efff33c9200,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:07.249827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a74555b7-9ccb-4d53-8b68-18783a222d7e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:07.257456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a74555b7-9ccb-4d53-8b68-18783a222d7e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/networks?id=3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 200 len: 797 time: 0.2350979 Oct 26 12:12:07.350378 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Attempting to bind port 1507c72f-5397-472d-8be1-8efff33c9200 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:07.351114 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Attempting to bind port 1507c72f-5397-472d-8be1-8efff33c9200 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:07.351638 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Attempting to bind port 1507c72f-5397-472d-8be1-8efff33c9200 on network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:07.358893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:07.371410 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Checking segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:07.374785 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.375452 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Bound using segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:07.376150 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Bound port: 1507c72f-5397-472d-8be1-8efff33c9200, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:07.376714 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.409733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-e228e980-e7fa-488b-9a06-d1a11123e657 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/quotas/5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 375 time: 0.1499236 Oct 26 12:12:07.503911 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] For port 1507c72f-5397-472d-8be1-8efff33c9200, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:07.509897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-b5a27e13-0495-4b65-9473-7f02b5d06428 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987833 Oct 26 12:12:07.515853 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] For port 1507c72f-5397-472d-8be1-8efff33c9200, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1507c72f-5397-472d-8be1-8efff33c9200,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:07.528850 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.620743 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2866c-c3a5-4c4d-a853-ffc27fd9eeb8 None None] Pushing event updated for resources: {'Port': ['ID=1507c72f-5397-472d-8be1-8efff33c9200,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:07.642183 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:07.643152 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:07.657503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.681866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-852d9f82-065d-4f5d-ba1d-033bd7c5a6d7 None None] Provisioning complete for port 1507c72f-5397-472d-8be1-8efff33c9200 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:07.693029 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-852d9f82-065d-4f5d-ba1d-033bd7c5a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.777936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:07.966789 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-852d9f82-065d-4f5d-ba1d-033bd7c5a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:08.002363 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:12:08.023869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-16e762b2-96b0-42d5-b324-6181caa761b8 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052259 Oct 26 12:12:08.079493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-852d9f82-065d-4f5d-ba1d-033bd7c5a6d7 None None] For port 1507c72f-5397-472d-8be1-8efff33c9200, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1507c72f-5397-472d-8be1-8efff33c9200,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:08.085579 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-852d9f82-065d-4f5d-ba1d-033bd7c5a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:08.202264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a084be75-38da-472e-a56c-d0237430e1db service neutron] 10.222.0.88 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772568 Oct 26 12:12:08.207897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d9f82-065d-4f5d-ba1d-033bd7c5a6d7 None None] Pushing event updated for resources: {'Port': ['ID=1507c72f-5397-472d-8be1-8efff33c9200,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:08.238374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3bf30570-f127-49a1-a751-bb03b5b8cc20 None None] Provisioning complete for port 1507c72f-5397-472d-8be1-8efff33c9200 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:08.238882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3bf30570-f127-49a1-a751-bb03b5b8cc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:08.249402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:08.262605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:08.277949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:08.506581 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:07Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:08.509963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb24261-4cf5-4a0d-9a9f-7b2b1b7b0de6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:08.549122 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c76af2-9edc-4c42-946d-2c4d72fb614f None None] The sync data for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 is: [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:07Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:08.647628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91e2e25d-2c47-48ab-a831-d7098da7e068 req-f5f4938b-2d61-4731-b401-fb56256f0913 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 210 time: 0.1526241 Oct 26 12:12:08.880491 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:09.433319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1507c72f-5397-472d-8be1-8efff33c9200 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:09.502670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:09.525575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:09.560090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1507c72f-5397-472d-8be1-8efff33c9200 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:09.560090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:09.855516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Router 781196bb-04f5-4af0-a232-a70c4bb7d915 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:12:09.870570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-692257d0-51d7-4263-8eff-9a29dca74a6a req-19c4ca48-0207-4c20-8091-e829b8342231 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 210 time: 0.0502944 Oct 26 12:12:10.161823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:10.168513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:10.172714 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-50112a0c-1fb0-4e01-a118-36bc079f6dbc tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "PUT /v2.0/routers/781196bb-04f5-4af0-a232-a70c4bb7d915 HTTP/1.1" status: 200 len: 913 time: 5.1126304 Oct 26 12:12:10.173039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32912) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:10.207599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] Sync routers for ids ['781196bb-04f5-4af0-a232-a70c4bb7d915'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:10.221206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] Routers {'781196bb-04f5-4af0-a232-a70c4bb7d915'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:10.227869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['781196bb-04f5-4af0-a232-a70c4bb7d915'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:10.360329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:10.406503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] Routers {'781196bb-04f5-4af0-a232-a70c4bb7d915'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:10.414091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['781196bb-04f5-4af0-a232-a70c4bb7d915'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:10.597266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:10.597761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab6ccc-7765-4b1e-82a7-3d3c4dcca60a None None] The sync data for ids ['781196bb-04f5-4af0-a232-a70c4bb7d915'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:10.719895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-81b6b825-5627-4c49-9975-a45e7d4432d8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:10.724249 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-81b6b825-5627-4c49-9975-a45e7d4432d8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/networks?id=3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 200 len: 797 time: 0.3014746 Oct 26 12:12:10.819302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-b23f6fa5-0318-47c4-bacc-5752e0d80689 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5659a67d61c84433a1098cb23346a0f9 HTTP/1.1" status: 200 len: 380 time: 0.0854051 Oct 26 12:12:10.832381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'port': {'device_id': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'admin_state_up': True, 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'security_groups': ['be96c1af-73b9-450e-85ad-dfc7ef318dfc']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:11.004250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32922) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:11.004891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9ffb3f76-9f05-4cc3-a32a-ff9e04f4225c tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/781196bb-04f5-4af0-a232-a70c4bb7d915 HTTP/1.1" status: 200 len: 919 time: 0.8302069 Oct 26 12:12:11.099731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf0e6707-7944-4a69-b323-afd8f29d9346 req-bd81f3c2-30b6-4ef1-a105-a819ec47177f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 210 time: 0.0371904 Oct 26 12:12:11.114465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96540ffb-4348-4913-96e4-d8f3f4927cb0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:11.123777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 32926) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:11.124478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Made reservation on behalf of 5659a67d61c84433a1098cb23346a0f9 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:11.125875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-96540ffb-4348-4913-96e4-d8f3f4927cb0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=781196bb-04f5-4af0-a232-a70c4bb7d915&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1111071 Oct 26 12:12:11.128102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:11.357241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e982ca-f6a4-4164-889d-c1fab156e26b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:11.358677 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-84e982ca-f6a4-4164-889d-c1fab156e26b tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.2277985 Oct 26 12:12:11.361540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:11.404469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d1fccb3b-0583-4f1c-ac90-5c4b15aef30b tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=781196bb-04f5-4af0-a232-a70c4bb7d915 HTTP/1.1" status: 200 len: 205 time: 0.0411365 Oct 26 12:12:11.404795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 32944) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:11.449875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.20.0.3 (3eb07585-8b5b-4409-bbd1-56ef9c72def1/b4d05434-abee-4813-92d5-605bb2158b96/9627ad5f-9d5b-43c1-9a53-7c3483be61bf) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:11.615508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:11.789481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:11.897105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:11.913613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-b2155087-1d61-4538-bab5-b4c3e7180dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975887 Oct 26 12:12:11.972243 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:12.077489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:12.093239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:12.099993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:12.214100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-a54a1abd-c361-4bba-b042-c7a0a725a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:12.238145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-a54a1abd-c361-4bba-b042-c7a0a725a9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 1096 time: 0.1850402 Oct 26 12:12:12.257239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:12.263355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:12.267763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:12.318282 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-a8487d31-3341-4a6c-9922-ff006c7e4989 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4914241 Oct 26 12:12:12.329921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-191ab031-941e-43bc-b76f-a4304cc7a925 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:12.331682 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-191ab031-941e-43bc-b76f-a4304cc7a925 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067115 Oct 26 12:12:12.450349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Deleting port dcb24261-4cf5-4a0d-9a9f-7b2b1b7b0de6 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:12.451156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:12.503638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f167a-dee9-4ddf-886c-f17a22b7fba1 req-9ee8e14a-6d42-4793-abea-ae8e38f69370 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:12.505861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e54f167a-dee9-4ddf-886c-f17a22b7fba1 req-9ee8e14a-6d42-4793-abea-ae8e38f69370 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 931 time: 0.2656415 Oct 26 12:12:12.575680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Request body: {'port': {'device_id': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:12.651773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9bc49ce5-7d9d-467e-8980-0acbfe7a6cab None None] Provisioning complete for port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:12.652270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9bc49ce5-7d9d-467e-8980-0acbfe7a6cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:12.680483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:12.708637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e54f167a-dee9-4ddf-886c-f17a22b7fba1 req-fc3351bb-5b07-4a79-a4f8-717d80938bc5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858017 Oct 26 12:12:12.756038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-4075d41e-3dcc-42b3-ba69-f1c0ec46d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:12.759672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-4075d41e-3dcc-42b3-ba69-f1c0ec46d53c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.4814312 Oct 26 12:12:12.787627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9bc49ce5-7d9d-467e-8980-0acbfe7a6cab None None] Port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:12.831688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:12.835346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-42006671-3907-4573-ad3f-ae886bb7cc3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b67249-71dc-4886-a764-a82ae4ec65f8 HTTP/1.1" status: 200 len: 217 time: 0.0614128 Oct 26 12:12:12.856958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Calling delete_port for dcb24261-4cf5-4a0d-9a9f-7b2b1b7b0de6 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:13.085100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-abcc100f-4ce8-4df0-bb7d-f05db88dddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:13.086606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-abcc100f-4ce8-4df0-bb7d-f05db88dddc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.2429502 Oct 26 12:12:13.130841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-da0ee0b0-94aa-404b-aed1-a3da485caa0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359364 Oct 26 12:12:13.527701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-a1eed164-563a-41fd-89c7-9091f856ad99 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878694 Oct 26 12:12:13.625994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9627ad5f-9d5b-43c1-9a53-7c3483be61bf {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:12:13.656129 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:13.660710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:13.684938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Transition to ACTIVE for port object 9627ad5f-9d5b-43c1-9a53-7c3483be61bf will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:12:13.696311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:13.957507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16c67850-8b0f-4a0f-bef2-f5f112ead7c5 req-f4ae1a03-ab3c-43a6-926e-a93cc07429be service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194348 Oct 26 12:12:13.999898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:14.051796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event deleted for resources: {'Port': ['ID=dcb24261-4cf5-4a0d-9a9f-7b2b1b7b0de6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:14.151617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Attempting to bind port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:14.151992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Attempting to bind port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:14.153223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Attempting to bind port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf on network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:14.161237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf on network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:12:14.161652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Attempting to bind port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf on network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:14.181918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:14.182780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Checking segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:14.183450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Bound using segment: {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:14.183921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Bound port: 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bf18d1-9f3f-491c-91ef-ec953563835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:14.186115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:14.331937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb12c-a1a7-4e74-abf5-74af185f188d req-38872ca0-3102-42df-b559-b278a1870c59 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:14.333998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-067fb12c-a1a7-4e74-abf5-74af185f188d req-38872ca0-3102-42df-b559-b278a1870c59 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 943 time: 0.3747048 Oct 26 12:12:14.347101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:14.352888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:14.363809 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:14.452672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:14.471039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:14.474674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:14.480287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] 10.222.0.100 "PUT /v2.0/ports/9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 200 len: 1091 time: 2.1402655 Oct 26 12:12:14.481871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-067fb12c-a1a7-4e74-abf5-74af185f188d req-910caff6-e713-4fce-9105-4c84184ba7e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392322 Oct 26 12:12:14.493654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:14.502452 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:14.664333 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bffc6c-b1dd-4b31-8633-7298e09e35c2 x-openstack-request-id: req-85bffc6c-b1dd-4b31-8633-7298e09e35c2 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:14.666352 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:14.669497 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85bffc6c-b1dd-4b31-8633-7298e09e35c2 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:14.670165 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'status': 'completed', 'code': 200} Oct 26 12:12:14.686656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d67f-70b4-4168-a77d-09eaa3beb456 service neutron] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:14.717465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-33ac8c22-c818-4540-a764-7792b749ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:14.719846 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-33ac8c22-c818-4540-a764-7792b749ec2b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1094 time: 0.1648443 Oct 26 12:12:14.834655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-c19f2020-582e-4bea-bd2a-f9bcfd5069ad service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 200 len: 217 time: 0.1048784 Oct 26 12:12:14.891415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:14.896225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.014960 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.015685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Fanout notify agent at l3_agent the message router_deleted on router 781196bb-04f5-4af0-a232-a70c4bb7d915 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:15.023134 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.030719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:15.031668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-83fd2cb7-283a-4ae0-9513-a572e14be787 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/781196bb-04f5-4af0-a232-a70c4bb7d915 HTTP/1.1" status: 204 len: 168 time: 3.6256144 Oct 26 12:12:15.054641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1838434247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:15.155730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-e71eefd3-e814-400f-bbe1-d819c8d34532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:15.164308 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-e71eefd3-e814-400f-bbe1-d819c8d34532 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d05434-abee-4813-92d5-605bb2158b96 HTTP/1.1" status: 200 len: 834 time: 0.3137538 Oct 26 12:12:15.261832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.266816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.346280 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-8ac1987b-e186-44f7-932c-4b3acd6f8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:15.352863 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-8ac1987b-e186-44f7-932c-4b3acd6f8591 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3eb07585-8b5b-4409-bbd1-56ef9c72def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737850 Oct 26 12:12:15.481106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.497919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.534436 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:15.536260 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d3a6dea-e702-4cd2-9727-ad5cea644d79 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4924586 Oct 26 12:12:15.538956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33320) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:15.546566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'enable_snat': False}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:15.723686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-45bf536b-04c5-4269-bbf2-02dde86015bf service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579285 Oct 26 12:12:15.799616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce8cb-43f2-46ce-a7f5-7acc24ce83d2 req-57eb91c1-c947-4248-b6e4-7642989a0e8f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:15.801593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb0ce8cb-43f2-46ce-a7f5-7acc24ce83d2 req-57eb91c1-c947-4248-b6e4-7642989a0e8f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 943 time: 0.0889494 Oct 26 12:12:15.870744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb0ce8cb-43f2-46ce-a7f5-7acc24ce83d2 req-97ea8b8c-86c8-4979-b588-996cd4b6d489 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605516 Oct 26 12:12:16.050418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:16.093007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0042c5ea-043c-44fb-a05e-b1bc3d640aa5 req-3a74b461-0d91-42ae-bd82-58dfb2b74292 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191338 Oct 26 12:12:16.246802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-bf7e4c82-66c0-405b-841f-23141268985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:16.251466 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-bf7e4c82-66c0-405b-841f-23141268985e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1094 time: 0.0949380 Oct 26 12:12:16.460592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-a9ee9e1f-3090-4685-9828-c583a1ac931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:16.462111 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-a9ee9e1f-3090-4685-9828-c583a1ac931d service neutron] 10.222.0.100 "GET /v2.0/networks?id=3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 200 len: 899 time: 0.2034678 Oct 26 12:12:16.546393 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-0a3c23a6-bfd1-4191-bec3-4c89de584193 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 200 len: 217 time: 0.0736625 Oct 26 12:12:16.596087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:16.622329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:16.696854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-8630ec01-7a63-4406-a931-ffeedb09274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:16.699302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-8630ec01-7a63-4406-a931-ffeedb09274b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d05434-abee-4813-92d5-605bb2158b96 HTTP/1.1" status: 200 len: 834 time: 0.1444378 Oct 26 12:12:16.795572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-97064ffd-eec1-4dea-bde1-b4419a2e4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:16.797956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-97064ffd-eec1-4dea-bde1-b4419a2e4aa1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3eb07585-8b5b-4409-bbd1-56ef9c72def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900996 Oct 26 12:12:16.813678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Allocated IP 172.25.4.87 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/36fc6036-66c5-43a1-a4e0-cff80d6a8564) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:16.983808 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-4f4d8679-2634-4a52-ad8b-c2b4c8547524 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713686 Oct 26 12:12:17.058490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:17.100799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889c6b1-9779-435b-8a80-dec3980648f3 req-7fb2cf17-32d4-4841-9341-250245d5cd5b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:17.106069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6889c6b1-9779-435b-8a80-dec3980648f3 req-7fb2cf17-32d4-4841-9341-250245d5cd5b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 943 time: 0.0971379 Oct 26 12:12:17.133139 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c1802c7-0ccb-4ac1-af30-f6f2bafe7f3f req-b7633a24-76d0-443a-9f2b-d7f8fe3cc983 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374316 Oct 26 12:12:17.162562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:17.207236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6889c6b1-9779-435b-8a80-dec3980648f3 req-31bacfac-6d2d-4ae8-9765-f6beb67763df tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946524 Oct 26 12:12:17.251660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Pushing event updated for resources: {'Port': ['ID=36fc6036-66c5-43a1-a4e0-cff80d6a8564,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:17.270738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:17.272624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:17.275534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:17.601788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:18.319630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:18.336133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:18.462745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88152b-a236-4e66-91d9-ac837baa31c2 req-0a7fa671-d3fa-44f8-be77-bce8fd56c1f1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:18.465221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff88152b-a236-4e66-91d9-ac837baa31c2 req-0a7fa671-d3fa-44f8-be77-bce8fd56c1f1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 943 time: 0.1141043 Oct 26 12:12:18.514843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Router a5d7a1bc-b39d-4832-8756-51e78a0255c3 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:12:18.518034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff88152b-a236-4e66-91d9-ac837baa31c2 req-5cd8058d-692b-463d-a152-b408bc0f174c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465877 Oct 26 12:12:18.680141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:18.685140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:18.688606 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a805e58e-45a9-4e1c-90f6-7a9bea4e27f2 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "PUT /v2.0/routers/a5d7a1bc-b39d-4832-8756-51e78a0255c3 HTTP/1.1" status: 200 len: 915 time: 3.1457253 Oct 26 12:12:18.689078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33430) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:18.697131 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] Sync routers for ids ['a5d7a1bc-b39d-4832-8756-51e78a0255c3'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:18.712087 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] Routers {'a5d7a1bc-b39d-4832-8756-51e78a0255c3'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:18.712777 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a5d7a1bc-b39d-4832-8756-51e78a0255c3'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:18.768512 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:18.780646 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] Routers {'a5d7a1bc-b39d-4832-8756-51e78a0255c3'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:18.781421 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:11:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a5d7a1bc-b39d-4832-8756-51e78a0255c3'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:18.814063 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fcd5168e-3242-47ed-88b6-97c279f965bf tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/a5d7a1bc-b39d-4832-8756-51e78a0255c3 HTTP/1.1" status: 200 len: 921 time: 0.1237731 Oct 26 12:12:18.816588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33432) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:18.819515 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:18.820477 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7c7dd-734c-4c16-bb6f-bb0a428dcf48 None None] The sync data for ids ['a5d7a1bc-b39d-4832-8756-51e78a0255c3'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:18.905043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ed124-1129-4b81-8a0f-80aba8be7e3c tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:18.907375 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-422ed124-1129-4b81-8a0f-80aba8be7e3c tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=a5d7a1bc-b39d-4832-8756-51e78a0255c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0890713 Oct 26 12:12:18.909323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:19.036509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020344d1-7a5e-4ffa-8c87-2f1d99dd89d0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:19.039467 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-020344d1-7a5e-4ffa-8c87-2f1d99dd89d0 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/networks/1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 881 time: 0.1286764 Oct 26 12:12:19.040581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33436) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:19.082352 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2296460-1e8d-433f-8ede-665bc5d19266 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5d7a1bc-b39d-4832-8756-51e78a0255c3 HTTP/1.1" status: 200 len: 205 time: 0.0378520 Oct 26 12:12:19.082751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33440) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:19.143146 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aa77eec7-8e8c-4b85-8816-34f47d1bf363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.213827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.336063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.392478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Deleting port 36fc6036-66c5-43a1-a4e0-cff80d6a8564 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:19.392828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.454508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:12:19.493428 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.511635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Calling delete_port for 36fc6036-66c5-43a1-a4e0-cff80d6a8564 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:19.561366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:19.575742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'port_id': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'mac_address': 'fa:16:3e:63:14:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:12:19.631780 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.663891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9627ad5f-9d5b-43c1-9a53-7c3483be61bf {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:12:19.675982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191c93-8414-4d58-bdb3-e4f7d3c393c3 req-817cd5d0-484c-4259-be77-c323ef8da523 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:19.679342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56191c93-8414-4d58-bdb3-e4f7d3c393c3 req-817cd5d0-484c-4259-be77-c323ef8da523 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 943 time: 0.0743108 Oct 26 12:12:19.690852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:19.702835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.728838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.736362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56191c93-8414-4d58-bdb3-e4f7d3c393c3 req-d50ebca5-6225-448c-a211-a849a3be7232 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 Oct 26 12:12:19.764122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event deleted for resources: {'Port': ['ID=36fc6036-66c5-43a1-a4e0-cff80d6a8564,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:19.784961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:19.835971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.940457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.943038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.964358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['9627ad5f-9d5b-43c1-9a53-7c3483be61bf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:12:19.993470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:19.995103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Fanout notify agent at l3_agent the message router_deleted on router a5d7a1bc-b39d-4832-8756-51e78a0255c3 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:20.016607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:20.018354 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3c890b4a-a662-4047-a808-64a4cdff9681 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/a5d7a1bc-b39d-4832-8756-51e78a0255c3 HTTP/1.1" status: 204 len: 168 time: 0.9347515 Oct 26 12:12:20.022686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33462) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:20.029305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-963065999', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:20.081190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:20.083063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:20.143353 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:20.738323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:20.918141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774956f3-eb3e-475b-aed4-ed8d5ecb97e4 req-89fc13f9-0b15-4522-893a-a296c79b84da tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:20.920114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-774956f3-eb3e-475b-aed4-ed8d5ecb97e4 req-89fc13f9-0b15-4522-893a-a296c79b84da tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 944 time: 0.0872877 Oct 26 12:12:21.045877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.069526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-774956f3-eb3e-475b-aed4-ed8d5ecb97e4 req-be02b9dd-f896-415b-b32f-d9e0185dd3bf tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113484 Oct 26 12:12:21.070785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.219795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Allocated IP 172.25.4.105 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/3dac79d1-9856-40b4-bc34-3f2acf619708) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:21.345646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.392512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.446170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:21.450239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:21.452992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:21.470144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:21.488905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event updated for resources: {'Port': ['ID=3dac79d1-9856-40b4-bc34-3f2acf619708,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:21.500602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.500960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.501310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.501653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.501990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.502326 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.502658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.503037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.503367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.503694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.504021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.504344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:21.590359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:12:21.595833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:21.596507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.704072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.747074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75b1eea8-d5f3-48d1-97e2-bf933d9b3b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.767172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:21.768561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:21.771772 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab997373-d469-4b9b-a963-feae640bb001" -d '{"events": [{"server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "name": "network-vif-plugged", "status": "completed", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:21.777319 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.839473 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a94480-9943-43aa-bc27-49275e6b106a x-openstack-request-id: req-a9a94480-9943-43aa-bc27-49275e6b106a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:21.846851 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "name": "network-vif-plugged", "status": "completed", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:21.849826 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9a94480-9943-43aa-bc27-49275e6b106a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:21.850898 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'code': 200} Oct 26 12:12:21.852493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:21.853133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:21.968165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190b8d6-fd97-475e-a2f9-61381eb8c4d6 req-1b4e7aff-a864-4414-b63f-6e5762395642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:21.969672 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1190b8d6-fd97-475e-a2f9-61381eb8c4d6 req-1b4e7aff-a864-4414-b63f-6e5762395642 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1096 time: 0.0675738 Oct 26 12:12:22.013773 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1190b8d6-fd97-475e-a2f9-61381eb8c4d6 req-f729b947-f9b3-4113-ae58-0ef1af72d5a9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363922 Oct 26 12:12:22.133697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:22.313187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9824-039c-4f7d-bdbe-87c9b9b830ec req-43990a29-1dfc-4f50-a426-0c98474ae0e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:22.315314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bde9824-039c-4f7d-bdbe-87c9b9b830ec req-43990a29-1dfc-4f50-a426-0c98474ae0e6 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1298392 Oct 26 12:12:22.377849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bde9824-039c-4f7d-bdbe-87c9b9b830ec req-c9131161-0ac6-4fe3-a463-72626b8cc874 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533679 Oct 26 12:12:22.386749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Router 26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:12:22.542362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:22.554203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934c332-438b-44f6-867d-34707f63d95c None None] Sync routers for ids ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:22.564503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:22.566063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-735057bf-4a77-47df-ac4a-6a815d1d55db tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5417769 Oct 26 12:12:22.568654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33498) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:22.570080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934c332-438b-44f6-867d-34707f63d95c None None] Routers {'26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:22.571215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6934c332-438b-44f6-867d-34707f63d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:12:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:22.573647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:22.609591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6934c332-438b-44f6-867d-34707f63d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:22.619636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934c332-438b-44f6-867d-34707f63d95c None None] Routers {'26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:22.620726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6934c332-438b-44f6-867d-34707f63d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:12:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:22.662474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6934c332-438b-44f6-867d-34707f63d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:22.663639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934c332-438b-44f6-867d-34707f63d95c None None] The sync data for ids ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:22.888348 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:22.957957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:22.977659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:23.058008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Deleting port 3dac79d1-9856-40b4-bc34-3f2acf619708 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:23.058900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:23.154402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:23.169236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Calling delete_port for 3dac79d1-9856-40b4-bc34-3f2acf619708 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:23.241281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:23.396871 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:23.443230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Pushing event deleted for resources: {'Port': ['ID=3dac79d1-9856-40b4-bc34-3f2acf619708,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:23.555695 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:23.637885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe797a-a230-41dc-a1d6-9137eb3d2fc3 req-cbd92743-b1c0-467d-8bca-e92ba0e87763 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:23.639528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79fe797a-a230-41dc-a1d6-9137eb3d2fc3 req-cbd92743-b1c0-467d-8bca-e92ba0e87763 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1533895 Oct 26 12:12:24.157027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-79fe797a-a230-41dc-a1d6-9137eb3d2fc3 req-5df6c73b-f0da-4704-bf10-203fca6046a3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5092766 Oct 26 12:12:24.159357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:24.163562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:24.264655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Router 26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:12:24.374470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875b2c5-15bb-473f-aed1-60bc1ad13076 req-dab6a852-276b-4094-a511-3cd07e08756a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:24.376010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3875b2c5-15bb-473f-aed1-60bc1ad13076 req-dab6a852-276b-4094-a511-3cd07e08756a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1270454 Oct 26 12:12:24.381018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:24.388886 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:24.392656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-831e41e5-2d3d-49a3-a057-9ec4ca62cfa6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "PUT /v2.0/routers/26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 200 len: 705 time: 1.8203690 Oct 26 12:12:24.392836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:24.402798 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] Sync routers for ids ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:24.419468 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] Routers {'26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:24.420509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:12:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:24.496479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5d90617e-d8fd-48c1-8247-bf7f922664f8 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/routers/26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 200 len: 740 time: 0.1000099 Oct 26 12:12:24.496817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33520) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:24.507895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3875b2c5-15bb-473f-aed1-60bc1ad13076 req-29e24e41-83a3-4947-b542-12f4fc383454 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746965 Oct 26 12:12:24.532076 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:24.539718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33522) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:24.545154 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] Routers {'26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:24.546355 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:12:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:24.618235 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:24.619217 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd4bc0e-cc02-4903-9f36-fb06fb4ee419 None None] The sync data for ids ['26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:24.640186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14b7db-9751-4235-aa83-66b6fd41d795 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:24.640687 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:24.643007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c14b7db-9751-4235-aa83-66b6fd41d795 tempest-TestNetworkAdvancedServerOps-1991595205 tempest-TestNetworkAdvancedServerOps-1991595205-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1091 time: 0.1019778 Oct 26 12:12:24.645980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33526) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:24.652257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:24.685032 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd7f2456-8a90-4b87-aa10-106c6c224960 tempest-RoutersAdminTest-2082828371 tempest-RoutersAdminTest-2082828371-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&device_id=26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 200 len: 205 time: 0.1863935 Oct 26 12:12:24.690938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33528) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:24.718620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:24.785561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:24.785791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-18d4b76a-2017-40d3-a304-0b043e7ab9d6 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 200 len: 205 time: 0.0965517 Oct 26 12:12:24.897069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:24.929693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.179592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Allocated IP 172.25.4.184 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f0d4243f-df00-4327-8b5b-9d728ba3f9f3) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:25.227454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.229938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.289689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.290254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Fanout notify agent at l3_agent the message router_deleted on router 26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:25.302511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.304717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a9395bb9-abee-480b-9b9c-30d1747f88ce tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 204 len: 168 time: 0.5165536 Oct 26 12:12:25.309840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33534) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.351957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-acedc340-8eed-4578-9690-4d85c6759951 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 200 len: 205 time: 0.0404758 Oct 26 12:12:25.355037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33536) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.371564 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.404859 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-dd83f946-521c-437e-8aa0-5e24398e3baa tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] delete failed (client error): The resource could not be found. Oct 26 12:12:25.406076 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dd83f946-521c-437e-8aa0-5e24398e3baa tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/26f2bd30-fe6e-45ed-81c5-ebfeef8fd7ed HTTP/1.1" status: 404 len: 336 time: 0.0496736 Oct 26 12:12:25.409332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33538) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.413130 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:25.474886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c1574254-7893-41b0-8c82-eef36347bcb3 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5d7a1bc-b39d-4832-8756-51e78a0255c3 HTTP/1.1" status: 200 len: 205 time: 0.0631614 Oct 26 12:12:25.478620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33540) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.487682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:25.491060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:25.494347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:25.526899 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-f5e2d2f1-e4ca-4587-b495-effdba3b9719 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] delete failed (client error): The resource could not be found. Oct 26 12:12:25.528799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f5e2d2f1-e4ca-4587-b495-effdba3b9719 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/a5d7a1bc-b39d-4832-8756-51e78a0255c3 HTTP/1.1" status: 404 len: 336 time: 0.0482602 Oct 26 12:12:25.533732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33544) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.537909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=f0d4243f-df00-4327-8b5b-9d728ba3f9f3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:25.591817 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-14232ee5-b6ae-479b-b1e4-6b6a21bfa896 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=781196bb-04f5-4af0-a232-a70c4bb7d915 HTTP/1.1" status: 200 len: 205 time: 0.0547647 Oct 26 12:12:25.592634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33546) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.665403 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [None req-03bb7b17-24c4-47b5-905c-b653736f2270 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] delete failed (client error): The resource could not be found. Oct 26 12:12:25.669650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33548) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.669943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-03bb7b17-24c4-47b5-905c-b653736f2270 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/781196bb-04f5-4af0-a232-a70c4bb7d915 HTTP/1.1" status: 404 len: 336 time: 0.0749929 Oct 26 12:12:25.709455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4daa5708-8b0f-494b-a590-b89d16838132 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b2b3096-3402-4c3d-9116-47812ad5b539 HTTP/1.1" status: 200 len: 205 time: 0.0381160 Oct 26 12:12:25.711745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33552) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.791351 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c5b20002-5c43-4e46-857d-0bba1816679c tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] delete failed (client error): The resource could not be found. Oct 26 12:12:25.795741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5b20002-5c43-4e46-857d-0bba1816679c tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/9b2b3096-3402-4c3d-9116-47812ad5b539 HTTP/1.1" status: 404 len: 336 time: 0.0790076 Oct 26 12:12:25.801569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33556) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.846559 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c77b73db-f39e-4d8d-bc64-35f75dc0e7ac tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b HTTP/1.1" status: 200 len: 205 time: 0.0410042 Oct 26 12:12:25.852100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33560) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.924445 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-24c437d7-fe12-422c-8b94-87cf516ae7d2 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] delete failed (client error): The resource could not be found. Oct 26 12:12:25.928663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-24c437d7-fe12-422c-8b94-87cf516ae7d2 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/e7d7bdfa-c4b3-4333-ae9c-7d01611e5a1b HTTP/1.1" status: 404 len: 336 time: 0.0733740 Oct 26 12:12:25.929814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:25.978093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b24ca7a5-d559-445f-bc63-0b89d78e3fa7 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "GET /v2.0/ports?device_id=9efadb0b-e78c-45a7-8290-eec3a730f8c6 HTTP/1.1" status: 200 len: 205 time: 0.0468323 Oct 26 12:12:25.983498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:26.045078 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-abbb89ba-c9ec-4c16-b3da-515106d3a94b tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] delete failed (client error): The resource could not be found. Oct 26 12:12:26.047347 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-abbb89ba-c9ec-4c16-b3da-515106d3a94b tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/routers/9efadb0b-e78c-45a7-8290-eec3a730f8c6 HTTP/1.1" status: 404 len: 336 time: 0.0622144 Oct 26 12:12:26.049334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:26.094539 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1d3c4c-2876-418f-8f25-1a8290043de8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] DELETE failed (client error): The resource could not be found. Oct 26 12:12:26.095329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1d3c4c-2876-418f-8f25-1a8290043de8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:12:26.100964 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1c1d3c4c-2876-418f-8f25-1a8290043de8 tempest-RoutersAdminTest-2119330509 tempest-RoutersAdminTest-2119330509-project] 10.222.0.88 "DELETE /v2.0/subnets/37dc1f22-1ed9-475e-b71b-de454a45f8ee HTTP/1.1" status: 404 len: 337 time: 0.0483437 Oct 26 12:12:26.112059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.285898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.298030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-85122b67-6d13-4217-b8de-a9bf2e2044ad tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:26.305943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-85122b67-6d13-4217-b8de-a9bf2e2044ad tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.1705668 Oct 26 12:12:26.342066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-ec297d83-dad1-4ce4-8ef7-6f25c4b35368 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/quotas/d3113d5aedf8448f8ed1212522efcd4c HTTP/1.1" status: 200 len: 375 time: 0.0346248 Oct 26 12:12:26.481561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:26.507726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-78af729e-389e-4b3d-b87d-d9d9c062f2a7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490364 Oct 26 12:12:26.542816 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:12:26.620841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.631204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.688868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event updated for resources: {'Port': ['ID=f0d4243f-df00-4327-8b5b-9d728ba3f9f3,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:26.698149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b138ab99-639b-4eec-ae26-d7945125a9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.751901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e9dea1ee-f673-44c3-8b47-c2cf1b9caa5b service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364616 Oct 26 12:12:26.824722 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.858464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b138ab99-639b-4eec-ae26-d7945125a9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.863930 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b138ab99-639b-4eec-ae26-d7945125a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:26.926707 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b138ab99-639b-4eec-ae26-d7945125a9dd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e56bd20f048b41c1bf22618ca95fb362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428072 Oct 26 12:12:26.932862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33596) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:26.950693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138ab99-639b-4eec-ae26-d7945125a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c4126e-98fd-4d8f-bf82-5f1787d241c6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:26.973683 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP 002f90c5-17d9-47be-a3c0-0dc4d18ad894 associated. External IP: 172.25.4.184, port: 9627ad5f-9d5b-43c1-9a53-7c3483be61bf. Oct 26 12:12:27.014345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5be8ba2b-1b16-4da4-a7f9-aa0ba18071c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.066458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5be8ba2b-1b16-4da4-a7f9-aa0ba18071c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.134524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5be8ba2b-1b16-4da4-a7f9-aa0ba18071c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.137483 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5be8ba2b-1b16-4da4-a7f9-aa0ba18071c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.138671 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5be8ba2b-1b16-4da4-a7f9-aa0ba18071c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/95c4126e-98fd-4d8f-bf82-5f1787d241c6 HTTP/1.1" status: 204 len: 168 time: 0.2044199 Oct 26 12:12:27.145529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-29f17253-c2ca-4582-8403-bd2ff6306c78 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859084 Oct 26 12:12:27.155585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8ba2b-1b16-4da4-a7f9-aa0ba18071c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c4126e-98fd-4d8f-bf82-5f1787d241c6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:27.598886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:27.655879 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-78ee318f-853b-4733-aff3-f2539aebff1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=33ae38f6ddc941b693aa44041e4e3331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546184 Oct 26 12:12:27.659068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33614) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:27.737422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-824efb04-ccb6-4bcb-a64c-84c933da9ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.759775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b4de891-886a-4d49-9393-f0cf6a23d980 req-7872c8bb-d6e1-45d9-bfa6-e29dbbf602f6 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 210 time: 0.4328415 Oct 26 12:12:27.781720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-824efb04-ccb6-4bcb-a64c-84c933da9ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.781911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router b43e7952-49b8-45dc-8ffe-62d767ccbe09 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:12:27.844904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-824efb04-ccb6-4bcb-a64c-84c933da9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.848519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-824efb04-ccb6-4bcb-a64c-84c933da9ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.852502 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-824efb04-ccb6-4bcb-a64c-84c933da9ccf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c9db68e-94c7-46a3-9948-528b4833adf1 HTTP/1.1" status: 204 len: 168 time: 0.1921151 Oct 26 12:12:27.864634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824efb04-ccb6-4bcb-a64c-84c933da9ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9db68e-94c7-46a3-9948-528b4833adf1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:27.944216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:12:27.964032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] Sync routers for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:12:27.971895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:27.997797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:28.005097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:12:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:28.064101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d7bb7b13-6aae-41a8-a359-b7af56133ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4162660 Oct 26 12:12:28.064807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:28.073760 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fad764-9663-4987-84cb-5317afb231d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:28.158356 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b0a920-cb76-4bba-9926-a7ff3bd16a08 x-openstack-request-id: req-f5b0a920-cb76-4bba-9926-a7ff3bd16a08 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:28.159015 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:28.159595 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5b0a920-cb76-4bba-9926-a7ff3bd16a08 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:28.160333 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'status': 'completed', 'code': 200} Oct 26 12:12:28.350624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad764-9663-4987-84cb-5317afb231d6 req-afdc97ca-3245-48c1-a239-b9f33280a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:28.354676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc846-9a6f-4da3-ae9f-f1c6282fce84 req-19109f88-208a-4343-8c28-e48515ff18f2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:28.358015 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-afdc97ca-3245-48c1-a239-b9f33280a453 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1096 time: 0.1610825 Oct 26 12:12:28.368977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28ebc846-9a6f-4da3-ae9f-f1c6282fce84 req-19109f88-208a-4343-8c28-e48515ff18f2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1571701 Oct 26 12:12:28.494615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28ebc846-9a6f-4da3-ae9f-f1c6282fce84 req-001f1089-5176-4161-a253-4ab5bc60b297 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084690 Oct 26 12:12:28.514232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:12:28.600470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33668) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:28.657600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad764-9663-4987-84cb-5317afb231d6 req-970d15ed-31d4-418f-92eb-4337c88d6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:28.664001 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-970d15ed-31d4-418f-92eb-4337c88d6040 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 200 len: 899 time: 0.2881415 Oct 26 12:12:28.775013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-84bf125a-42d7-4b2a-bc5d-1c5fe99c8304 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/002f90c5-17d9-47be-a3c0-0dc4d18ad894 HTTP/1.1" status: 200 len: 991 time: 0.1731665 Oct 26 12:12:28.972419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-af2d7c3e-aea6-4301-a09c-bc380d5f2d67 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 200 len: 999 time: 0.3018847 Oct 26 12:12:29.025313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d8de911-7089-4201-ba37-1567acaa2edf req-3abad953-4114-43c3-a156-cc1576d379e3 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 210 time: 0.0765173 Oct 26 12:12:29.089317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad764-9663-4987-84cb-5317afb231d6 req-389cc01a-4fab-4952-b186-bcaffd041ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:29.090877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-389cc01a-4fab-4952-b186-bcaffd041ec2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d05434-abee-4813-92d5-605bb2158b96 HTTP/1.1" status: 200 len: 834 time: 0.1105409 Oct 26 12:12:29.117574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-0616adaf-4100-4dc3-9675-3e70060aba20 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:29.120866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-0616adaf-4100-4dc3-9675-3e70060aba20 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.3441780 Oct 26 12:12:29.139778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Request body: {'port': {'device_id': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'admin_state_up': True, 'tenant_id': 'd3113d5aedf8448f8ed1212522efcd4c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:29.190652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad764-9663-4987-84cb-5317afb231d6 req-e5a046b1-552c-48d2-87f2-8579aae74682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:29.192047 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-e5a046b1-552c-48d2-87f2-8579aae74682 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3eb07585-8b5b-4409-bbd1-56ef9c72def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851500 Oct 26 12:12:29.421535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Made reservation on behalf of d3113d5aedf8448f8ed1212522efcd4c for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:29.426618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:29.524109 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-51fe12fa-b91f-4db3-94da-488306a6c0a7 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190069 Oct 26 12:12:29.627448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '002f90c5-17d9-47be-a3c0-0dc4d18ad894', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'port_id': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'mac_address': 'fa:16:3e:63:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:12:25Z', 'updated_at': '2021-10-26T12:12:25Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:08Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:29.666716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] Checking router: b43e7952-49b8-45dc-8ffe-62d767ccbe09 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:12:29.678694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:12:29.679853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:12:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:29.769293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Allocated IP 172.20.0.10 (9d9e47e0-09c7-49c8-80d6-1578de78b3ff/58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0/7d6c6b48-70e3-4f90-9de7-85793ef30569) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:29.843384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:12:29.843775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-85fad764-9663-4987-84cb-5317afb231d6 req-079645f6-7e1b-49c2-bde0-410a74741954 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116541 Oct 26 12:12:29.848331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33730) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:30.139178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:30.149237 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5e90d11f-68a2-4dbe-93e2-6a03cfac7c25 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/002f90c5-17d9-47be-a3c0-0dc4d18ad894 HTTP/1.1" status: 200 len: 991 time: 0.2972293 Oct 26 12:12:30.225292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35942ea5-c11c-424c-a9fb-bd18f6b0c30e req-260400b7-15b4-4243-aeac-308ab853ebce tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 210 time: 0.0337439 Oct 26 12:12:30.241560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:30.274280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:12:30.311659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:30.316949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:30.323964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:30.390580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '002f90c5-17d9-47be-a3c0-0dc4d18ad894', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'port_id': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'mac_address': 'fa:16:3e:63:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:12:25Z', 'updated_at': '2021-10-26T12:12:25Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:08Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:30.399777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event updated for resources: {'Port': ['ID=7d6c6b48-70e3-4f90-9de7-85793ef30569,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:30.411977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:30.412656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:30.437792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-e18a171b-8309-497c-ab32-c75a4ce985e7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2993188 Oct 26 12:12:30.446983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c370f-8acc-44d2-8cd0-9ef93134bb23 None None] The sync data for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 is: [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '002f90c5-17d9-47be-a3c0-0dc4d18ad894', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'port_id': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'mac_address': 'fa:16:3e:63:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:12:25Z', 'updated_at': '2021-10-26T12:12:25Z', 'revision_number': 0, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:08Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:12:30.458424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Request body: {'port': {'device_id': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:30.612378 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:30.786344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33760) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:30.874518 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131bd25-3082-445f-836e-5ed542e52995 None None] New status for floating IP 002f90c5-17d9-47be-a3c0-0dc4d18ad894: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:12:30.997522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2145767091'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:31.039986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.042491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.138490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6c6b48-70e3-4f90-9de7-85793ef30569 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:12:31.152925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33770) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:31.161910 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.187377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.205753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.248695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.252531 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8bfb67f2-a15b-4d73-8c2d-6a2404c8841c tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4646738 Oct 26 12:12:31.262673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33776) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:31.302980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Transition to ACTIVE for port object 7d6c6b48-70e3-4f90-9de7-85793ef30569 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:12:31.366525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.464001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc2185d8-af85-4106-a093-7688f8166ce7 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/002f90c5-17d9-47be-a3c0-0dc4d18ad894 HTTP/1.1" status: 200 len: 991 time: 0.3067415 Oct 26 12:12:31.486314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.592950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Pushing event updated for resources: {'Port': ['ID=7d6c6b48-70e3-4f90-9de7-85793ef30569,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:31.730432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b06a9-31a6-442d-920a-81fecff29c7a req-4a5f7053-f784-49d6-87fa-8044dff41f9f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:31.732216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c7b06a9-31a6-442d-920a-81fecff29c7a req-4a5f7053-f784-49d6-87fa-8044dff41f9f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 944 time: 0.3690197 Oct 26 12:12:31.739855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.761085 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.846332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.846894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9c3518-783b-4d22-9033-4222633d2e75 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:31.853472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7c7b06a9-31a6-442d-920a-81fecff29c7a req-e1c1f13e-5d40-4815-a068-754d54482709 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116691 Oct 26 12:12:31.857992 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.862742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e3e4f00-8f82-4714-94bb-d02d9f76bd16 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "DELETE /v2.0/routers/3a9c3518-783b-4d22-9033-4222633d2e75 HTTP/1.1" status: 204 len: 168 time: 0.5899122 Oct 26 12:12:31.863110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33788) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:31.869715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Request body: {'router': {'name': 'tempest-router-547037108', 'distributed': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:31.882981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Attempting to bind port 7d6c6b48-70e3-4f90-9de7-85793ef30569 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:31.882981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Attempting to bind port 7d6c6b48-70e3-4f90-9de7-85793ef30569 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:31.882981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Attempting to bind port 7d6c6b48-70e3-4f90-9de7-85793ef30569 on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:31.895586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Port 7d6c6b48-70e3-4f90-9de7-85793ef30569 on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:12:31.895586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Attempting to bind port 7d6c6b48-70e3-4f90-9de7-85793ef30569 on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:31.900331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:31.900990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Checking segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:31.901359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Bound using segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:31.901802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Bound port: 7d6c6b48-70e3-4f90-9de7-85793ef30569, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:31.902162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.903779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.905329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.982290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.989022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] For port 7d6c6b48-70e3-4f90-9de7-85793ef30569, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:31.993350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] For port 7d6c6b48-70e3-4f90-9de7-85793ef30569, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:31.995358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:31.998452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.024039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.025496 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-347ee323-e797-4028-9f4c-fd1ceae3c762 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1611664 Oct 26 12:12:32.029566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:32.043873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:32.044653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.046001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] 10.222.0.30 "PUT /v2.0/ports/7d6c6b48-70e3-4f90-9de7-85793ef30569 HTTP/1.1" status: 200 len: 1092 time: 1.6004026 Oct 26 12:12:32.046462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'tag': '7d6c6b48-70e3-4f90-9de7-85793ef30569'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:32.048892 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc7261-199a-4386-89b6-36260205fc45" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad50555-14f9-4ed4-beaa-52043e7531d5", "tag": "7d6c6b48-70e3-4f90-9de7-85793ef30569"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:32.098335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac17a8b-67af-4aff-aac3-b3ce749823be service neutron] Pushing event updated for resources: {'Port': ['ID=7d6c6b48-70e3-4f90-9de7-85793ef30569,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:32.141691 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb153d56-8a4c-40a8-a53c-963c6d8f1ca3 x-openstack-request-id: req-bb153d56-8a4c-40a8-a53c-963c6d8f1ca3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:32.142742 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad50555-14f9-4ed4-beaa-52043e7531d5", "tag": "7d6c6b48-70e3-4f90-9de7-85793ef30569", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:32.143189 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bb153d56-8a4c-40a8-a53c-963c6d8f1ca3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:32.143676 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'tag': '7d6c6b48-70e3-4f90-9de7-85793ef30569', 'status': 'completed', 'code': 200} Oct 26 12:12:32.145554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.194340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-ae3b0a3a-cb44-46c0-860a-4574e9716780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:32.196303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-ae3b0a3a-cb44-46c0-860a-4574e9716780 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 1095 time: 0.0844734 Oct 26 12:12:32.246538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-2f8492bc-96d6-4cd7-8be9-1487bd75aae7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569 HTTP/1.1" status: 200 len: 217 time: 0.0401733 Oct 26 12:12:32.304231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-d7de65ac-1c15-4a83-944b-7afdb47caa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:32.306315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-d7de65ac-1c15-4a83-944b-7afdb47caa0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.0526133 Oct 26 12:12:32.343366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.347191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.348748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-a08c5389-68fa-4f06-9a00-6827cb97a5e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350423 Oct 26 12:12:32.405172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.406041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cafe38f5-c3fc-4f99-8f06-a42a46d8ec3c {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:32.416500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.417835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e06d436-249f-4a61-91d4-f55f0599d9f0 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "DELETE /v2.0/routers/cafe38f5-c3fc-4f99-8f06-a42a46d8ec3c HTTP/1.1" status: 204 len: 168 time: 0.3864691 Oct 26 12:12:32.421710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33800) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:32.426046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Request body: {'router': {'name': 'tempest-router-1215829180', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a4c74d87c4e42b29b49426e7655a93d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:32.467384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:32.476400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-57a8c0e6-31f1-41fd-9d49-7a67115b297c service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172450 Oct 26 12:12:32.477937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.479755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.597953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-86fb553f-2867-40da-b202-9676a41b3f3e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/002f90c5-17d9-47be-a3c0-0dc4d18ad894 HTTP/1.1" status: 200 len: 993 time: 0.1240633 Oct 26 12:12:32.606399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.620077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.644538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-addd3911-6598-4f3b-b3e7-ef027aa6f1e7 req-ae2a6c73-51c3-4e18-a8f7-20ab841ffcfc service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584966 Oct 26 12:12:32.653090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.657757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-07110216-452a-472a-9e54-c50edf1ae35a tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2323084 Oct 26 12:12:32.658472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33808) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:32.665186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:32.840178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc7261-199a-4386-89b6-36260205fc45 req-b9493b4e-8c20-4261-a03c-248173487107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:32.840975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-b9493b4e-8c20-4261-a03c-248173487107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 1095 time: 0.1388474 Oct 26 12:12:32.924219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15303'] for router, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.924633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:32.953077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc7261-199a-4386-89b6-36260205fc45 req-2904a4ca-e297-4eef-9ba1-a6f989edd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:32.956238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-2904a4ca-e297-4eef-9ba1-a6f989edd5d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.1050320 Oct 26 12:12:33.012528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-39212f78-de89-44ff-b32d-71100d897c97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569 HTTP/1.1" status: 200 len: 217 time: 0.0457146 Oct 26 12:12:33.019849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102759) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 12:12:33.020297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Router 92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 migrating from provider to provider. {{(pid=102759) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 12:12:33.020680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:33.029640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:33.037536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764937'] for router, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:33.108365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a4ab8-3ba2-46f2-af8d-f26280d64c65 req-ba7db58f-789f-46a4-972d-565b69c0698e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:33.110363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-698a4ab8-3ba2-46f2-af8d-f26280d64c65 req-ba7db58f-789f-46a4-972d-565b69c0698e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 944 time: 0.1007800 Oct 26 12:12:33.117028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc7261-199a-4386-89b6-36260205fc45 req-99c2a1db-3116-4488-8c1a-409291d02fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:33.119527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-99c2a1db-3116-4488-8c1a-409291d02fe0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.0953791 Oct 26 12:12:33.156118 n-d-812150-3 neutron-server[102759]: WARNING neutron.scheduler.l3_agent_scheduler [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] No L3 agents can host the router 92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 Oct 26 12:12:33.163220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-844efcb5-7923-40e3-8bcd-92e14ef86076 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347903 Oct 26 12:12:33.197491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-698a4ab8-3ba2-46f2-af8d-f26280d64c65 req-985c2e54-d44c-47b9-b9f1-e44b3e7c1ddd tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764074 Oct 26 12:12:33.303782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-2bbe361f-bab4-4e05-b131-5f5d5b57f394 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277535 Oct 26 12:12:33.439385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfbc7261-199a-4386-89b6-36260205fc45 req-ce0576f1-622b-497c-9f05-9cd75cdea46b service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264534 Oct 26 12:12:33.683477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Hosts for router 92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2: [] {{(pid=102759) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 26 12:12:33.707161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Hosts for other DVR routers connected to router 92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2: set() {{(pid=102759) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 26 12:12:33.709836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:33.714519 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33830) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:33.714971 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13acd7ee-7af3-4427-a077-70983b3fc543 tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "PUT /v2.0/routers/92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 HTTP/1.1" status: 200 len: 717 time: 1.0546508 Oct 26 12:12:33.792053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-39b95d0d-275e-4cfa-af04-7f889d3fefbf tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "GET /v2.0/routers/92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 HTTP/1.1" status: 200 len: 717 time: 0.0728261 Oct 26 12:12:33.792298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:33.817722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:33.996234 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c5476fed-db83-420f-82b9-ce8d9d3484eb tempest-RoutersTestDVR-1051507070 tempest-RoutersTestDVR-1051507070-project] 10.222.0.88 "GET /v2.0/routers/92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 HTTP/1.1" status: 200 len: 683 time: 0.2034428 Oct 26 12:12:33.998791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33844) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:34.084247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.258848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.261983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.333121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.333966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:34.357296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.364186 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f8721146-f35f-4c70-94a0-b0b8d0a15b2e tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "DELETE /v2.0/routers/92b6ac99-7ba3-46fa-9b8a-a24ea0458ed2 HTTP/1.1" status: 204 len: 168 time: 0.3588293 Oct 26 12:12:34.368047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33856) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:34.374213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Request body: {'router': {'name': 'tempest-router-1799257316', 'distributed': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:34.389685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba076a-2260-4850-bc5e-28990880d43b req-a4b4bc6d-54c2-4cfd-add4-131a998aa37f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:34.391363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5ba076a-2260-4850-bc5e-28990880d43b req-a4b4bc6d-54c2-4cfd-add4-131a998aa37f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 944 time: 0.0960059 Oct 26 12:12:34.423051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.424002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.452240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5ba076a-2260-4850-bc5e-28990880d43b req-7375b656-9954-45d9-a569-1142209e5298 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525680 Oct 26 12:12:34.496483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.501715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.520391 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.521964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8bf63c1-3eb3-4e6b-9bb0-285d4f5d281b tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1527627 Oct 26 12:12:34.525171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:34.613300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.791172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.793434 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.838390 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.839228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2761396-e405-4dfc-b4df-d2823bafdab4 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:12:34.844048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:34.845174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2f3cfa80-15b7-4ec6-8add-865b4970c11f tempest-RoutersTestDVR-2044458096 tempest-RoutersTestDVR-2044458096-project-admin] 10.222.0.88 "DELETE /v2.0/routers/c2761396-e405-4dfc-b4df-d2823bafdab4 HTTP/1.1" status: 204 len: 168 time: 0.3190250 Oct 26 12:12:35.163816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33878) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:35.291250 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca2d-e823-46b4-bcb3-f4002028e4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.396482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca2d-e823-46b4-bcb3-f4002028e4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.411210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca2d-e823-46b4-bcb3-f4002028e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.428769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.455622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7ca2d-e823-46b4-bcb3-f4002028e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f585e8b4-0248-468e-b755-7160abe22d9d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:35.466911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:35.467843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1cf7ca2d-e823-46b4-bcb3-f4002028e4dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a4c74d87c4e42b29b49426e7655a93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989225 Oct 26 12:12:35.565288 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850e6f5-1379-4f47-8861-99ad16b9c511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.594902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3eb02d-fe9f-4dbf-ac68-3101dd2e3dcf req-9cd079e9-ab7c-4c04-a57e-cea6eca94742 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:35.596787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850e6f5-1379-4f47-8861-99ad16b9c511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.596971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c3eb02d-fe9f-4dbf-ac68-3101dd2e3dcf req-9cd079e9-ab7c-4c04-a57e-cea6eca94742 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 944 time: 0.0564442 Oct 26 12:12:35.650738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c3eb02d-fe9f-4dbf-ac68-3101dd2e3dcf req-5150cdd3-a986-47a4-9344-2a2d1f481cdc tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Oct 26 12:12:35.671879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850e6f5-1379-4f47-8861-99ad16b9c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.674606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b850e6f5-1379-4f47-8861-99ad16b9c511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:35.675953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b850e6f5-1379-4f47-8861-99ad16b9c511 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f585e8b4-0248-468e-b755-7160abe22d9d HTTP/1.1" status: 204 len: 168 time: 0.2107704 Oct 26 12:12:35.686457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850e6f5-1379-4f47-8861-99ad16b9c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f585e8b4-0248-468e-b755-7160abe22d9d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:36.008929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33906) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:36.023559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a50f68ed-e8c7-4af5-bf94-08c3bc0779d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.116927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a50f68ed-e8c7-4af5-bf94-08c3bc0779d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.124086 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a50f68ed-e8c7-4af5-bf94-08c3bc0779d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.164573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f68ed-e8c7-4af5-bf94-08c3bc0779d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613ea6fd-87db-416f-a3f9-6929e0888bdd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:36.169147 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a50f68ed-e8c7-4af5-bf94-08c3bc0779d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e343c53e02a4e979dbca6b22c0ec9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585307 Oct 26 12:12:36.171806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33908) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:36.224810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7f25-3393-49b4-9f91-fdddc88e2125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.248997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7f25-3393-49b4-9f91-fdddc88e2125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.303980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7f25-3393-49b4-9f91-fdddc88e2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.307948 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7f25-3393-49b4-9f91-fdddc88e2125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:36.309215 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dbdd7f25-3393-49b4-9f91-fdddc88e2125 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/613ea6fd-87db-416f-a3f9-6929e0888bdd HTTP/1.1" status: 204 len: 168 time: 0.1364789 Oct 26 12:12:36.317585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd7f25-3393-49b4-9f91-fdddc88e2125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ea6fd-87db-416f-a3f9-6929e0888bdd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:36.783806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5281e8-2c5e-4de4-8eae-1bcfe15c49ff req-ab5a8865-55b7-4ad8-9839-05afdb2ee130 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:36.792055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b5281e8-2c5e-4de4-8eae-1bcfe15c49ff req-ab5a8865-55b7-4ad8-9839-05afdb2ee130 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 944 time: 0.0597863 Oct 26 12:12:36.839236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7b5281e8-2c5e-4de4-8eae-1bcfe15c49ff req-f8b6f5f9-b34e-4790-b831-5a92bb7655b1 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Oct 26 12:12:36.878669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7d6c6b48-70e3-4f90-9de7-85793ef30569 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:12:37.054271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7d6c6b48-70e3-4f90-9de7-85793ef30569, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:37.080924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '7d6c6b48-70e3-4f90-9de7-85793ef30569', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'port_id': '7d6c6b48-70e3-4f90-9de7-85793ef30569', 'mac_address': 'fa:16:3e:6a:63:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:12:37.130953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.149316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6c6b48-70e3-4f90-9de7-85793ef30569 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:12:37.174493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7d6c6b48-70e3-4f90-9de7-85793ef30569, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:37.180430 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.241792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=7d6c6b48-70e3-4f90-9de7-85793ef30569,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:37.249419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:37.250199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.250559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.250941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.251740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.251982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.252453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.252798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.253135 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.253468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.253798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.254128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.254455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:37.385380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2028437613'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:37.412525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:37.417019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.427399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.427646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['7d6c6b48-70e3-4f90-9de7-85793ef30569'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:12:37.550077 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.555923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.576555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:12:37.618709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.619079 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Added segment 7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae of type vlan for network 20c677df-67b5-4e65-954a-8b0f18a03b37 Oct 26 12:12:37.627846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ea3080-3693-4bd3-bde8-3e4453b258c8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:37.667852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.696621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.704561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:37.705308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:37.776437 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5246887 Oct 26 12:12:37.779503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:37.784842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'subnet': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:37.799032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4b2f-8599-49bf-88c7-10100aaa04ac tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Network': ['ID=20c677df-67b5-4e65-954a-8b0f18a03b37,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:37.812485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:12:37.935207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:37.939342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.059195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e159-a59b-4091-8020-eaf6cdf381ea req-5ae2a0b4-3a6b-4383-9eba-d9c2c01f7de6 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:38.061020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be26e159-a59b-4091-8020-eaf6cdf381ea req-5ae2a0b4-3a6b-4383-9eba-d9c2c01f7de6 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 945 time: 0.1182151 Oct 26 12:12:38.154346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be26e159-a59b-4091-8020-eaf6cdf381ea req-324b9455-a7f7-4aa4-a17b-2b3851ea7396 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747449 Oct 26 12:12:38.224932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.303865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Subnet': ['ID=fd3cdf21-dc21-4062-abfd-e9ff3b5543b9,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:38.306387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Checking segment: {'id': '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:38.306823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network hostable DHCP agents. Network: 20c677df-67b5-4e65-954a-8b0f18a03b37, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:12:38.327975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:12:38.340653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 20c677df-67b5-4e65-954a-8b0f18a03b37) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:38.350939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad8a7b-a181-42df-bd2a-ce8e9310a631 None None] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:12:38.354392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:38.355437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.383086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb844037-13f4-4cf6-aa7b-976f5ba79cd0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6005852 Oct 26 12:12:38.385283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 33976) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:38.390744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'name': 'tempest-AllowedAddressPairTestJSON-635099730'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:38.530480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:38.533496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-20c677df-67b5-4e65-954a-8b0f18a03b37', 'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'tenant_id': '84b105827b4a4557a672a86994a70dbf', 'fixed_ips': [{'subnet_id': 'fd3cdf21-dc21-4062-abfd-e9ff3b5543b9'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:12:38.534485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.536790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.559050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] device_id is not set on port 431a0196-ba8b-43f9-87c6-fe6097b54e6d yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:12:38.716649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Allocated IP 172.20.0.9 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/431a0196-ba8b-43f9-87c6-fe6097b54e6d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:38.885002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.888379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7d6c6b48-70e3-4f90-9de7-85793ef30569 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:38.939621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:38.988185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 7d6c6b48-70e3-4f90-9de7-85793ef30569 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:12:38.997202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 7d6c6b48-70e3-4f90-9de7-85793ef30569 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:38.998958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.007934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:39.012673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=431a0196-ba8b-43f9-87c6-fe6097b54e6d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:39.015585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:39.017846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:39.042633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Allocated IP 172.20.0.2 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:39.089664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:39.090604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.123183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 33994) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:39.124391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c437bbc-7330-45ee-81f2-44d2b3eac182 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7378023 Oct 26 12:12:39.129337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'name': 'tempest-AllowedAddressPairTestJSON-1510395162', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e0:b1:77'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:39.188186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.220579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6c6b48-70e3-4f90-9de7-85793ef30569'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:39.222954 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabc0957-d76f-41eb-bf4f-0bf71fd186ab" -d '{"events": [{"server_uuid": "7ad50555-14f9-4ed4-beaa-52043e7531d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d6c6b48-70e3-4f90-9de7-85793ef30569"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:39.253240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 7d6c6b48-70e3-4f90-9de7-85793ef30569, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:39.263762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.329729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:39.360361 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1c6380-d498-4298-9b6a-1cf5e6dfa7a3 x-openstack-request-id: req-5f1c6380-d498-4298-9b6a-1cf5e6dfa7a3 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:39.360915 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad50555-14f9-4ed4-beaa-52043e7531d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d6c6b48-70e3-4f90-9de7-85793ef30569", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:39.360915 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5f1c6380-d498-4298-9b6a-1cf5e6dfa7a3 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:39.367328 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6c6b48-70e3-4f90-9de7-85793ef30569', 'code': 200} Oct 26 12:12:39.381805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f35e0-8753-4ac3-937c-3553401f2f82 req-7e5f6f21-cb4e-4a51-902e-4bc4c0571516 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:39.390672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-176f35e0-8753-4ac3-937c-3553401f2f82 req-7e5f6f21-cb4e-4a51-902e-4bc4c0571516 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 946 time: 0.0881972 Oct 26 12:12:39.443182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-176f35e0-8753-4ac3-937c-3553401f2f82 req-6338e02e-f186-40f7-a473-3e16effa0374 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468214 Oct 26 12:12:39.451437 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.483519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] device_id is not set on port 4d476aeb-9daf-44e5-9e0c-2e4c90268b3d yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:12:39.484209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=7d6c6b48-70e3-4f90-9de7-85793ef30569,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:39.488045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.502059 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.505401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9563217-d919-46a5-8c8d-abb1d8558143 req-16b8bacb-75ec-4527-b32f-e43040ee1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:39.507414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9563217-d919-46a5-8c8d-abb1d8558143 req-16b8bacb-75ec-4527-b32f-e43040ee1994 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 1097 time: 0.0794160 Oct 26 12:12:39.559341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Pushing event updated for resources: {'Port': ['ID=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:39.570131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:39.573703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:39.576910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:39.587107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9563217-d919-46a5-8c8d-abb1d8558143 req-8d4520cf-4643-4e32-a204-a4c69ea2d841 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648870 Oct 26 12:12:39.663680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Allocated IP 172.20.0.5 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/4d476aeb-9daf-44e5-9e0c-2e4c90268b3d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:39.709580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Attempting to bind port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:39.710364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Attempting to bind port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:39.711156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Attempting to bind port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e on network 20c677df-67b5-4e65-954a-8b0f18a03b37 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:39.723612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:39.724678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Checking segment: {'id': '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:39.725938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.726718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Bound using segment: {'id': '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:39.727496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Bound port: 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:39.728167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.803292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] For port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:39.807532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] For port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,segment=NetworkSegment(7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae),segment_id=7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:39.814272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.890234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.929002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c033a6c-36b0-4588-8230-be4c3679caff None None] Pushing event updated for resources: {'Port': ['ID=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:39.934305 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:39.994565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:39.997997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:40.002234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:40.035964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=4d476aeb-9daf-44e5-9e0c-2e4c90268b3d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:40.084924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:40.085558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:40.126394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34014) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:40.139472 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-569beffd-de74-41fd-bed1-1ec835a08031 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0140536 Oct 26 12:12:40.223794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bca22-b010-4666-bb90-00be9b618e50 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:40.231139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bca22-b010-4666-bb90-00be9b618e50 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:40.243088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bca22-b010-4666-bb90-00be9b618e50 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:40.245264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-850bca22-b010-4666-bb90-00be9b618e50 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1165140 Oct 26 12:12:40.248120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34018) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:40.359317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port 4d476aeb-9daf-44e5-9e0c-2e4c90268b3d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:40.359640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:40.459659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:40.473229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for 4d476aeb-9daf-44e5-9e0c-2e4c90268b3d owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:40.596768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2ce6f-0ea4-4fce-a89f-3d8d93986cf4 req-a5d52e87-9850-419c-a0fc-d4320d9f5ac0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:40.598415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43b2ce6f-0ea4-4fce-a89f-3d8d93986cf4 req-a5d52e87-9850-419c-a0fc-d4320d9f5ac0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 946 time: 0.0760155 Oct 26 12:12:40.656763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43b2ce6f-0ea4-4fce-a89f-3d8d93986cf4 req-dd24710e-b44f-41ee-bd03-dde334ee21ba tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515952 Oct 26 12:12:40.677920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:40.747299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=4d476aeb-9daf-44e5-9e0c-2e4c90268b3d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:40.972037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:40.978464 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0a96ecb3-17f2-4188-a2ab-44518b79c19f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/ports/4d476aeb-9daf-44e5-9e0c-2e4c90268b3d HTTP/1.1" status: 204 len: 168 time: 0.7269151 Oct 26 12:12:40.978814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34032) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:41.005276 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb09e2f4-8688-4d78-b7fe-a2046cc44eb8 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] GET failed (client error): The resource could not be found. Oct 26 12:12:41.007232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fb09e2f4-8688-4d78-b7fe-a2046cc44eb8 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "GET /v2.0/ports/4d476aeb-9daf-44e5-9e0c-2e4c90268b3d HTTP/1.1" status: 404 len: 333 time: 0.0273490 Oct 26 12:12:41.011369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34034) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:41.017228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'name': 'tempest-AllowedAddressPairTestJSON-1381192060'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:41.175527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:41.179481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.199737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] device_id is not set on port 6cb54efd-a18d-4063-a2ec-831c38d4a3be yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:12:41.225616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b498b2-9055-465f-86ae-ce8245278772 None None] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:12:41.351029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Allocated IP 172.20.0.13 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/6cb54efd-a18d-4063-a2ec-831c38d4a3be) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:41.382971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-07ba41e1-6267-45d2-bbe1-cda0d1d8d897 None None] Provisioning complete for port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:41.383344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e1-6267-45d2-bbe1-cda0d1d8d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.416742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:41.557909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.623800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e1-6267-45d2-bbe1-cda0d1d8d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.628491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.641106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:41.641482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.701113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-07ba41e1-6267-45d2-bbe1-cda0d1d8d897 None None] For port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,segment=NetworkSegment(7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae),segment_id=7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:41.748939 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e1-6267-45d2-bbe1-cda0d1d8d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.753172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:41.763381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:41.785519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:41.799593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=6cb54efd-a18d-4063-a2ec-831c38d4a3be,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:41.874384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768033b-85bb-4b2d-a051-befb436b8d86 req-fdaede88-c4ed-45b1-a309-1dc838ac787b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:41.889942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c768033b-85bb-4b2d-a051-befb436b8d86 req-fdaede88-c4ed-45b1-a309-1dc838ac787b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 946 time: 0.1184418 Oct 26 12:12:41.893550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba41e1-6267-45d2-bbe1-cda0d1d8d897 None None] Pushing event updated for resources: {'Port': ['ID=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:41.897143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:41.897801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:41.919735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e277d7c-421c-4c20-ade1-d43078aadd8f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9070196 Oct 26 12:12:41.923385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34054) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:41.937471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e0:b1:77'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:42.032098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c768033b-85bb-4b2d-a051-befb436b8d86 req-ebedf948-db14-4712-bc0f-abb95d4c9a7f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318443 Oct 26 12:12:42.077419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-51efdce6-03d1-4276-abda-5dcefc315afd None None] Provisioning complete for port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:42.078023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51efdce6-03d1-4276-abda-5dcefc315afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:42.309726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-51efdce6-03d1-4276-abda-5dcefc315afd None None] Provisioning complete for port 431a0196-ba8b-43f9-87c6-fe6097b54e6d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:42.310718 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51efdce6-03d1-4276-abda-5dcefc315afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:42.353466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-51efdce6-03d1-4276-abda-5dcefc315afd None None] Port 431a0196-ba8b-43f9-87c6-fe6097b54e6d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:42.484503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-29a74a24-55d8-4a56-a204-92ab46be3c3b None None] Provisioning complete for port 431a0196-ba8b-43f9-87c6-fe6097b54e6d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:42.485130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29a74a24-55d8-4a56-a204-92ab46be3c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:42.576704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-29a74a24-55d8-4a56-a204-92ab46be3c3b None None] Port 431a0196-ba8b-43f9-87c6-fe6097b54e6d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:42.745853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:42.798045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-df6bed1e-0331-42c4-8479-4a1c1900c4f3 None None] Could not find standard attr ID for object 4d476aeb-9daf-44e5-9e0c-2e4c90268b3d. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:12:43.008250 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.015196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.142210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=6cb54efd-a18d-4063-a2ec-831c38d4a3be,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:43.147307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-18cde11e-7e77-427e-a10b-0724d3313b13 None None] Provisioning complete for port 6cb54efd-a18d-4063-a2ec-831c38d4a3be triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:43.147957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-18cde11e-7e77-427e-a10b-0724d3313b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.200242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] In _notify_port_updated(), no bound segment for port 6cb54efd-a18d-4063-a2ec-831c38d4a3be on network 20c677df-67b5-4e65-954a-8b0f18a03b37 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:12:43.212481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:43.213183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.214548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9aebe63d-b877-43d8-b18b-e43cb04aee60 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "PUT /v2.0/ports/6cb54efd-a18d-4063-a2ec-831c38d4a3be HTTP/1.1" status: 200 len: 994 time: 1.2902083 Oct 26 12:12:43.217282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34090) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:43.230099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-18cde11e-7e77-427e-a10b-0724d3313b13 None None] Port 6cb54efd-a18d-4063-a2ec-831c38d4a3be cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:43.301577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:43.364409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:43.365067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.373971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port 6cb54efd-a18d-4063-a2ec-831c38d4a3be {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:43.374323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.552536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.573863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for 6cb54efd-a18d-4063-a2ec-831c38d4a3be owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:43.772044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7f586d73-e6da-48f8-872b-95cc5a1770ad None None] Provisioning complete for port 6cb54efd-a18d-4063-a2ec-831c38d4a3be triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:43.773180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7f586d73-e6da-48f8-872b-95cc5a1770ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.839875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:43.853823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7f586d73-e6da-48f8-872b-95cc5a1770ad None None] Port 6cb54efd-a18d-4063-a2ec-831c38d4a3be cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:43.881950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=6cb54efd-a18d-4063-a2ec-831c38d4a3be,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:44.122227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:44.128642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-864221e9-c02d-4e4a-84c5-1f856f66fed2 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/ports/6cb54efd-a18d-4063-a2ec-831c38d4a3be HTTP/1.1" status: 204 len: 168 time: 0.9080663 Oct 26 12:12:44.129077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:44.167009 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfd1ba8-523f-4f20-96af-efacddc90d4e tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] GET failed (client error): The resource could not be found. Oct 26 12:12:44.174552 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dcfd1ba8-523f-4f20-96af-efacddc90d4e tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "GET /v2.0/ports/6cb54efd-a18d-4063-a2ec-831c38d4a3be HTTP/1.1" status: 404 len: 333 time: 0.0442245 Oct 26 12:12:44.178245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:44.186419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'name': 'tempest-AllowedAddressPairTestJSON-1529332539'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:44.318625 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:44.323310 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:44.346595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] device_id is not set on port 851a362e-e01f-4dde-8249-0544fb7e2f7a yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:12:44.491481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Allocated IP 172.20.0.13 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/851a362e-e01f-4dde-8249-0544fb7e2f7a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:44.684202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:44.733056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:44.783668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:44.788045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:44.793412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:44.846483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:44.847198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:44.877231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=851a362e-e01f-4dde-8249-0544fb7e2f7a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:44.890323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.890805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.891283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.891726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.892238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.892675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.893112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.893547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.893982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.894455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.895258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.895783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:12:44.904278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-51c01f33-7c8d-4170-b893-8eb67ede8d32 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7246544 Oct 26 12:12:44.906485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34124) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:44.916452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:b1:77'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:45.232883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.294536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-595e4687-cf4c-40fc-9049-72a867c2ed01 None None] Provisioning complete for port 851a362e-e01f-4dde-8249-0544fb7e2f7a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:45.295110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-595e4687-cf4c-40fc-9049-72a867c2ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.343362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-595e4687-cf4c-40fc-9049-72a867c2ed01 None None] Port 851a362e-e01f-4dde-8249-0544fb7e2f7a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:45.515290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.523737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.643617 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=851a362e-e01f-4dde-8249-0544fb7e2f7a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:45.656172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] In _notify_port_updated(), no bound segment for port 851a362e-e01f-4dde-8249-0544fb7e2f7a on network 20c677df-67b5-4e65-954a-8b0f18a03b37 {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:12:45.663665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:45.665380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.669851 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a07f301-1620-45ca-bf22-eba40f4b7f81 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "PUT /v2.0/ports/851a362e-e01f-4dde-8249-0544fb7e2f7a HTTP/1.1" status: 200 len: 997 time: 0.7622399 Oct 26 12:12:45.670175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34146) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:45.802596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port 851a362e-e01f-4dde-8249-0544fb7e2f7a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:45.803259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.946878 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:45.987429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for 851a362e-e01f-4dde-8249-0544fb7e2f7a owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:45.990508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d5ad21f8-b31f-4513-bbe4-bd37d9132afa None None] Provisioning complete for port 851a362e-e01f-4dde-8249-0544fb7e2f7a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:45.990917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad21f8-b31f-4513-bbe4-bd37d9132afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:46.109209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad21f8-b31f-4513-bbe4-bd37d9132afa None None] Port 851a362e-e01f-4dde-8249-0544fb7e2f7a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:46.211553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:46.258251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=851a362e-e01f-4dde-8249-0544fb7e2f7a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:46.335488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:46.339892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9cf29122-f8a4-4d11-a440-58917124d2d3 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/ports/851a362e-e01f-4dde-8249-0544fb7e2f7a HTTP/1.1" status: 204 len: 168 time: 0.6686673 Oct 26 12:12:46.342697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34170) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:46.390576 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b92ee8-1612-4e46-b654-542ba9301239 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] GET failed (client error): The resource could not be found. Oct 26 12:12:46.396719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34172) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:46.397371 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27b92ee8-1612-4e46-b654-542ba9301239 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "GET /v2.0/ports/851a362e-e01f-4dde-8249-0544fb7e2f7a HTTP/1.1" status: 404 len: 333 time: 0.0534241 Oct 26 12:12:46.402444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'name': 'tempest-AllowedAddressPairTestJSON-703102665'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:46.578265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:46.582405 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:46.602347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] device_id is not set on port 194e9b62-9d08-4e0f-926c-d49986b8e8bc yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:12:46.749606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Allocated IP 172.20.0.14 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/194e9b62-9d08-4e0f-926c-d49986b8e8bc) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:46.962588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.002123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.060427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:47.061981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:47.075301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=194e9b62-9d08-4e0f-926c-d49986b8e8bc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:47.077979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:47.238670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:47.239381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.266399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f6dd821a-8a4f-4cce-a391-fd1e05ed0423 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8662519 Oct 26 12:12:47.266565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34190) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:47.271701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'network_id': '20c677df-67b5-4e65-954a-8b0f18a03b37', 'name': 'tempest-AllowedAddressPairTestJSON-1481258810'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:47.448567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Made reservation on behalf of 84b105827b4a4557a672a86994a70dbf for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:47.452179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.454962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-395fa6d5-7e19-49f4-9d46-5857fa8c631e None None] Provisioning complete for port 194e9b62-9d08-4e0f-926c-d49986b8e8bc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:47.455519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-395fa6d5-7e19-49f4-9d46-5857fa8c631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.482010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] device_id is not set on port b6252c62-10bd-44ad-b85a-fad8406d0cb9 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:12:47.530572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-395fa6d5-7e19-49f4-9d46-5857fa8c631e None None] Port 194e9b62-9d08-4e0f-926c-d49986b8e8bc cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:47.651393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Allocated IP 172.20.0.10 (20c677df-67b5-4e65-954a-8b0f18a03b37/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9/b6252c62-10bd-44ad-b85a-fad8406d0cb9) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:47.862194 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.906211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:47.972251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=b6252c62-10bd-44ad-b85a-fad8406d0cb9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:47.991599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:47.994760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:47.997379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:48.066943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:48.067571 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:48.100191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21c83243-e25a-45e7-953f-11271d7594ab tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8324256 Oct 26 12:12:48.103192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34210) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:48.112600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e0:b1:77'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:72:2f:f9'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:48.383036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2b138fe5-e3c7-4649-bf4f-c9a0e57e6e35 None None] Provisioning complete for port b6252c62-10bd-44ad-b85a-fad8406d0cb9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:48.384228 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b138fe5-e3c7-4649-bf4f-c9a0e57e6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:48.402456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:48.424500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2b138fe5-e3c7-4649-bf4f-c9a0e57e6e35 None None] Port b6252c62-10bd-44ad-b85a-fad8406d0cb9 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:48.715091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:48.725030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:48.800090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event updated for resources: {'Port': ['ID=b6252c62-10bd-44ad-b85a-fad8406d0cb9,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:48.885319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] In _notify_port_updated(), no bound segment for port b6252c62-10bd-44ad-b85a-fad8406d0cb9 on network 20c677df-67b5-4e65-954a-8b0f18a03b37 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:12:48.891921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:48.892725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:48.894268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8c75348b-aebf-4024-9f70-0fb15c627c2c tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "PUT /v2.0/ports/b6252c62-10bd-44ad-b85a-fad8406d0cb9 HTTP/1.1" status: 200 len: 1057 time: 0.7887933 Oct 26 12:12:48.897597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34230) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:49.034026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port b6252c62-10bd-44ad-b85a-fad8406d0cb9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:49.035965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:49.144079 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8f868012-a971-41f8-9c4e-6b3fc45d5e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:49.201198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:49.217602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for b6252c62-10bd-44ad-b85a-fad8406d0cb9 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:49.265558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ca69ab83-109c-4d15-9b47-fd10cbd92988 None None] Provisioning complete for port b6252c62-10bd-44ad-b85a-fad8406d0cb9 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:49.266626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca69ab83-109c-4d15-9b47-fd10cbd92988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:49.361915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ca69ab83-109c-4d15-9b47-fd10cbd92988 None None] Port b6252c62-10bd-44ad-b85a-fad8406d0cb9 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:12:49.500434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:49.532808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=b6252c62-10bd-44ad-b85a-fad8406d0cb9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:50.085080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:50.088843 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f60ff25-236f-4fbc-b84c-730c09a128f0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/ports/b6252c62-10bd-44ad-b85a-fad8406d0cb9 HTTP/1.1" status: 204 len: 168 time: 1.1896653 Oct 26 12:12:50.091689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:50.118645 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a6cd7f-6e66-4683-8249-d2ddc01161f5 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] GET failed (client error): The resource could not be found. Oct 26 12:12:50.120360 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-56a6cd7f-6e66-4683-8249-d2ddc01161f5 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "GET /v2.0/ports/b6252c62-10bd-44ad-b85a-fad8406d0cb9 HTTP/1.1" status: 404 len: 333 time: 0.0275655 Oct 26 12:12:50.123034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:50.239296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port 194e9b62-9d08-4e0f-926c-d49986b8e8bc {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:50.239635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:50.353872 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:50.369011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for 194e9b62-9d08-4e0f-926c-d49986b8e8bc owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:50.556407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:50.601962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=194e9b62-9d08-4e0f-926c-d49986b8e8bc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:50.721252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:50.726282 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-388df651-17ea-420a-bf86-44d5627e079f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/ports/194e9b62-9d08-4e0f-926c-d49986b8e8bc HTTP/1.1" status: 204 len: 168 time: 0.6022456 Oct 26 12:12:50.728521 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:50.781907 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e473a92-cc7a-4918-a249-158c0a923690 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] GET failed (client error): The resource could not be found. Oct 26 12:12:50.783543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1e473a92-cc7a-4918-a249-158c0a923690 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "GET /v2.0/ports/194e9b62-9d08-4e0f-926c-d49986b8e8bc HTTP/1.1" status: 404 len: 333 time: 0.0528383 Oct 26 12:12:50.787411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34280) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:51.016790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port 431a0196-ba8b-43f9-87c6-fe6097b54e6d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:51.017408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:51.147468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-9aab2a95-7b85-4902-b3ae-bfaa00a90aa0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:51.149838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-9aab2a95-7b85-4902-b3ae-bfaa00a90aa0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.2533629 Oct 26 12:12:51.179383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-c6c4b3e9-8641-4fa9-a92c-742ecac79cfe tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/quotas/d3113d5aedf8448f8ed1212522efcd4c HTTP/1.1" status: 200 len: 375 time: 0.0223293 Oct 26 12:12:51.243306 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:51.263480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for 431a0196-ba8b-43f9-87c6-fe6097b54e6d owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:51.294414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-f67e2de2-1a20-454f-aec2-bf3cfa88b15c tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033862 Oct 26 12:12:51.345819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-94137528-653f-4259-aafe-f343b29483b8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:51.346899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-94137528-653f-4259-aafe-f343b29483b8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069022 Oct 26 12:12:51.526038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-67012f02-155e-4506-b530-4999f2df6af2 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714134 Oct 26 12:12:51.606215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:51.645826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=431a0196-ba8b-43f9-87c6-fe6097b54e6d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:51.722341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-af08eeaf-6185-40bf-8152-beec10e71c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:51.811242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-fa1312eb-a7e2-4719-ab87-04da884fe556 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699151 Oct 26 12:12:51.832632 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:51.841986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34308) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:51.842629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2fdec441-1e08-4b17-81fd-b9102262c01f tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/ports/431a0196-ba8b-43f9-87c6-fe6097b54e6d HTTP/1.1" status: 204 len: 168 time: 1.0529420 Oct 26 12:12:51.967759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting subnet fd3cdf21-dc21-4062-abfd-e9ff3b5543b9 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:12:51.983022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.041245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.074289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e29111-2fe0-4b02-b207-9bb66a8c7ea4 req-036f6c22-69df-4f8b-ad52-83ad249d4094 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 210 time: 0.0411203 Oct 26 12:12:52.156049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.238563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.283193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411d860-68ae-488d-be31-657576e91a54 None None] Network 20c677df-67b5-4e65-954a-8b0f18a03b37 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:12:52.284208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3cdf21-dc21-4062-abfd-e9ff3b5543b9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:52.287971 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.297950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34320) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:52.298580 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4f517f75-6d6a-4eb4-96c9-dec3cd4926e0 tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/subnets/fd3cdf21-dc21-4062-abfd-e9ff3b5543b9 HTTP/1.1" status: 204 len: 168 time: 0.4552300 Oct 26 12:12:52.425788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.536552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Deleting port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:52.536898 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.601928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] DHCP port deletion for 20c677df-67b5-4e65-954a-8b0f18a03b37 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:12:52.688150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] Deleting port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:12:52.688442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.691080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] For port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,segment=NetworkSegment(7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae),segment_id=7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:52.691455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.709108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Calling delete_port for 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:52.890834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:52.930362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Port': ['ID=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:52.935767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] No DVR routers for this DVR port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:12:53.038095 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.046501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] For port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,segment=NetworkSegment(7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae),segment_id=7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:53.046926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.061758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] Calling delete_port for 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:12:53.113815 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.160856 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.165740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c677df-67b5-4e65-954a-8b0f18a03b37']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:53.201285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] Pushing event deleted for resources: {'Port': ['ID=1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:53.206791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe993fb-1ea4-4448-9890-b22c98622868 None None] No DVR routers for this DVR port 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:12:53.211724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:53.212024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffe4617-2b6f-48fa-8f7d-c7f70a7225ae') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:12:53.244881 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.246264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe7a12a2-ecc9-450b-a3fc-2cfac1a504ca req-0f44f57f-28df-4bf3-83b6-21a73a150203 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 210 time: 0.0777302 Oct 26 12:12:53.250534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.278945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.284721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:12:53.285632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:12:53.286070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: items = [ Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:12:53.289402 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:12:53.311524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:12:53.311874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1e6253c0-8fe7-43d0-b721-9ebf7b7dff3e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:12:53.354113 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.361833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.365044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] 10.222.0.88 "DELETE /v2.0/networks/20c677df-67b5-4e65-954a-8b0f18a03b37 HTTP/1.1" status: 204 len: 168 time: 1.0656590 Oct 26 12:12:53.377533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21adae2-b209-4bdb-bde9-53637f5f998a tempest-AllowedAddressPairTestJSON-1224259803 tempest-AllowedAddressPairTestJSON-1224259803-project] Pushing event deleted for resources: {'Network': ['ID=20c677df-67b5-4e65-954a-8b0f18a03b37,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:53.674192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-f587023a-5ffa-4c2a-b07f-81d730da9166 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:53.676902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-f587023a-5ffa-4c2a-b07f-81d730da9166 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.100 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.1708858 Oct 26 12:12:53.681963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34356) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:53.692847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Request body: {'port': {'device_id': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'admin_state_up': True, 'tenant_id': 'd3113d5aedf8448f8ed1212522efcd4c'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:53.837812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Made reservation on behalf of d3113d5aedf8448f8ed1212522efcd4c for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:53.842000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.868759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-71aaec39-9603-4729-8d01-73cfce61061e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84b105827b4a4557a672a86994a70dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855872 Oct 26 12:12:53.871181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34372) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:53.942537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcddc-bb15-40f4-a277-6a53b12601ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:53.971156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcddc-bb15-40f4-a277-6a53b12601ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.002319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Allocated IP 172.20.0.11 (9d9e47e0-09c7-49c8-80d6-1578de78b3ff/58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0/a7b5059c-b62a-4f65-90e0-f39e47cd2cad) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:12:54.037152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcddc-bb15-40f4-a277-6a53b12601ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.041788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcddc-bb15-40f4-a277-6a53b12601ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.044991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6b2bcddc-bb15-40f4-a277-6a53b12601ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/37ea3080-3693-4bd3-bde8-3e4453b258c8 HTTP/1.1" status: 204 len: 168 time: 0.1728191 Oct 26 12:12:54.054458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bcddc-bb15-40f4-a277-6a53b12601ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ea3080-3693-4bd3-bde8-3e4453b258c8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:54.238842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.311718 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.334349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8', '7d6c6b48-70e3-4f90-9de7-85793ef30569'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:12:54.382023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:12:54.392500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:12:54.402035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:12:54.466644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e7482-188c-4065-957d-b9c678918d5d req-b00f5809-70c9-4911-8432-70dbbe13c20e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:54.472620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-340e7482-188c-4065-957d-b9c678918d5d req-b00f5809-70c9-4911-8432-70dbbe13c20e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 932 time: 0.1238799 Oct 26 12:12:54.523529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:54.524969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.548181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event updated for resources: {'Port': ['ID=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:54.563790 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-5ddd03ca-63b7-4cd1-a0f4-c49e3c980344 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8761966 Oct 26 12:12:54.576647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-340e7482-188c-4065-957d-b9c678918d5d req-6c053534-de4e-4ca5-b868-5a7680e8cdd6 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891776 Oct 26 12:12:54.583843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Request body: {'port': {'device_id': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:54.657856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.692069 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:54.998127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b5059c-b62a-4f65-90e0-f39e47cd2cad {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:12:55.007014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:55.021427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Transition to ACTIVE for port object a7b5059c-b62a-4f65-90e0-f39e47cd2cad will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:12:55.027757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:55.102421 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:55.119051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34422) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.187177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Attempting to bind port a7b5059c-b62a-4f65-90e0-f39e47cd2cad on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:12:55.187893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Attempting to bind port a7b5059c-b62a-4f65-90e0-f39e47cd2cad by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:12:55.188439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Attempting to bind port a7b5059c-b62a-4f65-90e0-f39e47cd2cad on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:55.200123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Port a7b5059c-b62a-4f65-90e0-f39e47cd2cad on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:12:55.200810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Attempting to bind port a7b5059c-b62a-4f65-90e0-f39e47cd2cad on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:12:55.206598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:12:55.207362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Checking segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:12:55.208181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Bound using segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:12:55.209238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Bound port: a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:12:55.209812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:55.273853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-8d7fc4e8-9de2-4369-bb77-bde5c3ddb1b2 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.275139 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8d7fc4e8-9de2-4369-bb77-bde5c3ddb1b2 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1549506 Oct 26 12:12:55.278035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34426) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.282403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-839dc35d-77f8-4142-a220-c374437e1ad5 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.283500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-839dc35d-77f8-4142-a220-c374437e1ad5 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044746 Oct 26 12:12:55.286018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34430) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.291231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-2d786763-60c8-458f-88b0-60fe840d4698 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.292228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2d786763-60c8-458f-88b0-60fe840d4698 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052350 Oct 26 12:12:55.294711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34432) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.296327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] For port a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:12:55.299114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-db253d5c-7fca-4619-bbaa-ae0a96db3dc1 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.299913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] For port a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:12:55.300157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-db253d5c-7fca-4619-bbaa-ae0a96db3dc1 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044386 Oct 26 12:12:55.302685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34434) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.308921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:55.310488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-612542eb-6bcb-4215-93c6-1e3d73e2f949 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.314069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-612542eb-6bcb-4215-93c6-1e3d73e2f949 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0101681 Oct 26 12:12:55.325377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34438) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.344804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-61d0b8f3-7160-400e-968d-58ca633120d0 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.345971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-61d0b8f3-7160-400e-968d-58ca633120d0 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0195580 Oct 26 12:12:55.348651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34440) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.348954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:55.349945 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:55.351446 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] 10.222.0.100 "PUT /v2.0/ports/a7b5059c-b62a-4f65-90e0-f39e47cd2cad HTTP/1.1" status: 200 len: 1092 time: 0.7787988 Oct 26 12:12:55.355887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-7fb28eda-2b13-4bd2-8c51-6e524e9296f5 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.359006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7fb28eda-2b13-4bd2-8c51-6e524e9296f5 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059299 Oct 26 12:12:55.359606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'tag': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:55.363162 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7921f48-dab4-4ed4-a0b1-6690571033cd", "tag": "a7b5059c-b62a-4f65-90e0-f39e47cd2cad"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:55.367124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34442) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.376241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-e0c3193b-8b8f-48f1-8bb3-a0d3ab3de90a tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.380187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e0c3193b-8b8f-48f1-8bb3-a0d3ab3de90a tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107419 Oct 26 12:12:55.382769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34448) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.389622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-c1a8834d-2c8f-495b-a1d5-93461a15758d tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.390777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c1a8834d-2c8f-495b-a1d5-93461a15758d tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0067470 Oct 26 12:12:55.393592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.404028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b5bb-4088-4af1-8169-a971b7102eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:55.408242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-63d08200-e486-4c57-8ae1-0c66fcd17331 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.412346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-63d08200-e486-4c57-8ae1-0c66fcd17331 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0164890 Oct 26 12:12:55.415526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34452) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.427167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-43c18dc6-14ab-4407-93d0-5947540510a1 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.434373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34454) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.438203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-43c18dc6-14ab-4407-93d0-5947540510a1 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0200171 Oct 26 12:12:55.459415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-6c6879d3-6037-4e9d-bfd6-fb95e43620b5 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.460272 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c6879d3-6037-4e9d-bfd6-fb95e43620b5 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0245183 Oct 26 12:12:55.460590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.465624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-112c3d3b-8dc0-46bd-8ced-6e89fabfb12b tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.469453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-112c3d3b-8dc0-46bd-8ced-6e89fabfb12b tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075738 Oct 26 12:12:55.470332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34458) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.477973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-a5988dd5-11fc-42bf-b245-d4fef0391c9e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.478632 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b2fdb3-8a1f-443a-a6d3-d82b49cd72c7 x-openstack-request-id: req-66b2fdb3-8a1f-443a-a6d3-d82b49cd72c7 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:12:55.478956 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7921f48-dab4-4ed4-a0b1-6690571033cd", "tag": "a7b5059c-b62a-4f65-90e0-f39e47cd2cad", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:12:55.479412 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66b2fdb3-8a1f-443a-a6d3-d82b49cd72c7 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:12:55.479830 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'tag': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad', 'status': 'completed', 'code': 200} Oct 26 12:12:55.482040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a5988dd5-11fc-42bf-b245-d4fef0391c9e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0107291 Oct 26 12:12:55.483314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34460) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.489390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-55ad1387-18f1-4005-b625-d52041140c2e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.493319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-55ad1387-18f1-4005-b625-d52041140c2e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054243 Oct 26 12:12:55.494000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.500599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-08836acb-615a-4bb6-8459-e2c253adc783 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.504792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34464) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.505002 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08836acb-615a-4bb6-8459-e2c253adc783 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082929 Oct 26 12:12:55.510301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-b2c132d7-d2e7-4979-af54-098a2f2ebc86 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.511331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b2c132d7-d2e7-4979-af54-098a2f2ebc86 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051961 Oct 26 12:12:55.513780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34466) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.520708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-09a100b1-ab19-4110-8ddb-e1e5b0f93070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:55.521468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-58e94192-9efd-4fcb-ba4e-b93433cb20a2 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.522602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-58e94192-9efd-4fcb-ba4e-b93433cb20a2 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0075471 Oct 26 12:12:55.525575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-09a100b1-ab19-4110-8ddb-e1e5b0f93070 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 1095 time: 0.1038296 Oct 26 12:12:55.526136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34468) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.530539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-af8a92e1-7fde-4e5b-b2c7-ab38f64feba4 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.534512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-af8a92e1-7fde-4e5b-b2c7-ab38f64feba4 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073869 Oct 26 12:12:55.536343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34470) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.547852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-a6a1b5bd-f848-47e1-b04f-6e13eb878c7f tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.551183 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6a1b5bd-f848-47e1-b04f-6e13eb878c7f tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0115259 Oct 26 12:12:55.551661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34474) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.556925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-ee2e2a17-f0e6-47c7-b491-6de685379eba tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.560683 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ee2e2a17-f0e6-47c7-b491-6de685379eba tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054233 Oct 26 12:12:55.560920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34476) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.565833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-37597c24-2c11-4959-b002-8b1c95a30e1e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.569481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-37597c24-2c11-4959-b002-8b1c95a30e1e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049696 Oct 26 12:12:55.569813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34478) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.574774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-4a1c22e8-78e8-4c37-8c6d-3f0768f2b513 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.578461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4a1c22e8-78e8-4c37-8c6d-3f0768f2b513 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051701 Oct 26 12:12:55.578808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34480) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.583591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-0f5c2f9a-2778-4b50-b797-f4fc6d78df6e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.588391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0f5c2f9a-2778-4b50-b797-f4fc6d78df6e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052423 Oct 26 12:12:55.588562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-7d7ceeb5-220d-41df-b307-8aa3d523a330 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad HTTP/1.1" status: 200 len: 217 time: 0.0508249 Oct 26 12:12:55.588562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34482) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.593018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-707cddcb-0acc-4c5d-8e79-4eac788eb839 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.596626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-707cddcb-0acc-4c5d-8e79-4eac788eb839 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045791 Oct 26 12:12:55.596801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34484) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.617482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-33068966-0a83-4651-8855-916c65d0d86c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.625412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34488) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.625663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33068966-0a83-4651-8855-916c65d0d86c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0268178 Oct 26 12:12:55.629498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-1b289755-b101-48ba-961d-f21f918689cc tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.630801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1b289755-b101-48ba-961d-f21f918689cc tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055554 Oct 26 12:12:55.633989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.638787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-b730c265-7bc0-4d4b-8cbc-2ce4cc33c816 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.639787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b730c265-7bc0-4d4b-8cbc-2ce4cc33c816 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048931 Oct 26 12:12:55.642952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34492) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.648119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-eb3e414c-e7c6-4a81-8a8e-d836f7607b3c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.652574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb3e414c-e7c6-4a81-8a8e-d836f7607b3c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085723 Oct 26 12:12:55.653230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34494) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.658381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-631cf6ca-5c35-41b7-9a4a-fdbdba459c6a tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.662086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34496) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.662342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-631cf6ca-5c35-41b7-9a4a-fdbdba459c6a tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079939 Oct 26 12:12:55.668626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-425131d5-002c-4651-8d12-e88220758c42 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.671716 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-425131d5-002c-4651-8d12-e88220758c42 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065672 Oct 26 12:12:55.672658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34498) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.681094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-fca60469-c1c0-41bc-bde0-fe031153ee43 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.682521 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fca60469-c1c0-41bc-bde0-fe031153ee43 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083821 Oct 26 12:12:55.686528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34500) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.693665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-0d433493-906a-4233-ba1f-053c87bbb270 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.694912 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d433493-906a-4233-ba1f-053c87bbb270 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070453 Oct 26 12:12:55.697102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f775c5-d223-494d-8f49-2f44102167ba req-46cf8331-fb87-440e-8f97-4d8f03a2a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:55.698572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-46cf8331-fb87-440e-8f97-4d8f03a2a26c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1035812 Oct 26 12:12:55.699078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.704167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-177abb73-0b98-4a3e-9133-9c23d27346ec tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.705201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-177abb73-0b98-4a3e-9133-9c23d27346ec tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052116 Oct 26 12:12:55.708648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34510) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.715575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-7dd3358c-d1e1-4546-a607-3c2aeb1318dd tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.716975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7dd3358c-d1e1-4546-a607-3c2aeb1318dd tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068386 Oct 26 12:12:55.723966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.729702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-e8406e7d-d3a6-48b9-9af0-9e0e7d93c118 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.730967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e8406e7d-d3a6-48b9-9af0-9e0e7d93c118 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056214 Oct 26 12:12:55.733845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34514) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.735954 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-80a8a894-b3c9-4f42-8de3-63397b553f4d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296581 Oct 26 12:12:55.738528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-982ba7c8-ee2a-4827-80ae-50f049ca4995 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.739539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-982ba7c8-ee2a-4827-80ae-50f049ca4995 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050809 Oct 26 12:12:55.742034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.753315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916a18d-e93a-40d4-a0f6-98e0d97caf5f req-f8bfb5c9-7f99-442b-ac7f-bc89248757ac tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:55.755084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f916a18d-e93a-40d4-a0f6-98e0d97caf5f req-f8bfb5c9-7f99-442b-ac7f-bc89248757ac tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 944 time: 0.0916491 Oct 26 12:12:55.755984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-2072ccd6-5351-43d5-b18f-7ea3567f4bb4 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.757045 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2072ccd6-5351-43d5-b18f-7ea3567f4bb4 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0125563 Oct 26 12:12:55.760395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34518) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.767867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-27dd7a98-e4a4-4f94-a682-18ed20a6382a tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.767867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27dd7a98-e4a4-4f94-a682-18ed20a6382a tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046523 Oct 26 12:12:55.778913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34520) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.778913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-cf0c353b-c5a6-4b59-99db-84cd7b130d4c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.778913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cf0c353b-c5a6-4b59-99db-84cd7b130d4c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056903 Oct 26 12:12:55.782899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34522) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.786081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-ccea7bfe-b671-4e86-90f1-3530fa12f356 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.789452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ccea7bfe-b671-4e86-90f1-3530fa12f356 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055177 Oct 26 12:12:55.790269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34524) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.794088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-8700641a-1ea4-4aee-b638-aa0749554066 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.797413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8700641a-1ea4-4aee-b638-aa0749554066 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045011 Oct 26 12:12:55.798338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34526) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.804022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-36b9c7fc-e2da-4d8e-af92-81513271a0a4 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.804970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-36b9c7fc-e2da-4d8e-af92-81513271a0a4 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060928 Oct 26 12:12:55.808005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34528) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.820375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-c904959b-4d76-4781-b061-e59ec8879fb7 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.822180 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c904959b-4d76-4781-b061-e59ec8879fb7 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129364 Oct 26 12:12:55.825929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34530) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.830103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-5c060ca0-bbaf-4c34-95ad-91be12bc7b37 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.833286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c060ca0-bbaf-4c34-95ad-91be12bc7b37 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042403 Oct 26 12:12:55.833528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.836099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f916a18d-e93a-40d4-a0f6-98e0d97caf5f req-09543a6b-efc4-4804-9bf9-3ace7dc515c0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688879 Oct 26 12:12:55.839351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-338c3754-9f8a-445c-b55b-1bd0ab932a36 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.840324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-338c3754-9f8a-445c-b55b-1bd0ab932a36 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0059175 Oct 26 12:12:55.843695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34534) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.847859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-d0637081-bcef-497f-a8ba-287152ff0b04 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.850974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0637081-bcef-497f-a8ba-287152ff0b04 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042114 Oct 26 12:12:55.851715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34536) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.857935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-34dba75d-6361-4043-963f-e2a5273f7f1c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.858894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-34dba75d-6361-4043-963f-e2a5273f7f1c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062482 Oct 26 12:12:55.861121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34538) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.864957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-7aff407f-bc6c-41c8-b061-d2a3582e5e40 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.865881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7aff407f-bc6c-41c8-b061-d2a3582e5e40 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039117 Oct 26 12:12:55.868867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.875725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-892ab2c9-8791-4e69-aa95-27db50099a0b tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.878925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-892ab2c9-8791-4e69-aa95-27db50099a0b tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068035 Oct 26 12:12:55.879212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34542) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.883882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-4ba0d3bd-0f39-4a19-bdb9-892c13e6866d tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.884988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4ba0d3bd-0f39-4a19-bdb9-892c13e6866d tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047138 Oct 26 12:12:55.887129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34544) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.889826 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-3132e3a5-254b-4ccc-aa6f-5b9b18439fb1 service neutron] 10.222.0.100 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436379 Oct 26 12:12:55.891127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-0c4a9a99-9ebc-4064-b0c6-922c80991b75 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.892068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c4a9a99-9ebc-4064-b0c6-922c80991b75 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040774 Oct 26 12:12:55.894393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34546) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.898435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-e56ef5f3-b927-4e55-ae20-4c044237ba32 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.901540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e56ef5f3-b927-4e55-ae20-4c044237ba32 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041521 Oct 26 12:12:55.901831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34548) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.911688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-ae5c0570-4091-416e-a8fa-dc67d27c9add tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.912994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ae5c0570-4091-416e-a8fa-dc67d27c9add tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099573 Oct 26 12:12:55.916967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34550) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.922149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-06ad7fa3-a785-4451-bd7a-f7b1811fc43d tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.923668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-06ad7fa3-a785-4451-bd7a-f7b1811fc43d tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053072 Oct 26 12:12:55.925622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34552) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.929608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-f8248946-c79f-4bee-aee6-82d66ae87b73 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.933372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8248946-c79f-4bee-aee6-82d66ae87b73 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047805 Oct 26 12:12:55.933684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34554) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.937842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-788d977f-5f86-4fdb-896e-185c00f95fcb tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.941005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-788d977f-5f86-4fdb-896e-185c00f95fcb tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041685 Oct 26 12:12:55.941314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34556) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.947140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-9e860ffe-8aa5-41b6-bc45-c1bc7b11147e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.950177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e860ffe-8aa5-41b6-bc45-c1bc7b11147e tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050883 Oct 26 12:12:55.950420 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34558) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.955200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-53e0766a-b6ca-4b39-a2d8-291bacd64ec6 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.957875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-53e0766a-b6ca-4b39-a2d8-291bacd64ec6 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045035 Oct 26 12:12:55.958110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34560) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.963433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-a5934578-ed53-488e-950b-42fdd695ec48 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.966588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a5934578-ed53-488e-950b-42fdd695ec48 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053930 Oct 26 12:12:55.967680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34562) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.971914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-427093ed-9fc0-4836-ad4e-8bf81f1920b3 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.973017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-427093ed-9fc0-4836-ad4e-8bf81f1920b3 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042877 Oct 26 12:12:55.975298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34566) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.979672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-b6bd97f7-3c20-4a27-a5a0-00eea738367b tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.982908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b6bd97f7-3c20-4a27-a5a0-00eea738367b tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050745 Oct 26 12:12:55.984010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34568) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.989929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-399e23db-ef2a-4f0a-adff-7464285e565c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.992735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41f775c5-d223-494d-8f49-2f44102167ba req-ad77ec17-a54c-425a-a0fb-69ec0acf49ab service neutron] 10.222.0.100 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950053 Oct 26 12:12:55.993609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34572) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:55.994654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-399e23db-ef2a-4f0a-adff-7464285e565c tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061808 Oct 26 12:12:55.997852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-9f98b9aa-9e17-413b-a621-d57355ebca1f tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:55.998811 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f98b9aa-9e17-413b-a621-d57355ebca1f tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043099 Oct 26 12:12:56.001281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34574) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.005594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-802f1a03-c823-46d4-a5e9-72b629b5507f tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:56.006619 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-802f1a03-c823-46d4-a5e9-72b629b5507f tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043237 Oct 26 12:12:56.009651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.013938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-6d9293d6-0d23-4303-bd7e-c0b99b314799 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:56.015068 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6d9293d6-0d23-4303-bd7e-c0b99b314799 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042992 Oct 26 12:12:56.017620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.021737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [None req-5a942bb7-ffae-463a-b5d0-c3fe5b9cdcd2 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:56.022671 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5a942bb7-ffae-463a-b5d0-c3fe5b9cdcd2 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040851 Oct 26 12:12:56.025937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34580) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.031058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-62bc178c-d21c-4423-808d-8a0fdf017d42 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:56.035492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-62bc178c-d21c-4423-808d-8a0fdf017d42 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079801 Oct 26 12:12:56.036101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.040538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [None req-f8aa5ed8-314a-4b70-aaf8-54c6617a6425 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:12:56.041520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8aa5ed8-314a-4b70-aaf8-54c6617a6425 tempest-ExtensionsTestJSON-1341454941 tempest-ExtensionsTestJSON-1341454941-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045083 Oct 26 12:12:56.102623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-25bad0ba-809b-41d7-b82a-fe9834ae26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:56.104826 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-25bad0ba-809b-41d7-b82a-fe9834ae26f1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 1095 time: 0.0608144 Oct 26 12:12:56.206756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-4f397a05-fcd0-4f96-9867-9b3ca5ed1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:56.208364 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-4f397a05-fcd0-4f96-9867-9b3ca5ed1ed7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.0962152 Oct 26 12:12:56.255241 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-87de02af-e07f-42c1-b8c0-fc8f9ea8c5c3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad HTTP/1.1" status: 200 len: 217 time: 0.0380948 Oct 26 12:12:56.315171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-7166cf0a-3f26-43fc-bcf6-fb85b3330753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:56.317148 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-7166cf0a-3f26-43fc-bcf6-fb85b3330753 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.0531473 Oct 26 12:12:56.329993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34592) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.358804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-ddd2cc73-86fe-4382-a95a-da05b5c43538 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320039 Oct 26 12:12:56.460010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a1135de-ba12-4ba3-bff6-7736bd714491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.491815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-702840d6-4b74-4ca5-b825-69beac5b9044 service neutron] 10.222.0.100 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247234 Oct 26 12:12:56.562225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a1135de-ba12-4ba3-bff6-7736bd714491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.567909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6a1135de-ba12-4ba3-bff6-7736bd714491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.608874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6a1135de-ba12-4ba3-bff6-7736bd714491 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6735103c740a4a25a5ed680863800706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776442 Oct 26 12:12:56.609798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34606) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:56.632843 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a490bf1-9e01-40a4-bba4-51b3e4787bc3 req-d2500f70-3446-4558-bbb4-7a514604f822 service neutron] 10.222.0.100 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296518 Oct 26 12:12:56.663129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1135de-ba12-4ba3-bff6-7736bd714491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dba6d5-29f6-4e0b-9faf-95bcc1036c38,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:56.700354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-19d9ec70-6b5d-474a-9c26-578d848aef42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.730225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-19d9ec70-6b5d-474a-9c26-578d848aef42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.800380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-19d9ec70-6b5d-474a-9c26-578d848aef42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.804591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-19d9ec70-6b5d-474a-9c26-578d848aef42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:56.806716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-19d9ec70-6b5d-474a-9c26-578d848aef42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/66dba6d5-29f6-4e0b-9faf-95bcc1036c38 HTTP/1.1" status: 204 len: 168 time: 0.1945856 Oct 26 12:12:56.825968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9ec70-6b5d-474a-9c26-578d848aef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dba6d5-29f6-4e0b-9faf-95bcc1036c38,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:56.980236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11314-aa83-48c3-ae7d-4dc754443cb4 req-d992368d-21ce-4d93-8753-999ad76b26b7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:56.982423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cf11314-aa83-48c3-ae7d-4dc754443cb4 req-d992368d-21ce-4d93-8753-999ad76b26b7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 944 time: 0.0582972 Oct 26 12:12:57.038956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0cf11314-aa83-48c3-ae7d-4dc754443cb4 req-b55318e9-3a54-480e-9334-fc709b285794 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Oct 26 12:12:57.604210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34646) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:12:57.610425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a7b5059c-b62a-4f65-90e0-f39e47cd2cad details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:12:57.732368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286730273'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:12:57.765301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:57.785361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'port_id': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad', 'mac_address': 'fa:16:3e:76:03:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:12:57.800431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:12:57.804534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.822833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.854920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.866301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-5101e308-a5ee-4fc8-add9-970ca67e4005 req-59c1651d-6288-4cc0-98ae-b997f2bb07ad tempest-ServerRescueNegativeTestJSON-1192034284 tempest-ServerRescueNegativeTestJSON-1192034284-project] (102759) timed out ('10.222.0.30', 58374) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:12:57.874598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b5059c-b62a-4f65-90e0-f39e47cd2cad {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:12:57.902404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:57.911595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.941195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.949122 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.970621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:12:57.982049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:57.982433 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment 70156f24-8d23-420d-8ea4-b9233c20cda4 of type vlan for network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 Oct 26 12:12:58.000081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:58.058902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f39f71-595b-4b12-a7eb-c49db07facfc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:58.062579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:58.106325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:58.112543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:58.113186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:58.151877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a7b5059c-b62a-4f65-90e0-f39e47cd2cad'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:12:58.228760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6231425 Oct 26 12:12:58.231593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624b62-e38d-4b37-8dc4-cda870adbf96 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=9a0822f2-edd8-48a6-9f58-7a9b494634b3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:12:58.269759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea2251-3883-4ea1-bee4-bdb98a8b3c16 req-6b4cb1f0-45d7-4cc7-9d85-d6be57e439a5 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:58.271509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cea2251-3883-4ea1-bee4-bdb98a8b3c16 req-6b4cb1f0-45d7-4cc7-9d85-d6be57e439a5 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 945 time: 0.1088040 Oct 26 12:12:58.279173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:12:58.334090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cea2251-3883-4ea1-bee4-bdb98a8b3c16 req-3b96cbfa-13cb-40e4-b78c-b0e7584c9421 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535309 Oct 26 12:12:59.486651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369c62d-4a7a-4183-8a36-dfb1d0db0ad5 req-10d18c93-b5cd-43a2-908f-6429b741391a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:12:59.488308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f369c62d-4a7a-4183-8a36-dfb1d0db0ad5 req-10d18c93-b5cd-43a2-908f-6429b741391a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 945 time: 0.0602639 Oct 26 12:12:59.551614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f369c62d-4a7a-4183-8a36-dfb1d0db0ad5 req-89e1c621-50d6-4464-a06e-ea7841fcecf7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535975 Oct 26 12:12:59.626155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a7b5059c-b62a-4f65-90e0-f39e47cd2cad up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:12:59.680570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port a7b5059c-b62a-4f65-90e0-f39e47cd2cad completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:12:59.687278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port a7b5059c-b62a-4f65-90e0-f39e47cd2cad triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:12:59.687809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:59.812493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:12:59.851499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:12:59.853188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:12:59.856244 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc660c5-a0ba-4c88-a2c7-69c07c7d4bc7" -d '{"events": [{"server_uuid": "f7921f48-dab4-4ed4-a0b1-6690571033cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5059c-b62a-4f65-90e0-f39e47cd2cad"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:12:59.887679 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:00.005595 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edde39dd-4e2c-4c45-8f27-868eb68e4a3a x-openstack-request-id: req-edde39dd-4e2c-4c45-8f27-868eb68e4a3a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:00.007368 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7921f48-dab4-4ed4-a0b1-6690571033cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5059c-b62a-4f65-90e0-f39e47cd2cad", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:00.007581 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-edde39dd-4e2c-4c45-8f27-868eb68e4a3a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:00.009035 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad', 'code': 200} Oct 26 12:13:00.087926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:00.190004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a9998-2d8a-409a-855a-29138248b661 req-5d0cf919-b82d-45a4-a9bf-4ad2c4a1e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:00.191648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-006a9998-2d8a-409a-855a-29138248b661 req-5d0cf919-b82d-45a4-a9bf-4ad2c4a1e218 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 1097 time: 0.1448791 Oct 26 12:13:00.336551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-006a9998-2d8a-409a-855a-29138248b661 req-5f85c4e3-c641-46fd-8af0-9b8a4620916a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 Oct 26 12:13:00.433360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15817-6a76-4005-955f-3c5d0e23b236 req-e1320588-04a1-46f9-aabe-2859f50caa4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:00.442727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fed15817-6a76-4005-955f-3c5d0e23b236 req-e1320588-04a1-46f9-aabe-2859f50caa4a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1054206 Oct 26 12:13:00.496175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fed15817-6a76-4005-955f-3c5d0e23b236 req-6cb300d1-2b6b-4bcf-b804-2650a12326ef tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524545 Oct 26 12:13:00.756337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c489-b514-43d6-b0ec-5cc4d97ac522 req-9c699b3d-70a9-495d-8078-76de5bcef5b7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:00.757956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a36c489-b514-43d6-b0ec-5cc4d97ac522 req-9c699b3d-70a9-495d-8078-76de5bcef5b7 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 946 time: 0.1141441 Oct 26 12:13:00.877915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a36c489-b514-43d6-b0ec-5cc4d97ac522 req-d9aa1437-f720-43b4-8140-bbb31340fc71 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107519 Oct 26 12:13:01.635717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34746) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:01.641637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:01.676827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32825d2-cb42-41ad-91e1-90ef92211b97 req-644854db-3c3e-4ac4-8d92-80974957b158 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:01.678529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e32825d2-cb42-41ad-91e1-90ef92211b97 req-644854db-3c3e-4ac4-8d92-80974957b158 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.0703971 Oct 26 12:13:01.724791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e32825d2-cb42-41ad-91e1-90ef92211b97 req-e6f51881-69e7-4307-9e4d-cb906e4d9da8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Oct 26 12:13:01.864133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:01.868355 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.036164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4145ae-d3ea-4c83-9ea9-f060f5696311 req-16897cd9-b970-4dd9-bb4f-d09610b064ff tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:02.038516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d4145ae-d3ea-4c83-9ea9-f060f5696311 req-16897cd9-b970-4dd9-bb4f-d09610b064ff tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 946 time: 0.0845568 Oct 26 12:13:02.103379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d4145ae-d3ea-4c83-9ea9-f060f5696311 req-c9ea1e79-0d8a-401f-9244-20c636800658 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571465 Oct 26 12:13:02.207721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.293232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:02.304257 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': '70156f24-8d23-420d-8ea4-b9233c20cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:02.304990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: 9a0822f2-edd8-48a6-9f58-7a9b494634b3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:02.330957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:02.369532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9a0822f2-edd8-48a6-9f58-7a9b494634b3) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:02.375069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:02.376429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.384886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc085b28-d345-4a9d-9c64-a7805ed4b995 None None] Network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:02.407550 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9e356df0-17f6-4b9b-88b2-d504789abc55 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7668576 Oct 26 12:13:02.407802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34764) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:02.412749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580740121'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:02.442850 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:02.447499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.483610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:02.496309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.497209 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment ddf06313-12f3-4529-b5c0-adb3ed9752a6 of type vlan for network f942cbe3-652b-41ef-9116-1037e10e3a49 Oct 26 12:13:02.660597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-9a0822f2-edd8-48a6-9f58-7a9b494634b3', 'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:02.662477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.677088 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.744763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.751672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:02.752554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:02.844853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34778) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:02.851411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': 'f942cbe3-652b-41ef-9116-1037e10e3a49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:02.856705 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4476712 Oct 26 12:13:02.870307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2de94-2e0e-43a5-afe0-f90a570d4d5b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=f942cbe3-652b-41ef-9116-1037e10e3a49,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:02.893063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f942cbe3-652b-41ef-9116-1037e10e3a49 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:02.939289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Allocated IP 2001:db8:0:ffff::2 (9a0822f2-edd8-48a6-9f58-7a9b494634b3/8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd/5a26f679-6978-4b0f-b6a5-2c6db4378ee2) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:03.036524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64de85-09ba-43fc-bff3-a9c00806190e req-7f34e0ad-ad9d-464d-8272-9246feea0e2e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:03.038501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d64de85-09ba-43fc-bff3-a9c00806190e req-7f34e0ad-ad9d-464d-8272-9246feea0e2e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1532879 Oct 26 12:13:03.149714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:03.166597 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.240112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d64de85-09ba-43fc-bff3-a9c00806190e req-85901dbe-0656-4faf-a159-e17ca91aa34f tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925237 Oct 26 12:13:03.481949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.509264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.545948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:03.552164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:03.554793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:13:03.572341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.624027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Pushing event updated for resources: {'Port': ['ID=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:03.631007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:03.735052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Attempting to bind port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:03.736265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Attempting to bind port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '70156f24-8d23-420d-8ea4-b9233c20cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:03.737393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Attempting to bind port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 on network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:03.752908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:03.753295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Checking segment: {'id': '70156f24-8d23-420d-8ea4-b9233c20cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:03.753710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.754174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Bound using segment: {'id': '70156f24-8d23-420d-8ea4-b9233c20cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:03.754688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Bound port: 5a26f679-6978-4b0f-b6a5-2c6db4378ee2, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70156f24-8d23-420d-8ea4-b9233c20cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9a0822f2-edd8-48a6-9f58-7a9b494634b3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:03.755317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.825852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=8d8ef4cc-d554-4865-8950-eca2ddcf3fc7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:03.834593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': 'ddf06313-12f3-4529-b5c0-adb3ed9752a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'f942cbe3-652b-41ef-9116-1037e10e3a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:03.835227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: f942cbe3-652b-41ef-9116-1037e10e3a49, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:03.869932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.887794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network f942cbe3-652b-41ef-9116-1037e10e3a49 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:03.898163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] For port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:03.904150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] For port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,segment=NetworkSegment(70156f24-8d23-420d-8ea4-b9233c20cda4),segment_id=70156f24-8d23-420d-8ea4-b9233c20cda4)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:03.910304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f942cbe3-652b-41ef-9116-1037e10e3a49) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:03.918325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.929130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:03.930408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:03.953321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f663867-4285-4c4a-9f0e-2878dff01e23 None None] Network f942cbe3-652b-41ef-9116-1037e10e3a49 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:03.966099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-96778a20-bb5f-4be7-b96e-f785800ff861 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1177719 Oct 26 12:13:03.966732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:04.160549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.227406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.304723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66d078-b201-4856-a846-871cf87ad6a6 None None] Pushing event updated for resources: {'Port': ['ID=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:04.335628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d5e4e1-31b6-4cc9-988e-fb416d43fd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f942cbe3-652b-41ef-9116-1037e10e3a49', 'network_id': 'f942cbe3-652b-41ef-9116-1037e10e3a49', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '8d8ef4cc-d554-4865-8950-eca2ddcf3fc7'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:04.335870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87d5e4e1-31b6-4cc9-988e-fb416d43fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.348402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.468980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c0082-cb59-4385-9a52-a23cb02e2ac8 None None] Network f942cbe3-652b-41ef-9116-1037e10e3a49 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:04.477492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8ef4cc-d554-4865-8950-eca2ddcf3fc7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:04.586516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ff10a-712a-412f-80b5-0ec2092b5406 req-317e31bb-f079-4825-a634-81d7bf865c9a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:04.598077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff6ff10a-712a-412f-80b5-0ec2092b5406 req-317e31bb-f079-4825-a634-81d7bf865c9a tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1465759 Oct 26 12:13:04.676964 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.686352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff6ff10a-712a-412f-80b5-0ec2092b5406 req-4c4511a8-c175-4b5a-a699-278e4f2e2030 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757303 Oct 26 12:13:04.727312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f942cbe3-652b-41ef-9116-1037e10e3a49']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:04.755345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf06313-12f3-4529-b5c0-adb3ed9752a6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:04.755913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf06313-12f3-4529-b5c0-adb3ed9752a6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:04.777994 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.800338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.811473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:04.812030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:04.816163 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:04.902066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.911825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:04.916366 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/f942cbe3-652b-41ef-9116-1037e10e3a49 HTTP/1.1" status: 204 len: 168 time: 0.9482524 Oct 26 12:13:04.919960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34832) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:04.931819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1581041584'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:04.946804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82f15f-f1b4-40fc-83f6-6a646e60d1c1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=f942cbe3-652b-41ef-9116-1037e10e3a49,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:04.975172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:04.979781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.017770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:05.040224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.044149 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment b7e14781-30dd-48fa-b9bc-2e38bb6a673d of type vlan for network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 Oct 26 12:13:05.183505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.253051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.261722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:05.263108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.421418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4999433 Oct 26 12:13:05.421944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34842) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:05.449239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:05.456852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:05.476611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adade6c-71a6-4146-81a9-6f4dd6be9a3f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=a82d2de8-8b44-42dc-9938-39d2e4f6d2c5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:05.520571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:05.635401 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.676764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:05.677493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.706679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:05.721042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:05.892686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b0cc8-edc0-4b9c-b664-90a26fd18a66 None None] Network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:05.957982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17247-bc6c-41a8-b566-84d2a340ce30 req-194caccf-5f39-487f-9b2e-7a2ee876ef62 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:05.971196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47a17247-bc6c-41a8-b566-84d2a340ce30 req-194caccf-5f39-487f-9b2e-7a2ee876ef62 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1266050 Oct 26 12:13:06.078886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6442c0ba-0958-4bb5-807e-b5abfcd44365 None None] Provisioning complete for port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:06.079268 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6442c0ba-0958-4bb5-807e-b5abfcd44365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.081045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47a17247-bc6c-41a8-b566-84d2a340ce30 req-867579a6-52a9-4a1b-9a74-bc858851b844 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087494 Oct 26 12:13:06.124229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.187419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.285959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=f2fc7db4-f647-454c-a34a-e6e8c75460c3,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:06.346388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:06.347098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: a82d2de8-8b44-42dc-9938-39d2e4f6d2c5, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:06.382484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,segment=NetworkSegment(70156f24-8d23-420d-8ea4-b9233c20cda4),segment_id=70156f24-8d23-420d-8ea4-b9233c20cda4)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:06.386002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:06.400348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a82d2de8-8b44-42dc-9938-39d2e4f6d2c5) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:06.413187 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.437728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:06.439020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.477508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e880884c-8b92-4d8f-b384-06afb0a64423 None None] Network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:06.509415 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc5b1ba7-e8d3-48e8-a64c-693202dce6a1 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0857832 Oct 26 12:13:06.513148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34852) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:06.518841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450422723'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:06.527474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-29201f49-086d-4053-917e-90959de6c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:06.536770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-29201f49-086d-4053-917e-90959de6c2e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1096 time: 0.1020536 Oct 26 12:13:06.573796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:06.577452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.627795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:06.653470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.654054 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment 7668a420-00a2-4d9b-8246-f61659b13c87 of type vlan for network 2968078a-d425-44da-a0eb-dbd1ee7826e0 Oct 26 12:13:06.699209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:06.715379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6442c0ba-0958-4bb5-807e-b5abfcd44365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.716629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-c7d703c1-ecc0-46bc-b165-dc6c947dc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:06.721331 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-c7d703c1-ecc0-46bc-b165-dc6c947dc61b service neutron] 10.222.0.100 "GET /v2.0/networks?id=3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 200 len: 899 time: 0.1596389 Oct 26 12:13:06.750464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.806788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.812629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:06.813286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:06.844268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-47e77d15-345f-45b2-a666-fa7d87531fc6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 200 len: 1001 time: 0.1185811 Oct 26 12:13:06.897523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-6442c0ba-0958-4bb5-807e-b5abfcd44365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:13:06.898909 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-6442c0ba-0958-4bb5-807e-b5abfcd44365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:13:06.957047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-c805782b-ddd0-4807-8e48-5d8bb72e8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:06.958641 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-c805782b-ddd0-4807-8e48-5d8bb72e8948 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d05434-abee-4813-92d5-605bb2158b96 HTTP/1.1" status: 200 len: 834 time: 0.1073635 Oct 26 12:13:06.985095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4706221 Oct 26 12:13:06.995424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34856) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:07.002424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': '2968078a-d425-44da-a0eb-dbd1ee7826e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:07.030120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f636f82-b0d4-48e8-8410-8a0c05a2e186 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=2968078a-d425-44da-a0eb-dbd1ee7826e0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:07.045969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 2968078a-d425-44da-a0eb-dbd1ee7826e0 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:07.126188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-4752341f-26c1-4622-8045-bf83069d1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:07.133608 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-4752341f-26c1-4622-8045-bf83069d1c74 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3eb07585-8b5b-4409-bbd1-56ef9c72def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656148 Oct 26 12:13:07.233017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:07.236884 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:07.279779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a82d2de8-8b44-42dc-9938-39d2e4f6d2c5', 'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': 'f2fc7db4-f647-454c-a34a-e6e8c75460c3'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:07.280715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:07.319543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ddac-3c75-4925-96fa-d4f851864210 req-c3bbd4de-113a-450f-a076-93380096c68e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:07.321164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9663ddac-3c75-4925-96fa-d4f851864210 req-c3bbd4de-113a-450f-a076-93380096c68e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1077423 Oct 26 12:13:07.395018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:07.415252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9663ddac-3c75-4925-96fa-d4f851864210 req-fffbe645-c690-4f9c-a802-a56f27fddaf1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837786 Oct 26 12:13:07.526891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:07.527454 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:07.626379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Allocated IP 2001:db8::1 (a82d2de8-8b44-42dc-9938-39d2e4f6d2c5/f2fc7db4-f647-454c-a34a-e6e8c75460c3/c41715fc-98df-4cb9-b915-beaac5721079) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:07.683643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Performing IP validity checks on allocation pools {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:13:07.685892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:13:07.691015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ac411976-c932-43c6-9868-50de3a1fd761 None None] Provisioning complete for port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:07.691389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac411976-c932-43c6-9868-50de3a1fd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:07.766353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-b5fda45a-8ffe-4906-9ed7-9b4682be4e9c service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262877 Oct 26 12:13:07.969281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:07.980541 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.002972 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7e688248-c3d8-4db6-beeb-fb2a7b4f49e5 req-703ef68c-83fe-41a6-bc91-4aa040d590c3 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254963 Oct 26 12:13:08.007775 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.048968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:08.051904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:08.056864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:08.093559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Pushing event updated for resources: {'Port': ['ID=c41715fc-98df-4cb9-b915-beaac5721079,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:08.104163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=d6a40c49-becd-490e-994a-58dded03a335,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:08.124169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': '7668a420-00a2-4d9b-8246-f61659b13c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2968078a-d425-44da-a0eb-dbd1ee7826e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:08.125526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: 2968078a-d425-44da-a0eb-dbd1ee7826e0, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:08.143142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Attempting to bind port c41715fc-98df-4cb9-b915-beaac5721079 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:08.143621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Attempting to bind port c41715fc-98df-4cb9-b915-beaac5721079 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:08.144066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Attempting to bind port c41715fc-98df-4cb9-b915-beaac5721079 on network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:08.152754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 2968078a-d425-44da-a0eb-dbd1ee7826e0 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:08.156342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:08.156817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Checking segment: {'id': 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:08.157295 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.157761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Bound using segment: {'id': 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:08.158383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Bound port: c41715fc-98df-4cb9-b915-beaac5721079, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a82d2de8-8b44-42dc-9938-39d2e4f6d2c5'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:08.158840 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.168282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 2968078a-d425-44da-a0eb-dbd1ee7826e0) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:08.174667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:08.176080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.185606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f411e28-2278-46b3-86e9-90776c30efb4 None None] Network 2968078a-d425-44da-a0eb-dbd1ee7826e0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:08.200396 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c9a78fc-9002-49e3-a427-72d79a76c9f7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2035422 Oct 26 12:13:08.203392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34870) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:08.328694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] For port c41715fc-98df-4cb9-b915-beaac5721079, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:08.333132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] For port c41715fc-98df-4cb9-b915-beaac5721079, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c41715fc-98df-4cb9-b915-beaac5721079,segment=NetworkSegment(b7e14781-30dd-48fa-b9bc-2e38bb6a673d),segment_id=b7e14781-30dd-48fa-b9bc-2e38bb6a673d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:08.343788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.401689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:08.425423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.434033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b4cab-f381-4866-95c9-537407a8304c None None] Pushing event updated for resources: {'Port': ['ID=c41715fc-98df-4cb9-b915-beaac5721079,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:08.530685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.598788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b34f3bb2-a0dc-4232-a09e-006c94fcbe7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.713214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac47c4-ae86-4c0f-8462-555166d90c9d req-b5d62848-674d-4c34-8a91-776860f015a0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:08.719661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87ac47c4-ae86-4c0f-8462-555166d90c9d req-b5d62848-674d-4c34-8a91-776860f015a0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1373901 Oct 26 12:13:08.736823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f9d9f-0745-4fc1-b619-a745900753ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-2968078a-d425-44da-a0eb-dbd1ee7826e0', 'network_id': '2968078a-d425-44da-a0eb-dbd1ee7826e0', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': 'd6a40c49-becd-490e-994a-58dded03a335'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:08.737823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-429f9d9f-0745-4fc1-b619-a745900753ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.744216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b34f3bb2-a0dc-4232-a09e-006c94fcbe7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.760293 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b34f3bb2-a0dc-4232-a09e-006c94fcbe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.802671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3bb2-a0dc-4232-a09e-006c94fcbe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef46d50-20bb-4ecb-880e-68f656f6f58a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:08.843478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87ac47c4-ae86-4c0f-8462-555166d90c9d req-39843eed-1b8f-4c77-b16a-10c88b0366c1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120083 Oct 26 12:13:08.845867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.856567 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b34f3bb2-a0dc-4232-a09e-006c94fcbe7e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e2ce07762e624c20a0b8ba341baefe63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536495 Oct 26 12:13:08.859034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:08.905832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a40c49-becd-490e-994a-58dded03a335,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:08.960252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b861e63-0adc-4b53-a29c-991d7bf38d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server [None req-429f9d9f-0745-4fc1-b619-a745900753ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6a40c49-becd-490e-994a-58dded03a335: This subnet is being modified by another concurrent operation. Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise exception Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6a40c49-becd-490e-994a-58dded03a335: This subnet is being modified by another concurrent operation. Oct 26 12:13:08.981342 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Oct 26 12:13:09.008003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acdc00-f185-4396-8755-bc28e8065fff None None] Network 2968078a-d425-44da-a0eb-dbd1ee7826e0 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:09.012195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.019520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b861e63-0adc-4b53-a29c-991d7bf38d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.041006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2968078a-d425-44da-a0eb-dbd1ee7826e0']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:09.094453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7668a420-00a2-4d9b-8246-f61659b13c87') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:09.097462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7668a420-00a2-4d9b-8246-f61659b13c87') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:09.114702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.145546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.159662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:09.160850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.171861 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b861e63-0adc-4b53-a29c-991d7bf38d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.176592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8b861e63-0adc-4b53-a29c-991d7bf38d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.178665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8b861e63-0adc-4b53-a29c-991d7bf38d25 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ef46d50-20bb-4ecb-880e-68f656f6f58a HTTP/1.1" status: 204 len: 168 time: 0.3176162 Oct 26 12:13:09.188930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b861e63-0adc-4b53-a29c-991d7bf38d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef46d50-20bb-4ecb-880e-68f656f6f58a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:09.299381 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:09.304981 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.323749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.328277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/2968078a-d425-44da-a0eb-dbd1ee7826e0 HTTP/1.1" status: 204 len: 168 time: 1.1238725 Oct 26 12:13:09.332715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:09.341318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1971499638'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:09.367687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961d9fa-243b-4bab-9241-a774fef91239 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=2968078a-d425-44da-a0eb-dbd1ee7826e0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:09.395555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:09.406621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c41715fc-98df-4cb9-b915-beaac5721079 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:09.407681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.440646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:09.460465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.461419 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment b7a6cebf-f760-4205-943d-eb88d7fe73ae of type vlan for network b63ced40-64c2-4921-9b49-092d63123c36 Oct 26 12:13:09.474989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c41715fc-98df-4cb9-b915-beaac5721079 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:09.475599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.517771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.554650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.563647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:09.564958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.576208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.628395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c41715fc-98df-4cb9-b915-beaac5721079, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c41715fc-98df-4cb9-b915-beaac5721079,segment=NetworkSegment(b7e14781-30dd-48fa-b9bc-2e38bb6a673d),segment_id=b7e14781-30dd-48fa-b9bc-2e38bb6a673d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:09.637400 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.650269 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3124163 Oct 26 12:13:09.650766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34894) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:09.656286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': 'b63ced40-64c2-4921-9b49-092d63123c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:09.668003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36fce2-163d-4faf-a12a-6ad8d5efe727 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=b63ced40-64c2-4921-9b49-092d63123c36,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:09.686402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network b63ced40-64c2-4921-9b49-092d63123c36 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:09.807907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:09.818530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:09.852664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c41715fc-98df-4cb9-b915-beaac5721079,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:10.071289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378d7fd-48f6-48a4-9a4b-b0e83863eb9d req-7e4e4b0a-1788-4837-8ca6-ced67554ace2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:10.073201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c378d7fd-48f6-48a4-9a4b-b0e83863eb9d req-7e4e4b0a-1788-4837-8ca6-ced67554ace2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1093214 Oct 26 12:13:10.175371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c378d7fd-48f6-48a4-9a4b-b0e83863eb9d req-c4200e3e-e86d-44c6-ada3-6854c51eeb05 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821888 Oct 26 12:13:10.221012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.305779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85263f47-54e3-4e57-ab6b-0cff8a9263f1 None None] Network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:10.318751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=32b1043d-16bc-4266-baaa-f4c183592718,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:10.324870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': 'b7a6cebf-f760-4205-943d-eb88d7fe73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'b63ced40-64c2-4921-9b49-092d63123c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:10.325245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: b63ced40-64c2-4921-9b49-092d63123c36, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:10.349770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network b63ced40-64c2-4921-9b49-092d63123c36 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:10.370404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, b63ced40-64c2-4921-9b49-092d63123c36) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:10.378986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:10.380142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.396760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b907b25-8a17-47e3-bc1a-3f6b19a45277 None None] Network b63ced40-64c2-4921-9b49-092d63123c36 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:10.405774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-07cfdac4-0706-4500-ac77-d37b53c2c9a6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7537515 Oct 26 12:13:10.409318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:10.461738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d936d21c-67f8-41b2-b864-51430c918193 None None] Provisioning complete for port c41715fc-98df-4cb9-b915-beaac5721079 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:10.462121 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d936d21c-67f8-41b2-b864-51430c918193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.564554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.629834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.713071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.746465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=32b1043d-16bc-4266-baaa-f4c183592718,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:10.839536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.865814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63ced40-64c2-4921-9b49-092d63123c36']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:10.877885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a6cebf-f760-4205-943d-eb88d7fe73ae') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:10.878355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a6cebf-f760-4205-943d-eb88d7fe73ae') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:10.891553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.908817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.916744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:10.917446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:10.957066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17ece6-af9e-414b-8a96-64347bb08f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-b63ced40-64c2-4921-9b49-092d63123c36', 'network_id': 'b63ced40-64c2-4921-9b49-092d63123c36', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '32b1043d-16bc-4266-baaa-f4c183592718'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:10.957913 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d17ece6-af9e-414b-8a96-64347bb08f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:11.003297 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:11.009002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.029782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.033527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/b63ced40-64c2-4921-9b49-092d63123c36 HTTP/1.1" status: 204 len: 168 time: 0.6221712 Oct 26 12:13:11.037197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34934) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:11.042333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951784286'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:11.044918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9a86a-bd45-443e-a52a-cdd5f7f8811e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=b63ced40-64c2-4921-9b49-092d63123c36,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:11.056138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce6808-bffd-4089-94fc-e68a2e643c57 None None] Network b63ced40-64c2-4921-9b49-092d63123c36 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:11.079418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:11.084076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce6808-bffd-4089-94fc-e68a2e643c57 None None] Network b63ced40-64c2-4921-9b49-092d63123c36 could not be found, it might have been deleted concurrently. {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 12:13:11.092841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.146909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:11.161515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.162441 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment 1ca0ee5e-e450-4696-9b09-e61ea4d28272 of type vlan for network f1094585-98a1-4a0f-b995-6ae3786e99ae Oct 26 12:13:11.225849 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.255872 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.263940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:11.264993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.342903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c41715fc-98df-4cb9-b915-beaac5721079 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:11.379656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=f1094585-98a1-4a0f-b995-6ae3786e99ae,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:11.390477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34946) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:11.396084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': 'f1094585-98a1-4a0f-b995-6ae3786e99ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:11.400667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5fca2262-d774-4fed-8623-b4d988e86336 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3624003 Oct 26 12:13:11.421148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f1094585-98a1-4a0f-b995-6ae3786e99ae details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:11.480578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cd86-dd02-4b9f-90f7-c892935baec3 req-80fb8cab-ea8e-4494-86d0-3de25d3dfe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:11.492389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2189cd86-dd02-4b9f-90f7-c892935baec3 req-80fb8cab-ea8e-4494-86d0-3de25d3dfe4b tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1176777 Oct 26 12:13:11.495338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99efc34c-0bbe-446e-8177-a2c5513e1b04 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:13:11.545578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2189cd86-dd02-4b9f-90f7-c892935baec3 req-1a0e6d88-3e6a-498a-a572-7e26407931a4 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Oct 26 12:13:11.589221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:11.593293 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.622195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c41715fc-98df-4cb9-b915-beaac5721079 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:11.622576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.625218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99efc34c-0bbe-446e-8177-a2c5513e1b04 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:13:11.757171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c88eee5c-8fb1-4bb5-9363-3716d68d5110 None None] Provisioning complete for port c41715fc-98df-4cb9-b915-beaac5721079 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:11.757574 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c88eee5c-8fb1-4bb5-9363-3716d68d5110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.832458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.912533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': '1ca0ee5e-e450-4696-9b09-e61ea4d28272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f1094585-98a1-4a0f-b995-6ae3786e99ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:11.912984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: f1094585-98a1-4a0f-b995-6ae3786e99ae, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:11.917666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=415d56eb-3253-4b3d-989e-396aef64310d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:11.949188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network f1094585-98a1-4a0f-b995-6ae3786e99ae is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:11.963759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f1094585-98a1-4a0f-b995-6ae3786e99ae) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:11.968992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:11.969757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:11.997543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e053f22f-59eb-4213-b8b3-d46fc2d8b26d tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6056967 Oct 26 12:13:12.000101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34948) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:12.111241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79625208-3e03-4700-a1e9-0a85fb1ceec2 None None] Network f1094585-98a1-4a0f-b995-6ae3786e99ae requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:12.169413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.238380 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.318315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d7b4b-d0f9-4908-b050-42080db0413d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f1094585-98a1-4a0f-b995-6ae3786e99ae', 'network_id': 'f1094585-98a1-4a0f-b995-6ae3786e99ae', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '415d56eb-3253-4b3d-989e-396aef64310d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:12.319418 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c38d7b4b-d0f9-4908-b050-42080db0413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.338455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.388842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=415d56eb-3253-4b3d-989e-396aef64310d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:12.446191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081fd83-456f-4153-be5e-4d1c13de6838 None None] Network f1094585-98a1-4a0f-b995-6ae3786e99ae requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:12.449009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.472816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1094585-98a1-4a0f-b995-6ae3786e99ae']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:12.485656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca0ee5e-e450-4696-9b09-e61ea4d28272') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:12.485964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca0ee5e-e450-4696-9b09-e61ea4d28272') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:12.497516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.512144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.520402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:12.520818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:12.525141 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:12.621610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.630769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.639357 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/f1094585-98a1-4a0f-b995-6ae3786e99ae HTTP/1.1" status: 204 len: 168 time: 0.6380839 Oct 26 12:13:12.643518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:12.649584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855615172'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:12.660913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5037-1cc1-40c1-a6a5-9014e49fb255 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=f1094585-98a1-4a0f-b995-6ae3786e99ae,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:12.688484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:12.695650 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.762342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:12.780729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db9664-8566-40b8-bb64-ddb2bf5a55d5 req-f17f3eb9-6817-47d4-a1c7-aacfc45af531 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:12.782416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9db9664-8566-40b8-bb64-ddb2bf5a55d5 req-f17f3eb9-6817-47d4-a1c7-aacfc45af531 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.0730793 Oct 26 12:13:12.792259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.792614 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment 72303aeb-0883-4b60-b3f0-a43f744ccda1 of type vlan for network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 Oct 26 12:13:12.868683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.885317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b9db9664-8566-40b8-bb64-ddb2bf5a55d5 req-de0aa209-09ba-4a71-8f31-affc695c1c47 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835955 Oct 26 12:13:12.943712 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:12.950116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:12.950750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:13.012134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-90117d6a-9efe-4b17-8b73-0b75762dfcb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087170 Oct 26 12:13:13.041264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3962739 Oct 26 12:13:13.044270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34964) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:13.049477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:13.054976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32507a23-41de-47b2-9b6d-45b3e3dc1cbc tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:13.087970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:13.168401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:13.172149 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:13.437522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:13.519271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': '72303aeb-0883-4b60-b3f0-a43f744ccda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:13.519605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:13.525661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=7d1a15a5-8c15-4b49-9a4e-9c2644bf593d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:13.553268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:13.567000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:13.574450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:13.575464 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:13.577608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd578a-5d9c-43a7-856c-d3997e049131 None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:13.603014 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3923e99b-39dc-4040-9cb4-ec1053216934 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5570812 Oct 26 12:13:13.603649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34968) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:13.610069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:13.691606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-5ad53a91-11e3-4a60-ab94-132efb8982d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:13.693850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-5ad53a91-11e3-4a60-ab94-132efb8982d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 1096 time: 0.6154888 Oct 26 12:13:13.821093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38', 'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '7d1a15a5-8c15-4b49-9a4e-9c2644bf593d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:13.823234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:13.873064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-66bf053f-b675-4886-ad84-9fcd7ab7384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:13.875200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-66bf053f-b675-4886-ad84-9fcd7ab7384c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.1494668 Oct 26 12:13:13.880919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:13.886378 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.009346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-1850e168-573f-4caf-8f98-9fd802dd85e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b67249-71dc-4886-a764-a82ae4ec65f8 HTTP/1.1" status: 200 len: 217 time: 0.1184406 Oct 26 12:13:14.046163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Allocated IP 2001:db8::2 (5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38/7d1a15a5-8c15-4b49-9a4e-9c2644bf593d/b2a4a043-dd6d-4ea4-b4d1-e683853d9c67) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:14.149306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-78155e6e-016d-44b2-a58e-08e314f31ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.153078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-78155e6e-016d-44b2-a58e-08e314f31ce1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1317167 Oct 26 12:13:14.174243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9bf7e-73f1-4653-93e6-1b6aa9e1e25f req-902f3ff1-5f57-42f1-987b-230743908035 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.176091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96b9bf7e-73f1-4653-93e6-1b6aa9e1e25f req-902f3ff1-5f57-42f1-987b-230743908035 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1843383 Oct 26 12:13:14.234696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96b9bf7e-73f1-4653-93e6-1b6aa9e1e25f req-a9bb0133-bc96-4237-9207-d5578150c0fb tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474775 Oct 26 12:13:14.332504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.344420 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.390545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-18c2bd34-d297-4906-b03a-728a8b991bf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823231 Oct 26 12:13:14.420573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:14.426546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:14.429152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:14.485131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Pushing event updated for resources: {'Port': ['ID=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:14.506793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Attempting to bind port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:14.509579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Attempting to bind port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '72303aeb-0883-4b60-b3f0-a43f744ccda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:14.510090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Attempting to bind port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 on network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:14.516650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:14.517189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Checking segment: {'id': '72303aeb-0883-4b60-b3f0-a43f744ccda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:14.517692 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.518828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Bound using segment: {'id': '72303aeb-0883-4b60-b3f0-a43f744ccda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:14.519658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Bound port: b2a4a043-dd6d-4ea4-b4d1-e683853d9c67, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72303aeb-0883-4b60-b3f0-a43f744ccda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:14.519971 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.603283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] For port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:14.608824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-ac33ed09-c657-4f87-8cea-cf2408fea445 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048094 Oct 26 12:13:14.609051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] For port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,segment=NetworkSegment(72303aeb-0883-4b60-b3f0-a43f744ccda1),segment_id=72303aeb-0883-4b60-b3f0-a43f744ccda1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:14.616139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.617943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.701610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed58ffa-bc78-4360-b3c9-3b3988e02413 None None] Pushing event updated for resources: {'Port': ['ID=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:14.726252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:14.735197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:14.739204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.739911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:14.743372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=9e27880b-8e25-4b7e-b820-b97394de82aa,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:14.776909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-adb374d0-0f8f-4a4d-a14f-0bf260b47ebe tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1707153 Oct 26 12:13:14.779786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34982) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:14.803934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06f0951-df05-45e1-a489-fc612665e1b2 req-05a6b396-8d96-4e84-aafe-f65ddd21e82f service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833048 Oct 26 12:13:14.897857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f9978-8e0e-41ea-97ec-a33706ca8be0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.900644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f9978-8e0e-41ea-97ec-a33706ca8be0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.902313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f9978-8e0e-41ea-97ec-a33706ca8be0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.904230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f9978-8e0e-41ea-97ec-a33706ca8be0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.906407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f9978-8e0e-41ea-97ec-a33706ca8be0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:14.910922 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-488f9978-8e0e-41ea-97ec-a33706ca8be0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1282299 Oct 26 12:13:14.915679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 34988) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:14.926039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125517065'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:14.969747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:14.973746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.019172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:15.030849 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.031306 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment f474126a-e38e-4734-bf29-fca93b1d5d9c of type vlan for network 20fa038a-661c-4669-9f78-55e3125dbe1a Oct 26 12:13:15.101914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.131465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.137678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:15.138323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.204803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2879663 Oct 26 12:13:15.207559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:15.219244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:15.240788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776b436-877c-42f8-a1b0-6315c2bb4c38 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=20fa038a-661c-4669-9f78-55e3125dbe1a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:15.252991 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 20fa038a-661c-4669-9f78-55e3125dbe1a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:15.400236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:15.469856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d46953-15f1-4a7c-a78c-5f7bc34e5203 req-78966a1d-976b-4f24-a5ba-559d228f7549 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:15.472462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44d46953-15f1-4a7c-a78c-5f7bc34e5203 req-78966a1d-976b-4f24-a5ba-559d228f7549 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.0866914 Oct 26 12:13:15.481067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:15.481448 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.529659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.539396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44d46953-15f1-4a7c-a78c-5f7bc34e5203 req-23270bcc-b723-4de9-8e7f-9e242925dca8 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590873 Oct 26 12:13:15.550565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.562959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 20fa038a-661c-4669-9f78-55e3125dbe1a is not hosted by any dhcp agent {{(pid=102759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:13:15.568867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:15.569619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.571340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "PUT /v2.0/networks/20fa038a-661c-4669-9f78-55e3125dbe1a HTTP/1.1" status: 200 len: 723 time: 0.3624728 Oct 26 12:13:15.574112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 34998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:15.580120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:15.668980 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.747599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,segment=NetworkSegment(72303aeb-0883-4b60-b3f0-a43f744ccda1),segment_id=72303aeb-0883-4b60-b3f0-a43f744ccda1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:15.753015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253b6a-ddb8-43aa-82bf-68c3c91907f2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=20fa038a-661c-4669-9f78-55e3125dbe1a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:15.759962 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.773541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 20fa038a-661c-4669-9f78-55e3125dbe1a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:15.808988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:15.814178 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:15.901617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:16.055566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.088262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c872a23-ec58-4ca4-8929-8bab3d199a8c None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:16.148885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=1642889c-ec0c-4d92-9be0-b2f3b2b63c53,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:16.184842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': 'f474126a-e38e-4734-bf29-fca93b1d5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:16.185554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: 20fa038a-661c-4669-9f78-55e3125dbe1a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:16.211265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 20fa038a-661c-4669-9f78-55e3125dbe1a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:16.223275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3ae969b8-e695-466d-b6af-dd840e13aa01 None None] Provisioning complete for port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:16.223725 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ae969b8-e695-466d-b6af-dd840e13aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.228019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 20fa038a-661c-4669-9f78-55e3125dbe1a) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:16.245199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:16.245966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.267774 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27302b59-cfb5-4cb5-8192-9f540e51714b tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6899066 Oct 26 12:13:16.268252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35004) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:16.271497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bee75f-2f30-443a-95b0-e2ca7f304416 None None] Network 20fa038a-661c-4669-9f78-55e3125dbe1a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:16.275813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:16.394325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126935025'] for subnet, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.514976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-20fa038a-661c-4669-9f78-55e3125dbe1a', 'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '1642889c-ec0c-4d92-9be0-b2f3b2b63c53'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:16.516069 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.554950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776299697381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126435658'] for subnet, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.663641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:16.664684 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.666192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "PUT /v2.0/subnets/1642889c-ec0c-4d92-9be0-b2f3b2b63c53 HTTP/1.1" status: 200 len: 826 time: 0.3967171 Oct 26 12:13:16.668875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35010) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:16.683424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a551a-8107-4420-a383-88333e085bf2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=1642889c-ec0c-4d92-9be0-b2f3b2b63c53,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:16.691976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Allocated IP 2001:db8::2 (20fa038a-661c-4669-9f78-55e3125dbe1a/1642889c-ec0c-4d92-9be0-b2f3b2b63c53/b9d36642-dac7-48c2-b613-8f29adcd239e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:16.821458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e85ea9-2c31-4981-bda9-aacf8f06487e req-9ec6006b-8326-47a1-b277-d8e764e6406c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:16.837274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55e85ea9-2c31-4981-bda9-aacf8f06487e req-9ec6006b-8326-47a1-b277-d8e764e6406c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1287220 Oct 26 12:13:16.856176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] Update dhcp port {'port': {'network_id': '5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38', 'fixed_ips': [{'subnet_id': '7d1a15a5-8c15-4b49-9a4e-9c2644bf593d', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e27880b-8e25-4b7e-b820-b97394de82aa'}], 'binding:host_id': 'n-d-812150-3'}, 'id': 'b2a4a043-dd6d-4ea4-b4d1-e683853d9c67'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:13:16.908571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55e85ea9-2c31-4981-bda9-aacf8f06487e req-9a69025f-e7ff-4f2a-af86-55b43593d0b3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706587 Oct 26 12:13:16.934710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:16.939090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.059059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.385284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:17.395105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.449577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.491866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] Allocated IP 172.20.0.1 (5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38/9e27880b-8e25-4b7e-b820-b97394de82aa/b2a4a043-dd6d-4ea4-b4d1-e683853d9c67) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:17.498319 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.566228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=1642889c-ec0c-4d92-9be0-b2f3b2b63c53,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:17.583792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Network 20fa038a-661c-4669-9f78-55e3125dbe1a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:17.591121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.612243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:17.615530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa038a-661c-4669-9f78-55e3125dbe1a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:17.618599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:17.635587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f474126a-e38e-4734-bf29-fca93b1d5d9c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:17.636381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Pushing event updated for resources: {'Port': ['ID=b9d36642-dac7-48c2-b613-8f29adcd239e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:17.636705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f474126a-e38e-4734-bf29-fca93b1d5d9c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:17.650288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:17.650895 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.655417 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.670983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.679873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:17.680856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:17.701325 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:17.783393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Attempting to bind port b9d36642-dac7-48c2-b613-8f29adcd239e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:17.783854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Attempting to bind port b9d36642-dac7-48c2-b613-8f29adcd239e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f474126a-e38e-4734-bf29-fca93b1d5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:17.784130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Attempting to bind port b9d36642-dac7-48c2-b613-8f29adcd239e on network 20fa038a-661c-4669-9f78-55e3125dbe1a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:17.800372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:13:17.800372 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:13:17.800372 n-d-812150-3 neutron-server[102759]: [parameters: {'id': '20fa038a-661c-4669-9f78-55e3125dbe1a'}] Oct 26 12:13:17.800372 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:13:17.801073 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:13:17.823342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:17.823719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Checking segment: {'id': 'f474126a-e38e-4734-bf29-fca93b1d5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:17.824120 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.824512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Bound using segment: {'id': 'f474126a-e38e-4734-bf29-fca93b1d5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:17.825249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Bound port: b9d36642-dac7-48c2-b613-8f29adcd239e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f474126a-e38e-4734-bf29-fca93b1d5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '20fa038a-661c-4669-9f78-55e3125dbe1a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:17.825911 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.833789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] For port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,segment=NetworkSegment(72303aeb-0883-4b60-b3f0-a43f744ccda1),segment_id=72303aeb-0883-4b60-b3f0-a43f744ccda1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:17.905592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:17.911330 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:18.004545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] For port b9d36642-dac7-48c2-b613-8f29adcd239e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:18.030298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] For port b9d36642-dac7-48c2-b613-8f29adcd239e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9d36642-dac7-48c2-b613-8f29adcd239e,segment=NetworkSegment(f474126a-e38e-4734-bf29-fca93b1d5d9c),segment_id=f474126a-e38e-4734-bf29-fca93b1d5d9c)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:18.033911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f4fd7-32c0-4899-a2e7-a3adeb038578 None None] Pushing event updated for resources: {'Port': ['ID=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:18.049755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:18.139795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c368-b6e4-4407-9237-1166f0db96bf req-e63ec48b-f7e5-4bf0-a411-06e823aee2f0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:18.141965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a895c368-b6e4-4407-9237-1166f0db96bf req-e63ec48b-f7e5-4bf0-a411-06e823aee2f0 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1037507 Oct 26 12:13:18.170548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faec89-495a-47a8-9358-e830e550b721 None None] Pushing event updated for resources: {'Port': ['ID=b9d36642-dac7-48c2-b613-8f29adcd239e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:18.200775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf6f71e-4bb2-4302-9085-c73864323714 None None] Network 20fa038a-661c-4669-9f78-55e3125dbe1a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:18.256131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a895c368-b6e4-4407-9237-1166f0db96bf req-0bfb74f1-bdc4-46c2-bab8-11f0464a0f28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033666 Oct 26 12:13:18.303156 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:18.444756 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting port b9d36642-dac7-48c2-b613-8f29adcd239e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:18.445903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:18.502580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb33dc6-8dce-4a2a-9b4a-7333ac58e92a None None] Network 20fa038a-661c-4669-9f78-55e3125dbe1a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:18.624489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] For port b9d36642-dac7-48c2-b613-8f29adcd239e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9d36642-dac7-48c2-b613-8f29adcd239e,segment=NetworkSegment(f474126a-e38e-4734-bf29-fca93b1d5d9c),segment_id=f474126a-e38e-4734-bf29-fca93b1d5d9c)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:18.625329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:18.652661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Calling delete_port for b9d36642-dac7-48c2-b613-8f29adcd239e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:18.681693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8df88-648c-439a-bc68-0dbb3cf34545 req-823127d7-96ad-41e7-8464-bf663245c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:18.683850 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6ba8df88-648c-439a-bc68-0dbb3cf34545 req-823127d7-96ad-41e7-8464-bf663245c67b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1096 time: 0.1114240 Oct 26 12:13:18.811523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6ba8df88-648c-439a-bc68-0dbb3cf34545 req-a222baa2-13f1-4930-a150-2f3831fd6f94 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597084 Oct 26 12:13:18.858531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:18.881871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No DVR routers for this DVR port b9d36642-dac7-48c2-b613-8f29adcd239e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:18.942658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Port': ['ID=b9d36642-dac7-48c2-b613-8f29adcd239e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:18.969279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2fbde4-4594-415d-bd54-4e907af1cbe1 None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:19.048074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.069003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c2790a3e-2e85-4366-b359-94f8aa697e51 None None] Provisioning complete for port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:19.069643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c2790a3e-2e85-4366-b359-94f8aa697e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.107571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa038a-661c-4669-9f78-55e3125dbe1a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:19.124060 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f474126a-e38e-4734-bf29-fca93b1d5d9c') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:19.124444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f474126a-e38e-4734-bf29-fca93b1d5d9c') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:19.138216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.155045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.163012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:19.163452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:19.166777 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:19.169888 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-879f7f78-1d50-4717-ae06-a4d68531ce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.247314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.317058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.326077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:19.329996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:19.334484 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/20fa038a-661c-4669-9f78-55e3125dbe1a HTTP/1.1" status: 204 len: 168 time: 2.6634650 Oct 26 12:13:19.339727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec19bf-1e61-4c13-88a9-8b62c4b96449 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=20fa038a-661c-4669-9f78-55e3125dbe1a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:19.379297 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f51dd-fd5b-4bde-aa6b-0f2fa7a73f27 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:19.382939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990f51dd-fd5b-4bde-aa6b-0f2fa7a73f27 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:19.402073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-990f51dd-fd5b-4bde-aa6b-0f2fa7a73f27 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/20fa038a-661c-4669-9f78-55e3125dbe1a HTTP/1.1" status: 404 len: 339 time: 0.0681572 Oct 26 12:13:19.403804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35260) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:19.409472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624880810', 'description': 'd1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:19.453883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:19.454272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.463214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607aac7-12d0-4e69-87f0-7058bc293c2e req-95ef0104-1cd2-494b-bc3d-9f1a00eaae07 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:19.464988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:19.471577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.481360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d607aac7-12d0-4e69-87f0-7058bc293c2e req-95ef0104-1cd2-494b-bc3d-9f1a00eaae07 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.0843701 Oct 26 12:13:19.515098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:19.528929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.529537 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment 9a4f8256-5eb9-4346-aeaf-563196254ac1 of type vlan for network 4e9c10e8-c57c-4d72-ba4c-b73096f56ccb Oct 26 12:13:19.559858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d607aac7-12d0-4e69-87f0-7058bc293c2e req-227c71ee-33ff-4995-a59e-b25c7436507e tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698473 Oct 26 12:13:19.605310 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.666764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.679707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:19.680865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dfca3-a67e-4ca3-999a-46f433532644 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:13:19.682614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:19.688660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:13:19.773944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3688343 Oct 26 12:13:19.776682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35300) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:19.804827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115970-e58d-4db0-bb2a-4706c1d55279 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=4e9c10e8-c57c-4d72-ba4c-b73096f56ccb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:19.859299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4e9c10e8-c57c-4d72-ba4c-b73096f56ccb details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:19.975427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc155e5-a071-4b81-b271-8aa51e79cca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:19.980553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8bc155e5-a071-4b81-b271-8aa51e79cca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks?id=4e9c10e8-c57c-4d72-ba4c-b73096f56ccb HTTP/1.1" status: 200 len: 765 time: 0.2006464 Oct 26 12:13:19.981532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35320) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:19.987249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'description': 'd2'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:20.007443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dfca3-a67e-4ca3-999a-46f433532644 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:13:20.050229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7be48ff1-9e03-4364-87ac-a8550307bd9a None None] Provisioning complete for port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:20.050597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7be48ff1-9e03-4364-87ac-a8550307bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:20.246619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:20.264717 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:20.271144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'port_id': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'mac_address': 'fa:16:3e:63:14:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:13:20.288202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:20.316749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network 4e9c10e8-c57c-4d72-ba4c-b73096f56ccb is not hosted by any dhcp agent {{(pid=102759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:13:20.323151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:20.325870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:20.328084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35354) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:20.328487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "PUT /v2.0/networks/4e9c10e8-c57c-4d72-ba4c-b73096f56ccb HTTP/1.1" status: 200 len: 762 time: 0.3456221 Oct 26 12:13:20.360760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:20.397841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc5d57-972e-44dc-91b3-aaa9ba24d606 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=4e9c10e8-c57c-4d72-ba4c-b73096f56ccb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:20.412972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4e9c10e8-c57c-4d72-ba4c-b73096f56ccb details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:20.415829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9627ad5f-9d5b-43c1-9a53-7c3483be61bf {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:20.471622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59145072-2b2a-4649-9518-b1f1910e2c16 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:20.473675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-59145072-2b2a-4649-9518-b1f1910e2c16 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks?id=4e9c10e8-c57c-4d72-ba4c-b73096f56ccb HTTP/1.1" status: 200 len: 765 time: 0.1439769 Oct 26 12:13:20.479762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35374) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:20.485184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:20.515790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:20.662992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:20.744130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6af5d2-24b9-4121-bcf6-ed7687cd04ef req-7475530b-9a5f-48b9-911e-1a4742cddbc9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:20.746075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b6af5d2-24b9-4121-bcf6-ed7687cd04ef req-7475530b-9a5f-48b9-911e-1a4742cddbc9 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 944 time: 0.0803735 Oct 26 12:13:20.792597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['9627ad5f-9d5b-43c1-9a53-7c3483be61bf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:13:20.815785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b6af5d2-24b9-4121-bcf6-ed7687cd04ef req-3d0885bc-c5c0-411c-baf5-aa0754f3d479 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520086 Oct 26 12:13:20.844497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35408) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:20.975026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49ded3a6-077c-4463-ba61-d29f0b883f22 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/floatingips/002f90c5-17d9-47be-a3c0-0dc4d18ad894 HTTP/1.1" status: 200 len: 992 time: 0.1291175 Oct 26 12:13:21.068991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dcfab4-c88b-4f96-9b4c-eb5f666db511 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.073468 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1dcfab4-c88b-4f96-9b4c-eb5f666db511 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5895512 Oct 26 12:13:21.073816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35430) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.118694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cff59263-e91f-46ce-8321-21ad35c1bf17 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 207 time: 0.0436807 Oct 26 12:13:21.122463 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35438) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.332556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.339362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.345552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.351993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.358442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.364965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.367589 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff0430ae-1e67-47f9-8127-efd5ecfb8dca tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2438302 Oct 26 12:13:21.371408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35470) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.527161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-93264787-c60a-4c5e-a50b-ced91b9ea041 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1545515 Oct 26 12:13:21.530486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.615730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cce831-4d63-4ce1-9057-d5d84a40b2c5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.617449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cce831-4d63-4ce1-9057-d5d84a40b2c5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.619311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cce831-4d63-4ce1-9057-d5d84a40b2c5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.620842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cce831-4d63-4ce1-9057-d5d84a40b2c5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.622628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cce831-4d63-4ce1-9057-d5d84a40b2c5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.624645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0cce831-4d63-4ce1-9057-d5d84a40b2c5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0930846 Oct 26 12:13:21.628660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.684898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:21.703923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30140d65-abe6-48bf-a3de-2af8b9debff0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.705751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30140d65-abe6-48bf-a3de-2af8b9debff0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.707809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30140d65-abe6-48bf-a3de-2af8b9debff0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.709442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30140d65-abe6-48bf-a3de-2af8b9debff0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.711063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30140d65-abe6-48bf-a3de-2af8b9debff0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.712747 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-30140d65-abe6-48bf-a3de-2af8b9debff0 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0803995 Oct 26 12:13:21.716628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35514) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.776109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05a553bd-98fd-41d4-8e31-c88795c94656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:21.839824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32c969-422b-49f4-8b5b-1f5113598d1a tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:21.840244 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:21.841526 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ac32c969-422b-49f4-8b5b-1f5113598d1a tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks/9a0822f2-edd8-48a6-9f58-7a9b494634b3 HTTP/1.1" status: 200 len: 803 time: 0.1236429 Oct 26 12:13:21.845338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35518) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.864075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9627ad5f-9d5b-43c1-9a53-7c3483be61bf {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:21.890122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:21.898721 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:21.949837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35520) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:21.966244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:21.985594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a44fce6b-37ea-4af5-bd5c-3a768949b1cb tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/networks/9a0822f2-edd8-48a6-9f58-7a9b494634b3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1390870 Oct 26 12:13:21.989202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:22.048627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a9912c-3665-4cf7-a071-313b4d43655e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:22.050015 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-99a9912c-3665-4cf7-a071-313b4d43655e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/subnets/8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd HTTP/1.1" status: 200 len: 843 time: 0.0597997 Oct 26 12:13:22.053685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35526) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:22.103562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6f261e6f-307c-4134-bae2-fbc9c8cd6dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.129377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4675e862-d6ab-40d0-9d96-83bf6c40c519 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:22.130827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4675e862-d6ab-40d0-9d96-83bf6c40c519 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "GET /v2.0/subnets/8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0756590 Oct 26 12:13:22.137016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:22.142377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106480614'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:22.167331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:22.171818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.201831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:22.211752 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.212109 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Added segment 61a11083-69dc-4ae7-876e-6c5d34647edf of type vlan for network a356a705-f6c7-43be-843c-558c59b399ac Oct 26 12:13:22.235074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6f261e6f-307c-4134-bae2-fbc9c8cd6dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.240072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6f261e6f-307c-4134-bae2-fbc9c8cd6dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.256007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.275157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f261e6f-307c-4134-bae2-fbc9c8cd6dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec5d7f-1273-4b97-a888-b317de84663f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:22.284500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.291609 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6f261e6f-307c-4134-bae2-fbc9c8cd6dec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52074967eb5646df93527a8c9b61a9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370805 Oct 26 12:13:22.291867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:22.292199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:22.293010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.355404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d028c06-6ae3-455f-ac8c-4e3d107e24f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.369635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2314694 Oct 26 12:13:22.372643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35534) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:22.373925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Network': ['ID=a356a705-f6c7-43be-843c-558c59b399ac,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:22.380788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:22.382401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.382748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.383136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.383477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.383818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.384150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.384637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.385127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.385603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.386074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.386540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.386893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dfb1b-de6f-495a-8972-b8fbb381e577 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:22.400207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a356a705-f6c7-43be-843c-558c59b399ac details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:22.431657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d028c06-6ae3-455f-ac8c-4e3d107e24f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.519497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Made reservation on behalf of d908acbf77a54fb6b7ebe4a1e25ed342 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:22.523937 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.592481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Performing IP validity checks on allocation pools {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:13:22.593057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:13:22.611723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d028c06-6ae3-455f-ac8c-4e3d107e24f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.614342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d028c06-6ae3-455f-ac8c-4e3d107e24f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.621514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d028c06-6ae3-455f-ac8c-4e3d107e24f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4eec5d7f-1273-4b97-a888-b317de84663f HTTP/1.1" status: 204 len: 168 time: 0.3260548 Oct 26 12:13:22.758708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028c06-6ae3-455f-ac8c-4e3d107e24f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec5d7f-1273-4b97-a888-b317de84663f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:22.762227 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.839811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=930b8474-fc99-44ec-b50e-fc93b80f6987,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:22.851310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Checking segment: {'id': '61a11083-69dc-4ae7-876e-6c5d34647edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:22.851897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network hostable DHCP agents. Network: a356a705-f6c7-43be-843c-558c59b399ac, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:22.893784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Network a356a705-f6c7-43be-843c-558c59b399ac is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:22.896985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.911293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a356a705-f6c7-43be-843c-558c59b399ac) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:22.917600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:22.918202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:22.925792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999aa65-e547-4bd9-af5b-9a5cce3ce6d7 None None] Network a356a705-f6c7-43be-843c-558c59b399ac requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:22.948872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35548) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:22.949575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2942b5fb-4afa-4ca9-ba36-369436650a18 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5752947 Oct 26 12:13:22.957012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:23.141569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126935025'] for subnet, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.155650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a356a705-f6c7-43be-843c-558c59b399ac', 'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac', 'tenant_id': 'd908acbf77a54fb6b7ebe4a1e25ed342', 'fixed_ips': [{'subnet_id': '930b8474-fc99-44ec-b50e-fc93b80f6987'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:23.156542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.307001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.396687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776299697381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126435658'] for subnet, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.451309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:23.452436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.456542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:23.457119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "PUT /v2.0/subnets/930b8474-fc99-44ec-b50e-fc93b80f6987 HTTP/1.1" status: 200 len: 900 time: 0.5052414 Oct 26 12:13:23.468714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3973-5bb9-472f-a4ac-590cdc95e436 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event updated for resources: {'Subnet': ['ID=930b8474-fc99-44ec-b50e-fc93b80f6987,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:23.480762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Allocated IP 2001:db8::3 (a356a705-f6c7-43be-843c-558c59b399ac/930b8474-fc99-44ec-b50e-fc93b80f6987/47d0b233-85db-47b3-81a2-4b2173f23340) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:23.590216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.680984 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.706672 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.711369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:23.757025 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.785798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.820552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Network a356a705-f6c7-43be-843c-558c59b399ac is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:23.829089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:23.836412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:23.841038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Pushing event updated for resources: {'Port': ['ID=47d0b233-85db-47b3-81a2-4b2173f23340,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:23.845154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=930b8474-fc99-44ec-b50e-fc93b80f6987,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:23.894700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:23.898729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.918755 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.952511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a356a705-f6c7-43be-843c-558c59b399ac']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:23.955995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Attempting to bind port 47d0b233-85db-47b3-81a2-4b2173f23340 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:23.956446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Attempting to bind port 47d0b233-85db-47b3-81a2-4b2173f23340 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '61a11083-69dc-4ae7-876e-6c5d34647edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:23.956882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Attempting to bind port 47d0b233-85db-47b3-81a2-4b2173f23340 on network a356a705-f6c7-43be-843c-558c59b399ac {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:23.965033 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:23.965242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a11083-69dc-4ae7-876e-6c5d34647edf') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:23.965333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a11083-69dc-4ae7-876e-6c5d34647edf') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:23.965428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Checking segment: {'id': '61a11083-69dc-4ae7-876e-6c5d34647edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:23.965936 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.966407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Bound using segment: {'id': '61a11083-69dc-4ae7-876e-6c5d34647edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:23.966998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Bound port: 47d0b233-85db-47b3-81a2-4b2173f23340, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a11083-69dc-4ae7-876e-6c5d34647edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'a356a705-f6c7-43be-843c-558c59b399ac'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:23.967552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.978158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:23.998199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.006607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:24.007960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:24.012699 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:24.091649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.093982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] For port 47d0b233-85db-47b3-81a2-4b2173f23340, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:24.105738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:13:24.105738 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:13:24.105738 n-d-812150-3 neutron-server[102759]: [parameters: {'id': 'a356a705-f6c7-43be-843c-558c59b399ac'}] Oct 26 12:13:24.105738 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:13:24.106599 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:13:24.107684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] For port 47d0b233-85db-47b3-81a2-4b2173f23340, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=47d0b233-85db-47b3-81a2-4b2173f23340,segment=NetworkSegment(61a11083-69dc-4ae7-876e-6c5d34647edf),segment_id=61a11083-69dc-4ae7-876e-6c5d34647edf)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:24.113661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.159372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:24.161714 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca05b7f1-c8e2-4a21-b23b-b2877a389fd0" -d '{"events": [{"server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "name": "network-vif-plugged", "status": "completed", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:24.187704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:24.231532 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf27e0-5575-42c6-bc69-e78a40fd0774 x-openstack-request-id: req-2fcf27e0-5575-42c6-bc69-e78a40fd0774 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:24.231956 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "name": "network-vif-plugged", "status": "completed", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:24.232133 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2fcf27e0-5575-42c6-bc69-e78a40fd0774 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:24.232616 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'code': 200} Oct 26 12:13:24.243219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.253577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93c3f4-1c68-4c81-9024-927fe291a100 None None] Pushing event updated for resources: {'Port': ['ID=47d0b233-85db-47b3-81a2-4b2173f23340,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:24.284440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526becc-3af1-4ad5-a6c7-4547e38cc56f None None] Network a356a705-f6c7-43be-843c-558c59b399ac requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:24.369269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:24.453720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc5bf4-33e2-4d39-977b-0e75a5126a44 None None] Network a356a705-f6c7-43be-843c-558c59b399ac requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:24.596997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02973235-5aea-453c-b10a-8df3c8c00a15 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:13:24.608520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.712618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting port 47d0b233-85db-47b3-81a2-4b2173f23340 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:24.712926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.808075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.828737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] For port 47d0b233-85db-47b3-81a2-4b2173f23340, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=47d0b233-85db-47b3-81a2-4b2173f23340,segment=NetworkSegment(61a11083-69dc-4ae7-876e-6c5d34647edf),segment_id=61a11083-69dc-4ae7-876e-6c5d34647edf)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:24.829151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.844265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02973235-5aea-453c-b10a-8df3c8c00a15 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:13:24.847872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Calling delete_port for 47d0b233-85db-47b3-81a2-4b2173f23340 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:24.951202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:24.986658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Port': ['ID=47d0b233-85db-47b3-81a2-4b2173f23340,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:24.990508 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No DVR routers for this DVR port 47d0b233-85db-47b3-81a2-4b2173f23340 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:25.101555 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.129352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a356a705-f6c7-43be-843c-558c59b399ac']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:25.140593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a11083-69dc-4ae7-876e-6c5d34647edf') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:25.140899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a11083-69dc-4ae7-876e-6c5d34647edf') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:25.155578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.170417 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.178206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:25.179753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:25.183421 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:25.260448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.268648 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.276267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/a356a705-f6c7-43be-843c-558c59b399ac HTTP/1.1" status: 204 len: 168 time: 1.8142138 Oct 26 12:13:25.276267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35706) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.310747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03a81-be8f-4a6d-9770-fd98cfdd9583 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=a356a705-f6c7-43be-843c-558c59b399ac,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:25.317013 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ebbd1f-f07f-42c0-83ca-a3288b014d7c tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:25.317555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ebbd1f-f07f-42c0-83ca-a3288b014d7c tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:25.324097 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-03ebbd1f-f07f-42c0-83ca-a3288b014d7c tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/930b8474-fc99-44ec-b50e-fc93b80f6987 HTTP/1.1" status: 404 len: 337 time: 0.0442927 Oct 26 12:13:25.324261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35708) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.346283 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e0eb05-505f-4f09-975d-00fe284145e7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:25.346856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e0eb05-505f-4f09-975d-00fe284145e7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:25.352304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a5e0eb05-505f-4f09-975d-00fe284145e7 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/a356a705-f6c7-43be-843c-558c59b399ac HTTP/1.1" status: 404 len: 339 time: 0.0247624 Oct 26 12:13:25.352745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35712) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.462224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.537086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.570440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.597311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9c10e8-c57c-4d72-ba4c-b73096f56ccb']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:25.608253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f8256-5eb9-4346-aeaf-563196254ac1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:25.608556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f8256-5eb9-4346-aeaf-563196254ac1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:25.620692 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.636056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.643916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:25.644335 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:25.647626 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:25.693821 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0158b613-eaa5-49aa-ba98-13a111986d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.722879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.733219 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.737246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/4e9c10e8-c57c-4d72-ba4c-b73096f56ccb HTTP/1.1" status: 204 len: 168 time: 0.3834934 Oct 26 12:13:25.747642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35732) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.755910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761005a-86bf-44ad-9b0f-27c125bb981e tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=4e9c10e8-c57c-4d72-ba4c-b73096f56ccb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:25.779423 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a40417-a7f9-4e4e-a0a9-a8119d990f79 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:25.779914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a40417-a7f9-4e4e-a0a9-a8119d990f79 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:25.783716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b6a40417-a7f9-4e4e-a0a9-a8119d990f79 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/1642889c-ec0c-4d92-9be0-b2f3b2b63c53 HTTP/1.1" status: 404 len: 337 time: 0.0349915 Oct 26 12:13:25.786462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35734) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.807313 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-916b194d-7371-41d5-989f-cc6a2eb51086 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:25.807886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916b194d-7371-41d5-989f-cc6a2eb51086 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:25.811298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-916b194d-7371-41d5-989f-cc6a2eb51086 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/20fa038a-661c-4669-9f78-55e3125dbe1a HTTP/1.1" status: 404 len: 339 time: 0.0237646 Oct 26 12:13:25.813746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35736) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.826597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0158b613-eaa5-49aa-ba98-13a111986d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.838189 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0158b613-eaa5-49aa-ba98-13a111986d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:25.902045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158b613-eaa5-49aa-ba98-13a111986d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9167a52-7994-4746-af5b-313fdd278229,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:25.939201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0158b613-eaa5-49aa-ba98-13a111986d65 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=94ca6cf6296e47eeb9f4203c91e248ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009402 Oct 26 12:13:25.950378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35748) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:25.963273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting subnet 9e27880b-8e25-4b7e-b820-b97394de82aa {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:13:25.966891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.024542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.085253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3559f8ba-b627-4aff-a54d-23e7569e3e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.110562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3559f8ba-b627-4aff-a54d-23e7569e3e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.142779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.167627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3559f8ba-b627-4aff-a54d-23e7569e3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.171155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3559f8ba-b627-4aff-a54d-23e7569e3e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.189117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3559f8ba-b627-4aff-a54d-23e7569e3e09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a9167a52-7994-4746-af5b-313fdd278229 HTTP/1.1" status: 204 len: 168 time: 0.2236133 Oct 26 12:13:26.206573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559f8ba-b627-4aff-a54d-23e7569e3e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9167a52-7994-4746-af5b-313fdd278229,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:26.255887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.296377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=9e27880b-8e25-4b7e-b820-b97394de82aa,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:26.299176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.302810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72980f27-3032-4c13-8575-fded2ead240e None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:26.303468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c932b2d4-de55-4dcd-baf0-41dc812026b2 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/9e27880b-8e25-4b7e-b820-b97394de82aa HTTP/1.1" status: 204 len: 168 time: 0.4877915 Oct 26 12:13:26.305695 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:26.367644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting subnet 7d1a15a5-8c15-4b49-9a4e-9c2644bf593d {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:13:26.371639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.422402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.581294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.689190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.711145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35756) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:26.726030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-0216-4dff-a6f4-ab8b70d23e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.728800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1a15a5-8c15-4b49-9a4e-9c2644bf593d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:26.734633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.738426 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-561690b6-180f-41ae-a59d-becba4a19f1f tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/7d1a15a5-8c15-4b49-9a4e-9c2644bf593d HTTP/1.1" status: 204 len: 168 time: 0.4313142 Oct 26 12:13:26.742310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35758) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:26.880310 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.978011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-0216-4dff-a6f4-ab8b70d23e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.991330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:26.992372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:26.996083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-0216-4dff-a6f4-ab8b70d23e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.105696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771aed-0216-4dff-a6f4-ab8b70d23e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1421eb5e-0ab6-4442-9b39-e42e3ee2b824,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:27.150793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] For port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,segment=NetworkSegment(72303aeb-0883-4b60-b3f0-a43f744ccda1),segment_id=72303aeb-0883-4b60-b3f0-a43f744ccda1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:27.151209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.171102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Calling delete_port for b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:27.273688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35764) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.273861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fb771aed-0216-4dff-a6f4-ab8b70d23e9f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3f14600cd8f74b9fa5483d32a3b662f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613780 Oct 26 12:13:27.275687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.311679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Port': ['ID=b2a4a043-dd6d-4ea4-b4d1-e683853d9c67,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:27.311679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No DVR routers for this DVR port b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:27.387620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6270f3-1b54-4565-8505-9dafa7512872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.420425 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6270f3-1b54-4565-8505-9dafa7512872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.477365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.481328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6270f3-1b54-4565-8505-9dafa7512872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.484870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e6270f3-1b54-4565-8505-9dafa7512872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.488502 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6e6270f3-1b54-4565-8505-9dafa7512872 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1421eb5e-0ab6-4442-9b39-e42e3ee2b824 HTTP/1.1" status: 204 len: 168 time: 0.2114697 Oct 26 12:13:27.516965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6270f3-1b54-4565-8505-9dafa7512872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421eb5e-0ab6-4442-9b39-e42e3ee2b824,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:27.527460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:27.538666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72303aeb-0883-4b60-b3f0-a43f744ccda1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:27.539118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72303aeb-0883-4b60-b3f0-a43f744ccda1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:27.554835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be2037-0467-4a4e-b416-858ae6704759 None None] Network 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:27.559497 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.579501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.588011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:27.588794 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:27.703887 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:27.709119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.728493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9770c676-65d3-4fde-9d99-fe36a31e2c84 None None] Could not find standard attr ID for object b2a4a043-dd6d-4ea4-b4d1-e683853d9c67. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:13:27.731364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:27.744653 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 HTTP/1.1" status: 204 len: 168 time: 1.0011315 Oct 26 12:13:27.745018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35768) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.764062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd2c77-60e8-40a8-97dc-658c2321dfa4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:27.788718 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5ddc70-3b98-4ee2-b70d-c3acd870fc64 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:27.790501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5ddc70-3b98-4ee2-b70d-c3acd870fc64 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:27.796844 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7c5ddc70-3b98-4ee2-b70d-c3acd870fc64 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/415d56eb-3253-4b3d-989e-396aef64310d HTTP/1.1" status: 404 len: 337 time: 0.0504301 Oct 26 12:13:27.799467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35770) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.823201 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5e31fe-9048-466e-a928-eebb676838a4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:27.823841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5e31fe-9048-466e-a928-eebb676838a4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:27.828033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6f5e31fe-9048-466e-a928-eebb676838a4 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/f1094585-98a1-4a0f-b995-6ae3786e99ae HTTP/1.1" status: 404 len: 339 time: 0.0268736 Oct 26 12:13:27.833916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35772) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.864338 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65351c1-0501-4354-bf66-959408ca3890 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:27.864895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65351c1-0501-4354-bf66-959408ca3890 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:27.868306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b65351c1-0501-4354-bf66-959408ca3890 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/32b1043d-16bc-4266-baaa-f4c183592718 HTTP/1.1" status: 404 len: 337 time: 0.0332325 Oct 26 12:13:27.870756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35776) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.896106 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7e8c9e-3db0-4c09-8b5a-aa2f8d2ee0a5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:27.896731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7e8c9e-3db0-4c09-8b5a-aa2f8d2ee0a5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:27.900520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb7e8c9e-3db0-4c09-8b5a-aa2f8d2ee0a5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/b63ced40-64c2-4921-9b49-092d63123c36 HTTP/1.1" status: 404 len: 339 time: 0.0284693 Oct 26 12:13:27.902959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35778) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.918583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ce422-020e-42aa-aa71-26d423977715 None None] DHCP port deletion for 5bfe5a50-cd4f-43fe-b862-e3ed77bc8d38 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:13:27.949322 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8ee7bf-0175-4ec6-860f-e1a4b44625d5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:27.949795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8ee7bf-0175-4ec6-860f-e1a4b44625d5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:27.953683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7d8ee7bf-0175-4ec6-860f-e1a4b44625d5 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/d6a40c49-becd-490e-994a-58dded03a335 HTTP/1.1" status: 404 len: 337 time: 0.0491714 Oct 26 12:13:27.956057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35780) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:27.980488 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f628dc98-a8b2-430b-90ff-6a5576f8a578 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:27.981082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f628dc98-a8b2-430b-90ff-6a5576f8a578 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:27.986626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f628dc98-a8b2-430b-90ff-6a5576f8a578 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/2968078a-d425-44da-a0eb-dbd1ee7826e0 HTTP/1.1" status: 404 len: 339 time: 0.0273299 Oct 26 12:13:27.987109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35784) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:28.078917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting subnet f2fc7db4-f647-454c-a34a-e6e8c75460c3 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:13:28.088708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.187630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.328558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.416509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.455198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fc7db4-f647-454c-a34a-e6e8c75460c3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:28.458045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.465759 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-71c7324b-1161-41ce-b4d5-2bdfe6480bb6 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/f2fc7db4-f647-454c-a34a-e6e8c75460c3 HTTP/1.1" status: 204 len: 168 time: 0.4774141 Oct 26 12:13:28.467075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35804) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:28.475178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b7d85-6a76-49e8-a4f4-74ba293619da None None] Network a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:28.555962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:28.615833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.713630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting port c41715fc-98df-4cb9-b915-beaac5721079 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:28.714220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.737718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] DHCP port deletion for a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:13:28.760548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227323724-network', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:28.817444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:28.819887 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.833676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] For port c41715fc-98df-4cb9-b915-beaac5721079, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c41715fc-98df-4cb9-b915-beaac5721079,segment=NetworkSegment(b7e14781-30dd-48fa-b9bc-2e38bb6a673d),segment_id=b7e14781-30dd-48fa-b9bc-2e38bb6a673d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:28.834723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.838027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.839562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] Deleting port c41715fc-98df-4cb9-b915-beaac5721079 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:28.839945 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.874344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Calling delete_port for c41715fc-98df-4cb9-b915-beaac5721079 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:28.948524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] For port c41715fc-98df-4cb9-b915-beaac5721079, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c41715fc-98df-4cb9-b915-beaac5721079,segment=NetworkSegment(b7e14781-30dd-48fa-b9bc-2e38bb6a673d),segment_id=b7e14781-30dd-48fa-b9bc-2e38bb6a673d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:28.948980 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.960651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.970625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:28.970849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] Calling delete_port for c41715fc-98df-4cb9-b915-beaac5721079 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:29.005198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:29.053167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df5cee4-60f0-44ef-91ee-1293d231ebce,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:29.065101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.070128 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Added segment c45d254c-fdad-4041-9197-21d83626c0d3 of type vlan for network 4ca8e385-95c7-4a35-a408-c011c2f43980 Oct 26 12:13:29.086315 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.138523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Port': ['ID=c41715fc-98df-4cb9-b915-beaac5721079,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:29.149862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No DVR routers for this DVR port c41715fc-98df-4cb9-b915-beaac5721079 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:13:29.151768 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:13:29.160968 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.188087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.219100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] No DVR routers for this DVR port c41715fc-98df-4cb9-b915-beaac5721079 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:29.220769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693e6cf-d676-4b5f-8fe9-53c99827a4ee None None] Pushing event deleted for resources: {'Port': ['ID=c41715fc-98df-4cb9-b915-beaac5721079,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:29.253804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.259410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.261451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:29.262131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.287349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82d2de8-8b44-42dc-9938-39d2e4f6d2c5']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:29.299904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:29.300340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e14781-30dd-48fa-b9bc-2e38bb6a673d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:29.313155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.322771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35814) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:29.330277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Request body: {'subnet': {'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227323724-subnet', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:29.334227 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7768376 Oct 26 12:13:29.343455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:29.344812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.367589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:29.374569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:13:29.374767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.375390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b2a4a043-dd6d-4ea4-b4d1-e683853d9c67 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:13:29.376048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c41715fc-98df-4cb9-b915-beaac5721079 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:29.379041 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:29.412377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c41715fc-98df-4cb9-b915-beaac5721079 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:13:29.412735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c41715fc-98df-4cb9-b915-beaac5721079 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:13:29.451320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:29.453633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.502902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734e7af-a312-41c3-b636-b39b6dc86c6d admin admin] Pushing event updated for resources: {'Network': ['ID=4ca8e385-95c7-4a35-a408-c011c2f43980,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:29.508361 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.524064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:29.526798 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.533070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35816) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:29.533363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/a82d2de8-8b44-42dc-9938-39d2e4f6d2c5 HTTP/1.1" status: 204 len: 168 time: 1.0633047 Oct 26 12:13:29.539666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c4f52-63ed-490d-beac-9576ab565dbf tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=a82d2de8-8b44-42dc-9938-39d2e4f6d2c5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:29.589779 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62bb020-d30b-4991-822f-8e35bddf7e70 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:29.591683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62bb020-d30b-4991-822f-8e35bddf7e70 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:29.598171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f62bb020-d30b-4991-822f-8e35bddf7e70 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/8d8ef4cc-d554-4865-8950-eca2ddcf3fc7 HTTP/1.1" status: 404 len: 337 time: 0.0640035 Oct 26 12:13:29.601753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35818) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:29.627024 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00fc72-6d2c-4cec-9acf-f73d1befda20 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:29.627624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00fc72-6d2c-4cec-9acf-f73d1befda20 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:29.630991 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ac00fc72-6d2c-4cec-9acf-f73d1befda20 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/f942cbe3-652b-41ef-9116-1037e10e3a49 HTTP/1.1" status: 404 len: 339 time: 0.0280242 Oct 26 12:13:29.634111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35820) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:29.692754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting subnet 8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:13:29.696522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.705303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.746672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.781897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:29.794750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:29.795164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Network hostable DHCP agents. Network: 4ca8e385-95c7-4a35-a408-c011c2f43980, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:29.814047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:29.829701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4ca8e385-95c7-4a35-a408-c011c2f43980) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:29.835548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:29.836179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.849716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7238bf-e2a2-4987-9f11-7add376b0d72 None None] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:29.858260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.859448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-431f4038-1ef5-4661-9983-366c924d4bc5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5351133 Oct 26 12:13:29.862378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35822) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:29.870413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:29.913483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.917266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.946671 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.964549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:29.968669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/subnets/8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd HTTP/1.1" status: 204 len: 168 time: 0.3335602 Oct 26 12:13:29.972763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35824) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:29.989666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf811d8-32ef-4c1b-81c7-3d8ab4a2cfcd tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee77b9f-36dd-4bc9-af7b-75b15fe2afcd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:30.069514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331bb7e7-bff0-4bb7-99f2-f11dab718414 None None] Network 9a0822f2-edd8-48a6-9f58-7a9b494634b3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:30.077331 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:30.157514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-4ca8e385-95c7-4a35-a408-c011c2f43980', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:30.158529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:30.190647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:30.300968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:30.499605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Deleting port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:30.499947 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:30.681569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] DHCP port deletion for 9a0822f2-edd8-48a6-9f58-7a9b494634b3 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:13:30.730501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:30.753514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Allocated IP 172.20.0.2 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:30.885463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-948c7ac2-677e-4278-ae1d-54b67c6a5cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:30.893371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] Deleting port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:30.893863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.020101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-948c7ac2-677e-4278-ae1d-54b67c6a5cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.030655 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-948c7ac2-677e-4278-ae1d-54b67c6a5cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.063217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] For port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,segment=NetworkSegment(70156f24-8d23-420d-8ea4-b9233c20cda4),segment_id=70156f24-8d23-420d-8ea4-b9233c20cda4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:31.063743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.080492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c7ac2-677e-4278-ae1d-54b67c6a5cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f6ce9-d7c4-44ca-9c5b-1a14a4e1e64a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:31.101841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Calling delete_port for 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:31.115876 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.125326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-948c7ac2-677e-4278-ae1d-54b67c6a5cab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=70d63528405645538ea358008a5cbdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936207 Oct 26 12:13:31.126205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] For port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,segment=NetworkSegment(70156f24-8d23-420d-8ea4-b9233c20cda4),segment_id=70156f24-8d23-420d-8ea4-b9233c20cda4)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:31.126695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.127930 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:31.136655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.200431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Pushing event updated for resources: {'Port': ['ID=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:31.202611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94dc670-baeb-4bda-b7f8-07ac2ab68df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.218858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] Calling delete_port for 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:31.273841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94dc670-baeb-4bda-b7f8-07ac2ab68df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.352647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:31.366475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:31.367922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94dc670-baeb-4bda-b7f8-07ac2ab68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.373127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f94dc670-baeb-4bda-b7f8-07ac2ab68df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.375327 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f94dc670-baeb-4bda-b7f8-07ac2ab68df0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a21f6ce9-d7c4-44ca-9c5b-1a14a4e1e64a HTTP/1.1" status: 204 len: 168 time: 0.2461390 Oct 26 12:13:31.377793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.390799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dc670-baeb-4bda-b7f8-07ac2ab68df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f6ce9-d7c4-44ca-9c5b-1a14a4e1e64a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:31.398639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:31.412766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:31.414355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] No DVR routers for this DVR port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:31.428751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.478737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Port': ['ID=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:31.497946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.509169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] Pushing event deleted for resources: {'Port': ['ID=5a26f679-6978-4b0f-b6a5-2c6db4378ee2,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:31.511557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbcb33-8f3f-4010-a90f-c8230d7bc383 None None] No DVR routers for this DVR port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:31.519701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No active binding found for port 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 {{(pid=102761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 12:13:31.520266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5a26f679-6978-4b0f-b6a5-2c6db4378ee2 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:13:31.554588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Attempting to bind port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:31.557993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Attempting to bind port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:31.558531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Attempting to bind port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:31.559019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.572659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:31.573501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:31.574651 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.575509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:31.579255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Bound port: d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:31.582020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.691436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] For port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:31.696637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] For port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:31.704955 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.705343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Allocated IP 172.25.4.88 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/f250f563-453c-46c3-a9f6-9c4dd880a174) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:31.790331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fb02c-fc39-4ccd-a05a-f6c04907d7ce None None] Pushing event updated for resources: {'Port': ['ID=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:31.874341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.899913 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.924685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0822f2-edd8-48a6-9f58-7a9b494634b3']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:31.940416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70156f24-8d23-420d-8ea4-b9233c20cda4') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:31.940719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70156f24-8d23-420d-8ea4-b9233c20cda4') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:31.960566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.968683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:31.982072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.986539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5b-c5b1-4897-836a-c23264c49096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.993372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:31.993655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:31.997441 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:32.009604 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.171252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5b-c5b1-4897-836a-c23264c49096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.177569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5b-c5b1-4897-836a-c23264c49096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.186228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Pushing event updated for resources: {'Port': ['ID=f250f563-453c-46c3-a9f6-9c4dd880a174,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:32.196970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:32.200167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:32.203483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.208576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:32.237543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f5eb4e5b-c5b1-4897-836a-c23264c49096 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=340c46a1f7b2414b8a22bc717aca94ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664926 Oct 26 12:13:32.240137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:32.245050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.248997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb4e5b-c5b1-4897-836a-c23264c49096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b64839-b330-4e42-8624-a1fab22e8d8d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:32.252126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] 10.222.0.88 "DELETE /v2.0/networks/9a0822f2-edd8-48a6-9f58-7a9b494634b3 HTTP/1.1" status: 204 len: 168 time: 2.2661798 Oct 26 12:13:32.277272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101e35-28c8-49be-aca3-c789cb6fbca9 tempest-NetworksIpV6Test-505185533 tempest-NetworksIpV6Test-505185533-project] Pushing event deleted for resources: {'Network': ['ID=9a0822f2-edd8-48a6-9f58-7a9b494634b3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:32.317578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d243fb00-1b94-44d7-91b5-13328b9075be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.342692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d243fb00-1b94-44d7-91b5-13328b9075be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.398198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d243fb00-1b94-44d7-91b5-13328b9075be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.401117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d243fb00-1b94-44d7-91b5-13328b9075be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.402573 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d243fb00-1b94-44d7-91b5-13328b9075be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/21b64839-b330-4e42-8624-a1fab22e8d8d HTTP/1.1" status: 204 len: 168 time: 0.1612995 Oct 26 12:13:32.413095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243fb00-1b94-44d7-91b5-13328b9075be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b64839-b330-4e42-8624-a1fab22e8d8d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:32.565781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.653487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35860) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:32.876417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:32.939630 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5aeb179f-f726-4308-b056-469cc982107d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d908acbf77a54fb6b7ebe4a1e25ed342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847555 Oct 26 12:13:32.950916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35870) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:33.029723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d436afc-ec28-4e73-a8a2-afa15976a41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.061899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d436afc-ec28-4e73-a8a2-afa15976a41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.104312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:13:33.131850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d436afc-ec28-4e73-a8a2-afa15976a41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.134714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d436afc-ec28-4e73-a8a2-afa15976a41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.138246 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3d436afc-ec28-4e73-a8a2-afa15976a41b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0f39f71-595b-4b12-a7eb-c49db07facfc HTTP/1.1" status: 204 len: 168 time: 0.1836340 Oct 26 12:13:33.150729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d436afc-ec28-4e73-a8a2-afa15976a41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f39f71-595b-4b12-a7eb-c49db07facfc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:33.314578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:13:33.328899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bf019-c152-4623-af60-06d8638e158b None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:33.351107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.352835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1ede6ec8-5dec-450c-8cb7-7ca508881915 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4879711 Oct 26 12:13:33.354825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:33.355644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:33.355957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:33.398001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddf584-3376-4cf2-97f5-6c872ab1445e None None] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:33.477116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:33.545335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c563fc74-8026-42f9-8001-67adae0a6ebb None None] Provisioning complete for port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:33.545719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c563fc74-8026-42f9-8001-67adae0a6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.639675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:33.706161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:33.706538 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.867789 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c563fc74-8026-42f9-8001-67adae0a6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.962586 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:33.986289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c563fc74-8026-42f9-8001-67adae0a6ebb None None] For port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:33.999122 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c563fc74-8026-42f9-8001-67adae0a6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:34.260985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563fc74-8026-42f9-8001-67adae0a6ebb None None] Pushing event updated for resources: {'Port': ['ID=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:34.300533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:32Z', 'revision_number': 3, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:34.351950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:34.364181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bf019-c152-4623-af60-06d8638e158b None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:34.364706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bf019-c152-4623-af60-06d8638e158b None None] Updating router 0dca901f-ac01-42cb-8e82-2cf94be46816 port f250f563-453c-46c3-a9f6-9c4dd880a174 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:13:34.387648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35928) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:34.408429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-869bf019-c152-4623-af60-06d8638e158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:34.454518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-49e4c064-1119-4aa3-8b59-09581dc1f0aa tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:34.456403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-49e4c064-1119-4aa3-8b59-09581dc1f0aa tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.1626651 Oct 26 12:13:34.495081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-b038eb26-d74a-4cc0-bb58-da5c4bb28446 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/quotas/d3113d5aedf8448f8ed1212522efcd4c HTTP/1.1" status: 200 len: 375 time: 0.0292032 Oct 26 12:13:34.554962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-84671859-1665-4a65-9de3-c618c39d7c87 None None] Provisioning complete for port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:34.555581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84671859-1665-4a65-9de3-c618c39d7c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:34.572981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-6ca5b554-2b38-4d50-b8ae-a2e36fe6213e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766411 Oct 26 12:13:34.607810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-41d7c159-42cd-49ea-b62f-4660c47723ee tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] Request body: {'port': {'network_id': '64f0eba1-f66a-496d-b67c-ca4d54708644', 'name': 'tempest-NetworksNegativeTestJSON-1051239372'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:34.647685 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d7c159-42cd-49ea-b62f-4660c47723ee tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] POST failed (client error): The resource could not be found. Oct 26 12:13:34.650674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d7c159-42cd-49ea-b62f-4660c47723ee tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:34.654256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41d7c159-42cd-49ea-b62f-4660c47723ee tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2655532 Oct 26 12:13:34.660845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:34.715566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Allocated IP 172.20.0.1 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/53742097-f621-4df6-b2a6-b6951798331d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:34.777170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-8e2a68e7-5954-4598-8542-3e24718aac6b service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030718 Oct 26 12:13:34.847105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:34.908033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-d7249e8b-bb12-4332-a99a-5cf2bd3a2841 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247897 Oct 26 12:13:34.915987 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d01f4e2-a85a-4ff4-a622-dceff27f2b05 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:34.918123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d01f4e2-a85a-4ff4-a622-dceff27f2b05 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:34.922432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d01f4e2-a85a-4ff4-a622-dceff27f2b05 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "DELETE /v2.0/networks/2087e7f6-2c67-48b1-9653-19f0eaa579d3 HTTP/1.1" status: 404 len: 339 time: 0.2599130 Oct 26 12:13:34.925429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:34.926124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:34.976073 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68f2ab0-cc82-476b-9ae9-ad5b95699526 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:34.976822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68f2ab0-cc82-476b-9ae9-ad5b95699526 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:34.980814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d68f2ab0-cc82-476b-9ae9-ad5b95699526 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "DELETE /v2.0/ports/a0408eb0-00b3-4da5-ad07-bc8054c22200 HTTP/1.1" status: 404 len: 333 time: 0.0536511 Oct 26 12:13:34.984501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35940) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:34.991788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-869bf019-c152-4623-af60-06d8638e158b None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.002974 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-869bf019-c152-4623-af60-06d8638e158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.019830 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b84524b-94ea-40d8-9951-8fe57833ceb3 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:35.026679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:35.032089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b84524b-94ea-40d8-9951-8fe57833ceb3 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:35.047090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:35.051014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3b84524b-94ea-40d8-9951-8fe57833ceb3 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "DELETE /v2.0/subnets/730f26f5-9007-4d2c-8e33-9151df0d2ad7 HTTP/1.1" status: 404 len: 337 time: 0.0654366 Oct 26 12:13:35.055046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35944) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.080835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:35.103515 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed70b218-52f9-4ea7-8f19-89cbe5d8f573 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] GET failed (client error): The resource could not be found. Oct 26 12:13:35.112643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ed70b218-52f9-4ea7-8f19-89cbe5d8f573 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "GET /v2.0/networks/4b44fa1a-1378-48da-8455-63e04df7b25e HTTP/1.1" status: 404 len: 339 time: 0.0563319 Oct 26 12:13:35.117232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.125379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-869bf019-c152-4623-af60-06d8638e158b None None] Attempting to bind port f250f563-453c-46c3-a9f6-9c4dd880a174 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:35.125759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-869bf019-c152-4623-af60-06d8638e158b None None] Attempting to bind port f250f563-453c-46c3-a9f6-9c4dd880a174 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:35.126129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf019-c152-4623-af60-06d8638e158b None None] Attempting to bind port f250f563-453c-46c3-a9f6-9c4dd880a174 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:35.129928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Pushing event updated for resources: {'Port': ['ID=53742097-f621-4df6-b2a6-b6951798331d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:35.139887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ba3e0-3f9a-47c8-b46a-bd1a6cbf8cd6 None None] Pushing event updated for resources: {'Port': ['ID=f250f563-453c-46c3-a9f6-9c4dd880a174,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:35.153355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf019-c152-4623-af60-06d8638e158b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:35.153740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf019-c152-4623-af60-06d8638e158b None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:35.153864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.154151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-869bf019-c152-4623-af60-06d8638e158b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.154555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf019-c152-4623-af60-06d8638e158b None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:35.155077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-869bf019-c152-4623-af60-06d8638e158b None None] Bound port: f250f563-453c-46c3-a9f6-9c4dd880a174, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:35.155466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-869bf019-c152-4623-af60-06d8638e158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.194745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b20b39e-9d5c-4481-9a9b-25b656e917b8 req-dc7c6465-6c99-4561-bfac-f83397ba96c1 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 210 time: 0.0783551 Oct 26 12:13:35.202219 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e73f381-fe13-4b17-8ffa-f7df482fef11 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] GET failed (client error): The resource could not be found. Oct 26 12:13:35.204232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8e73f381-fe13-4b17-8ffa-f7df482fef11 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "GET /v2.0/ports/e469e164-a400-4927-9645-d768dfca8799 HTTP/1.1" status: 404 len: 333 time: 0.0857244 Oct 26 12:13:35.215255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.268025 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6625420b-2964-404c-83d2-76eaee840338 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] GET failed (client error): The resource could not be found. Oct 26 12:13:35.274199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35954) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.280307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d35db383-f09d-47a0-b311-a324253d59bb tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:35.285642 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6625420b-2964-404c-83d2-76eaee840338 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "GET /v2.0/subnets/68f91977-acb2-440f-ac5f-2e05a0a178fb HTTP/1.1" status: 404 len: 337 time: 0.0679581 Oct 26 12:13:35.315675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-869bf019-c152-4623-af60-06d8638e158b None None] For port f250f563-453c-46c3-a9f6-9c4dd880a174, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:35.316379 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35db383-f09d-47a0-b311-a324253d59bb tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] PUT failed (client error): The resource could not be found. Oct 26 12:13:35.318131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35db383-f09d-47a0-b311-a324253d59bb tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:35.322415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d35db383-f09d-47a0-b311-a324253d59bb tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "PUT /v2.0/networks/ba3f2258-c3e0-4ce9-94ea-8ee942a04bd3 HTTP/1.1" status: 404 len: 339 time: 0.0465233 Oct 26 12:13:35.325562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-869bf019-c152-4623-af60-06d8638e158b None None] For port f250f563-453c-46c3-a9f6-9c4dd880a174, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f250f563-453c-46c3-a9f6-9c4dd880a174,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:35.332621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35958) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.345697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-869bf019-c152-4623-af60-06d8638e158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.360703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7703cf2b-7d7e-4a79-b181-ff00612f4d71 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:35.432470 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7703cf2b-7d7e-4a79-b181-ff00612f4d71 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] PUT failed (client error): The resource could not be found. Oct 26 12:13:35.433235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7703cf2b-7d7e-4a79-b181-ff00612f4d71 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:35.440316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7703cf2b-7d7e-4a79-b181-ff00612f4d71 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "PUT /v2.0/ports/6e578b74-7275-4bf3-978d-888dbc8f1fef HTTP/1.1" status: 404 len: 333 time: 0.1013067 Oct 26 12:13:35.441870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35962) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.452499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6a99362b-cf8b-46b3-b7fb-e42933a6fb53 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:35.467645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:35.503300 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a99362b-cf8b-46b3-b7fb-e42933a6fb53 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] PUT failed (client error): The resource could not be found. Oct 26 12:13:35.503874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a99362b-cf8b-46b3-b7fb-e42933a6fb53 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:35.509674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6a99362b-cf8b-46b3-b7fb-e42933a6fb53 tempest-NetworksNegativeTestJSON-1040482032 tempest-NetworksNegativeTestJSON-1040482032-project] 10.222.0.88 "PUT /v2.0/subnets/90f0d00a-032f-4544-ae91-4ed7b9952add HTTP/1.1" status: 404 len: 337 time: 0.0622637 Oct 26 12:13:35.541732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.565099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:35.565887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:35.611336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.675877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ba3e0-3f9a-47c8-b46a-bd1a6cbf8cd6 None None] Pushing event updated for resources: {'Port': ['ID=f250f563-453c-46c3-a9f6-9c4dd880a174,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:35.704686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fa731e8e-b59f-4e65-9645-66b2ab995d7b None None] Provisioning complete for port 53742097-f621-4df6-b2a6-b6951798331d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:35.705247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fa731e8e-b59f-4e65-9645-66b2ab995d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.715586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:35.716190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.753649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.759565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.797485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:35.799322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fa731e8e-b59f-4e65-9645-66b2ab995d7b None None] Port 53742097-f621-4df6-b2a6-b6951798331d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:13:35.840684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:35.864856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Pushing event updated for resources: {'Port': ['ID=53742097-f621-4df6-b2a6-b6951798331d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:35.914940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 35970) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:35.976809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:35.978541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:36.087833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-869bf019-c152-4623-af60-06d8638e158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:34Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:36.103376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d172125-c182-4b90-aec6-894d7f5d278a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.110011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:13:36.129317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bf019-c152-4623-af60-06d8638e158b None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:34Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:36.217334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d172125-c182-4b90-aec6-894d7f5d278a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.226077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d172125-c182-4b90-aec6-894d7f5d278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.256296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:13:36.264363 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42f21b4d-a91a-46fa-ba3f-84d2a77b5013 admin admin] 10.222.0.88 "PUT /v2.0/routers/0dca901f-ac01-42cb-8e82-2cf94be46816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058764 Oct 26 12:13:36.285710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d172125-c182-4b90-aec6-894d7f5d278a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d50b5ae9a8d64ec39636a315768371ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696547 Oct 26 12:13:36.288692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 35978) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:36.308239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d172125-c182-4b90-aec6-894d7f5d278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a4f264-f769-41d0-8378-cca89565b956,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:36.329703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-16953f9d-b18e-4267-9449-28f994166c0d None None] Provisioning complete for port 53742097-f621-4df6-b2a6-b6951798331d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:36.337710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-16953f9d-b18e-4267-9449-28f994166c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.378772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-436a4806-0d85-4dc8-8b63-78256c18ee57 req-59852394-50a8-4863-968f-36a33b848090 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 210 time: 0.0674572 Oct 26 12:13:36.414350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-16953f9d-b18e-4267-9449-28f994166c0d None None] Port 53742097-f621-4df6-b2a6-b6951798331d cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:13:36.469604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5865ef99-12ba-4b8e-849c-8454988e8416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.541396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5865ef99-12ba-4b8e-849c-8454988e8416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.619375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-1c475d4d-2b91-45ea-bd22-8623ad33f6c1 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:36.621060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-1c475d4d-2b91-45ea-bd22-8623ad33f6c1 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 814 time: 0.2412961 Oct 26 12:13:36.637570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Request body: {'port': {'device_id': '86d352ce-9372-482e-888d-8799fcb45abc', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'admin_state_up': True, 'tenant_id': 'd3113d5aedf8448f8ed1212522efcd4c'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:36.648941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5865ef99-12ba-4b8e-849c-8454988e8416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.651663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5865ef99-12ba-4b8e-849c-8454988e8416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:36.652867 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5865ef99-12ba-4b8e-849c-8454988e8416 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/81a4f264-f769-41d0-8378-cca89565b956 HTTP/1.1" status: 204 len: 168 time: 0.3629327 Oct 26 12:13:36.669405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865ef99-12ba-4b8e-849c-8454988e8416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a4f264-f769-41d0-8378-cca89565b956,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:36.789124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-d0cdaed5-49ea-4858-bc85-707603b2fef2 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f0bf99f966574f3495f8799758d423ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494177 Oct 26 12:13:37.030554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Made reservation on behalf of d3113d5aedf8448f8ed1212522efcd4c for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:37.034435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.116459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-c2ffc4e7-3fd9-4e1a-b573-569c4c35c33e tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:37.128615 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-c2ffc4e7-3fd9-4e1a-b573-569c4c35c33e tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262832 Oct 26 12:13:37.176579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-2580e9f2-6f23-4ce1-8b42-f8e0b012fbf8 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/quotas/f0bf99f966574f3495f8799758d423ca HTTP/1.1" status: 200 len: 375 time: 0.0468514 Oct 26 12:13:37.231190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-1c93770a-00cf-4c2c-92b5-095d6cf7355e tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0bf99f966574f3495f8799758d423ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535250 Oct 26 12:13:37.235821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36016) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:37.245009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1747009933-network', 'tenant_id': '93998ad971864f89aa7752c66dff1f32'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:37.313344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Made reservation on behalf of 93998ad971864f89aa7752c66dff1f32 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:37.315814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.341041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.349570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Allocated IP 172.20.0.2 (9d9e47e0-09c7-49c8-80d6-1578de78b3ff/58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0/a0fd9436-d6e4-48ff-93d2-181394499dbb) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:37.403774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f250f563-453c-46c3-a9f6-9c4dd880a174 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:37.526785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f250f563-453c-46c3-a9f6-9c4dd880a174 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:37.533657 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.542600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.559246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.579607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.605981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:37.634610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc363f-3451-4a6f-8d79-789b911b5df7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:37.638069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.638722 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Added segment 861bd58c-b2f1-4e0a-bbff-048ef9094cca of type vlan for network a6fb2e10-ff43-43fd-bf5b-39d85d70103d Oct 26 12:13:37.662207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90aab417-6ef0-405e-878f-58c13b01a23f req-4454c996-d48f-4950-951b-bb3be17aa6ef tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 210 time: 0.0723863 Oct 26 12:13:37.667574 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.678598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2285c92-023a-4d3e-bb0d-7f584d90eb1a req-00e3beea-822d-4ed1-9a02-6f82a1f567e6 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 210 time: 0.0879824 Oct 26 12:13:37.702395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port f250f563-453c-46c3-a9f6-9c4dd880a174, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f250f563-453c-46c3-a9f6-9c4dd880a174,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:37.716967 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.725220 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.730196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.770313 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.771452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8', '7d6c6b48-70e3-4f90-9de7-85793ef30569'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:13:37.771584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:37.772909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.774491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a7b5059c-b62a-4f65-90e0-f39e47cd2cad'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:13:37.864681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] Pushing event updated for resources: {'Network': ['ID=a6fb2e10-ff43-43fd-bf5b-39d85d70103d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:37.866401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:37.874981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:37.883040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:37.908040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7eeaf78b-6f33-4b3b-bcb9-ee94fd5d3e0e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6654048 Oct 26 12:13:37.908040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:37.910596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:37.914524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Request body: {'subnet': {'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1747009933-subnet', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:37.946648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Made reservation on behalf of 93998ad971864f89aa7752c66dff1f32 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:37.955173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:37.959291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event updated for resources: {'Port': ['ID=a0fd9436-d6e4-48ff-93d2-181394499dbb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:37.980282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:37.980933 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.009092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-fbf0111b-203f-48af-a9c2-cb25e9f147b0 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3753865 Oct 26 12:13:38.037602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Request body: {'port': {'device_id': '86d352ce-9372-482e-888d-8799fcb45abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:38.112798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=f250f563-453c-46c3-a9f6-9c4dd880a174,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:38.145320 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.164881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36040) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:38.169178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.169532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.169879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.170357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.170706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.171069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.171402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.171733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.172061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.172390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.172720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.173047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:38.244287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.345701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Checking segment: {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:38.346230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Network hostable DHCP agents. Network: a6fb2e10-ff43-43fd-bf5b-39d85d70103d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:38.352252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc4e39f-75da-4cde-a3b4-bf52dc2449f5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:38.380749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-270374648'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:38.389743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:38.402648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a6fb2e10-ff43-43fd-bf5b-39d85d70103d) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:38.410458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:38.411284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.430775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:38.435445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.440513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac75d8-2b50-4e89-b09b-6e5a14e07228 None None] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:38.450475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36046) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:38.450829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18005298-c8ca-4488-bcf4-1ee63887ac06 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5418177 Oct 26 12:13:38.452194 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.456852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:38.517519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.518773 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.557128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.562843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.609242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:38.624511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace85965-9ec9-4ac8-9ff3-e60887b71b08,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:38.624750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.633566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fd9436-d6e4-48ff-93d2-181394499dbb {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:38.633972 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.634500 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2 of type vlan for network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e Oct 26 12:13:38.643822 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.701957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.748018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.759980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Transition to ACTIVE for port object a0fd9436-d6e4-48ff-93d2-181394499dbb will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:13:38.760860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:38.761230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a6fb2e10-ff43-43fd-bf5b-39d85d70103d', 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'fixed_ips': [{'subnet_id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:38.762262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.762510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.775236 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.836263 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6699057 Oct 26 12:13:38.839751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:38.852790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'name': 'tempest-PortsTestJSON-1759792610'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:38.939619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb765ec3-5df6-4bee-940c-214d372c497a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:38.955582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:38.960075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Allocated IP 172.20.0.2 (a6fb2e10-ff43-43fd-bf5b-39d85d70103d/4dc4e39f-75da-4cde-a3b4-bf52dc2449f5/c8b0363e-55df-4463-9c73-34619277ff12) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:38.970423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:38.974255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:38.996649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port bbbf02f9-87b8-450a-9d29-abc1486485c7 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:39.166664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-bb2e6596-7e23-4252-b06f-3cce7fca7d67 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=f0bf99f966574f3495f8799758d423ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449390 Oct 26 12:13:39.218509 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.229613 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.277499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Pushing event updated for resources: {'Port': ['ID=c8b0363e-55df-4463-9c73-34619277ff12,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:39.294908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:39.296437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:39.299083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:39.299520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0e758412-d9df-4086-ba49-d53d50e67d1d req-89c866ad-764a-4d89-a1a8-3dba7f864a12 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 210 time: 0.4884048 Oct 26 12:13:39.355554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.388012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Attempting to bind port c8b0363e-55df-4463-9c73-34619277ff12 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:39.388393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Attempting to bind port c8b0363e-55df-4463-9c73-34619277ff12 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:39.389565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Attempting to bind port c8b0363e-55df-4463-9c73-34619277ff12 on network a6fb2e10-ff43-43fd-bf5b-39d85d70103d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:39.396629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:39.397056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Checking segment: {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:39.397472 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.398070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Bound using segment: {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:39.398380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Bound port: c8b0363e-55df-4463-9c73-34619277ff12, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:39.398776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.444412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f250f563-453c-46c3-a9f6-9c4dd880a174 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:39.454345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd9436-d6e4-48ff-93d2-181394499dbb,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:39.477587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-c412c5c1-7897-41a8-8957-ff60ce5bbf75 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:39.479267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-c412c5c1-7897-41a8-8957-ff60ce5bbf75 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016415 Oct 26 12:13:39.495963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Request body: {'port': {'device_id': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': 'f0bf99f966574f3495f8799758d423ca'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:39.526079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port f250f563-453c-46c3-a9f6-9c4dd880a174 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:39.526453 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.530404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff496707-c20f-4366-8487-cd95b3b28e25 req-1baea4aa-bb86-4c9e-82e9-7caad7a4d237 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:39.531804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff496707-c20f-4366-8487-cd95b3b28e25 req-1baea4aa-bb86-4c9e-82e9-7caad7a4d237 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 943 time: 0.6838884 Oct 26 12:13:39.539343 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:39.548687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] For port c8b0363e-55df-4463-9c73-34619277ff12, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:39.553365 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:39.553365 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:39.572504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] For port c8b0363e-55df-4463-9c73-34619277ff12, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c8b0363e-55df-4463-9c73-34619277ff12,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:39.586245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.629264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Attempting to bind port a0fd9436-d6e4-48ff-93d2-181394499dbb on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:39.629900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Attempting to bind port a0fd9436-d6e4-48ff-93d2-181394499dbb by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:39.630438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Attempting to bind port a0fd9436-d6e4-48ff-93d2-181394499dbb on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:39.643606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbbb1c-17e3-4bb5-a8c9-041bcb06f0fb None None] Pushing event updated for resources: {'Port': ['ID=c8b0363e-55df-4463-9c73-34619277ff12,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:39.644394 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.668257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Port a0fd9436-d6e4-48ff-93d2-181394499dbb on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:13:39.678756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Attempting to bind port a0fd9436-d6e4-48ff-93d2-181394499dbb on network 9d9e47e0-09c7-49c8-80d6-1578de78b3ff {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:39.700124 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:39.700990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff496707-c20f-4366-8487-cd95b3b28e25 req-cd69764d-cf94-4aa4-bd1a-b7795b0cfd82 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419644 Oct 26 12:13:39.702851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:39.703200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Checking segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:39.703595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Bound using segment: {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:39.704052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Bound port: a0fd9436-d6e4-48ff-93d2-181394499dbb, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedecf3d-4021-4707-9c1e-fe1c01c131c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:39.712050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.751779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Made reservation on behalf of f0bf99f966574f3495f8799758d423ca for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:39.757133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.768123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.789698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.818642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] For port a0fd9436-d6e4-48ff-93d2-181394499dbb, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:39.839908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] For port a0fd9436-d6e4-48ff-93d2-181394499dbb, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:39.854088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.906154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=bbbf02f9-87b8-450a-9d29-abc1486485c7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:39.944594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:39.946011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:39.977842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:39.978752 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:39.980551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] 10.222.0.30 "PUT /v2.0/ports/a0fd9436-d6e4-48ff-93d2-181394499dbb HTTP/1.1" status: 200 len: 1091 time: 1.9517739 Oct 26 12:13:39.988655 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 2, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:40.002283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d352ce-9372-482e-888d-8799fcb45abc', 'tag': 'a0fd9436-d6e4-48ff-93d2-181394499dbb'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:40.005727 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85465364-8383-46ff-b358-d1e2789cff2a" -d '{"events": [{"name": "network-changed", "server_uuid": "86d352ce-9372-482e-888d-8799fcb45abc", "tag": "a0fd9436-d6e4-48ff-93d2-181394499dbb"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:40.030699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:40.034630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.046017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.059202 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:40.060281 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Updating router 0dca901f-ac01-42cb-8e82-2cf94be46816 port 53742097-f621-4df6-b2a6-b6951798331d binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:13:40.080111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:40.091291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d6759-bc4e-4ddd-9a8f-4a3b23472a26 None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:40.094484 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.120966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:40.134075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:40.135608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.143331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccbe19-74f2-4d69-9876-98a0f91a5215 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd9436-d6e4-48ff-93d2-181394499dbb,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:40.178754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.223436 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7b4a3bb7-2fb3-431a-9bb0-5a305a1311ae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3823814 Oct 26 12:13:40.226052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.233436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36058) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:40.247394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248166588'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:40.258275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-df92db4a-9d1e-439b-81ad-7c366bead6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:40.259843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-df92db4a-9d1e-439b-81ad-7c366bead6ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 1094 time: 0.1969092 Oct 26 12:13:40.308437 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7ad63-13a0-4f2f-ae9a-857581cc0909 x-openstack-request-id: req-83e7ad63-13a0-4f2f-ae9a-857581cc0909 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:40.308729 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d352ce-9372-482e-888d-8799fcb45abc", "tag": "a0fd9436-d6e4-48ff-93d2-181394499dbb", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:40.308984 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-83e7ad63-13a0-4f2f-ae9a-857581cc0909 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:40.309394 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d352ce-9372-482e-888d-8799fcb45abc', 'tag': 'a0fd9436-d6e4-48ff-93d2-181394499dbb', 'status': 'completed', 'code': 200} Oct 26 12:13:40.309533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e8f6f-a4e9-4129-843a-76cac95079f2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:40.371005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-0c60cc12-d32a-4bbe-89d6-2c43cf6b155a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb HTTP/1.1" status: 200 len: 217 time: 0.0757031 Oct 26 12:13:40.377290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:40.381628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.439575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Allocated IP 192.168.233.103 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/c3a57be3-55ae-4e57-a327-a158e2b81f41) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:40.492966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6ad3bf2-50c3-44ba-9172-e71593502cf0 req-0041b8de-d46a-4614-96e4-1931e56beba8 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 210 time: 0.0558460 Oct 26 12:13:40.526959 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.528009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:40.531760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-f0de8e63-cc6e-464f-8695-1f5a6d6e44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:40.533276 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.533702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-f0de8e63-cc6e-464f-8695-1f5a6d6e44da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1464121 Oct 26 12:13:40.586911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-5df382c4-d787-456c-89e2-942c844e5c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447900 Oct 26 12:13:40.590835 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:13:40.595347 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Pushing event updated for resources: {'Port': ['ID=53742097-f621-4df6-b2a6-b6951798331d,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:40.597111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.597473 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment 3c9227cf-66a1-4192-88b1-51e7c0e48ff6 of type vlan for network bc4481b5-ae49-4eda-8590-7022f223a1d7 Oct 26 12:13:40.601199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Allocated IP 172.25.4.92 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/7565b0d6-1f84-4b75-ab25-7f0ade9141a1) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:40.606210 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.606505 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.606847 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.607213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.607551 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.607888 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.608212 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.608695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.609180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.609506 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.609979 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.610462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:40.681609 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.689677 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Attempting to bind port 53742097-f621-4df6-b2a6-b6951798331d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:40.690048 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Attempting to bind port 53742097-f621-4df6-b2a6-b6951798331d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:40.690426 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Attempting to bind port 53742097-f621-4df6-b2a6-b6951798331d on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:40.708037 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:40.708415 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:40.708986 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.710067 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:40.710704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Bound port: 53742097-f621-4df6-b2a6-b6951798331d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:40.712037 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.745527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.807557 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] For port 53742097-f621-4df6-b2a6-b6951798331d, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:40.811734 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] For port 53742097-f621-4df6-b2a6-b6951798331d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=53742097-f621-4df6-b2a6-b6951798331d,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:40.818791 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.832156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Pushing event updated for resources: {'Port': ['ID=c3a57be3-55ae-4e57-a327-a158e2b81f41,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:40.848784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:40.850609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:40.862656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:40.864469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.909638 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:40.910285 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:40.939744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:40.940327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:40.965099 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-e3d9b3d4-86e5-4bfe-ba96-ba3f9442ea17 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4745347 Oct 26 12:13:40.987383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Request body: {'port': {'device_id': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:40.998337 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:13:41.044210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f36d31f3-4d16-4df6-9323-1e6c0e0cca22 None None] Provisioning complete for port 53742097-f621-4df6-b2a6-b6951798331d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:41.045245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f36d31f3-4d16-4df6-9323-1e6c0e0cca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.049584 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24aebb-0cc5-4e30-8c4f-c221b84da36a None None] Pushing event updated for resources: {'Port': ['ID=53742097-f621-4df6-b2a6-b6951798331d,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:41.086599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.110713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-eabcec3d-70be-4b1f-9c68-bdb886412960 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114393 Oct 26 12:13:41.115967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.116647 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:41.121797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:41.122443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.139388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.196527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f36d31f3-4d16-4df6-9323-1e6c0e0cca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.264320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f36d31f3-4d16-4df6-9323-1e6c0e0cca22 None None] For port 53742097-f621-4df6-b2a6-b6951798331d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=53742097-f621-4df6-b2a6-b6951798331d,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:41.271824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd786-47f0-481c-9750-9d6c8618f06e req-777a8ac3-9a7f-4411-9035-a3d687e90026 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:41.273499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b31fd786-47f0-481c-9750-9d6c8618f06e req-777a8ac3-9a7f-4411-9035-a3d687e90026 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 943 time: 0.4387932 Oct 26 12:13:41.283773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f36d31f3-4d16-4df6-9323-1e6c0e0cca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.285071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=bc4481b5-ae49-4eda-8590-7022f223a1d7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:41.367815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network bc4481b5-ae49-4eda-8590-7022f223a1d7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:41.409592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1538749c-8780-4d04-b68d-7f50f1524c3b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1730084 Oct 26 12:13:41.440134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36066) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:41.456080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'ports': [{'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'}, {'network_id': 'bc4481b5-ae49-4eda-8590-7022f223a1d7'}]} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:41.458156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:41.460102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': 'bc4481b5-ae49-4eda-8590-7022f223a1d7'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:41.498530 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b31fd786-47f0-481c-9750-9d6c8618f06e req-b0240681-12dd-42d3-83e9-9dc124e36bd4 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108448 Oct 26 12:13:41.524081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.654966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:41.666979 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:40Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:41.669972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:41.678207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:41.681740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aabe52e0-573e-4403-a41e-35a63d99d757 req-34749c58-603d-4e7e-b1b3-bd45e5234d51 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492759 Oct 26 12:13:41.707965 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c6c47-532b-49f7-864f-200cde5fa663 None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:40Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:41.731318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Pushing event updated for resources: {'Port': ['ID=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:41.762254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44731eab-be29-4e2e-8306-2cc20f64dcba None None] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:41.765242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 53742097-f621-4df6-b2a6-b6951798331d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:41.767705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d31f3-4d16-4df6-9323-1e6c0e0cca22 None None] Pushing event updated for resources: {'Port': ['ID=53742097-f621-4df6-b2a6-b6951798331d,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:41.768927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9455e2-23a1-4cb0-a238-f9275f347fdb req-c67a7c28-b64a-4e3b-ba4f-2cc60471fdc6 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:41.770882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c9455e2-23a1-4cb0-a238-f9275f347fdb req-c67a7c28-b64a-4e3b-ba4f-2cc60471fdc6 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 936 time: 0.1559241 Oct 26 12:13:41.868517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 2} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:41.874248 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.892554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a57be3-55ae-4e57-a327-a158e2b81f41 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:41.900155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.903967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.905772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-89a292d7-a01a-4ec2-bf92-498b5a67109d None None] Provisioning complete for port c3a57be3-55ae-4e57-a327-a158e2b81f41 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:41.906146 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-89a292d7-a01a-4ec2-bf92-498b5a67109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:41.960661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-89a292d7-a01a-4ec2-bf92-498b5a67109d None None] Port c3a57be3-55ae-4e57-a327-a158e2b81f41 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:13:41.965849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c9455e2-23a1-4cb0-a238-f9275f347fdb req-4cb234ce-d592-4bae-b77a-32ec4e9fc239 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847925 Oct 26 12:13:42.005403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 30282800-c83d-4e25-b407-d75f952c51c0 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:42.011838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Transition to ACTIVE for port object c3a57be3-55ae-4e57-a327-a158e2b81f41 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:13:42.018466 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.025762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 53742097-f621-4df6-b2a6-b6951798331d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:42.026428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.027897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465364-8383-46ff-b358-d1e2789cff2a req-83bd512f-4ff8-4d90-a5c6-63827d7f9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:42.032344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-83bd512f-4ff8-4d90-a5c6-63827d7f9eb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 1094 time: 0.2751753 Oct 26 12:13:42.115338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a57be3-55ae-4e57-a327-a158e2b81f41,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:42.170532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cc244803-7104-476c-9a47-1511da7e26a1 None None] Provisioning complete for port 53742097-f621-4df6-b2a6-b6951798331d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:42.171139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc244803-7104-476c-9a47-1511da7e26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.283814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c8b0363e-55df-4463-9c73-34619277ff12 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:42.401996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c8b0363e-55df-4463-9c73-34619277ff12 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:42.402516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.410287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465364-8383-46ff-b358-d1e2789cff2a req-cbe3c258-b667-4e87-a60d-8d6aa173224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:42.427843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-cbe3c258-b667-4e87-a60d-8d6aa173224c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.3864694 Oct 26 12:13:42.455833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.507984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cc244803-7104-476c-9a47-1511da7e26a1 None None] Provisioning complete for port c8b0363e-55df-4463-9c73-34619277ff12 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:42.508598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc244803-7104-476c-9a47-1511da7e26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.561876 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.571235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-03365da6-8e43-4ea8-bd9a-989eaa69a4de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb HTTP/1.1" status: 200 len: 217 time: 0.1273963 Oct 26 12:13:42.601670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c8b0363e-55df-4463-9c73-34619277ff12, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c8b0363e-55df-4463-9c73-34619277ff12,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:42.609579 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.701255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c8b0363e-55df-4463-9c73-34619277ff12,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:42.744637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465364-8383-46ff-b358-d1e2789cff2a req-1da7758d-c56a-44e2-955d-f4797bcfbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:42.746001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-1da7758d-c56a-44e2-955d-f4797bcfbee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1439111 Oct 26 12:13:42.753986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Attempting to bind port c3a57be3-55ae-4e57-a327-a158e2b81f41 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:42.754331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Attempting to bind port c3a57be3-55ae-4e57-a327-a158e2b81f41 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:42.754663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Attempting to bind port c3a57be3-55ae-4e57-a327-a158e2b81f41 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:42.761607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.765298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Port c3a57be3-55ae-4e57-a327-a158e2b81f41 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:13:42.765612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Attempting to bind port c3a57be3-55ae-4e57-a327-a158e2b81f41 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:42.782892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-ff073b4c-67ba-4a26-aa56-49ac00e94e13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261714 Oct 26 12:13:42.809582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:42.809938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:42.810332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:42.810783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Bound port: c3a57be3-55ae-4e57-a327-a158e2b81f41, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:42.811274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.853265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-409c70ea-e6ad-4012-baa6-c6950cda7a35 None None] Provisioning complete for port c8b0363e-55df-4463-9c73-34619277ff12 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:42.853835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-409c70ea-e6ad-4012-baa6-c6950cda7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:42.878384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port d3f2bfd9-46d2-4430-874d-d4b75182c2fa yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:42.925069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] For port c3a57be3-55ae-4e57-a327-a158e2b81f41, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:42.930306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] For port c3a57be3-55ae-4e57-a327-a158e2b81f41, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:42.940119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.022423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.023086 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.024509 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] 10.222.0.100 "PUT /v2.0/ports/c3a57be3-55ae-4e57-a327-a158e2b81f41 HTTP/1.1" status: 200 len: 1096 time: 2.0434341 Oct 26 12:13:43.026791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'tag': 'c3a57be3-55ae-4e57-a327-a158e2b81f41'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:43.032702 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a1a729-9ceb-439d-91ec-fd0330424141" -d '{"events": [{"name": "network-changed", "server_uuid": "f9735ab8-97b7-46a6-b0e5-2bc35d900b79", "tag": "c3a57be3-55ae-4e57-a327-a158e2b81f41"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:43.108358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195d9c-6ecf-4c36-9752-cb5139420110 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a57be3-55ae-4e57-a327-a158e2b81f41,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:43.134093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.141141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc964-3ad4-48f1-9ea7-d2e000ccf382 req-c6f94281-7f0b-43f9-b88e-21f5be9c472f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.143471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcabc964-3ad4-48f1-9ea7-d2e000ccf382 req-c6f94281-7f0b-43f9-b88e-21f5be9c472f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 943 time: 0.5175879 Oct 26 12:13:43.158400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-afc259b8-f3a8-4a2b-ab15-5b0cdad0638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.159965 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-afc259b8-f3a8-4a2b-ab15-5b0cdad0638d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bf99f966574f3495f8799758d423ca&device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 1099 time: 0.0851114 Oct 26 12:13:43.220791 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-90e9f2a3-2a13-4220-8de1-cf12b33fc5e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41 HTTP/1.1" status: 200 len: 217 time: 0.0503116 Oct 26 12:13:43.224402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.324645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b7fe-aca4-4ced-b226-fa393c818c2d req-cc402cd4-5f9d-4772-8528-7748c34238e0 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.326121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d5b7fe-aca4-4ced-b226-fa393c818c2d req-cc402cd4-5f9d-4772-8528-7748c34238e0 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 948 time: 0.2091422 Oct 26 12:13:43.326717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:43.333493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:43.333692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-c9dc96b0-b42f-4671-8bd3-5dda3f157e73 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424883 Oct 26 12:13:43.341438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcabc964-3ad4-48f1-9ea7-d2e000ccf382 req-6e48c6a7-1e25-4dfc-ac6a-0aae888f42fe tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449909 Oct 26 12:13:43.342525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:43.344211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.355636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=30282800-c83d-4e25-b407-d75f952c51c0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:43.372018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 53742097-f621-4df6-b2a6-b6951798331d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:43.402631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=d3f2bfd9-46d2-4430-874d-d4b75182c2fa,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:43.405795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-ecb58305-80d6-4e83-823f-3fff0153ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.407386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-ecb58305-80d6-4e83-823f-3fff0153ef5a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.1759322 Oct 26 12:13:43.439340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.449389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 53742097-f621-4df6-b2a6-b6951798331d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:43.449389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.469055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d5b7fe-aca4-4ced-b226-fa393c818c2d req-c7b7e7a6-5bfe-45f0-af40-0cc079902972 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312592 Oct 26 12:13:43.475874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d9452-70de-497f-8ab8-5541be72da9c req-348f5b98-6a2e-482b-9066-8bf4f16182c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.477901 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-348f5b98-6a2e-482b-9066-8bf4f16182c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580511 Oct 26 12:13:43.478528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': '3c9227cf-66a1-4192-88b1-51e7c0e48ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'bc4481b5-ae49-4eda-8590-7022f223a1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:43.478987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: bc4481b5-ae49-4eda-8590-7022f223a1d7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:43.515058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network bc4481b5-ae49-4eda-8590-7022f223a1d7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:43.551290 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7131937-56c1-497b-b64e-0e47316b670b x-openstack-request-id: req-f7131937-56c1-497b-b64e-0e47316b670b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:43.551582 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9735ab8-97b7-46a6-b0e5-2bc35d900b79", "tag": "c3a57be3-55ae-4e57-a327-a158e2b81f41", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:43.551988 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7131937-56c1-497b-b64e-0e47316b670b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:43.552767 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'tag': 'c3a57be3-55ae-4e57-a327-a158e2b81f41', 'status': 'completed', 'code': 200} Oct 26 12:13:43.555607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, bc4481b5-ae49-4eda-8590-7022f223a1d7) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:43.563914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:43.570571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.573768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27771440-e942-400b-b1aa-8cb8c41ba7c3 None None] Network bc4481b5-ae49-4eda-8590-7022f223a1d7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:43.575831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.576601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.585361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85465364-8383-46ff-b358-d1e2789cff2a req-87f7c4de-e812-4924-9521-1474e3bdc338 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360122 Oct 26 12:13:43.601897 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d001347a-a1f9-4b91-8140-605ddecabda9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1571164 Oct 26 12:13:43.604713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36078) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:43.625123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c8b0363e-55df-4463-9c73-34619277ff12 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:43.652904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:13:43.658397 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-dc74b993-d7db-45a3-b33c-215cc4a20762 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674457 Oct 26 12:13:43.747725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c8b0363e-55df-4463-9c73-34619277ff12 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:43.748151 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.784028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:13:43.794214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port d3f2bfd9-46d2-4430-874d-d4b75182c2fa {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:43.794553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.800235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Sync routers for ids ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:43.806328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.810312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-23200bfa-0bae-47bc-95db-a6cabad97096 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3561993 Oct 26 12:13:43.810554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36080) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:43.811694 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-284d9452-70de-497f-8ab8-5541be72da9c req-7bdcab02-a8b3-432e-946a-38ab88420ffa service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258433 Oct 26 12:13:43.848654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Routers {'2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:43.849290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:43.887458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:43.918630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for d3f2bfd9-46d2-4430-874d-d4b75182c2fa owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:43.967681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Set router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:43.973234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-dc82567a-1ec2-4f62-8e97-196a09cf2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:43.973816 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-dc82567a-1ec2-4f62-8e97-196a09cf2780 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bf99f966574f3495f8799758d423ca&device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 1099 time: 0.1043050 Oct 26 12:13:44.086377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.118074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-26694240-a3e1-4429-a911-230103b15cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.119606 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-26694240-a3e1-4429-a911-230103b15cda service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1372900 Oct 26 12:13:44.122007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=d3f2bfd9-46d2-4430-874d-d4b75182c2fa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:44.133748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.136922 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa14eebc-5692-40d4-b041-ed6a5b9efb26 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/d3f2bfd9-46d2-4430-874d-d4b75182c2fa HTTP/1.1" status: 204 len: 168 time: 0.5311906 Oct 26 12:13:44.139444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36082) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:44.168602 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-cc835334-2de2-40c9-a6b4-2ec1d8c3c34f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41 HTTP/1.1" status: 200 len: 217 time: 0.0411675 Oct 26 12:13:44.179133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:13:42Z', 'revision_number': 3, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:44.209822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Checking router: 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:44.210169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Updating router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:13:44.223805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-c779aa56-8e40-46a1-977b-d78a9e357a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.225863 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-c779aa56-8e40-46a1-977b-d78a9e357a89 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0503974 Oct 26 12:13:44.230743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba2994-87b0-4e0d-be83-bbc5f625619b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.236825 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.236986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba2994-87b0-4e0d-be83-bbc5f625619b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.239429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27ba2994-87b0-4e0d-be83-bbc5f625619b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0988886 Oct 26 12:13:44.242430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36084) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:44.278057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-0754a062-5fdf-4cca-af44-5ddb785bfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.278783 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-0754a062-5fdf-4cca-af44-5ddb785bfe64 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437803 Oct 26 12:13:44.380803 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-1dd99c25-bf31-4415-9183-a9334a44bebd service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934203 Oct 26 12:13:44.405035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 30282800-c83d-4e25-b407-d75f952c51c0 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:44.405376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.413165 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.500840 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-25a1a729-9ceb-439d-91ec-fd0330424141 req-334de47e-8a87-4dc9-b6c1-48d359ff413f service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105716 Oct 26 12:13:44.515543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.523539 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.565493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.577938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Attempting to bind port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:44.578318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Attempting to bind port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:44.578696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Attempting to bind port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:44.580621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea1446-9200-49e4-9c4d-ad6b51b882c9 None None] Pushing event updated for resources: {'Port': ['ID=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:44.586721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:44.587127 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:44.587533 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.587929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:44.588410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Bound port: 7565b0d6-1f84-4b75-ab25-7f0ade9141a1, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:44.588800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.619577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 30282800-c83d-4e25-b407-d75f952c51c0 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:44.642481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] For port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:44.645785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] For port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:44.650093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.668871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90790163-8120-46d2-9a83-0cb9b90c96f7 req-9b177741-5fff-4835-b272-fcdbabf50684 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.670371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90790163-8120-46d2-9a83-0cb9b90c96f7 req-9b177741-5fff-4835-b272-fcdbabf50684 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 943 time: 0.2155137 Oct 26 12:13:44.713046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Routers {'2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:44.713675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:44.717189 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea1446-9200-49e4-9c4d-ad6b51b882c9 None None] Pushing event updated for resources: {'Port': ['ID=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:44.796977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1653030-d1a5-413a-a9fe-87204344bc43 req-44cc9c5f-cd0b-4f28-9cae-61f35816d5b5 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:44.798560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1653030-d1a5-413a-a9fe-87204344bc43 req-44cc9c5f-cd0b-4f28-9cae-61f35816d5b5 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 948 time: 0.2189546 Oct 26 12:13:44.825100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] Set router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:44.848037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90790163-8120-46d2-9a83-0cb9b90c96f7 req-8c266788-c29e-4dff-b09b-f19f4c4280db tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465559 Oct 26 12:13:44.887533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Allocated IP 172.20.0.1 (a6fb2e10-ff43-43fd-bf5b-39d85d70103d/4dc4e39f-75da-4cde-a3b4-bf52dc2449f5/729a9efb-b186-48a9-8fe4-965c88e87909) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:44.907691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.913021 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1653030-d1a5-413a-a9fe-87204344bc43 req-4717e98b-6592-4d8a-ba66-428e9f399c62 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Oct 26 12:13:44.985960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=30282800-c83d-4e25-b407-d75f952c51c0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:44.991862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:44.995165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d195aac4-de3e-404e-a11f-257c8769c1b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/30282800-c83d-4e25-b407-d75f952c51c0 HTTP/1.1" status: 204 len: 168 time: 0.7517259 Oct 26 12:13:44.997862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:45.053617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.110914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371e12f-9d52-4966-8adc-0c9ab629a330 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:45.112545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.120245 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c371e12f-9d52-4966-8adc-0c9ab629a330 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1195426 Oct 26 12:13:45.120245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36092) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:45.156701 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a6b535-1694-4259-b207-e4bb59c882a3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:13:45.160879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:45.161550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36094) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:45.161740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6a6b535-1694-4259-b207-e4bb59c882a3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/d3f2bfd9-46d2-4430-874d-d4b75182c2fa HTTP/1.1" status: 404 len: 333 time: 0.0405855 Oct 26 12:13:45.175793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a0fd9436-d6e4-48ff-93d2-181394499dbb details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:13:45.179025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:45.181476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:45.217700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Pushing event updated for resources: {'Port': ['ID=729a9efb-b186-48a9-8fe4-965c88e87909,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:45.223824 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05e5564-30e3-43e1-a645-f5288fcc80fb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:13:45.229897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f05e5564-30e3-43e1-a645-f5288fcc80fb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/30282800-c83d-4e25-b407-d75f952c51c0 HTTP/1.1" status: 404 len: 333 time: 0.0612438 Oct 26 12:13:45.230001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36096) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:45.241069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.283442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:13:42Z', 'revision_number': 3, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:45.327183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271dd8f-413f-4235-be4f-e4ccfc07bb34 None None] The sync data for ids ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'] in n-d-812150-3 is: [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:13:42Z', 'revision_number': 3, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:45.333662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a0fd9436-d6e4-48ff-93d2-181394499dbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:45.348526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'a0fd9436-d6e4-48ff-93d2-181394499dbb', 'network_id': '9d9e47e0-09c7-49c8-80d6-1578de78b3ff', 'port_id': 'a0fd9436-d6e4-48ff-93d2-181394499dbb', 'mac_address': 'fa:16:3e:f7:64:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:13:45.387126 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.422581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.441187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fd9436-d6e4-48ff-93d2-181394499dbb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:45.480080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a0fd9436-d6e4-48ff-93d2-181394499dbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:45.485449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.524838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.549265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-03839b98-e24e-4ad7-863e-cf1945b7d1a0 None None] Provisioning complete for port 729a9efb-b186-48a9-8fe4-965c88e87909 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:45.549864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-03839b98-e24e-4ad7-863e-cf1945b7d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.552148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4481b5-ae49-4eda-8590-7022f223a1d7']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:45.563794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9227cf-66a1-4192-88b1-51e7c0e48ff6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:45.564114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9227cf-66a1-4192-88b1-51e7c0e48ff6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:45.574613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.591942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.592186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a0fd9436-d6e4-48ff-93d2-181394499dbb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:45.595045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-03839b98-e24e-4ad7-863e-cf1945b7d1a0 None None] Port 729a9efb-b186-48a9-8fe4-965c88e87909 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:13:45.602790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:45.603227 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:45.607782 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:45.692038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.700325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.707841 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/bc4481b5-ae49-4eda-8590-7022f223a1d7 HTTP/1.1" status: 204 len: 168 time: 0.4783714 Oct 26 12:13:45.708591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:45.722114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-352061381'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:45.722591 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=bc4481b5-ae49-4eda-8590-7022f223a1d7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:45.732106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.732763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.733290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.733808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.734337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.734852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.735397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.735910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.736471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.736979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.737491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.738011 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eee313-47fb-4da5-bd66-401fbbf74d49 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:45.750985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c3a57be3-55ae-4e57-a327-a158e2b81f41 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:13:45.780039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:45.783968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.804030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.817053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['a0fd9436-d6e4-48ff-93d2-181394499dbb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:13:45.846785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:45.869504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:45.869793 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment 9855f819-0b53-4f01-8e2b-81631a6b5a93 of type vlan for network 98437838-77d1-4bd5-a780-aea388919f0c Oct 26 12:13:45.926507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c3a57be3-55ae-4e57-a327-a158e2b81f41, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:45.951430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'c3a57be3-55ae-4e57-a327-a158e2b81f41', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'c3a57be3-55ae-4e57-a327-a158e2b81f41', 'mac_address': 'fa:16:3e:92:b9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:13:46.022154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.022956 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.049634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a57be3-55ae-4e57-a327-a158e2b81f41 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:46.079410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c3a57be3-55ae-4e57-a327-a158e2b81f41, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:46.085199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.132072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.137907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c3a57be3-55ae-4e57-a327-a158e2b81f41,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:46.138501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:46.139369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.213699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec75b-6440-44c3-b245-f63f10b568b5 req-d0bb4902-8bcc-4f78-9628-29ae3ca5218a tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:46.215434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-801ec75b-6440-44c3-b245-f63f10b568b5 req-d0bb4902-8bcc-4f78-9628-29ae3ca5218a tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 948 time: 0.2122242 Oct 26 12:13:46.230396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf250b-446a-4a91-8d40-88c5e3324162 req-aa253774-438e-4a3a-b379-8d1571b7a04d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:46.235677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5faf250b-446a-4a91-8d40-88c5e3324162 req-aa253774-438e-4a3a-b379-8d1571b7a04d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 944 time: 0.2866039 Oct 26 12:13:46.243366 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.268491 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.273234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5567482 Oct 26 12:13:46.276970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36104) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:46.282626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '98437838-77d1-4bd5-a780-aea388919f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:46.323492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c3a57be3-55ae-4e57-a327-a158e2b81f41'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:13:46.342724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5461ff-ff2c-4cae-9b4a-2a701a6212bf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=98437838-77d1-4bd5-a780-aea388919f0c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:46.369573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 98437838-77d1-4bd5-a780-aea388919f0c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:46.406428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:46.406675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-801ec75b-6440-44c3-b245-f63f10b568b5 req-7ca29821-33ba-4140-b5e2-00a1b7c7696c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699116 Oct 26 12:13:46.407999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Pushing event updated for resources: {'Port': ['ID=729a9efb-b186-48a9-8fe4-965c88e87909,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:46.410986 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.427542 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5faf250b-446a-4a91-8d40-88c5e3324162 req-84b00eaa-a14c-4f59-bd71-c64d28eb01cd tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810324 Oct 26 12:13:46.427755 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.518306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Performing IP validity checks on allocation pools {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:13:46.519762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:13:46.559741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:46.561961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:46.720574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.737363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:13:46.793938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=ee92eaa2-938a-4e28-909c-3f3e883b597c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:46.799263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': '9855f819-0b53-4f01-8e2b-81631a6b5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '98437838-77d1-4bd5-a780-aea388919f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:46.799628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: 98437838-77d1-4bd5-a780-aea388919f0c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:46.820218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 98437838-77d1-4bd5-a780-aea388919f0c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:46.831493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 98437838-77d1-4bd5-a780-aea388919f0c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:46.837388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:46.838212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.841497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571bce85-498e-458a-8aff-11387ae6dbd4 None None] Network 98437838-77d1-4bd5-a780-aea388919f0c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:46.863468 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3c9af7d6-93a6-47eb-8d40-52c6e7c39e4a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5851822 Oct 26 12:13:46.864248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36106) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:46.871782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '98437838-77d1-4bd5-a780-aea388919f0c', 'name': 'tempest-PortsTestJSON-276651685'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:46.872650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:13:46.878284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-40ad52c3-3b18-4928-ba50-5a57d5f7ad12 admin admin] 10.222.0.88 "PUT /v2.0/routers/2a5ffc48-1da3-4906-8cf7-25eeb2a393bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0665727 Oct 26 12:13:46.949586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-55faf54f-e725-4396-ab12-a22a0515dcdb None None] Provisioning complete for port 729a9efb-b186-48a9-8fe4-965c88e87909 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:46.949958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55faf54f-e725-4396-ab12-a22a0515dcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:46.998475 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:47.003063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.022917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port b98195b5-382e-43f9-81ea-af765ee00dc3 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:47.029407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-55faf54f-e725-4396-ab12-a22a0515dcdb None None] Port 729a9efb-b186-48a9-8fe4-965c88e87909 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:13:47.084087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-98437838-77d1-4bd5-a780-aea388919f0c', 'network_id': '98437838-77d1-4bd5-a780-aea388919f0c', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': 'ee92eaa2-938a-4e28-909c-3f3e883b597c'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:47.086694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.169880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.10 (98437838-77d1-4bd5-a780-aea388919f0c/ee92eaa2-938a-4e28-909c-3f3e883b597c/b98195b5-382e-43f9-81ea-af765ee00dc3) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:47.189068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a0fd9436-d6e4-48ff-93d2-181394499dbb up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:47.251700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port a0fd9436-d6e4-48ff-93d2-181394499dbb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:13:47.255557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port a0fd9436-d6e4-48ff-93d2-181394499dbb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:47.255992 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.371724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:47.374363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.375955 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.414936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.458690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 98437838-77d1-4bd5-a780-aea388919f0c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:47.460301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d352ce-9372-482e-888d-8799fcb45abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd9436-d6e4-48ff-93d2-181394499dbb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:47.462995 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce9427b-48bb-4c9e-8486-2e3778f9e54b" -d '{"events": [{"server_uuid": "86d352ce-9372-482e-888d-8799fcb45abc", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd9436-d6e4-48ff-93d2-181394499dbb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:47.466208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:47.468891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:47.487841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a0fd9436-d6e4-48ff-93d2-181394499dbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:47.498189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.508659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=b98195b5-382e-43f9-81ea-af765ee00dc3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:47.544567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:47.545583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.556138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a0fd9436-d6e4-48ff-93d2-181394499dbb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:47.560536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Allocated IP 172.20.0.2 (98437838-77d1-4bd5-a780-aea388919f0c/ee92eaa2-938a-4e28-909c-3f3e883b597c/bcdf2d2b-7d3a-4120-89fd-3c430b617c4b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:47.582951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:47.583344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.587074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36130) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:47.588492 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e3ad8f2c-f35f-404a-ab28-2dabdc8b98d5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7229934 Oct 26 12:13:47.733351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.756482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:47.757614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb906611-181a-46a4-89f3-67d97ec8cef9 req-33c124db-5887-480b-beba-a976e4a71dc7 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:47.759401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb906611-181a-46a4-89f3-67d97ec8cef9 req-33c124db-5887-480b-beba-a976e4a71dc7 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 949 time: 0.1638839 Oct 26 12:13:47.766186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.801744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087abe2-61cd-44b0-990f-c2f8b593f3c1 req-6dea219e-b321-46d2-864f-ebb8d7016e4d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:47.804146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3087abe2-61cd-44b0-990f-c2f8b593f3c1 req-6dea219e-b321-46d2-864f-ebb8d7016e4d tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 945 time: 0.1731243 Oct 26 12:13:47.807647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c3a57be3-55ae-4e57-a327-a158e2b81f41 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:47.869948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb906611-181a-46a4-89f3-67d97ec8cef9 req-2854d9cb-ffb9-48a7-9304-cb4843a36888 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985057 Oct 26 12:13:47.872082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port b98195b5-382e-43f9-81ea-af765ee00dc3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:47.872432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.924934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:47.943730 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee9db70-4a14-49ef-be5d-e4811ccb19bd x-openstack-request-id: req-bee9db70-4a14-49ef-be5d-e4811ccb19bd {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:47.944719 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d352ce-9372-482e-888d-8799fcb45abc", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd9436-d6e4-48ff-93d2-181394499dbb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:47.944719 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bee9db70-4a14-49ef-be5d-e4811ccb19bd {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:47.944961 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d352ce-9372-482e-888d-8799fcb45abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd9436-d6e4-48ff-93d2-181394499dbb', 'code': 200} Oct 26 12:13:47.949180 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:47.952232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3087abe2-61cd-44b0-990f-c2f8b593f3c1 req-ca8f9215-134e-497b-ac88-d8212c594ca2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257532 Oct 26 12:13:47.962244 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.023936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.028501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port c3a57be3-55ae-4e57-a327-a158e2b81f41 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:13:48.042096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Network 98437838-77d1-4bd5-a780-aea388919f0c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:48.043479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for b98195b5-382e-43f9-81ea-af765ee00dc3 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:48.047606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:48.049488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port c3a57be3-55ae-4e57-a327-a158e2b81f41 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:48.049932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.079659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:48.081646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Pushing event updated for resources: {'Port': ['ID=bcdf2d2b-7d3a-4120-89fd-3c430b617c4b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:48.139677 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Sync routers for ids ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:48.155829 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Routers {'2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:48.156912 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:48.182372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Attempting to bind port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:48.182750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Attempting to bind port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9855f819-0b53-4f01-8e2b-81631a6b5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '98437838-77d1-4bd5-a780-aea388919f0c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:48.183145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Attempting to bind port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b on network 98437838-77d1-4bd5-a780-aea388919f0c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:48.183922 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c8b17-4290-44c2-b4ac-53a4ee0fc8ba req-2d4ace84-5a1d-49eb-8b91-cd255100decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:48.185616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e6c8b17-4290-44c2-b4ac-53a4ee0fc8ba req-2d4ace84-5a1d-49eb-8b91-cd255100decd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 1096 time: 0.0843647 Oct 26 12:13:48.190120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:48.190509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Checking segment: {'id': '9855f819-0b53-4f01-8e2b-81631a6b5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '98437838-77d1-4bd5-a780-aea388919f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:48.190932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.191335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Bound using segment: {'id': '9855f819-0b53-4f01-8e2b-81631a6b5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '98437838-77d1-4bd5-a780-aea388919f0c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:48.191845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Bound port: bcdf2d2b-7d3a-4120-89fd-3c430b617c4b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9855f819-0b53-4f01-8e2b-81631a6b5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '98437838-77d1-4bd5-a780-aea388919f0c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:48.192199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.210745 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.276462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e6c8b17-4290-44c2-b4ac-53a4ee0fc8ba req-23aeb209-c29e-44b7-b8f5-7a94bca8fd59 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776820 Oct 26 12:13:48.277202 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Set router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:48.278069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port c3a57be3-55ae-4e57-a327-a158e2b81f41, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:48.282431 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.295035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.318491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] For port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:48.320810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=b98195b5-382e-43f9-81ea-af765ee00dc3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:48.327518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] For port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bcdf2d2b-7d3a-4120-89fd-3c430b617c4b,segment=NetworkSegment(9855f819-0b53-4f01-8e2b-81631a6b5a93),segment_id=9855f819-0b53-4f01-8e2b-81631a6b5a93)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:48.352688 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.395243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=c3a57be3-55ae-4e57-a327-a158e2b81f41,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:48.413032 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.417988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8178bd2f-d8d8-4b1d-95ed-565647db79f3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/b98195b5-382e-43f9-81ea-af765ee00dc3 HTTP/1.1" status: 204 len: 168 time: 0.8297315 Oct 26 12:13:48.425570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:48.457850 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c38b69-4402-4b66-a8e3-d89c3ed1c046 None None] Pushing event updated for resources: {'Port': ['ID=bcdf2d2b-7d3a-4120-89fd-3c430b617c4b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:48.458014 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-885ccce8-a3a2-42b1-a454-fb94d39fd042 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:13:48.458658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885ccce8-a3a2-42b1-a454-fb94d39fd042 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:48.468632 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-885ccce8-a3a2-42b1-a454-fb94d39fd042 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/b98195b5-382e-43f9-81ea-af765ee00dc3 HTTP/1.1" status: 404 len: 333 time: 0.0413895 Oct 26 12:13:48.471407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:48.500943 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a62366-0fa2-483b-b292-3c0a1d5f2522 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:13:48.503542 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-93a62366-0fa2-483b-b292-3c0a1d5f2522 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/b98195b5-382e-43f9-81ea-af765ee00dc3 HTTP/1.1" status: 404 len: 333 time: 0.0308762 Oct 26 12:13:48.506794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:48.578474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet ee92eaa2-938a-4e28-909c-3f3e883b597c {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:13:48.582837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.618780 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:13:45Z', 'revision_number': 4, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '729a9efb-b186-48a9-8fe4-965c88e87909', 'name': '', 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'mac_address': 'fa:16:3e:32:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:44Z', 'updated_at': '2021-10-26T12:13:45Z', 'revision_number': 2, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'subnets': [{'id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:48.655335 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Checking router: 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:48.655687 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Updating router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf port 729a9efb-b186-48a9-8fe4-965c88e87909 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:13:48.660530 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.731596 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.811601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.880073 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.939274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=ee92eaa2-938a-4e28-909c-3f3e883b597c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:48.944399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:48.950341 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1965b08-e011-4c87-88f0-23f9a8501e84 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/ee92eaa2-938a-4e28-909c-3f3e883b597c HTTP/1.1" status: 204 len: 168 time: 0.4400697 Oct 26 12:13:48.950717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36148) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:49.085923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.113107 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.119836 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.141932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c06-79ca-41ed-bb68-43fd096742d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.196408 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062b25e-9cb4-4b4c-b79a-84dc495c6881 None None] Pushing event updated for resources: {'Port': ['ID=729a9efb-b186-48a9-8fe4-965c88e87909,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:49.197242 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670864eb-d22e-4d2c-b754-ceddff74b497 req-e581ddea-1ef8-4248-8016-670e82c0fc22 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:49.199094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670864eb-d22e-4d2c-b754-ceddff74b497 req-e581ddea-1ef8-4248-8016-670e82c0fc22 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 950 time: 0.1206255 Oct 26 12:13:49.217434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422812d9-7138-4956-80f9-fe862e59cfbb req-bc7395ed-3ec9-4839-8810-1e219cad3d67 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:49.219079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-422812d9-7138-4956-80f9-fe862e59cfbb req-bc7395ed-3ec9-4839-8810-1e219cad3d67 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 945 time: 0.1442800 Oct 26 12:13:49.242557 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Attempting to bind port 729a9efb-b186-48a9-8fe4-965c88e87909 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:49.242952 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Attempting to bind port 729a9efb-b186-48a9-8fe4-965c88e87909 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:49.243442 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Attempting to bind port 729a9efb-b186-48a9-8fe4-965c88e87909 on network a6fb2e10-ff43-43fd-bf5b-39d85d70103d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:49.248938 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:49.249312 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Checking segment: {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:49.249709 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.250102 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Bound using segment: {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:49.250572 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Bound port: 729a9efb-b186-48a9-8fe4-965c88e87909, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861bd58c-b2f1-4e0a-bbff-048ef9094cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:49.250986 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.312230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670864eb-d22e-4d2c-b754-ceddff74b497 req-f38f66cc-9cf8-4fed-af7d-174a24eb2107 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058981 Oct 26 12:13:49.316383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-422812d9-7138-4956-80f9-fe862e59cfbb req-fc2d1f13-47a4-4e19-95e9-b9a2b35f0d55 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905821 Oct 26 12:13:49.317858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:49.318199 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.356739 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] For port 729a9efb-b186-48a9-8fe4-965c88e87909, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:49.361821 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] For port 729a9efb-b186-48a9-8fe4-965c88e87909, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=729a9efb-b186-48a9-8fe4-965c88e87909,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:49.372003 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.433460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bcdf2d2b-7d3a-4120-89fd-3c430b617c4b,segment=NetworkSegment(9855f819-0b53-4f01-8e2b-81631a6b5a93),segment_id=9855f819-0b53-4f01-8e2b-81631a6b5a93)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:49.433833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.453665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for bcdf2d2b-7d3a-4120-89fd-3c430b617c4b owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:49.468877 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Routers {'2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:49.469524 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:49.518811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bcdf2d2b-7d3a-4120-89fd-3c430b617c4b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:49.558119 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062b25e-9cb4-4b4c-b79a-84dc495c6881 None None] Pushing event updated for resources: {'Port': ['ID=729a9efb-b186-48a9-8fe4-965c88e87909,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:49.585987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.631023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=bcdf2d2b-7d3a-4120-89fd-3c430b617c4b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:49.641795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c1cc4022-9144-4a8b-ab1a-0e0966bd1185 None None] Provisioning complete for port 729a9efb-b186-48a9-8fe4-965c88e87909 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:49.642140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4022-9144-4a8b-ab1a-0e0966bd1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.657825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:49.674894 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] Set router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:49.682121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No active binding found for port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b {{(pid=102761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 12:13:49.687702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bcdf2d2b-7d3a-4120-89fd-3c430b617c4b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 12:13:49.727545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port bcdf2d2b-7d3a-4120-89fd-3c430b617c4b not found, will not notify nova. {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 12:13:49.728203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:49.786052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.811500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98437838-77d1-4bd5-a780-aea388919f0c']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:49.822627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9855f819-0b53-4f01-8e2b-81631a6b5a93') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:49.823422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9855f819-0b53-4f01-8e2b-81631a6b5a93') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:49.840608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.847229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4022-9144-4a8b-ab1a-0e0966bd1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.857562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:49.857943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.859559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.874367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:49.876159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:49.883949 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:49.897473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af7568-8fd3-4c66-9db0-9e28543dd23b None None] Network 98437838-77d1-4bd5-a780-aea388919f0c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:49.949886 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.954109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a57be3-55ae-4e57-a327-a158e2b81f41'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:49.956470 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99161fd4-3947-472e-b1d4-dba1c53e20b9" -d '{"events": [{"server_uuid": "f9735ab8-97b7-46a6-b0e5-2bc35d900b79", "name": "network-vif-plugged", "status": "completed", "tag": "c3a57be3-55ae-4e57-a327-a158e2b81f41"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:49.961406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:49.969942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/98437838-77d1-4bd5-a780-aea388919f0c HTTP/1.1" status: 204 len: 168 time: 1.0147898 Oct 26 12:13:49.971209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36156) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:49.976124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c1cc4022-9144-4a8b-ab1a-0e0966bd1185 None None] For port 729a9efb-b186-48a9-8fe4-965c88e87909, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=729a9efb-b186-48a9-8fe4-965c88e87909,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:49.977771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1481235147'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:49.988391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe408b05-bf79-4666-8e01-f57b6cabeb1b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=98437838-77d1-4bd5-a780-aea388919f0c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:50.003740 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:13:45Z', 'revision_number': 4, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '729a9efb-b186-48a9-8fe4-965c88e87909', 'name': '', 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'mac_address': 'fa:16:3e:32:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:44Z', 'updated_at': '2021-10-26T12:13:49Z', 'revision_number': 4, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'subnets': [{'id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:50.014400 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4210e-d3a9-443b-ae86-e36c0aa1a8e9 x-openstack-request-id: req-e4c4210e-d3a9-443b-ae86-e36c0aa1a8e9 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:50.014693 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9735ab8-97b7-46a6-b0e5-2bc35d900b79", "name": "network-vif-plugged", "status": "completed", "tag": "c3a57be3-55ae-4e57-a327-a158e2b81f41", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:50.014969 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4c4210e-d3a9-443b-ae86-e36c0aa1a8e9 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:50.015368 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a57be3-55ae-4e57-a327-a158e2b81f41', 'code': 200} Oct 26 12:13:50.021437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4022-9144-4a8b-ab1a-0e0966bd1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.023084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:50.031309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.037821 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb2cd-f745-41ce-a666-06e9400780c2 None None] The sync data for ids ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'] in n-d-812150-3 is: [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:13:45Z', 'revision_number': 4, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '729a9efb-b186-48a9-8fe4-965c88e87909', 'name': '', 'network_id': 'a6fb2e10-ff43-43fd-bf5b-39d85d70103d', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'mac_address': 'fa:16:3e:32:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:44Z', 'updated_at': '2021-10-26T12:13:49Z', 'revision_number': 4, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'subnets': [{'id': '4dc4e39f-75da-4cde-a3b4-bf52dc2449f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:50.078976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:50.092660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.093165 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment 7b6d2454-ba3c-41a3-8332-170b3a49725f of type vlan for network 847c3693-9df1-4c3e-acd2-a8625bd3250d Oct 26 12:13:50.237222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.266671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d807-5711-405d-8629-8cb9d5c8cb03 req-d79cc7bf-0770-43ba-81e1-5ef72f945cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:50.268772 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86c9d807-5711-405d-8629-8cb9d5c8cb03 req-d79cc7bf-0770-43ba-81e1-5ef72f945cf8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 1101 time: 0.2010159 Oct 26 12:13:50.296009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.301996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:50.302617 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.400519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4275634 Oct 26 12:13:50.408397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36174) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:50.413880 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-86c9d807-5711-405d-8629-8cb9d5c8cb03 req-217ac09b-eee0-4a03-99e8-0160e87fbfaf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351581 Oct 26 12:13:50.419718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37524a2c-8947-411d-8a6d-d35a7b15c4a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=847c3693-9df1-4c3e-acd2-a8625bd3250d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:50.419912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:50.433286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4022-9144-4a8b-ab1a-0e0966bd1185 None None] Pushing event updated for resources: {'Port': ['ID=729a9efb-b186-48a9-8fe4-965c88e87909,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:50.441679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 847c3693-9df1-4c3e-acd2-a8625bd3250d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:50.491765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea53-a659-4c35-a92f-ce55c1a3ecf9 None None] Could not find standard attr ID for object bcdf2d2b-7d3a-4120-89fd-3c430b617c4b. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:13:50.564960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea53-a659-4c35-a92f-ce55c1a3ecf9 None None] Provisioning complete for port 729a9efb-b186-48a9-8fe4-965c88e87909 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:50.565324 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e8aea53-a659-4c35-a92f-ce55c1a3ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.591816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:50.595439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:50.667876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394cc5f-6aa4-43a0-9e54-7f0950ef4c3e None None] DHCP port deletion for 98437838-77d1-4bd5-a780-aea388919f0c request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:13:50.676916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21724d-0adb-4da0-ba05-38a105a078de req-3a7e6e6a-cfe6-4090-83ac-6f67d4ea8b18 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:50.679096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a21724d-0adb-4da0-ba05-38a105a078de req-3a7e6e6a-cfe6-4090-83ac-6f67d4ea8b18 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 945 time: 0.1760647 Oct 26 12:13:50.703487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e8efd231-fa69-4751-82d7-45ca6feb4783 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:50.704976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e8efd231-fa69-4751-82d7-45ca6feb4783 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.3789589 Oct 26 12:13:50.754907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-5915facc-c05e-4e5e-bac5-1cbf38e11547 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0378733 Oct 26 12:13:50.765409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a21724d-0adb-4da0-ba05-38a105a078de req-0aec8ecb-57b8-463c-8ee7-9b550a757d73 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761211 Oct 26 12:13:50.906926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-f925697e-4c4b-4e3b-beb1-087b37afb936 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439371 Oct 26 12:13:50.946925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-ec66d6e5-1c56-47cb-b816-74acb7009372 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:13:50.948149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-ec66d6e5-1c56-47cb-b816-74acb7009372 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110312 Oct 26 12:13:51.003531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65938d5-c2d1-40c6-a9ab-61b1fe06bead req-aa6d4d22-0cce-4129-851e-c80b8e57c301 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:51.005472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a65938d5-c2d1-40c6-a9ab-61b1fe06bead req-aa6d4d22-0cce-4129-851e-c80b8e57c301 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 950 time: 0.1555481 Oct 26 12:13:51.033413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:51.126246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a65938d5-c2d1-40c6-a9ab-61b1fe06bead req-5e5b0451-03e2-4135-901f-cefd43990a5e tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878134 Oct 26 12:13:51.206726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=056e21ca-90dc-4a0a-b7bf-829af0547602,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:51.214382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': '7b6d2454-ba3c-41a3-8332-170b3a49725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:51.214754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: 847c3693-9df1-4c3e-acd2-a8625bd3250d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:51.226432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-cc0bdeac-a5a1-48bf-b40c-2b48dbf5493e service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688270 Oct 26 12:13:51.244792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 847c3693-9df1-4c3e-acd2-a8625bd3250d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:51.381502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 729a9efb-b186-48a9-8fe4-965c88e87909 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:51.442515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 729a9efb-b186-48a9-8fe4-965c88e87909 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:51.443896 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:51.567893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 847c3693-9df1-4c3e-acd2-a8625bd3250d) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:51.572980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:51.573809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:51.579062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b474f3-cfd3-42fc-8e99-fa8fd1f52c2b None None] Network 847c3693-9df1-4c3e-acd2-a8625bd3250d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:51.605475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-563d92df-c957-462b-ad26-dfb3afa0b067 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1932428 Oct 26 12:13:51.605923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:51.613127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1843226525'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:51.661500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bcdf2d2b-7d3a-4120-89fd-3c430b617c4b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:51.675444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-c358ebf5-211a-4777-975a-41b02c8c00a5 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406183 Oct 26 12:13:51.687999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: bcdf2d2b-7d3a-4120-89fd-3c430b617c4b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:13:51.688349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bcdf2d2b-7d3a-4120-89fd-3c430b617c4b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:13:51.741724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb30cd8e-31f4-4d73-8c41-45e26cecd9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:51.776998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:51.782797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:51.807767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 410bd0a5-829c-43cf-9839-4cc956bc2c06 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:51.844835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-847c3693-9df1-4c3e-acd2-a8625bd3250d', 'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': '056e21ca-90dc-4a0a-b7bf-829af0547602'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:51.845726 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:51.943178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.5 (847c3693-9df1-4c3e-acd2-a8625bd3250d/056e21ca-90dc-4a0a-b7bf-829af0547602/410bd0a5-829c-43cf-9839-4cc956bc2c06) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:52.133197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88d1067c-4e1f-42d4-8492-6d80d2226894 req-e5006b9b-67c0-4b3c-a768-89e0bb45cc78 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0648434 Oct 26 12:13:52.134960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.212561 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.266260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 847c3693-9df1-4c3e-acd2-a8625bd3250d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:52.270537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:52.275681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:52.281282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Allocated IP 172.20.0.2 (847c3693-9df1-4c3e-acd2-a8625bd3250d/056e21ca-90dc-4a0a-b7bf-829af0547602/493beee4-7583-4289-b1d5-380c76a6d0ab) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:52.288542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5115b2-fe4b-44e8-bfdc-561a4590cae7 req-df3d7952-1d5b-4f4d-8257-bb7f6e8292dc tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:52.290264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da5115b2-fe4b-44e8-bfdc-561a4590cae7 req-df3d7952-1d5b-4f4d-8257-bb7f6e8292dc tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 950 time: 0.0615568 Oct 26 12:13:52.317097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=410bd0a5-829c-43cf-9839-4cc956bc2c06,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:52.342266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da5115b2-fe4b-44e8-bfdc-561a4590cae7 req-a8ed5c1e-9563-4e8a-8487-a3b61a02e454 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Oct 26 12:13:52.349336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:52.350498 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.369923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3dd1389-24c7-4649-982b-e285548f95fa tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7628493 Oct 26 12:13:52.372863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36204) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:52.488735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 410bd0a5-829c-43cf-9839-4cc956bc2c06 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:52.489055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.509219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.519759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.573601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Network 847c3693-9df1-4c3e-acd2-a8625bd3250d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:52.578394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:52.586908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:52.594412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Pushing event updated for resources: {'Port': ['ID=493beee4-7583-4289-b1d5-380c76a6d0ab,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:52.643749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.655014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Attempting to bind port 493beee4-7583-4289-b1d5-380c76a6d0ab on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:52.655412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Attempting to bind port 493beee4-7583-4289-b1d5-380c76a6d0ab by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '7b6d2454-ba3c-41a3-8332-170b3a49725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:52.655777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Attempting to bind port 493beee4-7583-4289-b1d5-380c76a6d0ab on network 847c3693-9df1-4c3e-acd2-a8625bd3250d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:52.657850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 410bd0a5-829c-43cf-9839-4cc956bc2c06 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:52.660898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:52.661279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Checking segment: {'id': '7b6d2454-ba3c-41a3-8332-170b3a49725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:52.661681 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.662658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Bound using segment: {'id': '7b6d2454-ba3c-41a3-8332-170b3a49725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:52.663813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Bound port: 493beee4-7583-4289-b1d5-380c76a6d0ab, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6d2454-ba3c-41a3-8332-170b3a49725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '847c3693-9df1-4c3e-acd2-a8625bd3250d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:52.663813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.737025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] For port 493beee4-7583-4289-b1d5-380c76a6d0ab, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:52.737025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] For port 493beee4-7583-4289-b1d5-380c76a6d0ab, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=493beee4-7583-4289-b1d5-380c76a6d0ab,segment=NetworkSegment(7b6d2454-ba3c-41a3-8332-170b3a49725f),segment_id=7b6d2454-ba3c-41a3-8332-170b3a49725f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:52.745611 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.826799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204bd74-12fb-4089-b120-cb1e1097f2a7 None None] Pushing event updated for resources: {'Port': ['ID=493beee4-7583-4289-b1d5-380c76a6d0ab,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:52.861401 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.886743 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.924751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=410bd0a5-829c-43cf-9839-4cc956bc2c06,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:52.981501 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:52.985059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-87e23fb6-bd82-4351-aadc-8aabd9e226c7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/410bd0a5-829c-43cf-9839-4cc956bc2c06 HTTP/1.1" status: 204 len: 168 time: 0.6111853 Oct 26 12:13:52.987650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36218) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:53.013340 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9563b62c-01a7-4129-861b-146f18002706 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:13:53.014948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9563b62c-01a7-4129-861b-146f18002706 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/410bd0a5-829c-43cf-9839-4cc956bc2c06 HTTP/1.1" status: 404 len: 333 time: 0.0263369 Oct 26 12:13:53.017611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36220) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:53.100167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet 056e21ca-90dc-4a0a-b7bf-829af0547602 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:13:53.103570 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.152221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.251710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.290575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0670cd9c-cf30-41c8-8e6b-dce06daa6265 req-b45c3a20-0ea6-4ed2-8fc5-423c010bd85e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0449083 Oct 26 12:13:53.325324 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.451280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 493beee4-7583-4289-b1d5-380c76a6d0ab up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:53.530028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 493beee4-7583-4289-b1d5-380c76a6d0ab triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:53.531226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.591810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-f4a6b882-1112-4376-94cb-768363f0d75c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:53.593869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-f4a6b882-1112-4376-94cb-768363f0d75c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.2642193 Oct 26 12:13:53.601158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.616353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:53.644415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=056e21ca-90dc-4a0a-b7bf-829af0547602,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:53.653299 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.677134 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.686113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a8c5ff58-5f20-4b5a-b960-9fa65dd9e2f7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/056e21ca-90dc-4a0a-b7bf-829af0547602 HTTP/1.1" status: 204 len: 168 time: 0.6651516 Oct 26 12:13:53.686821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36236) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:53.717765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 493beee4-7583-4289-b1d5-380c76a6d0ab, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=493beee4-7583-4289-b1d5-380c76a6d0ab,segment=NetworkSegment(7b6d2454-ba3c-41a3-8332-170b3a49725f),segment_id=7b6d2454-ba3c-41a3-8332-170b3a49725f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:53.727232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.847947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.856787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=493beee4-7583-4289-b1d5-380c76a6d0ab,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:53.861375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:53.866766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:53.933790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 493beee4-7583-4289-b1d5-380c76a6d0ab {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:53.934373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.031510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port 493beee4-7583-4289-b1d5-380c76a6d0ab, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=493beee4-7583-4289-b1d5-380c76a6d0ab,segment=NetworkSegment(7b6d2454-ba3c-41a3-8332-170b3a49725f),segment_id=7b6d2454-ba3c-41a3-8332-170b3a49725f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:54.032158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.052995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 493beee4-7583-4289-b1d5-380c76a6d0ab owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:54.088324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.8 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/5a3db5cc-1742-4f7f-ad86-1c4981684691) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:54.191757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.226705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port 493beee4-7583-4289-b1d5-380c76a6d0ab on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:13:54.228704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=493beee4-7583-4289-b1d5-380c76a6d0ab,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:54.311535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed885f-7e4d-40e8-b6c7-8001d594e603 None None] Network 847c3693-9df1-4c3e-acd2-a8625bd3250d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:54.348160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.398944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.432766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.437163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ca174217-3ca1-48c7-bf60-019153e223a3 None None] Could not find standard attr ID for object 493beee4-7583-4289-b1d5-380c76a6d0ab. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:13:54.477580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847c3693-9df1-4c3e-acd2-a8625bd3250d']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:54.487334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:54.490175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:54.499706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:54.506566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6d2454-ba3c-41a3-8332-170b3a49725f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:54.506788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=5a3db5cc-1742-4f7f-ad86-1c4981684691,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:54.506937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6d2454-ba3c-41a3-8332-170b3a49725f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:54.523267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.548664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.562608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:13:54.563748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.598008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624949d-452b-486d-abe2-c6b7b49235c5 req-4662b971-c9f5-4a66-b316-4740cd6b4787 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:54.607132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d624949d-452b-486d-abe2-c6b7b49235c5 req-4662b971-c9f5-4a66-b316-4740cd6b4787 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 931 time: 0.1984084 Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:13:54.617634 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:13:54.640521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74fd4f-2a28-445a-807a-f0aae1716943 None None] DHCP port deletion for 847c3693-9df1-4c3e-acd2-a8625bd3250d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:13:54.661026 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.664336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.679300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.695160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d624949d-452b-486d-abe2-c6b7b49235c5 req-f3539206-b3cb-45ea-8504-d89e3a338a7e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770850 Oct 26 12:13:54.700863 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/847c3693-9df1-4c3e-acd2-a8625bd3250d HTTP/1.1" status: 204 len: 168 time: 1.0126476 Oct 26 12:13:54.705855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:54.708189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:54.709730 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.715067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'name': 'tempest-PortsTestJSON-390502317'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:54.732101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-df515875-602d-4197-8736-475b7ed32b5d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200416 Oct 26 12:13:54.749450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Request body: {'port': {'device_id': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:54.829310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a927f-b316-419e-90b6-2ea640f51a3d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=847c3693-9df1-4c3e-acd2-a8625bd3250d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:54.832377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.862820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2ef0191e-fe7b-462a-a17f-be96613ee82c None None] Provisioning complete for port 5a3db5cc-1742-4f7f-ad86-1c4981684691 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:13:54.863545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ef0191e-fe7b-462a-a17f-be96613ee82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.891186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:54.900432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:54.924218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0191e-fe7b-462a-a17f-be96613ee82c None None] Port 5a3db5cc-1742-4f7f-ad86-1c4981684691 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:13:54.947832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 0ee6c92c-1df3-41de-8860-68d543be6831 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:55.126658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.155168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3db5cc-1742-4f7f-ad86-1c4981684691 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:13:55.160633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.164309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.178883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Transition to ACTIVE for port object 5a3db5cc-1742-4f7f-ad86-1c4981684691 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:13:55.184449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.257197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3db5cc-1742-4f7f-ad86-1c4981684691,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:55.312098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Attempting to bind port 5a3db5cc-1742-4f7f-ad86-1c4981684691 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:55.312450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Attempting to bind port 5a3db5cc-1742-4f7f-ad86-1c4981684691 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:55.312779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Attempting to bind port 5a3db5cc-1742-4f7f-ad86-1c4981684691 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:55.323480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Port 5a3db5cc-1742-4f7f-ad86-1c4981684691 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:13:55.323812 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Attempting to bind port 5a3db5cc-1742-4f7f-ad86-1c4981684691 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:55.330665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:55.331241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:55.331467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:55.331873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Bound port: 5a3db5cc-1742-4f7f-ad86-1c4981684691, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:55.332231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.403982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 493beee4-7583-4289-b1d5-380c76a6d0ab no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:55.435429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 493beee4-7583-4289-b1d5-380c76a6d0ab {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:13:55.435783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 493beee4-7583-4289-b1d5-380c76a6d0ab not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:13:55.479982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] For port 5a3db5cc-1742-4f7f-ad86-1c4981684691, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:13:55.484964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] For port 5a3db5cc-1742-4f7f-ad86-1c4981684691, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:13:55.493096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.546549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:55.546789 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.548508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a3db5cc-1742-4f7f-ad86-1c4981684691 HTTP/1.1" status: 200 len: 1091 time: 0.8048501 Oct 26 12:13:55.549540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'tag': '5a3db5cc-1742-4f7f-ad86-1c4981684691'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:55.551474 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "8668d291-e2f3-4bdf-9544-2d0aed2d1e9d", "tag": "5a3db5cc-1742-4f7f-ad86-1c4981684691"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:55.554064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:55.560214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:55.562760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:55.577154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:55.577832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.588225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=0ee6c92c-1df3-41de-8860-68d543be6831,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:55.596458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d6a72-012c-408e-8738-89110e03e564 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3db5cc-1742-4f7f-ad86-1c4981684691,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:55.605861 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f044788f-06f2-470c-b7de-927788b7934c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8990381 Oct 26 12:13:55.609620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:55.642818 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9eda3e-8f18-43d6-b8dd-852811b7cdf9 x-openstack-request-id: req-fa9eda3e-8f18-43d6-b8dd-852811b7cdf9 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:55.643209 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8668d291-e2f3-4bdf-9544-2d0aed2d1e9d", "tag": "5a3db5cc-1742-4f7f-ad86-1c4981684691", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:55.643467 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa9eda3e-8f18-43d6-b8dd-852811b7cdf9 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:55.643927 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'tag': '5a3db5cc-1742-4f7f-ad86-1c4981684691', 'status': 'completed', 'code': 200} Oct 26 12:13:55.665011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-585baf74-2fb3-4260-9b04-01f6076c031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:55.666611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-585baf74-2fb3-4260-9b04-01f6076c031b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 1094 time: 0.0667684 Oct 26 12:13:55.716838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 0ee6c92c-1df3-41de-8860-68d543be6831 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:55.717358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.725726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-ac1d4dbd-cec2-4da8-a98e-371bb3270548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691 HTTP/1.1" status: 200 len: 217 time: 0.0479996 Oct 26 12:13:55.804598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.820693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 0ee6c92c-1df3-41de-8860-68d543be6831 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:55.833367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e5ed3272-ce7a-42d6-8e9c-68fa29485882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:55.835596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-e5ed3272-ce7a-42d6-8e9c-68fa29485882 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.1018586 Oct 26 12:13:55.889531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5040df3-2c87-4376-a85f-1d25f72a27db req-1ceaea7e-6dfb-4f24-a857-1d87ee644937 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:55.891133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5040df3-2c87-4376-a85f-1d25f72a27db req-1ceaea7e-6dfb-4f24-a857-1d87ee644937 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.0912149 Oct 26 12:13:55.913388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.933130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-30ab0c68-eb2f-4c3f-bd3a-719df3f2929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:55.934688 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-30ab0c68-eb2f-4c3f-bd3a-719df3f2929e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899887 Oct 26 12:13:55.956464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=0ee6c92c-1df3-41de-8860-68d543be6831,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:55.960960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:55.964742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5ec9d87a-b3a0-467d-bad7-22d40fa53175 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/0ee6c92c-1df3-41de-8860-68d543be6831 HTTP/1.1" status: 204 len: 168 time: 0.3540740 Oct 26 12:13:55.967176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36254) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:55.972881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'mac_address': 'fa:16:3e:7c:b3:d7', 'name': 'tempest-PortsTestJSON-162251629'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:55.979928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5040df3-2c87-4376-a85f-1d25f72a27db req-2209c14c-83b1-4322-94fd-027433530a82 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743904 Oct 26 12:13:56.064748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-f82122aa-7d15-488d-bdcf-ccf42a99531f service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182518 Oct 26 12:13:56.080888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:56.155764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.170652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4a5a0c9-1818-4d15-b546-1892d49d711b req-1bd43946-72ab-4064-a462-b97f1ef1b53f service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976210 Oct 26 12:13:56.180763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 3114ad3f-c3bb-42ce-a2cd-e239682fff32 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:56.269847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-90433a4d-1d96-4e2c-8d5b-821112db8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:56.272125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-90433a4d-1d96-4e2c-8d5b-821112db8f15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 1094 time: 0.0524368 Oct 26 12:13:56.354716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.377975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-c0920a9d-eee4-4737-9a18-b6a26d07daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:56.379534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-c0920a9d-eee4-4737-9a18-b6a26d07daf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.0948060 Oct 26 12:13:56.389663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.429658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-3890f567-ce24-411e-9cdd-f8be6dec9036 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691 HTTP/1.1" status: 200 len: 217 time: 0.0427032 Oct 26 12:13:56.438979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:56.442167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:56.448049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:56.453686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:56.454298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.458030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=3114ad3f-c3bb-42ce-a2cd-e239682fff32,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:56.479603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c4b3fa14-a2cb-40c7-b78a-7bdd5fa81889 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5087044 Oct 26 12:13:56.479980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:56.490816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-db78b3c3-bbc3-46c6-b56e-7b74c887a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:56.492910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-db78b3c3-bbc3-46c6-b56e-7b74c887a199 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0562260 Oct 26 12:13:56.525260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b13d91-ee14-4a46-85bf-baba5ad4595f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:56.529510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6b13d91-ee14-4a46-85bf-baba5ad4595f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/3114ad3f-c3bb-42ce-a2cd-e239682fff32 HTTP/1.1" status: 200 len: 840 time: 0.0460479 Oct 26 12:13:56.529864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36258) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:56.543437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-71b1341c-2a3b-4a7b-a878-64fb9d78e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:56.545485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-71b1341c-2a3b-4a7b-a878-64fb9d78e3dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447819 Oct 26 12:13:56.621478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 3114ad3f-c3bb-42ce-a2cd-e239682fff32 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:56.621832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.650097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-50747267-929b-49d7-8f81-599001c584ac service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960791 Oct 26 12:13:56.691623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.710087 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 3114ad3f-c3bb-42ce-a2cd-e239682fff32 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:56.755117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-535f43b0-5db0-45ae-81a6-40f3c92bbbfe req-20bd6344-d869-46eb-9d49-3cd62e631a48 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979209 Oct 26 12:13:56.795902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.825210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=3114ad3f-c3bb-42ce-a2cd-e239682fff32,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:56.830977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.837406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d256aa33-9722-4515-80b0-c88f2313abd2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/3114ad3f-c3bb-42ce-a2cd-e239682fff32 HTTP/1.1" status: 204 len: 168 time: 0.3032703 Oct 26 12:13:56.837406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36260) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:56.862747 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8f848f-9146-4367-8a67-0de447213ce2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:13:56.864814 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c8f848f-9146-4367-8a67-0de447213ce2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/3114ad3f-c3bb-42ce-a2cd-e239682fff32 HTTP/1.1" status: 404 len: 333 time: 0.0262809 Oct 26 12:13:56.868857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36262) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:56.873952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'name': 'tempest-PortsTestJSON-929578053'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:56.973113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:56.977250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:56.995310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port b343631f-100b-41de-a7fe-c7f6e0dc6ef7 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:13:57.117862 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ca2fa-6a6b-4f4a-b31c-a25d713cb199 req-383af6c6-3878-42e3-b752-b0ede3652338 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:57.119974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db3ca2fa-6a6b-4f4a-b31c-a25d713cb199 req-383af6c6-3878-42e3-b752-b0ede3652338 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.0639381 Oct 26 12:13:57.161730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db3ca2fa-6a6b-4f4a-b31c-a25d713cb199 req-4329000c-a549-40db-b104-7d7afce50aef tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Oct 26 12:13:57.163844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.196521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.239873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:57.243726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:57.247535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:57.253186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:57.253785 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.266875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=b343631f-100b-41de-a7fe-c7f6e0dc6ef7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:57.278842 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-713df941-7fd3-4716-a944-b5584755742b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4064198 Oct 26 12:13:57.279262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36266) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:57.284700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:57.360449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.513619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.518285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.557981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] In _notify_port_updated(), no bound segment for port b343631f-100b-41de-a7fe-c7f6e0dc6ef7 on network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:13:57.563572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:57.564182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.565474 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/ports/b343631f-100b-41de-a7fe-c7f6e0dc6ef7 HTTP/1.1" status: 200 len: 818 time: 0.2855289 Oct 26 12:13:57.568635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:57.607380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d916c2-a157-4663-9814-e179fe18b05d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=b343631f-100b-41de-a7fe-c7f6e0dc6ef7,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:57.668048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port b343631f-100b-41de-a7fe-c7f6e0dc6ef7 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:57.668395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.747996 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.761528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for b343631f-100b-41de-a7fe-c7f6e0dc6ef7 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:57.840509 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.870810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=b343631f-100b-41de-a7fe-c7f6e0dc6ef7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:57.874282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:57.879799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f9756635-361a-4667-b07d-9b8b9b47d26a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/b343631f-100b-41de-a7fe-c7f6e0dc6ef7 HTTP/1.1" status: 204 len: 168 time: 0.3080285 Oct 26 12:13:57.880112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36270) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:57.932704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3056306-3855-4d5e-a9d6-8833352ac73d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:57.934238 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3056306-3855-4d5e-a9d6-8833352ac73d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0533235 Oct 26 12:13:57.936984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:57.961318 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-238c3337-ca0c-4c1d-878c-2c632337922f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:13:57.962820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-238c3337-ca0c-4c1d-878c-2c632337922f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/b343631f-100b-41de-a7fe-c7f6e0dc6ef7 HTTP/1.1" status: 404 len: 333 time: 0.0249190 Oct 26 12:13:57.966423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36276) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:57.971682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-35223110'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:57.995905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:57.999485 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.022689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:13:58.031887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.032232 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment 8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893 of type vlan for network 398fa193-6fe7-4508-8b77-d27493e211e3 Oct 26 12:13:58.071923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.075935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36278) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:58.101290 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.107555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:58.108180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.172235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2020540 Oct 26 12:13:58.176656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36280) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:58.183758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:58.203046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d7c6c-da55-4715-b273-9cbca533a2c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=398fa193-6fe7-4508-8b77-d27493e211e3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:58.215749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 398fa193-6fe7-4508-8b77-d27493e211e3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:13:58.275061 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port f0d4243f-df00-4327-8b5b-9d728ba3f9f3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:13:58.275923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.350158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:58.354346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.365885 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.366219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.366945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac92319-6397-4336-b32e-8cd48e4df2f4 req-c31b9fe8-fc59-45cb-a038-f06fadbb189e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:58.368464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cac92319-6397-4336-b32e-8cd48e4df2f4 req-c31b9fe8-fc59-45cb-a038-f06fadbb189e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.0797465 Oct 26 12:13:58.379403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for f0d4243f-df00-4327-8b5b-9d728ba3f9f3 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:13:58.464672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cac92319-6397-4336-b32e-8cd48e4df2f4 req-48107a28-5995-45f0-8401-5e1b5d6e9232 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849996 Oct 26 12:13:58.543214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.575812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=f0d4243f-df00-4327-8b5b-9d728ba3f9f3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:58.593155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.638500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.638742 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Floating IP 002f90c5-17d9-47be-a3c0-0dc4d18ad894 disassociated (deleted). External IP: 172.25.4.184, port: 9627ad5f-9d5b-43c1-9a53-7c3483be61bf. Oct 26 12:13:58.670281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=d8317f13-be9c-4e37-a405-d4decb8c594b,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:58.678459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:58.678795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: 398fa193-6fe7-4508-8b77-d27493e211e3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:13:58.696316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 398fa193-6fe7-4508-8b77-d27493e211e3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:13:58.706252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 398fa193-6fe7-4508-8b77-d27493e211e3) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:58.711468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:58.712266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.719874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40baa2-81ed-4184-9a81-cb427abbb13b None None] Network 398fa193-6fe7-4508-8b77-d27493e211e3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:13:58.731571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-667ce2bd-446a-4aa2-ac48-f5cfe3521c94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5542138 Oct 26 12:13:58.735284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36284) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:58.744356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:58.877668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:58.879105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-398fa193-6fe7-4508-8b77-d27493e211e3', 'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': 'd8317f13-be9c-4e37-a405-d4decb8c594b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:13:58.880597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.883482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:58.894917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router b43e7952-49b8-45dc-8ffe-62d767ccbe09 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:13:58.994386 n-d-812150-3 neutron-server[102760]: INFO neutron.db.ipam_backend_mixin [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8317f13-be9c-4e37-a405-d4decb8c594b (CIDR: 172.20.0.0/28) Oct 26 12:13:59.000271 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:13:59.000810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:13:59.024918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-021a95f1-2a44-4107-a429-8b24e106547b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2849197 Oct 26 12:13:59.024918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36286) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:13:59.030306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:13:59.042278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:13:59.058211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.058855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] Sync routers for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:59.084145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Allocated IP 172.20.0.2 (398fa193-6fe7-4508-8b77-d27493e211e3/d8317f13-be9c-4e37-a405-d4decb8c594b/88d95586-7f00-430f-a7e0-d03ba749a64c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:13:59.086531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:59.087438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:59.104097 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9464c3ae-9405-44a3-bcee-49094bb521c3 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/floatingips/002f90c5-17d9-47be-a3c0-0dc4d18ad894 HTTP/1.1" status: 204 len: 168 time: 1.0262880 Oct 26 12:13:59.104755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:13:59.107809 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993" -d '{"events": [{"name": "network-changed", "server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:59.165513 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e77185-856d-4122-b291-242a71fa874f x-openstack-request-id: req-d8e77185-856d-4122-b291-242a71fa874f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:59.165867 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:59.166127 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8e77185-856d-4122-b291-242a71fa874f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:59.166559 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'status': 'completed', 'code': 200} Oct 26 12:13:59.185273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:13:59.189614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.251586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-95f56b72-1046-45ad-be85-b4437a2e545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.255974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-95f56b72-1046-45ad-be85-b4437a2e545f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5659a67d61c84433a1098cb23346a0f9&device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 1096 time: 0.0665214 Oct 26 12:13:59.337758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:13:59.421888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-d9911514-9fa7-4af0-aa7d-a057caf7a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.424351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-d9911514-9fa7-4af0-aa7d-a057caf7a77b service neutron] 10.222.0.100 "GET /v2.0/networks?id=3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 200 len: 899 time: 0.1590352 Oct 26 12:13:59.477135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-dcbc8295-59a0-4f6b-8115-d8c1c2abb961 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 200 len: 217 time: 0.0429599 Oct 26 12:13:59.556971 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.579208 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.590943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-8f98c66e-80a8-4292-bda1-0e642c32a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.593782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-8f98c66e-80a8-4292-bda1-0e642c32a79c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4d05434-abee-4813-92d5-605bb2158b96 HTTP/1.1" status: 200 len: 834 time: 0.1092803 Oct 26 12:13:59.635924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Network 398fa193-6fe7-4508-8b77-d27493e211e3 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:59.661346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-a639cd18-72b4-403b-b238-fe2b1447c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.664199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-a639cd18-72b4-403b-b238-fe2b1447c16a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3eb07585-8b5b-4409-bbd1-56ef9c72def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626378 Oct 26 12:13:59.664584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:59.674740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:13:59.697923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9af3a-23c4-4c65-9a58-3ebad0ce9578 req-c83fb858-1dbf-420e-8cb0-f2e71e03eb2c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.700538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6f9af3a-23c4-4c65-9a58-3ebad0ce9578 req-c83fb858-1dbf-420e-8cb0-f2e71e03eb2c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1149099 Oct 26 12:13:59.714708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Pushing event updated for resources: {'Port': ['ID=88d95586-7f00-430f-a7e0-d03ba749a64c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:59.714977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00efca-d937-4662-957b-854ef8d693b3 req-ca339aef-ec0b-49ae-8513-275b8f57f8c3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.716519 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f00efca-d937-4662-957b-854ef8d693b3 req-ca339aef-ec0b-49ae-8513-275b8f57f8c3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.1265271 Oct 26 12:13:59.771539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Attempting to bind port 88d95586-7f00-430f-a7e0-d03ba749a64c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:13:59.771539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Attempting to bind port 88d95586-7f00-430f-a7e0-d03ba749a64c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:13:59.771539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Attempting to bind port 88d95586-7f00-430f-a7e0-d03ba749a64c on network 398fa193-6fe7-4508-8b77-d27493e211e3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:13:59.780734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:13:59.782082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Checking segment: {'id': '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:13:59.782497 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.782924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Bound using segment: {'id': '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:13:59.784116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Bound port: 88d95586-7f00-430f-a7e0-d03ba749a64c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:13:59.784520 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.810041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:08Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:59.822689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f00efca-d937-4662-957b-854ef8d693b3 req-d56eb9f5-e4bc-497e-857a-1efdd26b14d3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747259 Oct 26 12:13:59.822937 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-a587a3d0-31dd-4024-96bf-e6c577b7dc48 service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490662 Oct 26 12:13:59.836636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6f9af3a-23c4-4c65-9a58-3ebad0ce9578 req-a0bb4b73-b5ff-4a9f-856e-1d50931e6135 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302140 Oct 26 12:13:59.846316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] Checking router: b43e7952-49b8-45dc-8ffe-62d767ccbe09 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:59.888662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:13:59.889414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:59.918496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:13:59.970168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b3b9e783-c6c8-4adb-b233-70b2ec5f2993 req-9ff1f330-3054-402d-8613-eb134fd392ae service neutron] 10.222.0.100 "GET /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386054 Oct 26 12:13:59.971051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 398fa193-6fe7-4508-8b77-d27493e211e3 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:13:59.976705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:13:59.982361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:13:59.982990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.003175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=ac9430a6-409d-49e7-ad16-440293ff4072,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:00.018655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce6c9323-2f8a-483b-83e2-1de362a6bc9d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9901550 Oct 26 12:14:00.019239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36296) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:00.025072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3', 'fixed_ips': [{'subnet_id': 'd8317f13-be9c-4e37-a405-d4decb8c594b'}, {'subnet_id': 'ac9430a6-409d-49e7-ad16-440293ff4072'}], 'name': 'tempest-PortsTestJSON-482591699'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:00.147860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:00.159246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] For port 88d95586-7f00-430f-a7e0-d03ba749a64c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:00.164635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] For port 88d95586-7f00-430f-a7e0-d03ba749a64c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=88d95586-7f00-430f-a7e0-d03ba749a64c,segment=NetworkSegment(8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893),segment_id=8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:00.169858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.249741 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:00.253918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.272126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port f93338cb-3381-4cc6-af28-e1e5e75d77af yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:00.288482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a194b1d-e580-4bac-95ae-e2def6bd43c3 None None] Pushing event updated for resources: {'Port': ['ID=88d95586-7f00-430f-a7e0-d03ba749a64c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:00.513987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:08Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:00.560458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea47593-07ad-4a63-b2a4-abff73d33500 None None] The sync data for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 is: [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:12:03Z', 'revision_number': 4, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1507c72f-5397-472d-8be1-8efff33c9200', 'name': '', 'network_id': '3eb07585-8b5b-4409-bbd1-56ef9c72def1', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'mac_address': 'fa:16:3e:5a:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:12:02Z', 'updated_at': '2021-10-26T12:12:08Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'subnets': [{'id': 'b4d05434-abee-4813-92d5-605bb2158b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:00.678092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.9 (398fa193-6fe7-4508-8b77-d27493e211e3/d8317f13-be9c-4e37-a405-d4decb8c594b/f93338cb-3381-4cc6-af28-e1e5e75d77af) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:00.685518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.22 (398fa193-6fe7-4508-8b77-d27493e211e3/ac9430a6-409d-49e7-ad16-440293ff4072/f93338cb-3381-4cc6-af28-e1e5e75d77af) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:00.703905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-714e59cd-ab82-48fd-bc08-6c198a55e513 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:00.705656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-714e59cd-ab82-48fd-bc08-6c198a55e513 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.0650868 Oct 26 12:14:00.813587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:00.813869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.861540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.945195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.966761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:00.967274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:00.980908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 9627ad5f-9d5b-43c1-9a53-7c3483be61bf owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:01.042257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 398fa193-6fe7-4508-8b77-d27493e211e3 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:01.051606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=f93338cb-3381-4cc6-af28-e1e5e75d77af,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:01.054632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:01.060491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:01.106176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7da6e-0ec2-4f97-b683-9247164360a4 req-c645837d-1ba9-49e0-9b57-ef0272d2d8da tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:01.107865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28c7da6e-0ec2-4f97-b683-9247164360a4 req-c645837d-1ba9-49e0-9b57-ef0272d2d8da tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.1740749 Oct 26 12:14:01.116423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9201f-c383-48cb-8d0c-fb9571890f4f req-f5b3a08f-d58b-4d31-a431-ce99bbbc77c1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:01.117949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39e9201f-c383-48cb-8d0c-fb9571890f4f req-f5b3a08f-d58b-4d31-a431-ce99bbbc77c1 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e39caf4-22e5-47eb-bcb6-b9fe272e09c7 HTTP/1.1" status: 200 len: 945 time: 0.1947849 Oct 26 12:14:01.164957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:01.199972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=9627ad5f-9d5b-43c1-9a53-7c3483be61bf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:01.234095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:01.234764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:01.256903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28c7da6e-0ec2-4f97-b683-9247164360a4 req-7a938796-3747-476e-b189-56d96df3dd8d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379118 Oct 26 12:14:01.269633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39e9201f-c383-48cb-8d0c-fb9571890f4f req-17b20460-ed12-41ad-b565-fb29ea5c6ca2 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "GET /v2.0/security-groups?id=be96c1af-73b9-450e-85ad-dfc7ef318dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391218 Oct 26 12:14:01.283887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] No DVR routers for this DVR port 9627ad5f-9d5b-43c1-9a53-7c3483be61bf on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:01.284136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b6a45a93-d3b5-485f-a9c6-e9e8da2660e0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2634802 Oct 26 12:14:01.285687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36302) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:01.287211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:01.290930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8317f13-be9c-4e37-a405-d4decb8c594b'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:01.303039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-07a9e768-c424-4bcf-9161-b0ee24c32cab req-5a875d8f-4c91-4dc7-b4ec-1436d56e3a06 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.100 "DELETE /v2.0/ports/9627ad5f-9d5b-43c1-9a53-7c3483be61bf HTTP/1.1" status: 204 len: 173 time: 0.5823622 Oct 26 12:14:01.303039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'name': 'network-vif-deleted', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:01.304384 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10429384-1232-423d-b6e1-954aa60984f9" -d '{"events": [{"server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "name": "network-vif-deleted", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:01.422395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:01.436823 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e2d0f-9a80-42ee-a94a-71a843936d59 x-openstack-request-id: req-c67e2d0f-9a80-42ee-a94a-71a843936d59 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:01.437143 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e39caf4-22e5-47eb-bcb6-b9fe272e09c7", "name": "network-vif-deleted", "tag": "9627ad5f-9d5b-43c1-9a53-7c3483be61bf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:01.437399 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c67e2d0f-9a80-42ee-a94a-71a843936d59 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:01.437807 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e39caf4-22e5-47eb-bcb6-b9fe272e09c7', 'name': 'network-vif-deleted', 'tag': '9627ad5f-9d5b-43c1-9a53-7c3483be61bf', 'status': 'completed', 'code': 200} Oct 26 12:14:01.449671 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70357ce-7323-4d98-aff5-aea69e76e082 None None] New status for floating IP 002f90c5-17d9-47be-a3c0-0dc4d18ad894: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:14:01.486479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 88d95586-7f00-430f-a7e0-d03ba749a64c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:01.639171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 88d95586-7f00-430f-a7e0-d03ba749a64c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:01.639812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:01.696563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ce98a-97e5-4799-a4de-484b309eb430 None None] Network 398fa193-6fe7-4508-8b77-d27493e211e3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:01.847752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c88c8b9e-ea0f-4ca2-bac9-4a8e6d24a7e1 None None] Provisioning complete for port 88d95586-7f00-430f-a7e0-d03ba749a64c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:01.848044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c88c8b9e-ea0f-4ca2-bac9-4a8e6d24a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:01.886451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Delete allocated IP 172.20.0.22 (398fa193-6fe7-4508-8b77-d27493e211e3/ac9430a6-409d-49e7-ad16-440293ff4072) {{(pid=102760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 12:14:01.900381 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.018712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 88d95586-7f00-430f-a7e0-d03ba749a64c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=88d95586-7f00-430f-a7e0-d03ba749a64c,segment=NetworkSegment(8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893),segment_id=8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:02.034974 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.155046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=88d95586-7f00-430f-a7e0-d03ba749a64c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:02.160246 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.164082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] Update dhcp port {'port': {'network_id': '398fa193-6fe7-4508-8b77-d27493e211e3', 'fixed_ips': [{'subnet_id': 'd8317f13-be9c-4e37-a405-d4decb8c594b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac9430a6-409d-49e7-ad16-440293ff4072'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '88d95586-7f00-430f-a7e0-d03ba749a64c'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:14:02.166507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.192696 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.280255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=f93338cb-3381-4cc6-af28-e1e5e75d77af,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:02.290790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] In _notify_port_updated(), no bound segment for port f93338cb-3381-4cc6-af28-e1e5e75d77af on network 398fa193-6fe7-4508-8b77-d27493e211e3 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:14:02.297108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:02.298077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.299532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fd46cebe-099f-488c-9945-69dbfd9ac612 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/ports/f93338cb-3381-4cc6-af28-e1e5e75d77af HTTP/1.1" status: 200 len: 918 time: 1.0140131 Oct 26 12:14:02.302317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36306) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:02.309501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8317f13-be9c-4e37-a405-d4decb8c594b'}, {'subnet_id': 'ac9430a6-409d-49e7-ad16-440293ff4072'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:02.350895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:02.460616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.470272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] Allocated IP 172.20.0.18 (398fa193-6fe7-4508-8b77-d27493e211e3/ac9430a6-409d-49e7-ad16-440293ff4072/88d95586-7f00-430f-a7e0-d03ba749a64c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:02.604319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad0668-7eed-4cf6-9102-e218cc678c1b req-f50b43bc-a060-476c-ad04-eda9e2b0660f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:02.621227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6ad0668-7eed-4cf6-9102-e218cc678c1b req-f50b43bc-a060-476c-ad04-eda9e2b0660f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.2065339 Oct 26 12:14:02.643492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] For port 88d95586-7f00-430f-a7e0-d03ba749a64c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=88d95586-7f00-430f-a7e0-d03ba749a64c,segment=NetworkSegment(8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893),segment_id=8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:02.684530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.694518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:02.775112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2022c16-1165-475f-b797-0bf2a32d7cb6 None None] Pushing event updated for resources: {'Port': ['ID=88d95586-7f00-430f-a7e0-d03ba749a64c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:02.865940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6ad0668-7eed-4cf6-9102-e218cc678c1b req-3ef98390-d7ed-4e2f-a161-e90c33059963 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309308 Oct 26 12:14:03.081745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.113523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.27 (398fa193-6fe7-4508-8b77-d27493e211e3/ac9430a6-409d-49e7-ad16-440293ff4072/f93338cb-3381-4cc6-af28-e1e5e75d77af) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:03.286203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.305063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.428451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 88d95586-7f00-430f-a7e0-d03ba749a64c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:03.509216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] In _notify_port_updated(), no bound segment for port f93338cb-3381-4cc6-af28-e1e5e75d77af on network 398fa193-6fe7-4508-8b77-d27493e211e3 {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:14:03.515762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:03.516651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.518347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/ports/f93338cb-3381-4cc6-af28-e1e5e75d77af HTTP/1.1" status: 200 len: 998 time: 1.2149951 Oct 26 12:14:03.522236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36314) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:03.544430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 88d95586-7f00-430f-a7e0-d03ba749a64c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:03.544806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.554794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0e063-e1fb-42de-b5a4-fce136c80a3c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=f93338cb-3381-4cc6-af28-e1e5e75d77af,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:03.598397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 1507c72f-5397-472d-8be1-8efff33c9200 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:03.598998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.674535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port f93338cb-3381-4cc6-af28-e1e5e75d77af {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:03.674950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.785463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b6f78-4061-46f8-8e3f-4268f04e98fb None None] Network 398fa193-6fe7-4508-8b77-d27493e211e3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:03.787822 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port 1507c72f-5397-472d-8be1-8efff33c9200, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1507c72f-5397-472d-8be1-8efff33c9200,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:03.788200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.803576 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.807665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 1507c72f-5397-472d-8be1-8efff33c9200 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:03.820709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for f93338cb-3381-4cc6-af28-e1e5e75d77af owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:03.883683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:03.913331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cfd54766-9094-4744-961a-b78b42e34a37 None None] Provisioning complete for port f93338cb-3381-4cc6-af28-e1e5e75d77af triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:03.913898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd54766-9094-4744-961a-b78b42e34a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.919022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:03.922016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 9627ad5f-9d5b-43c1-9a53-7c3483be61bf {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:03.922466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9627ad5f-9d5b-43c1-9a53-7c3483be61bf not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:03.989289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cfd54766-9094-4744-961a-b78b42e34a37 None None] Port f93338cb-3381-4cc6-af28-e1e5e75d77af cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:04.029119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cfd54766-9094-4744-961a-b78b42e34a37 None None] Provisioning complete for port 88d95586-7f00-430f-a7e0-d03ba749a64c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:04.029544 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd54766-9094-4744-961a-b78b42e34a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:04.119093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:04.120771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a79e7-12c6-4d7f-beab-328986d48533 req-87a1bdd5-2685-4a73-b0f0-f95c885c253d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:04.122962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-173a79e7-12c6-4d7f-beab-328986d48533 req-87a1bdd5-2685-4a73-b0f0-f95c885c253d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.1502025 Oct 26 12:14:04.130997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:04.159801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=1507c72f-5397-472d-8be1-8efff33c9200,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:04.208515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=f93338cb-3381-4cc6-af28-e1e5e75d77af,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:04.247461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-173a79e7-12c6-4d7f-beab-328986d48533 req-a3ca4e80-35ca-44b6-a18b-03a1063cd022 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139932 Oct 26 12:14:04.333090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:04.339571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-188071cd-11f3-44cb-939f-f4e7321b89d8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/f93338cb-3381-4cc6-af28-e1e5e75d77af HTTP/1.1" status: 204 len: 168 time: 0.8140144 Oct 26 12:14:04.340064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36322) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:04.684184 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a025c4-95ae-4b6e-80e6-4d9c7cc9fe95 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:04.685793 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0a025c4-95ae-4b6e-80e6-4d9c7cc9fe95 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/f93338cb-3381-4cc6-af28-e1e5e75d77af HTTP/1.1" status: 404 len: 333 time: 0.3441048 Oct 26 12:14:04.688582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36324) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:04.758668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet ac9430a6-409d-49e7-ad16-440293ff4072 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:04.764873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:04.794381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:04.816302 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.120810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.190828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Router b43e7952-49b8-45dc-8ffe-62d767ccbe09 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:14:05.213531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cbd4620e-fc60-4775-9a47-e9de65216aa0 None None] Could not find standard attr ID for object f93338cb-3381-4cc6-af28-e1e5e75d77af. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:05.228254 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.236755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cbd4620e-fc60-4775-9a47-e9de65216aa0 None None] Provisioning complete for port 88d95586-7f00-430f-a7e0-d03ba749a64c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:05.237717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cbd4620e-fc60-4775-9a47-e9de65216aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.411663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9430a6-409d-49e7-ad16-440293ff4072,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:05.426243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.436150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df792f20-4def-4285-9b0c-cccf4fb4465a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/ac9430a6-409d-49e7-ad16-440293ff4072 HTTP/1.1" status: 204 len: 168 time: 0.7460620 Oct 26 12:14:05.438357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.438524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36328) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:05.449236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c89c8-2114-4827-9ae6-2c92107b415b req-abbe9f79-9ed4-4829-bce3-09adafdc507a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:05.450829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f17c89c8-2114-4827-9ae6-2c92107b415b req-abbe9f79-9ed4-4829-bce3-09adafdc507a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.0824866 Oct 26 12:14:05.468163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-71250441-e3e6-4d76-ab32-30aacb4437db None None] Could not find standard attr ID for object f93338cb-3381-4cc6-af28-e1e5e75d77af. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:05.504467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f17c89c8-2114-4827-9ae6-2c92107b415b req-1bcbef55-3d7f-426d-bcbf-1ecb3204f5de tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Oct 26 12:14:05.544852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet d8317f13-be9c-4e37-a405-d4decb8c594b {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:05.547740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:05.555999 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3329c387-7b7a-427d-9f7e-3ab2b70cd417 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "PUT /v2.0/routers/b43e7952-49b8-45dc-8ffe-62d767ccbe09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2026942 Oct 26 12:14:05.555999 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.557348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36330) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:05.574217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] Sync routers for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:05.592334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:05.592969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:05.607429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.623351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting subnet b4d05434-abee-4813-92d5-605bb2158b96 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:05.627188 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.685415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.722201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878cc85-516b-49c2-bfcc-ec26de2ccefc None None] Network 398fa193-6fe7-4508-8b77-d27493e211e3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:05.726673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.808753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.809333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-661fa3e5-aa26-48d0-9e61-7d44ace12251 None None] Could not find standard attr ID for object f93338cb-3381-4cc6-af28-e1e5e75d77af. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:05.811455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.838299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=d8317f13-be9c-4e37-a405-d4decb8c594b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:05.849939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:05.856367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:05.859769 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc970569-024e-4535-923c-4da4d0785170 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/d8317f13-be9c-4e37-a405-d4decb8c594b HTTP/1.1" status: 204 len: 168 time: 0.4023528 Oct 26 12:14:05.862535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36332) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:06.038172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.048075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.089387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d05434-abee-4813-92d5-605bb2158b96,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:06.095919 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.102132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a3d8b070-4919-44fe-9843-9e2ad0ba7a28 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/subnets/b4d05434-abee-4813-92d5-605bb2158b96 HTTP/1.1" status: 204 len: 168 time: 0.5416710 Oct 26 12:14:06.102132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36338) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:06.128886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656af0d8-c871-4848-b8f8-dd048fa7d523 None None] Network 3eb07585-8b5b-4409-bbd1-56ef9c72def1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:06.253214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.289167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 88d95586-7f00-430f-a7e0-d03ba749a64c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:06.289608 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.343240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] DHCP port deletion for 398fa193-6fe7-4508-8b77-d27493e211e3 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:14:06.353609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:14:04Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:06.396630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port 88d95586-7f00-430f-a7e0-d03ba749a64c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=88d95586-7f00-430f-a7e0-d03ba749a64c,segment=NetworkSegment(8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893),segment_id=8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:06.397404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.397821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] Checking router: b43e7952-49b8-45dc-8ffe-62d767ccbe09 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:06.419868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 88d95586-7f00-430f-a7e0-d03ba749a64c owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:06.440646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.454830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] Routers {'b43e7952-49b8-45dc-8ffe-62d767ccbe09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:06.455489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:06.578775 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.582986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Deleting port 2ae88665-3cac-4282-b62e-5f8dd213c39f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:06.583408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.592286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Deleting port 88d95586-7f00-430f-a7e0-d03ba749a64c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:06.592664 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.639425 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] Set router b43e7952-49b8-45dc-8ffe-62d767ccbe09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:06.711802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] DHCP port deletion for 3eb07585-8b5b-4409-bbd1-56ef9c72def1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:14:06.732295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=88d95586-7f00-430f-a7e0-d03ba749a64c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:06.734817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port 88d95586-7f00-430f-a7e0-d03ba749a64c on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:06.785886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] For port 2ae88665-3cac-4282-b62e-5f8dd213c39f, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2ae88665-3cac-4282-b62e-5f8dd213c39f,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:06.786264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.796858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] For port 88d95586-7f00-430f-a7e0-d03ba749a64c, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:06.797261 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.816300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da944-2c34-4935-9342-ad9271245637 req-4327b140-cb7f-4d97-aee5-e324cf2166e6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:06.818466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-714da944-2c34-4935-9342-ad9271245637 req-4327b140-cb7f-4d97-aee5-e324cf2166e6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.1568990 Oct 26 12:14:06.825483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Calling delete_port for 88d95586-7f00-430f-a7e0-d03ba749a64c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:06.830292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Port 88d95586-7f00-430f-a7e0-d03ba749a64c was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:14:06.838981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:06.881064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] Pushing event deleted for resources: {'Port': ['ID=88d95586-7f00-430f-a7e0-d03ba749a64c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:06.886307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1d937-6a57-4ab3-86aa-e1f3a4abf372 None None] No DVR routers for this DVR port 88d95586-7f00-430f-a7e0-d03ba749a64c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:06.907937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] Deleting port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:06.908320 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.009636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] For port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,segment=NetworkSegment(47bf18d1-9f3f-491c-91ef-ec953563835b),segment_id=47bf18d1-9f3f-491c-91ef-ec953563835b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:07.010035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.029503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] Calling delete_port for 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:07.041145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:14:04Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:07.083599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d1474-476d-4f9a-b7ab-7ebb2c0c76f6 None None] The sync data for ids ['b43e7952-49b8-45dc-8ffe-62d767ccbe09'] in n-d-812150-3 is: [{'id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797324500', 'tenant_id': '5659a67d61c84433a1098cb23346a0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:11:57Z', 'updated_at': '2021-10-26T12:14:04Z', 'revision_number': 5, 'project_id': '5659a67d61c84433a1098cb23346a0f9', 'gw_port': {'id': '2ae88665-3cac-4282-b62e-5f8dd213c39f', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e7952-49b8-45dc-8ffe-62d767ccbe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:11:58Z', 'updated_at': '2021-10-26T12:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:07.133192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Calling delete_port for 2ae88665-3cac-4282-b62e-5f8dd213c39f owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:07.160051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.182264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.208825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] Pushing event deleted for resources: {'Port': ['ID=2c0eb184-4e92-4ddd-af1a-24ff05b6b91a,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:07.212456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664f9c0-3df8-4ef2-9332-939c75a97177 None None] No DVR routers for this DVR port 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:07.233431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398fa193-6fe7-4508-8b77-d27493e211e3']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:07.244917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-714da944-2c34-4935-9342-ad9271245637 req-dbf690c7-8e42-43d9-a5c5-8314dd857b3f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307883 Oct 26 12:14:07.252338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:07.252646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2f55e1-c2b7-42d9-8bb0-0c4b5c9cf893') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:07.268833 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.287253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.324738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:14:07.325149 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:14:07.328109 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:14:07.399091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.409016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.412288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/398fa193-6fe7-4508-8b77-d27493e211e3 HTTP/1.1" status: 204 len: 168 time: 1.5487292 Oct 26 12:14:07.416218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36346) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:07.442154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485ca92-5d45-4784-b0f9-5a3de020c81f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=398fa193-6fe7-4508-8b77-d27493e211e3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:07.469169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.507144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Port': ['ID=2ae88665-3cac-4282-b62e-5f8dd213c39f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:07.533090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e690fa75-1996-454b-8295-31e666593228 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:07.534913 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e690fa75-1996-454b-8295-31e666593228 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1179121 Oct 26 12:14:07.541615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36348) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:07.557476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:07.581123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:07.582032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2c0eb184-4e92-4ddd-af1a-24ff05b6b91a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:07.582032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1507c72f-5397-472d-8be1-8efff33c9200 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:07.603278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1507c72f-5397-472d-8be1-8efff33c9200 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:07.604103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1507c72f-5397-472d-8be1-8efff33c9200 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:07.604923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 88d95586-7f00-430f-a7e0-d03ba749a64c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:07.628664 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 88d95586-7f00-430f-a7e0-d03ba749a64c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:07.629216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 88d95586-7f00-430f-a7e0-d03ba749a64c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:07.632975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.641340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a4e55e98-d2a4-4c93-9af8-1fa91d86a2af tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0971136 Oct 26 12:14:07.644598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36350) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:07.650461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-758921388'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:07.684267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:07.688838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.730607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:14:07.744314 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.744703 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment dec287cc-7b21-466a-8ba4-9d5692c694d1 of type vlan for network 331e5b6c-ef60-4813-a0cf-af87eda68db6 Oct 26 12:14:07.756589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.759148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.790390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.814003 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.814756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Fanout notify agent at l3_agent the message router_deleted on router b43e7952-49b8-45dc-8ffe-62d767ccbe09 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:14:07.823722 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.825074 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-22cf591c-caae-438c-91d5-4eb9938fde1c tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/routers/b43e7952-49b8-45dc-8ffe-62d767ccbe09 HTTP/1.1" status: 204 len: 168 time: 1.7220993 Oct 26 12:14:07.828130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36352) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:07.830669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.836681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:07.837503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:07.914334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36354) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:07.914670 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2686877 Oct 26 12:14:07.921074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967ac81-a602-4560-bcbf-f8e37e2507cf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=331e5b6c-ef60-4813-a0cf-af87eda68db6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:07.921883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:07.937447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:14:07.943779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.108071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.122717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:08.126420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.174439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb07585-8b5b-4409-bbd1-56ef9c72def1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:08.198622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bf18d1-9f3f-491c-91ef-ec953563835b') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:08.198845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bf18d1-9f3f-491c-91ef-ec953563835b') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:08.224537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.248538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.257485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:14:08.257892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:14:08.261033 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:14:08.344076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.367424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.371055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/networks/3eb07585-8b5b-4409-bbd1-56ef9c72def1 HTTP/1.1" status: 204 len: 168 time: 0.5417299 Oct 26 12:14:08.375106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36364) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:08.433340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66a0e6-611d-4d8b-83d5-c54e5eef20f5 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'Network': ['ID=3eb07585-8b5b-4409-bbd1-56ef9c72def1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:08.490394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460c915-93de-4111-af75-0ad1aaf83ce1 req-4a4ded41-fdf4-4898-8a8b-9ff9c9368174 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:08.491996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d460c915-93de-4111-af75-0ad1aaf83ce1 req-4a4ded41-fdf4-4898-8a8b-9ff9c9368174 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.1517098 Oct 26 12:14:08.543932 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-38edf949-697a-446c-b567-cba854b63c60 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957408 Oct 26 12:14:08.563848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f06e8c81-63f4-49da-bf9b-7fedcb906261 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.574879 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.632012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f06e8c81-63f4-49da-bf9b-7fedcb906261 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.633329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d460c915-93de-4111-af75-0ad1aaf83ce1 req-167f16ab-c8cd-4893-be6f-fdcd1870577f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149852 Oct 26 12:14:08.679612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=7e65c1b2-cbf9-4bd1-8cc9-c39845589900,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:08.679782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060716-2055-4d3f-abf9-68842f3df8cd req-8772335f-f169-44e9-bfad-68c2372336cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:08.689758 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-8772335f-f169-44e9-bfad-68c2372336cf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 1097 time: 0.1111887 Oct 26 12:14:08.705378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': 'dec287cc-7b21-466a-8ba4-9d5692c694d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:08.705890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: 331e5b6c-ef60-4813-a0cf-af87eda68db6, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:14:08.732207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:14:08.743574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 331e5b6c-ef60-4813-a0cf-af87eda68db6) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:08.754172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35614a8e-3655-439a-bb43-6df61a978a87 None None] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:08.759116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:08.760200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.787036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1f7b9216-0c03-4fd0-8c29-6eb3a97fc6fd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8684633 Oct 26 12:14:08.787428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36368) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:08.797040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6', 'name': 'tempest-PortsTestJSON-720306304'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:08.797317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f06e8c81-63f4-49da-bf9b-7fedcb906261 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.800625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f06e8c81-63f4-49da-bf9b-7fedcb906261 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:08.805334 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f06e8c81-63f4-49da-bf9b-7fedcb906261 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] 10.222.0.88 "DELETE /v2.0/security-groups/be96c1af-73b9-450e-85ad-dfc7ef318dfc HTTP/1.1" status: 204 len: 168 time: 0.4256096 Oct 26 12:14:08.834383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e8c81-63f4-49da-bf9b-7fedcb906261 tempest-TestNetworkAdvancedServerOps-220618996 tempest-TestNetworkAdvancedServerOps-220618996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be96c1af-73b9-450e-85ad-dfc7ef318dfc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:08.856469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060716-2055-4d3f-abf9-68842f3df8cd req-86de565d-c976-4a57-8a7c-86a43eff9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:08.858849 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-86de565d-c976-4a57-8a7c-86a43eff9816 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.1446211 Oct 26 12:14:08.928686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-238acce5-69b4-4983-b6bc-f6e7459c8bc0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad HTTP/1.1" status: 200 len: 217 time: 0.0615020 Oct 26 12:14:08.969874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:08.973490 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.017950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-331e5b6c-ef60-4813-a0cf-af87eda68db6', 'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': '7e65c1b2-cbf9-4bd1-8cc9-c39845589900'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:14:09.019107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.024043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 489504c2-6aca-40fc-8edd-6f19686fb3a3 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:09.041851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060716-2055-4d3f-abf9-68842f3df8cd req-bb6a1897-444d-4637-b40b-8bfa1c786058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:09.043363 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-bb6a1897-444d-4637-b40b-8bfa1c786058 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1059711 Oct 26 12:14:09.126498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-4775182c-bd14-4cac-9b82-453e49be9ad1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606101 Oct 26 12:14:09.186390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Allocated IP 172.20.0.2 (331e5b6c-ef60-4813-a0cf-af87eda68db6/7e65c1b2-cbf9-4bd1-8cc9-c39845589900/16d0dc80-6e57-4687-ac8c-0ab5accf7e85) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:09.256485 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-16167fde-f590-46c1-b8e5-96f27ea26d87 service neutron] 10.222.0.100 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207421 Oct 26 12:14:09.393497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71060716-2055-4d3f-abf9-68842f3df8cd req-b80b2648-1480-4fd6-a2fa-b1513e8b1759 service neutron] 10.222.0.100 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286013 Oct 26 12:14:09.395493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ae88665-3cac-4282-b62e-5f8dd213c39f no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:09.424314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 2ae88665-3cac-4282-b62e-5f8dd213c39f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:09.424666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 2ae88665-3cac-4282-b62e-5f8dd213c39f not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:09.452291 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.468245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.513746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:09.515427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:09.519564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:09.526632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.4 (331e5b6c-ef60-4813-a0cf-af87eda68db6/7e65c1b2-cbf9-4bd1-8cc9-c39845589900/489504c2-6aca-40fc-8edd-6f19686fb3a3) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:09.533185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Pushing event updated for resources: {'Port': ['ID=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:09.591884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Attempting to bind port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:09.592265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Attempting to bind port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'dec287cc-7b21-466a-8ba4-9d5692c694d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:09.592636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Attempting to bind port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 on network 331e5b6c-ef60-4813-a0cf-af87eda68db6 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:09.598431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:09.598891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Checking segment: {'id': 'dec287cc-7b21-466a-8ba4-9d5692c694d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:09.599298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.599700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Bound using segment: {'id': 'dec287cc-7b21-466a-8ba4-9d5692c694d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:09.600203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Bound port: 16d0dc80-6e57-4687-ac8c-0ab5accf7e85, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec287cc-7b21-466a-8ba4-9d5692c694d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:09.600595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.674841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] For port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:09.682214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] For port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,segment=NetworkSegment(dec287cc-7b21-466a-8ba4-9d5692c694d1),segment_id=dec287cc-7b21-466a-8ba4-9d5692c694d1)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:09.690941 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.781577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd7307-8dcf-4abd-ad6e-8155704f6041 None None] Pushing event updated for resources: {'Port': ['ID=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:09.789374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:09.926103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.002099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=489504c2-6aca-40fc-8edd-6f19686fb3a3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:10.036230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0b4d1-9bce-432e-ad8a-a2de3ddef23e req-2ddbaf60-00a6-4890-8283-6bd1b01276d5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:10.053472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4f0b4d1-9bce-432e-ad8a-a2de3ddef23e req-2ddbaf60-00a6-4890-8283-6bd1b01276d5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.2517684 Oct 26 12:14:10.057627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:10.078918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:10.093640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:10.184991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4f0b4d1-9bce-432e-ad8a-a2de3ddef23e req-b3660208-b005-45fe-b4bc-0129432eb8fb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004956 Oct 26 12:14:10.192232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:10.193438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.224565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1ce37729-c4d1-4142-8d00-7214203da1b2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4360731 Oct 26 12:14:10.227336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36384) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:10.238893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '331e5b6c-ef60-4813-a0cf-af87eda68db6', 'name': 'tempest-PortsTestJSON-635162072'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:10.424517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36390) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:10.436332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:10.440360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.461185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 98ec5736-aecb-4a8d-8084-5f4f188c7e5a yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:10.650281 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40a85e8e-8530-4036-8452-a76bb567aad6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5659a67d61c84433a1098cb23346a0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239730 Oct 26 12:14:10.651367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36396) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:10.657336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.13 (331e5b6c-ef60-4813-a0cf-af87eda68db6/7e65c1b2-cbf9-4bd1-8cc9-c39845589900/98ec5736-aecb-4a8d-8084-5f4f188c7e5a) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:10.740902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-829e32d1-f6a7-4e11-aef1-4c0398182879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.771935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-829e32d1-f6a7-4e11-aef1-4c0398182879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.832739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-829e32d1-f6a7-4e11-aef1-4c0398182879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.835587 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-829e32d1-f6a7-4e11-aef1-4c0398182879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.836941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-829e32d1-f6a7-4e11-aef1-4c0398182879 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43f6b26b-aa58-466e-8330-e64eb6142893 HTTP/1.1" status: 204 len: 168 time: 0.1840739 Oct 26 12:14:10.845824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e32d1-f6a7-4e11-aef1-4c0398182879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6b26b-aa58-466e-8330-e64eb6142893,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:10.915931 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:10.966594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.028268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:11.031590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:11.035953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:11.090601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:11.091120 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.093719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=98ec5736-aecb-4a8d-8084-5f4f188c7e5a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:11.122268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e58ec936-bbeb-4c85-b3cf-543eb7f42718 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8935177 Oct 26 12:14:11.125124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:11.216597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36406) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:11.241500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e406d-3ef9-4d0b-84d4-41bdc24fd3d3 None None] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:11.259864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ff19c-b298-4312-9fd8-3cf0ddecebd7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:11.276616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f85b1aa0-5461-49a1-abe2-dab04363a482 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e2f5deb295e44b60af443fc90f60ddc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492013 Oct 26 12:14:11.276812 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-971ff19c-b298-4312-9fd8-3cf0ddecebd7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1453834 Oct 26 12:14:11.276812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36408) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:11.277185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36410) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:11.402715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 98ec5736-aecb-4a8d-8084-5f4f188c7e5a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:11.404206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.461732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f8e3ab6a-9407-4c7e-9e49-2af87f666a64 None None] Provisioning complete for port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:11.462254 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8e3ab6a-9407-4c7e-9e49-2af87f666a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.489218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3168893-09ee-4894-aad1-9b523b9ba507 req-71e05bf5-72ea-452c-b93e-327222887118 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:11.490450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:11.496890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3168893-09ee-4894-aad1-9b523b9ba507 req-71e05bf5-72ea-452c-b93e-327222887118 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.1960135 Oct 26 12:14:11.502483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca80e209-ee88-4d99-a659-6f640b220273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.548584 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.552119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca80e209-ee88-4d99-a659-6f640b220273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.565444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 98ec5736-aecb-4a8d-8084-5f4f188c7e5a owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:11.583819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:11.584225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.596583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3168893-09ee-4894-aad1-9b523b9ba507 req-4ed856a8-dcf1-45b1-a194-4e255591a21d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871956 Oct 26 12:14:11.664065 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8e3ab6a-9407-4c7e-9e49-2af87f666a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.667975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca80e209-ee88-4d99-a659-6f640b220273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.671524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca80e209-ee88-4d99-a659-6f640b220273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.675102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ca80e209-ee88-4d99-a659-6f640b220273 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55ea7f21-dd3d-418b-9ab8-803dd9f135d2 HTTP/1.1" status: 204 len: 168 time: 0.3944030 Oct 26 12:14:11.705293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80e209-ee88-4d99-a659-6f640b220273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea7f21-dd3d-418b-9ab8-803dd9f135d2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:11.734312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f8e3ab6a-9407-4c7e-9e49-2af87f666a64 None None] For port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,segment=NetworkSegment(dec287cc-7b21-466a-8ba4-9d5692c694d1),segment_id=dec287cc-7b21-466a-8ba4-9d5692c694d1)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:11.803876 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.807492 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8e3ab6a-9407-4c7e-9e49-2af87f666a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.877771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3ab6a-9407-4c7e-9e49-2af87f666a64 None None] Pushing event updated for resources: {'Port': ['ID=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:11.904447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.957113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=98ec5736-aecb-4a8d-8084-5f4f188c7e5a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:11.976199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a6a53297-4b1f-467a-88c8-9d93ad8e2ffe None None] Provisioning complete for port 489504c2-6aca-40fc-8edd-6f19686fb3a3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:11.976915 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a6a53297-4b1f-467a-88c8-9d93ad8e2ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:11.981770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:14:11.982386 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:14:12.029952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a6a53297-4b1f-467a-88c8-9d93ad8e2ffe None None] Port 489504c2-6aca-40fc-8edd-6f19686fb3a3 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:12.041808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a6a53297-4b1f-467a-88c8-9d93ad8e2ffe None None] Provisioning complete for port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:12.042182 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a6a53297-4b1f-467a-88c8-9d93ad8e2ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.062424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.067366 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45b401d0-6967-40af-adc1-2146cb83de83 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/98ec5736-aecb-4a8d-8084-5f4f188c7e5a HTTP/1.1" status: 204 len: 168 time: 0.7910447 Oct 26 12:14:12.071129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36420) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:12.104906 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a25023-bbc8-4848-9d57-5caba1113cf8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:12.106777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-16a25023-bbc8-4848-9d57-5caba1113cf8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/98ec5736-aecb-4a8d-8084-5f4f188c7e5a HTTP/1.1" status: 404 len: 333 time: 0.0346577 Oct 26 12:14:12.109514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36422) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:12.146018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a6a53297-4b1f-467a-88c8-9d93ad8e2ffe None None] Could not find standard attr ID for object 98ec5736-aecb-4a8d-8084-5f4f188c7e5a. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:12.239801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 489504c2-6aca-40fc-8edd-6f19686fb3a3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:12.240167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.274133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ebbc8b0c-b7da-41b6-b04f-c053dfe8669e None None] Provisioning complete for port 489504c2-6aca-40fc-8edd-6f19686fb3a3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:12.274704 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ebbc8b0c-b7da-41b6-b04f-c053dfe8669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.335779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc8b0c-b7da-41b6-b04f-c053dfe8669e None None] Port 489504c2-6aca-40fc-8edd-6f19686fb3a3 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:12.408928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.440754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 489504c2-6aca-40fc-8edd-6f19686fb3a3 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:12.655691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e495d79c-84ed-4e34-8abe-9799e304f3b0 None None] Could not find standard attr ID for object 98ec5736-aecb-4a8d-8084-5f4f188c7e5a. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:12.750885 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.779390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f689e6-905a-4819-bb0f-92e88b91ca13 req-d065ffbd-8b5a-4453-89d4-bf0ca26d1619 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:12.781369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61f689e6-905a-4819-bb0f-92e88b91ca13 req-d065ffbd-8b5a-4453-89d4-bf0ca26d1619 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.0738559 Oct 26 12:14:12.806614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=489504c2-6aca-40fc-8edd-6f19686fb3a3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:12.868337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61f689e6-905a-4819-bb0f-92e88b91ca13 req-edb231d7-c71f-4e4f-af59-a019ec5ccc72 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786784 Oct 26 12:14:12.917632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:12.941423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:12.948391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36454) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:12.948962 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5422f485-41cf-4fe1-999d-5562d5a97e73 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/489504c2-6aca-40fc-8edd-6f19686fb3a3 HTTP/1.1" status: 204 len: 168 time: 0.8381579 Oct 26 12:14:12.987395 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c08741-5d92-4845-869b-cc548af35598 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:12.990908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-68c08741-5d92-4845-869b-cc548af35598 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/489504c2-6aca-40fc-8edd-6f19686fb3a3 HTTP/1.1" status: 404 len: 333 time: 0.0394585 Oct 26 12:14:12.993651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:13.057268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet 7e65c1b2-cbf9-4bd1-8cc9-c39845589900 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:13.069886 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.123301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.131343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1042305859-network', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:13.197559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Made reservation on behalf of 3128f90c2565449d89a9b9f2f5194617 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:13.199997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.232343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.265968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.268500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5a3db5cc-1742-4f7f-ad86-1c4981684691 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:14:13.364054 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.402771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.404062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=7e65c1b2-cbf9-4bd1-8cc9-c39845589900,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:13.409540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.418549 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.421833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8869f440-10d0-457a-b221-bae02f3068ba tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/7e65c1b2-cbf9-4bd1-8cc9-c39845589900 HTTP/1.1" status: 204 len: 168 time: 0.4270701 Oct 26 12:14:13.424730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36458) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:13.433661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c6704-8b77-4566-bd41-760d8372f154 None None] Network 331e5b6c-ef60-4813-a0cf-af87eda68db6 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:13.436523 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:13.491581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:14:13.541946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.542691 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Added segment a1fe7a00-3a5b-4660-a280-7a62057c9708 of type vlan for network 6b49930f-3268-470f-b3ea-9378885eed9c Oct 26 12:14:13.560418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc114d7-ed47-47eb-bc60-728e470efa63,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:13.572690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.684216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.737733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.738916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:13.739612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.744281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:13.744714 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.837615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5a3db5cc-1742-4f7f-ad86-1c4981684691, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:13.852336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '5a3db5cc-1742-4f7f-ad86-1c4981684691', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': '5a3db5cc-1742-4f7f-ad86-1c4981684691', 'mac_address': 'fa:16:3e:43:8c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:14:13.880858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9582686 Oct 26 12:14:13.881437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36464) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:13.886232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Request body: {'subnet': {'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1042305859-subnet', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:13.915688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e11c-c69f-4e68-8735-b82cf9a44b56 admin admin] Pushing event updated for resources: {'Network': ['ID=6b49930f-3268-470f-b3ea-9378885eed9c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:13.922709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,segment=NetworkSegment(dec287cc-7b21-466a-8ba4-9d5692c694d1),segment_id=dec287cc-7b21-466a-8ba4-9d5692c694d1)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:13.923167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.928505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Made reservation on behalf of 3128f90c2565449d89a9b9f2f5194617 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:13.931810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:13.947946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:13.952084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6b49930f-3268-470f-b3ea-9378885eed9c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:14:14.051112 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.114148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.128245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:14.128752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.142217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.162432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=16d0dc80-6e57-4687-ac8c-0ab5accf7e85,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:14.170829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 was deleted so its status cannot be updated. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 12:14:14.174761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3db5cc-1742-4f7f-ad86-1c4981684691 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:14:14.179754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:14.213782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5a3db5cc-1742-4f7f-ad86-1c4981684691, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:14.221434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.249457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Checking segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:14.249878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Network hostable DHCP agents. Network: 6b49930f-3268-470f-b3ea-9378885eed9c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:14:14.258130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:14.279078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e3f20-23b0-411b-8a79-30fe0ecb56ab None None] DHCP port deletion for 331e5b6c-ef60-4813-a0cf-af87eda68db6 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:14:14.281075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f451-3c42-4d5d-830b-38a2fb919410 req-0c43bed2-c092-4c65-bec6-eb68062f28c2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:14.282650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb83f451-3c42-4d5d-830b-38a2fb919410 req-0c43bed2-c092-4c65-bec6-eb68062f28c2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 943 time: 0.2655408 Oct 26 12:14:14.286397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Network 6b49930f-3268-470f-b3ea-9378885eed9c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:14:14.306373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6b49930f-3268-470f-b3ea-9378885eed9c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:14.316169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:14.316854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.333466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d807c-858f-479e-8594-1f4ddf270ba9 None None] Network 6b49930f-3268-470f-b3ea-9378885eed9c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:14.335989 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd976eae-3a70-413d-abdf-9b806c2c749f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4536276 Oct 26 12:14:14.340485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36468) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:14.348742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:14.385731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.390441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.391897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.406300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5a3db5cc-1742-4f7f-ad86-1c4981684691,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:14.416711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb83f451-3c42-4d5d-830b-38a2fb919410 req-b7fb4fc4-2805-472a-b06c-861ed70a7b8c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102259 Oct 26 12:14:14.418435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331e5b6c-ef60-4813-a0cf-af87eda68db6']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:14.450890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec287cc-7b21-466a-8ba4-9d5692c694d1') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:14.450890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec287cc-7b21-466a-8ba4-9d5692c694d1') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:14.462702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.476226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.483217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.494176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:14:14.495630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.506416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['5a3db5cc-1742-4f7f-ad86-1c4981684691'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:14:14.585698 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:14:14.592110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.604223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.608342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/331e5b6c-ef60-4813-a0cf-af87eda68db6 HTTP/1.1" status: 204 len: 168 time: 1.1826708 Oct 26 12:14:14.626071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36470) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:14.630489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-6b49930f-3268-470f-b3ea-9378885eed9c', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:14:14.631413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.634205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435305772'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:14.640440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54a97b-c141-4db1-a0a9-ae71a2f61b8e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=331e5b6c-ef60-4813-a0cf-af87eda68db6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:14.674689 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:14.679825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.697543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.723498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:14:14.737462 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.737846 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment 1f0bb523-f5ee-471b-82fa-76610d04ed37 of type vlan for network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a Oct 26 12:14:14.803046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.844218 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.856473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:14.859142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:14.906126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Allocated IP 172.20.0.2 (6b49930f-3268-470f-b3ea-9378885eed9c/b4209bf9-b8bf-4e33-9900-a42e2e2f46d9/698d9e5d-f756-435e-b992-934951985316) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:14.936346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3095701 Oct 26 12:14:14.939196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36476) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:14.944616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:15.006261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc03cd-417f-4eca-a474-a5307f19c653 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=3fa26d1f-7c71-4828-9ac8-c0c3da21a90a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:15.022120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:14:15.041797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.073332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.100410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:15.105389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.175437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.186580 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.254394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Network 6b49930f-3268-470f-b3ea-9378885eed9c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:15.257111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:15.259971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:15.260845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Allocated IP 172.25.4.190 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/d9b6c746-3f80-401b-b978-54167a128080) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:15.265314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Pushing event updated for resources: {'Port': ['ID=698d9e5d-f756-435e-b992-934951985316,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:15.349218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Attempting to bind port 698d9e5d-f756-435e-b992-934951985316 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:15.349604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Attempting to bind port 698d9e5d-f756-435e-b992-934951985316 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:15.350286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Attempting to bind port 698d9e5d-f756-435e-b992-934951985316 on network 6b49930f-3268-470f-b3ea-9378885eed9c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:15.359187 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.359389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:15.359679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Checking segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:15.360035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.360625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Bound using segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:15.361286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Bound port: 698d9e5d-f756-435e-b992-934951985316, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:15.361681 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.413152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:15.445945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:15.446377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16d0dc80-6e57-4687-ac8c-0ab5accf7e85 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:15.474526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': '1f0bb523-f5ee-471b-82fa-76610d04ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:15.475268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:14:15.484480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] For port 698d9e5d-f756-435e-b992-934951985316, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:15.492015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] For port 698d9e5d-f756-435e-b992-934951985316, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=698d9e5d-f756-435e-b992-934951985316,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:15.493484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=c69f31cb-bd48-4bc1-9d07-55631e938f6e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:15.508022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.513871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-b471b231-b231-4a8b-a91a-3e2a007400e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433954 Oct 26 12:14:15.514755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:14:15.561023 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.565702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:15.571609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:15.572179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.585220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de4388-a69b-4e8c-8f53-0c0b656b840c None None] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:15.638083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-64dcd319-20b6-477a-94a4-2319d4cda76a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6974871 Oct 26 12:14:15.640497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36480) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:15.649898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a', 'name': 'tempest-PortsTestJSON-1372941252', 'fixed_ips': [{'subnet_id': 'c69f31cb-bd48-4bc1-9d07-55631e938f6e', 'ip_address': '172.20.0.10'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:15.665300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93aa22-6afb-4b77-a2f4-1759319c87af None None] Pushing event updated for resources: {'Port': ['ID=698d9e5d-f756-435e-b992-934951985316,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:15.666935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:15.716042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:15.725299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:15.733933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:15.781032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Pushing event updated for resources: {'Port': ['ID=d9b6c746-3f80-401b-b978-54167a128080,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:15.977270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3fa26d1f-7c71-4828-9ac8-c0c3da21a90a', 'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': 'c69f31cb-bd48-4bc1-9d07-55631e938f6e'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:14:15.978226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.249346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Allocated IP 172.20.0.2 (3fa26d1f-7c71-4828-9ac8-c0c3da21a90a/c69f31cb-bd48-4bc1-9d07-55631e938f6e/eabe8e3a-d836-419b-b615-9608921173de) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:16.289705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.306708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-50b3b187-17b2-402a-be60-5274b0040688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:16.308408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-50b3b187-17b2-402a-be60-5274b0040688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 1097 time: 0.7536154 Oct 26 12:14:16.325310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da753d7-d6d5-4b1f-8bfa-b3e5641da650 req-9d7b7fd0-544c-4091-8d49-666796db93c1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:16.327110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3da753d7-d6d5-4b1f-8bfa-b3e5641da650 req-9d7b7fd0-544c-4091-8d49-666796db93c1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 944 time: 0.7860391 Oct 26 12:14:16.518241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.519035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3da753d7-d6d5-4b1f-8bfa-b3e5641da650 req-ac2f2439-0cf7-431b-9bf6-9f388f0d8cf7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792686 Oct 26 12:14:16.544782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:16.547835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.571490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:16.573371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:16.579124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:16.615686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-67cf4dd1-1fb4-4724-ab50-c06dd9fb07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:16.617166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-67cf4dd1-1fb4-4724-ab50-c06dd9fb07b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 200 len: 916 time: 0.2132123 Oct 26 12:14:16.673488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-835a6a7f-8ec9-4b3c-aa46-5bf6d3ef3076 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569 HTTP/1.1" status: 200 len: 217 time: 0.0466673 Oct 26 12:14:16.709748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.711599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Pushing event updated for resources: {'Port': ['ID=eabe8e3a-d836-419b-b615-9608921173de,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:16.738459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Attempting to bind port eabe8e3a-d836-419b-b615-9608921173de on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:16.738838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Attempting to bind port eabe8e3a-d836-419b-b615-9608921173de by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '1f0bb523-f5ee-471b-82fa-76610d04ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:16.747958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Attempting to bind port eabe8e3a-d836-419b-b615-9608921173de on network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:16.753914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:16.754313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Checking segment: {'id': '1f0bb523-f5ee-471b-82fa-76610d04ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:16.754704 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.755687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Bound using segment: {'id': '1f0bb523-f5ee-471b-82fa-76610d04ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:16.756170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Bound port: eabe8e3a-d836-419b-b615-9608921173de, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0bb523-f5ee-471b-82fa-76610d04ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:16.756549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.804738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.835872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 5fa37213-87bc-41b0-b94c-ae696b358fae yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:16.859980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] For port eabe8e3a-d836-419b-b615-9608921173de, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:16.867869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] For port eabe8e3a-d836-419b-b615-9608921173de, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eabe8e3a-d836-419b-b615-9608921173de,segment=NetworkSegment(1f0bb523-f5ee-471b-82fa-76610d04ed37),segment_id=1f0bb523-f5ee-471b-82fa-76610d04ed37)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:16.874032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-523924aa-7483-4200-bc6c-6ef285a3870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:16.876718 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:16.879605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-523924aa-7483-4200-bc6c-6ef285a3870b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 200 len: 854 time: 0.1960580 Oct 26 12:14:17.024859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99974288-1a44-47b4-904a-3b5b7acb5621 None None] Pushing event updated for resources: {'Port': ['ID=eabe8e3a-d836-419b-b615-9608921173de,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:17.123331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-f5580520-7946-40e0-ad08-4d02b79f6294 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d9e47e0-09c7-49c8-80d6-1578de78b3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2321808 Oct 26 12:14:17.290927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5a3db5cc-1742-4f7f-ad86-1c4981684691 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:17.418468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d0746-ef57-42fd-a8d2-91f3b0de2005 None None] Network 6b49930f-3268-470f-b3ea-9378885eed9c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:17.434462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-a28bdd60-1a4c-42ca-a3a7-a805bb4e4427 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964406 Oct 26 12:14:17.464730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Router a86e41b8-389d-4780-bc76-11b56bee5016 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:14:17.550686 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:14:17.667919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.10 (3fa26d1f-7c71-4828-9ac8-c0c3da21a90a/c69f31cb-bd48-4bc1-9d07-55631e938f6e/5fa37213-87bc-41b0-b94c-ae696b358fae) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:17.697492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 698d9e5d-f756-435e-b992-934951985316 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:17.763456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:17.780507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Sync routers for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:17.794484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ad0efa4-3f90-4fd6-a7d9-73b758eb9364 req-5147a920-69b4-4a79-a74a-fc13b0b532a3 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470936 Oct 26 12:14:17.806360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cd377459-1b14-42d1-9037-1a5eb04c70d6 None None] Provisioning complete for port 698d9e5d-f756-435e-b992-934951985316 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:17.806360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd377459-1b14-42d1-9037-1a5eb04c70d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:17.839355 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:17.847702 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:17.864643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 5a3db5cc-1742-4f7f-ad86-1c4981684691 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:14:17.883574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 5a3db5cc-1742-4f7f-ad86-1c4981684691 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:17.883986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:17.885284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b4574-d381-4228-9148-be6cd67ce9de req-96577f35-eb03-46fe-b89d-b4686aae2e8e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:17.889121 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f0b4574-d381-4228-9148-be6cd67ce9de req-96577f35-eb03-46fe-b89d-b4686aae2e8e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 944 time: 0.2368023 Oct 26 12:14:17.919450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 698d9e5d-f756-435e-b992-934951985316 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:17.919958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:17.923378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:17.939150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-25bb69b1-c4b5-47c8-93f6-428d7750326f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5974486 Oct 26 12:14:17.939885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:18.107237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f0b4574-d381-4228-9148-be6cd67ce9de req-b8710cb9-2055-4a1c-9fb8-d4f7192a48da tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019100 Oct 26 12:14:18.127207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.194921 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:18.225665 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.303599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd377459-1b14-42d1-9037-1a5eb04c70d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.318168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:18.322590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:18.327472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:18.342417 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.390563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:18.392927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.426320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7795298 Oct 26 12:14:18.426320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c07f88-7f94-4ea9-84c3-f5c158c20f91 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=5fa37213-87bc-41b0-b94c-ae696b358fae,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:18.427963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36510) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:18.435144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '3fa26d1f-7c71-4828-9ac8-c0c3da21a90a', 'name': 'tempest-PortsTestJSON-639364458', 'fixed_ips': [{'subnet_id': 'c69f31cb-bd48-4bc1-9d07-55631e938f6e', 'ip_address': '172.20.0.9'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:18.515203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cd377459-1b14-42d1-9037-1a5eb04c70d6 None None] For port 698d9e5d-f756-435e-b992-934951985316, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=698d9e5d-f756-435e-b992-934951985316,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:18.545755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cd377459-1b14-42d1-9037-1a5eb04c70d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.639706 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.652353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:18.664711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.712883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377459-1b14-42d1-9037-1a5eb04c70d6 None None] Pushing event updated for resources: {'Port': ['ID=698d9e5d-f756-435e-b992-934951985316,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:18.725903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 963a543b-c60d-410b-b3ff-9f29d6a32dea yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:18.753951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3db5cc-1742-4f7f-ad86-1c4981684691'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:18.760691 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871157e6-ed72-4b2b-920c-eff81239386a" -d '{"events": [{"server_uuid": "8668d291-e2f3-4bdf-9544-2d0aed2d1e9d", "name": "network-vif-plugged", "status": "completed", "tag": "5a3db5cc-1742-4f7f-ad86-1c4981684691"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:18.827687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c10c6e-cad4-4c28-9265-47d181beed51 None None] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:18.835764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5a3db5cc-1742-4f7f-ad86-1c4981684691, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:18.878280 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:16Z', 'revision_number': 3, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:18.881580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8b8c634f-4881-4265-b04d-5e60c2aaf4d8 None None] Provisioning complete for port 698d9e5d-f756-435e-b992-934951985316 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:18.881958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8b8c634f-4881-4265-b04d-5e60c2aaf4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:18.883234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.030934 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Checking router: a86e41b8-389d-4780-bc76-11b56bee5016 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:19.031507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Updating router a86e41b8-389d-4780-bc76-11b56bee5016 port d9b6c746-3f80-401b-b978-54167a128080 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:14:19.039130 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5cb75-5a95-4e82-bf19-5d3d2e927254 x-openstack-request-id: req-26a5cb75-5a95-4e82-bf19-5d3d2e927254 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:19.039426 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668d291-e2f3-4bdf-9544-2d0aed2d1e9d", "name": "network-vif-plugged", "status": "completed", "tag": "5a3db5cc-1742-4f7f-ad86-1c4981684691", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:19.039684 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-26a5cb75-5a95-4e82-bf19-5d3d2e927254 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:19.040083 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3db5cc-1742-4f7f-ad86-1c4981684691', 'code': 200} Oct 26 12:14:19.047949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.166318 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.240384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da657-48f5-4116-8c96-32c92fb50478 req-d1710dd5-d364-4974-af78-752ac6d39bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:19.265488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b2da657-48f5-4116-8c96-32c92fb50478 req-d1710dd5-d364-4974-af78-752ac6d39bec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 1096 time: 0.2191696 Oct 26 12:14:19.288986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Allocated IP 172.20.0.1 (6b49930f-3268-470f-b3ea-9378885eed9c/b4209bf9-b8bf-4e33-9900-a42e2e2f46d9/fbfdf513-6abb-4682-aaec-bc5fd08f662b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:19.471999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b2da657-48f5-4116-8c96-32c92fb50478 req-897490e0-dbcd-4002-869d-e3aee090bdc4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941142 Oct 26 12:14:19.526108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.9 (3fa26d1f-7c71-4828-9ac8-c0c3da21a90a/c69f31cb-bd48-4bc1-9d07-55631e938f6e/963a543b-c60d-410b-b3ff-9f29d6a32dea) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:19.566401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164afdf5-64eb-4c67-84bc-546b65bfe9c1 req-80fb1022-6256-4adf-bf87-08b3bd84b4ae tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:19.580388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-164afdf5-64eb-4c67-84bc-546b65bfe9c1 req-80fb1022-6256-4adf-bf87-08b3bd84b4ae tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.2668362 Oct 26 12:14:19.634739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.698116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-164afdf5-64eb-4c67-84bc-546b65bfe9c1 req-17b27f96-7440-4391-b6ff-96c1ba2472ca tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126134 Oct 26 12:14:19.754356 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.755230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5a3db5cc-1742-4f7f-ad86-1c4981684691,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:19.839889 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-289ea799-efe5-4c4f-b1f1-0139a6a64971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.855419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:14:19.855950 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:14:19.884291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Network 6b49930f-3268-470f-b3ea-9378885eed9c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:19.888532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:19.890843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Pushing event updated for resources: {'Port': ['ID=fbfdf513-6abb-4682-aaec-bc5fd08f662b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:19.893175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:19.968367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.974287 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:19.997988 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.070828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-281fca6e-8516-4cf9-8bf8-642c82c72789 None None] Provisioning complete for port eabe8e3a-d836-419b-b615-9608921173de triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:20.071649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-281fca6e-8516-4cf9-8bf8-642c82c72789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.114240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.176223 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064f03-92aa-4d6d-a943-51e15ab9534a None None] Pushing event updated for resources: {'Port': ['ID=d9b6c746-3f80-401b-b978-54167a128080,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:20.190479 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Attempting to bind port d9b6c746-3f80-401b-b978-54167a128080 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:20.191557 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Attempting to bind port d9b6c746-3f80-401b-b978-54167a128080 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:20.194022 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Attempting to bind port d9b6c746-3f80-401b-b978-54167a128080 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:20.204376 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:20.205107 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:20.205748 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.206314 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:20.207610 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Bound port: d9b6c746-3f80-401b-b978-54167a128080, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:20.217014 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.234485 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.271825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.332378 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-281fca6e-8516-4cf9-8bf8-642c82c72789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.365094 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] For port d9b6c746-3f80-401b-b978-54167a128080, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:20.369392 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] For port d9b6c746-3f80-401b-b978-54167a128080, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d9b6c746-3f80-401b-b978-54167a128080,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:20.377905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=963a543b-c60d-410b-b3ff-9f29d6a32dea,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:20.382846 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.452125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:20.454143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:20.457411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:20.479974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-281fca6e-8516-4cf9-8bf8-642c82c72789 None None] For port eabe8e3a-d836-419b-b615-9608921173de, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eabe8e3a-d836-419b-b615-9608921173de,segment=NetworkSegment(1f0bb523-f5ee-471b-82fa-76610d04ed37),segment_id=1f0bb523-f5ee-471b-82fa-76610d04ed37)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:20.492271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-281fca6e-8516-4cf9-8bf8-642c82c72789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.559445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fca6e-8516-4cf9-8bf8-642c82c72789 None None] Pushing event updated for resources: {'Port': ['ID=eabe8e3a-d836-419b-b615-9608921173de,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:20.576048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:20.576802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.585187 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064f03-92aa-4d6d-a943-51e15ab9534a None None] Pushing event updated for resources: {'Port': ['ID=d9b6c746-3f80-401b-b978-54167a128080,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:20.589552 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:20.590165 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:13:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:20.616197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-aa65b1a6-b94e-4185-966b-df95ef20a7bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1867373 Oct 26 12:14:20.618776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36524) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:20.697897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Provisioning complete for port fbfdf513-6abb-4682-aaec-bc5fd08f662b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:20.700447 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.758068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.777173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.826155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Port fbfdf513-6abb-4682-aaec-bc5fd08f662b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:20.895833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Provisioning complete for port eabe8e3a-d836-419b-b615-9608921173de triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:20.896433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:20.940675 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:20.981869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c2bfb7-30a6-43a7-a007-5b5a0d3fac47 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:20.993622 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d1c2bfb7-30a6-43a7-a007-5b5a0d3fac47 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3737600 Oct 26 12:14:20.994150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36528) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:21.057053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Pushing event updated for resources: {'Port': ['ID=fbfdf513-6abb-4682-aaec-bc5fd08f662b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:21.074103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.184098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 698d9e5d-f756-435e-b992-934951985316 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:21.205964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59a2e8-8529-45f4-abf9-81eb1afd862c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:21.236222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59a2e8-8529-45f4-abf9-81eb1afd862c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:21.252336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59a2e8-8529-45f4-abf9-81eb1afd862c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:21.253972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6f59a2e8-8529-45f4-abf9-81eb1afd862c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2409635 Oct 26 12:14:21.257835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36532) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:21.293299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487d367-3a62-4a0d-95dc-836722584201 req-058d0cf8-5ab5-4aba-93e0-5d86b30dfe5f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:21.298234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2487d367-3a62-4a0d-95dc-836722584201 req-058d0cf8-5ab5-4aba-93e0-5d86b30dfe5f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.3613694 Oct 26 12:14:21.447265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Network 6b49930f-3268-470f-b3ea-9378885eed9c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:21.456377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Provisioning complete for port 5fa37213-87bc-41b0-b94c-ae696b358fae triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:21.457241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.459324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:21.460373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 698d9e5d-f756-435e-b992-934951985316 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:21.460839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.520188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2487d367-3a62-4a0d-95dc-836722584201 req-58975b8f-379e-4365-b9a8-8cb957d70874 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054749 Oct 26 12:14:21.521543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 963a543b-c60d-410b-b3ff-9f29d6a32dea {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:21.522005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.583509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:19Z', 'revision_number': 1, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:21.627494 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a12a1-7368-4e04-890b-8e8f2037c167 None None] The sync data for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 is: [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:19Z', 'revision_number': 1, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:21.683096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7bd92e5b-7327-49d4-b2b1-54e5f34b1341 None None] Port 5fa37213-87bc-41b0-b94c-ae696b358fae cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:21.699218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eabe8e3a-d836-419b-b615-9608921173de up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:21.699669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.761251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b161d78d-3696-4fb6-9107-924cc1399ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.784711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port eabe8e3a-d836-419b-b615-9608921173de triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:21.785744 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.834680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 963a543b-c60d-410b-b3ff-9f29d6a32dea owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:21.869970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-26ecf84f-3c91-4b60-81ee-36e771931246 None None] Provisioning complete for port 963a543b-c60d-410b-b3ff-9f29d6a32dea triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:21.870529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-26ecf84f-3c91-4b60-81ee-36e771931246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:21.968972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Router a86e41b8-389d-4780-bc76-11b56bee5016 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:14:21.977098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-26ecf84f-3c91-4b60-81ee-36e771931246 None None] Port 963a543b-c60d-410b-b3ff-9f29d6a32dea cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:22.094129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-26ecf84f-3c91-4b60-81ee-36e771931246 None None] Provisioning complete for port 5fa37213-87bc-41b0-b94c-ae696b358fae triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:22.094804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-26ecf84f-3c91-4b60-81ee-36e771931246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:22.149360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-26ecf84f-3c91-4b60-81ee-36e771931246 None None] Port 5fa37213-87bc-41b0-b94c-ae696b358fae cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:22.262926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:22.286846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a539a9fe-d486-49c4-9b94-6b77aa2f95b0 None None] Provisioning complete for port fbfdf513-6abb-4682-aaec-bc5fd08f662b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:22.287317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a539a9fe-d486-49c4-9b94-6b77aa2f95b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:22.302330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=963a543b-c60d-410b-b3ff-9f29d6a32dea,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:22.354935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a539a9fe-d486-49c4-9b94-6b77aa2f95b0 None None] Port fbfdf513-6abb-4682-aaec-bc5fd08f662b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:22.400479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:22.408738 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7e57a5d7-6196-4cfb-b33c-569505a3018d admin admin] 10.222.0.88 "PUT /v2.0/routers/a86e41b8-389d-4780-bc76-11b56bee5016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4676096 Oct 26 12:14:22.447125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:22.450838 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27b016ab-c6eb-448e-89ea-15fa4a7453ca tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/963a543b-c60d-410b-b3ff-9f29d6a32dea HTTP/1.1" status: 204 len: 168 time: 1.1920300 Oct 26 12:14:22.453871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:22.508378 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1431ed3-9ed5-4597-abf2-020085b9419b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:22.513456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36542) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:22.514802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c1431ed3-9ed5-4597-abf2-020085b9419b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/963a543b-c60d-410b-b3ff-9f29d6a32dea HTTP/1.1" status: 404 len: 333 time: 0.0544362 Oct 26 12:14:22.765045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a85dd-1937-4c33-8552-c0c9dafbe5b0 req-7e7c9df4-71d5-4f27-9dbd-ca2db53895af tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:22.768895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-219a85dd-1937-4c33-8552-c0c9dafbe5b0 req-7e7c9df4-71d5-4f27-9dbd-ca2db53895af tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.1122248 Oct 26 12:14:22.776207 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 5fa37213-87bc-41b0-b94c-ae696b358fae {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:22.776207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:22.883289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:22.899416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-219a85dd-1937-4c33-8552-c0c9dafbe5b0 req-6e4a978e-ac0c-49da-a655-79d2e905de2b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105204 Oct 26 12:14:22.992527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.019861 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 5fa37213-87bc-41b0-b94c-ae696b358fae owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:23.100781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbcb02-c9de-46d2-a50d-e4bbe8c1f789 req-e3823908-f566-49a0-9cd9-d1fcca09f9a2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:23.102968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7dbcb02-c9de-46d2-a50d-e4bbe8c1f789 req-e3823908-f566-49a0-9cd9-d1fcca09f9a2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.1116340 Oct 26 12:14:23.187196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7dbcb02-c9de-46d2-a50d-e4bbe8c1f789 req-204af164-4da7-42c2-9627-77f20aa36edd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778017 Oct 26 12:14:23.233045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.279951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=5fa37213-87bc-41b0-b94c-ae696b358fae,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:23.295315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.396994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36566) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:23.403281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1488763728-network', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:23.410244 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.415321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7db11893-2ad7-489f-aa62-96e20ad6760f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/5fa37213-87bc-41b0-b94c-ae696b358fae HTTP/1.1" status: 204 len: 168 time: 0.9001901 Oct 26 12:14:23.417303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:23.452610 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf52e9d9-f105-4106-a2df-99227a655771 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:23.454342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bf52e9d9-f105-4106-a2df-99227a655771 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/5fa37213-87bc-41b0-b94c-ae696b358fae HTTP/1.1" status: 404 len: 333 time: 0.0358882 Oct 26 12:14:23.457137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36570) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:23.490499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c3fa0-4d22-4d7d-b233-36796cbc4b1d req-b5e53632-1bab-4ca7-a659-ee70cdf7a125 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:23.500206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-393c3fa0-4d22-4d7d-b233-36796cbc4b1d req-b5e53632-1bab-4ca7-a659-ee70cdf7a125 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.1619861 Oct 26 12:14:23.501047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Made reservation on behalf of aab65e16c505445e806c79758f5bdc4f for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:23.516975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.537408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.546919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet c69f31cb-bd48-4bc1-9d07-55631e938f6e {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:23.550951 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.625960 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.642471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-393c3fa0-4d22-4d7d-b233-36796cbc4b1d req-79a21f64-20ed-4c59-8dc7-dbdf5815d99e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061723 Oct 26 12:14:23.775360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.780492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.788384 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.829148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:14:23.867140 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.914818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=c69f31cb-bd48-4bc1-9d07-55631e938f6e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:23.915039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.915249 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Added segment c418af97-801e-40a6-a6fa-a1bde26320a8 of type vlan for network 9060f473-03ed-42e2-87b5-69ad3fbae0bf Oct 26 12:14:23.919169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:23.921336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d69d4-b565-4a53-8b3c-06137c71698f None None] Network 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:23.925290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3ee84734-097a-48af-9cf2-a701253cd3e5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/c69f31cb-bd48-4bc1-9d07-55631e938f6e HTTP/1.1" status: 204 len: 168 time: 0.4670277 Oct 26 12:14:23.930792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:23.936065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f487b302-73f7-4eaf-ae4c-256feae61a6f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:24.014978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.015345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.015796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.016165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.016516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.016858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.017214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.017628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.017912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.018267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.018604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.018976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:24.048456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.093368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.100515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f39e3-b6ae-4bb8-90f6-6880f540d4e4 req-83ceef3f-835b-4612-81ec-59f209d95d4e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:24.102123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-997f39e3-b6ae-4bb8-90f6-6880f540d4e4 req-83ceef3f-835b-4612-81ec-59f209d95d4e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.1044064 Oct 26 12:14:24.133326 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.134583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:24.135597 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.197564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port eabe8e3a-d836-419b-b615-9608921173de {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:24.197909 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.214755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-997f39e3-b6ae-4bb8-90f6-6880f540d4e4 req-fa899ae5-5479-46c3-88cf-652ae3a18948 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057775 Oct 26 12:14:24.217671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] DHCP port deletion for 3fa26d1f-7c71-4828-9ac8-c0c3da21a90a request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:14:24.262125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] Pushing event updated for resources: {'Network': ['ID=9060f473-03ed-42e2-87b5-69ad3fbae0bf,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:24.271413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bbacae31-2b9d-4130-88f1-4dca1a137f05 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8720253 Oct 26 12:14:24.272051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:24.278707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Request body: {'subnet': {'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1488763728-subnet', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:24.320523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Made reservation on behalf of aab65e16c505445e806c79758f5bdc4f for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:24.323955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.326555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:14:24.398517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port eabe8e3a-d836-419b-b615-9608921173de, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eabe8e3a-d836-419b-b615-9608921173de,segment=NetworkSegment(1f0bb523-f5ee-471b-82fa-76610d04ed37),segment_id=1f0bb523-f5ee-471b-82fa-76610d04ed37)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:24.399566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.418133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for eabe8e3a-d836-419b-b615-9608921173de owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:24.486891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] Deleting port eabe8e3a-d836-419b-b615-9608921173de {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:24.487447 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.548469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.616165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port eabe8e3a-d836-419b-b615-9608921173de on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:24.623502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=eabe8e3a-d836-419b-b615-9608921173de,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:24.624060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] For port eabe8e3a-d836-419b-b615-9608921173de, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=eabe8e3a-d836-419b-b615-9608921173de,segment=NetworkSegment(1f0bb523-f5ee-471b-82fa-76610d04ed37),segment_id=1f0bb523-f5ee-471b-82fa-76610d04ed37)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:24.624473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.641142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] Calling delete_port for eabe8e3a-d836-419b-b615-9608921173de owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:24.698266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.751412 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.773535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b6e5dd-2ae8-41ca-9df6-f4220ee3559a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:24.819841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Checking segment: {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:24.820204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Network hostable DHCP agents. Network: 9060f473-03ed-42e2-87b5-69ad3fbae0bf, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:14:24.829705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.839079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] Pushing event deleted for resources: {'Port': ['ID=eabe8e3a-d836-419b-b615-9608921173de,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:24.862719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:14:24.877545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d9b6c746-3f80-401b-b978-54167a128080 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:24.889374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9060f473-03ed-42e2-87b5-69ad3fbae0bf) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:24.892185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa26d1f-7c71-4828-9ac8-c0c3da21a90a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:24.894125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:24.894887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.914911 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0bb523-f5ee-471b-82fa-76610d04ed37') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:24.915351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0bb523-f5ee-471b-82fa-76610d04ed37') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:24.924138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ba2286f0-efac-4d0c-b6e6-a1e61d8f06c4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6505899 Oct 26 12:14:24.927133 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.927628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36586) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:24.929934 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee5322-c8a6-453c-ad32-e9e8a2577178 None None] No DVR routers for this DVR port eabe8e3a-d836-419b-b615-9608921173de on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:24.931630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:24.935493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.943354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33cd87-143a-4e27-94e4-a0ffc449ea73 None None] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:24.961665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.971090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:14:24.971523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:14:24.974839 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:14:24.977642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:24.983381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.054272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.091219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.096175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/3fa26d1f-7c71-4828-9ac8-c0c3da21a90a HTTP/1.1" status: 204 len: 168 time: 1.1639509 Oct 26 12:14:25.111452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36588) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:25.118325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075449394'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:25.123363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a2cd-a0f3-45b6-8cac-ece5d7cec0bd tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=3fa26d1f-7c71-4828-9ac8-c0c3da21a90a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:25.138107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.174089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:25.179432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.189628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Sync routers for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:25.214701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:14:25.227367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.228632 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Added segment bda80bd7-0e5a-485a-87c3-0e613fb9ff2e of type vlan for network 9e501879-28ce-481f-b13d-71f669c71ff3 Oct 26 12:14:25.234233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:25.234901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:25.359583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.361344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d9b6c746-3f80-401b-b978-54167a128080 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:25.361892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.390895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.399860 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:25.400840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.407705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-9060f473-03ed-42e2-87b5-69ad3fbae0bf', 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'fixed_ips': [{'subnet_id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:14:25.408562 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.479795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3667462 Oct 26 12:14:25.483278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36594) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:25.488629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:25.508131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.517700 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.586782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973613-3a1b-4ec6-b9e8-99c3cf2763fa req-df3a586b-efc7-40b3-a452-31020e831731 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:25.588642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e973613-3a1b-4ec6-b9e8-99c3cf2763fa req-df3a586b-efc7-40b3-a452-31020e831731 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.1888390 Oct 26 12:14:25.602376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port d9b6c746-3f80-401b-b978-54167a128080, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d9b6c746-3f80-401b-b978-54167a128080,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:25.618685 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:25.631301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:25.735163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eabe8e3a-d836-419b-b615-9608921173de no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:25.761835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-417bf079-338e-47ad-9a59-aa88fd3ad394 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:25.764525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-417bf079-338e-47ad-9a59-aa88fd3ad394 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.2323129 Oct 26 12:14:25.819324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: eabe8e3a-d836-419b-b615-9608921173de {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:25.819678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device eabe8e3a-d836-419b-b615-9608921173de not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:25.842936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e973613-3a1b-4ec6-b9e8-99c3cf2763fa req-2b90865f-3a31-49a5-a1b1-be09e4851fee tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409410 Oct 26 12:14:25.933412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=d9b6c746-3f80-401b-b978-54167a128080,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:25.942955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Allocated IP 172.20.0.2 (9060f473-03ed-42e2-87b5-69ad3fbae0bf/39b6e5dd-2ae8-41ca-9df6-f4220ee3559a/66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:26.028126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e200f-d401-4d32-bd56-f3dd9a411a9a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Network': ['ID=9e501879-28ce-481f-b13d-71f669c71ff3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:26.047811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9e501879-28ce-481f-b13d-71f669c71ff3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:14:26.120462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:26.124418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.264410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 2, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:26.296511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Checking router: a86e41b8-389d-4780-bc76-11b56bee5016 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:26.297015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Updating router a86e41b8-389d-4780-bc76-11b56bee5016 port fbfdf513-6abb-4682-aaec-bc5fd08f662b binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:14:26.312592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.357556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.362213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.390041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.428774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:26.450227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port 5a3db5cc-1742-4f7f-ad86-1c4981684691 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:26.451001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.459247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=540f9d67-bbb0-4604-9dfe-93aaf953f7a3,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:26.481741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Checking segment: {'id': 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:26.482551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network hostable DHCP agents. Network: 9e501879-28ce-481f-b13d-71f669c71ff3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:14:26.512293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 9e501879-28ce-481f-b13d-71f669c71ff3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:14:26.535168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9e501879-28ce-481f-b13d-71f669c71ff3) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:26.537093 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.562387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.566577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:26.568561 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.598312 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-618995d8-ad66-4966-8dcc-4c4367cc6648 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1139128 Oct 26 12:14:26.600733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:26.607328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-69446074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:26.652088 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.656333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.664597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:26.668711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:26.679726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff4cc4-ea8e-49f1-8e9b-0b8004f164fa None None] Network 9e501879-28ce-481f-b13d-71f669c71ff3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:26.745696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Allocated IP 172.25.4.53 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/872cfcc8-9592-4a23-a2d6-e12c66179858) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:26.790403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Pushing event updated for resources: {'Port': ['ID=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:26.826948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d9b6c746-3f80-401b-b978-54167a128080 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:26.828745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Attempting to bind port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:26.829120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Attempting to bind port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:26.829616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Attempting to bind port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b on network 9060f473-03ed-42e2-87b5-69ad3fbae0bf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:26.839954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.849517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.879230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.880129 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d9151e0-3e3f-4ae4-a7a4-7a5220c7bb08 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2783132 Oct 26 12:14:26.882661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36604) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:26.885597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:26.885984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Checking segment: {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:26.886393 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.886791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Bound using segment: {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:26.887327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Bound port: 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:26.887716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:26.891371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3', 'name': 'tempest-PortsTestJSON-1247580102'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:26.975163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port 5a3db5cc-1742-4f7f-ad86-1c4981684691, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5a3db5cc-1742-4f7f-ad86-1c4981684691,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:26.976133 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.029964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.037703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for 5a3db5cc-1742-4f7f-ad86-1c4981684691 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:27.066319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae17fe-5100-40b5-8def-34b156127a9b req-2f7e5e09-f075-4b02-a174-b26872dd47b1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:27.075275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edae17fe-5100-40b5-8def-34b156127a9b req-2f7e5e09-f075-4b02-a174-b26872dd47b1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 945 time: 0.1170790 Oct 26 12:14:27.091339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:27.097489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.128082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 513c0f11-664f-4bd9-881d-eb2e8d5d9edb yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:27.224216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edae17fe-5100-40b5-8def-34b156127a9b req-a03080c5-d104-48ee-ac9d-b7fa58bf0210 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477225 Oct 26 12:14:27.257239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d9b6c746-3f80-401b-b978-54167a128080 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:27.257809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.288819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.14 (9e501879-28ce-481f-b13d-71f669c71ff3/540f9d67-bbb0-4604-9dfe-93aaf953f7a3/513c0f11-664f-4bd9-881d-eb2e8d5d9edb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:27.332987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.402276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] For port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:27.411607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Pushing event updated for resources: {'Port': ['ID=872cfcc8-9592-4a23-a2d6-e12c66179858,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:27.420725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:27.422819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:27.426202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:27.457256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] For port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,segment=NetworkSegment(c418af97-801e-40a6-a6fa-a1bde26320a8),segment_id=c418af97-801e-40a6-a6fa-a1bde26320a8)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:27.478362 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.548135 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-9e501879-28ce-481f-b13d-71f669c71ff3', 'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': '540f9d67-bbb0-4604-9dfe-93aaf953f7a3'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:14:27.549277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.559048 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.610409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.615941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.669827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=5a3db5cc-1742-4f7f-ad86-1c4981684691,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:27.682319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 9e501879-28ce-481f-b13d-71f669c71ff3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:27.695817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:27.709631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:27.726116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port 5a3db5cc-1742-4f7f-ad86-1c4981684691 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:27.731697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.736126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2330f0c-f91f-45da-a924-c6451d0e7763 req-0d4eaa0b-6553-47de-869e-58410a3473b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "DELETE /v2.0/ports/5a3db5cc-1742-4f7f-ad86-1c4981684691 HTTP/1.1" status: 204 len: 173 time: 1.9586809 Oct 26 12:14:27.736593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'name': 'network-vif-deleted', 'tag': '5a3db5cc-1742-4f7f-ad86-1c4981684691'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:27.740030 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ac6c3-f187-4def-8423-29bee234c6f7" -d '{"events": [{"server_uuid": "8668d291-e2f3-4bdf-9544-2d0aed2d1e9d", "name": "network-vif-deleted", "tag": "5a3db5cc-1742-4f7f-ad86-1c4981684691"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:27.803856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Allocated IP 172.20.0.2 (9e501879-28ce-481f-b13d-71f669c71ff3/540f9d67-bbb0-4604-9dfe-93aaf953f7a3/e1a91fbe-a526-4a4d-8a24-bc8f10895d55) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:27.817418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:27.820242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:27.860452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=513c0f11-664f-4bd9-881d-eb2e8d5d9edb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:27.873157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a8be526-9a7a-45c2-86e2-127163169560 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9891422 Oct 26 12:14:27.879747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36618) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:27.894472 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df85cc73-1e68-48d1-8f33-f565be0ee657 x-openstack-request-id: req-df85cc73-1e68-48d1-8f33-f565be0ee657 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:27.900558 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668d291-e2f3-4bdf-9544-2d0aed2d1e9d", "name": "network-vif-deleted", "tag": "5a3db5cc-1742-4f7f-ad86-1c4981684691", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:27.900558 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df85cc73-1e68-48d1-8f33-f565be0ee657 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:27.901263 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668d291-e2f3-4bdf-9544-2d0aed2d1e9d', 'name': 'network-vif-deleted', 'tag': '5a3db5cc-1742-4f7f-ad86-1c4981684691', 'status': 'completed', 'code': 200} Oct 26 12:14:28.075059 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.108663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.157322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.235969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Network 9e501879-28ce-481f-b13d-71f669c71ff3 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:28.262940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:28.265165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:28.271535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedfc1d-5a10-4386-981c-288f716136a2 None None] Pushing event updated for resources: {'Port': ['ID=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:28.358799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Pushing event updated for resources: {'Port': ['ID=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:28.420254 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.429464 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.457522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.501097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edefcdfb-e730-46b1-899b-87d9be90afc4 req-9c8869d2-b2cc-4108-9818-c28d47bb909f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.1199105 Oct 26 12:14:28.511608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9df9a-7499-4c33-b241-4cf6d75e6d1b None None] Pushing event updated for resources: {'Port': ['ID=fbfdf513-6abb-4682-aaec-bc5fd08f662b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:28.529740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Attempting to bind port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:28.530653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Attempting to bind port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:28.531047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Attempting to bind port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 on network 9e501879-28ce-481f-b13d-71f669c71ff3 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:28.540584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:28.540962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Checking segment: {'id': 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:28.541369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.541766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Bound using segment: {'id': 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:28.542254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Bound port: e1a91fbe-a526-4a4d-8a24-bc8f10895d55, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9e501879-28ce-481f-b13d-71f669c71ff3'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:28.542639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.572216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.754490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] For port e1a91fbe-a526-4a4d-8a24-bc8f10895d55, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:28.758168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] For port e1a91fbe-a526-4a4d-8a24-bc8f10895d55, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,segment=NetworkSegment(bda80bd7-0e5a-485a-87c3-0e613fb9ff2e),segment_id=bda80bd7-0e5a-485a-87c3-0e613fb9ff2e)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:28.779895 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.790681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Attempting to bind port fbfdf513-6abb-4682-aaec-bc5fd08f662b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:28.794271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Attempting to bind port fbfdf513-6abb-4682-aaec-bc5fd08f662b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:28.795087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Attempting to bind port fbfdf513-6abb-4682-aaec-bc5fd08f662b on network 6b49930f-3268-470f-b3ea-9378885eed9c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:28.880801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:14:28.891009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.897496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:28.927913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb9ccc-875a-469e-8544-256e4cb71979 None None] Pushing event updated for resources: {'Port': ['ID=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:28.935610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:29.042629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:29.046541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Checking segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:29.047542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.049653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Bound using segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:29.050302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Bound port: fbfdf513-6abb-4682-aaec-bc5fd08f662b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:29.050815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.059390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=513c0f11-664f-4bd9-881d-eb2e8d5d9edb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:29.140117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:29.165520 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Sync routers for ids ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:29.214232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.219793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Routers {'78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:29.224880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5599af05-6109-43f8-ae18-97112a67190b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2935507 Oct 26 12:14:29.225049 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:29.225640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36626) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:29.226647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:29.227199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.243070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d2db9196-858d-4b84-87f0-c2a2f5298592 None None] Provisioning complete for port fbfdf513-6abb-4682-aaec-bc5fd08f662b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:29.243827 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2db9196-858d-4b84-87f0-c2a2f5298592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.262073 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.377259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d2db9196-858d-4b84-87f0-c2a2f5298592 None None] Port fbfdf513-6abb-4682-aaec-bc5fd08f662b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:29.388206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e2e82-a239-415c-b275-5f51d6107552 None None] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:29.540163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5a3db5cc-1742-4f7f-ad86-1c4981684691 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:29.589154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.701841 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Set router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:29.718900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfb86859-0a37-473e-ae45-d746454205d7 req-fe65c6c1-e3b4-40fe-b61f-96bbf5d10a81 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0565779 Oct 26 12:14:29.841502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 5a3db5cc-1742-4f7f-ad86-1c4981684691 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:29.842089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5a3db5cc-1742-4f7f-ad86-1c4981684691 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:29.908661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a0f48fba-db3c-4a82-8b88-e2c33316a3de None None] Provisioning complete for port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:29.909308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0f48fba-db3c-4a82-8b88-e2c33316a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:29.974055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] For port fbfdf513-6abb-4682-aaec-bc5fd08f662b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:30.031675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] For port fbfdf513-6abb-4682-aaec-bc5fd08f662b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbfdf513-6abb-4682-aaec-bc5fd08f662b,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:30.061513 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:14:27Z', 'revision_number': 3, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:30.063522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.112106 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Checking router: 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:30.114791 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Updating router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 port 872cfcc8-9592-4a23-a2d6-e12c66179858 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:14:30.118562 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.165275 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.180832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.200444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9df9a-7499-4c33-b241-4cf6d75e6d1b None None] Pushing event updated for resources: {'Port': ['ID=fbfdf513-6abb-4682-aaec-bc5fd08f662b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:30.202702 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.276479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0f48fba-db3c-4a82-8b88-e2c33316a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.286076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:30.287793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:30.301006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.438926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=513c0f11-664f-4bd9-881d-eb2e8d5d9edb,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:30.578577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.599611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,segment=NetworkSegment(c418af97-801e-40a6-a6fa-a1bde26320a8),segment_id=c418af97-801e-40a6-a6fa-a1bde26320a8)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:30.618942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network 9e501879-28ce-481f-b13d-71f669c71ff3 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:30.623139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:30.633759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.770742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-a0f48fba-db3c-4a82-8b88-e2c33316a3de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:14:30.792626 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-a0f48fba-db3c-4a82-8b88-e2c33316a3de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:14:30.798893 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.815360 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:30.894480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:30.922243 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Allocated IP 172.20.0.1 (9060f473-03ed-42e2-87b5-69ad3fbae0bf/39b6e5dd-2ae8-41ca-9df6-f4220ee3559a/231d5702-971b-4104-8ef1-16d4b7643423) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:30.948366 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df9c65-4a05-4dad-ad98-8696e8659696 None None] Pushing event updated for resources: {'Port': ['ID=872cfcc8-9592-4a23-a2d6-e12c66179858,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:30.975563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:30.999675 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Attempting to bind port 872cfcc8-9592-4a23-a2d6-e12c66179858 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:30.999892 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Attempting to bind port 872cfcc8-9592-4a23-a2d6-e12c66179858 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:31.000219 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Attempting to bind port 872cfcc8-9592-4a23-a2d6-e12c66179858 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:31.010418 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:31.010794 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:31.011317 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.011776 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:31.012255 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Bound port: 872cfcc8-9592-4a23-a2d6-e12c66179858, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:31.012645 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.053419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Router 208e14bc-aff5-49be-82e0-0bb3ed84ce47 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:14:31.056199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10f76c-8be2-4c0b-a168-8aeed347698e None None] Network 9e501879-28ce-481f-b13d-71f669c71ff3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:31.060106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbfdf513-6abb-4682-aaec-bc5fd08f662b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:31.091075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.091743 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] For port 872cfcc8-9592-4a23-a2d6-e12c66179858, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:31.095744 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] For port 872cfcc8-9592-4a23-a2d6-e12c66179858, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=872cfcc8-9592-4a23-a2d6-e12c66179858,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:31.110796 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.166418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f281fd-8405-4ca5-a025-628c3a1cbec6 req-49ac0cc2-9637-4627-9f38-b8872c06deca tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0425503 Oct 26 12:14:31.168210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.191722 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df9c65-4a05-4dad-ad98-8696e8659696 None None] Pushing event updated for resources: {'Port': ['ID=872cfcc8-9592-4a23-a2d6-e12c66179858,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:31.217681 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Routers {'78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:31.218832 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.256848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:31.261658 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:31.267257 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a7f63ca-dde0-4ed8-8073-22bc9053a105 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/routers/208e14bc-aff5-49be-82e0-0bb3ed84ce47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3864393 Oct 26 12:14:31.271430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36640) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:31.283442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] Sync routers for ids ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:31.315566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:31.328901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Pushing event updated for resources: {'Port': ['ID=231d5702-971b-4104-8ef1-16d4b7643423,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:31.335237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:31.392249 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.398327 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] Set router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:31.436001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] Routers {'208e14bc-aff5-49be-82e0-0bb3ed84ce47'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:31.436643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.466599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b47e0-7f66-4423-8147-16e76f0f8b94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:31.468477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-387b47e0-7f66-4423-8147-16e76f0f8b94 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports?device_id=208e14bc-aff5-49be-82e0-0bb3ed84ce47 HTTP/1.1" status: 200 len: 983 time: 0.1884596 Oct 26 12:14:31.471310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36642) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:31.486990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.541188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port fbfdf513-6abb-4682-aaec-bc5fd08f662b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:31.541561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.572814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] Routers {'208e14bc-aff5-49be-82e0-0bb3ed84ce47'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:31.575136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.645633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Provisioning complete for port fbfdf513-6abb-4682-aaec-bc5fd08f662b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:31.646296 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.663867 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:14:27Z', 'revision_number': 3, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.686457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.687154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed45ac2d-bcea-4d5d-b611-78d63faae273 None None] The sync data for ids ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:31.740034 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de065d-2569-4c29-b3ec-8358933ad7ef None None] The sync data for ids ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'] in n-d-812150-3 is: [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:14:27Z', 'revision_number': 3, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:31.786400 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.837578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:29Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:31.894239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b55c0-6c19-4962-9b4b-afc3f921677c None None] The sync data for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 is: [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:29Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:31.919695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] For port fbfdf513-6abb-4682-aaec-bc5fd08f662b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbfdf513-6abb-4682-aaec-bc5fd08f662b,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:31.924195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:31.936845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:32.043990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Provisioning complete for port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:32.044376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:32.157550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Pushing event updated for resources: {'Port': ['ID=fbfdf513-6abb-4682-aaec-bc5fd08f662b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:32.181754 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:14:32.181754 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:14:32.294028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Provisioning complete for port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:32.294457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:32.379733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07d257f2-41e2-466d-8780-8f3d026f88be req-7a2430bf-61b4-4c9b-be8d-e923794fa90e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0558290 Oct 26 12:14:32.382349 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:32.464299 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:32.503560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] For port e1a91fbe-a526-4a4d-8a24-bc8f10895d55, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,segment=NetworkSegment(bda80bd7-0e5a-485a-87c3-0e613fb9ff2e),segment_id=bda80bd7-0e5a-485a-87c3-0e613fb9ff2e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:32.512852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.031918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Provisioning complete for port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.032630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.040804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.115835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e1a91fbe-a526-4a4d-8a24-bc8f10895d55 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:33.128125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c93689-41eb-4533-90e9-c88476ab38b5 None None] Pushing event updated for resources: {'Port': ['ID=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:33.152334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.167831 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.235411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.235791 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.278684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Provisioning complete for port 231d5702-971b-4104-8ef1-16d4b7643423 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.279100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.328008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Port 231d5702-971b-4104-8ef1-16d4b7643423 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:33.346639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.381661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Provisioning complete for port 513c0f11-664f-4bd9-881d-eb2e8d5d9edb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.382294 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.396687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Pushing event updated for resources: {'Port': ['ID=231d5702-971b-4104-8ef1-16d4b7643423,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:33.444509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7620a231-002d-49d1-8ac5-2c9b28ce9c33 None None] Port 513c0f11-664f-4bd9-881d-eb2e8d5d9edb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:33.532361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4cc21c00-a44d-4307-89cb-a339be837a2e req-b0c8c087-3135-4303-bd3c-58e45314ad3f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0455120 Oct 26 12:14:33.571620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ef79551d-c139-47c7-afd7-038a59756901 None None] Provisioning complete for port 513c0f11-664f-4bd9-881d-eb2e8d5d9edb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.572341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef79551d-c139-47c7-afd7-038a59756901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.606523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:33.609150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:33.623163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ef79551d-c139-47c7-afd7-038a59756901 None None] Port 513c0f11-664f-4bd9-881d-eb2e8d5d9edb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:33.638347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 872cfcc8-9592-4a23-a2d6-e12c66179858 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:33.693537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 872cfcc8-9592-4a23-a2d6-e12c66179858 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.694401 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.747752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 513c0f11-664f-4bd9-881d-eb2e8d5d9edb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:33.748214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.808552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.825414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:14:33.840034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 872cfcc8-9592-4a23-a2d6-e12c66179858, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=872cfcc8-9592-4a23-a2d6-e12c66179858,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:33.848481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.849635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:33.897046 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.944412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:33.944870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:33.977452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.001964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 513c0f11-664f-4bd9-881d-eb2e8d5d9edb owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:34.002150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a174995c-c733-4958-b2a0-c3851d08e023 None None] Provisioning complete for port 231d5702-971b-4104-8ef1-16d4b7643423 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:34.002526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a174995c-c733-4958-b2a0-c3851d08e023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.028932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=872cfcc8-9592-4a23-a2d6-e12c66179858,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:34.052821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a174995c-c733-4958-b2a0-c3851d08e023 None None] Port 231d5702-971b-4104-8ef1-16d4b7643423 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:34.089301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:34.098317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ab31f1e0-e27c-4315-bd42-49d3ffbcf856 admin admin] 10.222.0.88 "PUT /v2.0/routers/78de1c53-cb78-4f61-bcb9-6dc9c43e64a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8693328 Oct 26 12:14:34.118811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbfdf513-6abb-4682-aaec-bc5fd08f662b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:34.190287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port fbfdf513-6abb-4682-aaec-bc5fd08f662b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:34.190697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.272528 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.329120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e1a91fbe-a526-4a4d-8a24-bc8f10895d55 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:34.348805 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=513c0f11-664f-4bd9-881d-eb2e8d5d9edb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:34.412999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:34.413386 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.538888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.600982 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Sync routers for ids ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:34.620225 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Routers {'78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:34.622141 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:34.699639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73f7e53-8358-4514-a09f-5adb08467693 req-3409310f-af87-43dd-b399-19cb07ae2292 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0355623 Oct 26 12:14:34.789192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Router 208e14bc-aff5-49be-82e0-0bb3ed84ce47 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:14:34.849249 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Set router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:34.884560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:34.886441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36668) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:34.889199 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] Sync routers for ids ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:34.895417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-989d0698-aa25-4b29-bdba-5d8518ba9881 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/routers/208e14bc-aff5-49be-82e0-0bb3ed84ce47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4222598 Oct 26 12:14:34.896046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36670) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:34.899356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925114432', 'description': 'tempest-secgroup-smoke-1925114432 description', 'project_id': '3128f90c2565449d89a9b9f2f5194617'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:34.914129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] Routers {'208e14bc-aff5-49be-82e0-0bb3ed84ce47'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:34.918221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:34.949252 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6aa602-80a9-4a07-933f-a983e8d6462a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:34.955290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36676) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:34.957733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5f6aa602-80a9-4a07-933f-a983e8d6462a tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/513c0f11-664f-4bd9-881d-eb2e8d5d9edb HTTP/1.1" status: 404 len: 333 time: 0.0605772 Oct 26 12:14:34.971060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:34.999579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:35.013081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] Routers {'208e14bc-aff5-49be-82e0-0bb3ed84ce47'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:35.013997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:35.059842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:35.062533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca19d1e-8b7e-40cf-bf0f-bafdb9470f7a None None] The sync data for ids ['208e14bc-aff5-49be-82e0-0bb3ed84ce47'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:35.085768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.094838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 4, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '231d5702-971b-4104-8ef1-16d4b7643423', 'name': '', 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'mac_address': 'fa:16:3e:9f:cf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:30Z', 'updated_at': '2021-10-26T12:14:32Z', 'revision_number': 2, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'subnets': [{'id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:35.123763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Checking router: 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:35.124139 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Updating router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 port 231d5702-971b-4104-8ef1-16d4b7643423 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:14:35.149444 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.281139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.285891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.298061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.302383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.355615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.356109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Fanout notify agent at l3_agent the message router_deleted on router 208e14bc-aff5-49be-82e0-0bb3ed84ce47 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:14:35.366438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.367562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a366b0ee-30ff-4588-860b-bace13a1bf62 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/routers/208e14bc-aff5-49be-82e0-0bb3ed84ce47 HTTP/1.1" status: 204 len: 168 time: 0.4111128 Oct 26 12:14:35.370673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36678) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:35.372552 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.376698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4832792 Oct 26 12:14:35.376698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36680) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:35.381309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group_rule': {'security_group_id': 'b8d9815e-7880-4335-9136-d2704f498ace', 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:35.387025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091a43-de23-40ee-9f3a-f8d185fc7791 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9815e-7880-4335-9136-d2704f498ace,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:35.424423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.452505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.472456 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.480624 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.493550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet 540f9d67-bbb0-4604-9dfe-93aaf953f7a3 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:35.498505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.548843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.561520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.568693 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408924e4-702d-412d-ac39-486fd4fba098 None None] Pushing event updated for resources: {'Port': ['ID=231d5702-971b-4104-8ef1-16d4b7643423,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:35.573794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 872cfcc8-9592-4a23-a2d6-e12c66179858 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:35.595950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c17c41-c7d7-42d0-9ba7-bee13e3f5f38,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:35.606258 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Attempting to bind port 231d5702-971b-4104-8ef1-16d4b7643423 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:35.606776 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Attempting to bind port 231d5702-971b-4104-8ef1-16d4b7643423 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:35.607017 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Attempting to bind port 231d5702-971b-4104-8ef1-16d4b7643423 on network 9060f473-03ed-42e2-87b5-69ad3fbae0bf {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:35.611776 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.612931 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:35.614158 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Checking segment: {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:35.614715 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.615324 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Bound using segment: {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:35.615964 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Bound port: 231d5702-971b-4104-8ef1-16d4b7643423, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c418af97-801e-40a6-a6fa-a1bde26320a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:35.616551 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.617231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36682) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:35.618474 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f8e5cc70-d639-47f9-b77d-ceb6bdd3f099 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407725 Oct 26 12:14:35.622316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.639858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group_rule': {'security_group_id': 'b8d9815e-7880-4335-9136-d2704f498ace', 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:35.687916 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] For port 231d5702-971b-4104-8ef1-16d4b7643423, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:35.691696 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] For port 231d5702-971b-4104-8ef1-16d4b7643423, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=231d5702-971b-4104-8ef1-16d4b7643423,segment=NetworkSegment(c418af97-801e-40a6-a6fa-a1bde26320a8),segment_id=c418af97-801e-40a6-a6fa-a1bde26320a8)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:35.697147 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.697377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 872cfcc8-9592-4a23-a2d6-e12c66179858 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:35.697823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.752562 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Routers {'78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:35.753315 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:35.824259 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408924e4-702d-412d-ac39-486fd4fba098 None None] Pushing event updated for resources: {'Port': ['ID=231d5702-971b-4104-8ef1-16d4b7643423,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:35.866802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.894710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06572b1d-aa3a-4820-ac5b-a8785778beed req-2c399f75-6380-4df9-a7d0-98f7296cbea7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0538473 Oct 26 12:14:35.913106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-75d06525-d76e-472a-9501-d7b6af939bf9 None None] Provisioning complete for port 231d5702-971b-4104-8ef1-16d4b7643423 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:35.913635 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75d06525-d76e-472a-9501-d7b6af939bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.924797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:35.952216 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] Set router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:36.045907 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.130550 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75d06525-d76e-472a-9501-d7b6af939bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.155802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.168662 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.175263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/540f9d67-bbb0-4604-9dfe-93aaf953f7a3 HTTP/1.1" status: 204 len: 168 time: 0.8003070 Oct 26 12:14:36.176000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36690) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:36.176481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70071e-2cd9-408c-aeef-5d30aec47db9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=540f9d67-bbb0-4604-9dfe-93aaf953f7a3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.178497 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.179205 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a52e6-2481-412d-8f8d-68dd4e8d60a6 None None] Network 9e501879-28ce-481f-b13d-71f669c71ff3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:36.220857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b47b5b2-10ea-4769-93d8-896c425703b2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.227693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-75d06525-d76e-472a-9501-d7b6af939bf9 None None] For port 231d5702-971b-4104-8ef1-16d4b7643423, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=231d5702-971b-4104-8ef1-16d4b7643423,segment=NetworkSegment(c418af97-801e-40a6-a6fa-a1bde26320a8),segment_id=c418af97-801e-40a6-a6fa-a1bde26320a8)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:36.233060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.234240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cc32381d-3f1c-4868-8fd6-54baf2d232f9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6144838 Oct 26 12:14:36.237137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36692) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:36.241749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group_rule': {'security_group_id': 'b8d9815e-7880-4335-9136-d2704f498ace', 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:36.251280 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 4, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '231d5702-971b-4104-8ef1-16d4b7643423', 'name': '', 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'mac_address': 'fa:16:3e:9f:cf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:30Z', 'updated_at': '2021-10-26T12:14:35Z', 'revision_number': 4, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'subnets': [{'id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:36.269098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75d06525-d76e-472a-9501-d7b6af939bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.291095 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04c7d8-024b-4bb1-a6e2-b11114453a58 None None] The sync data for ids ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'] in n-d-812150-3 is: [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 4, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '231d5702-971b-4104-8ef1-16d4b7643423', 'name': '', 'network_id': '9060f473-03ed-42e2-87b5-69ad3fbae0bf', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'mac_address': 'fa:16:3e:9f:cf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:30Z', 'updated_at': '2021-10-26T12:14:35Z', 'revision_number': 4, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'subnets': [{'id': '39b6e5dd-2ae8-41ca-9df6-f4220ee3559a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:36.297487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.298617 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.405586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:36.405586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.447823 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.449348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d06525-d76e-472a-9501-d7b6af939bf9 None None] Pushing event updated for resources: {'Port': ['ID=231d5702-971b-4104-8ef1-16d4b7643423,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.454131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e86cb93-fa8d-420e-a831-ef652a96f8c3 None None] Provisioning complete for port 231d5702-971b-4104-8ef1-16d4b7643423 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:36.454491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e86cb93-fa8d-420e-a831-ef652a96f8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.466781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.503701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea9a4e2-d618-4b82-9990-f1de3aa7a42d,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.514354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.515084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port e1a91fbe-a526-4a4d-8a24-bc8f10895d55, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,segment=NetworkSegment(bda80bd7-0e5a-485a-87c3-0e613fb9ff2e),segment_id=bda80bd7-0e5a-485a-87c3-0e613fb9ff2e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:36.518312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ea858da5-58ad-477e-bb66-acb75a6589d6 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2775373 Oct 26 12:14:36.519394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36694) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:36.519730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.524718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group_rule': {'security_group_id': 'b8d9815e-7880-4335-9136-d2704f498ace', 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:36.546509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for e1a91fbe-a526-4a4d-8a24-bc8f10895d55 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:36.609292 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.623971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] DHCP port deletion for 9e501879-28ce-481f-b13d-71f669c71ff3 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:14:36.657682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.691077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Deleting port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:36.692009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.713748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.717062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.724670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.731188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:36.755579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bd4851-ee8b-435c-b0ad-122f4bdedffd,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.769567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.771193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-169e73a0-6de6-450b-abcc-7326fe4b1167 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500234 Oct 26 12:14:36.773972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36696) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:36.780233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group_rule': {'security_group_id': 'b8d9815e-7880-4335-9136-d2704f498ace', 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:36.815161 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Project 3128f90c2565449d89a9b9f2f5194617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:14:36.823067 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.823292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] For port e1a91fbe-a526-4a4d-8a24-bc8f10895d55, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:36.823713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.840061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Calling delete_port for e1a91fbe-a526-4a4d-8a24-bc8f10895d55 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:36.843503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:14:36.845000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.861199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.880050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] Pushing event deleted for resources: {'Port': ['ID=e1a91fbe-a526-4a4d-8a24-bc8f10895d55,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.885894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e501879-28ce-481f-b13d-71f669c71ff3']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:36.894094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48dfee5-1482-4aae-976d-2c62ff322d5d None None] No DVR routers for this DVR port e1a91fbe-a526-4a4d-8a24-bc8f10895d55 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:36.898106 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:36.898427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda80bd7-0e5a-485a-87c3-0e613fb9ff2e') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:36.912223 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.929518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.936731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.951776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb1777b-1524-4db1-b0c8-8708ec436dda,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:36.952102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.962816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:14:36.963262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:14:36.973017 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:14:36.977343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:36.981832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b58dec86-c5a8-470c-a555-955cea431d20 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2039557 Oct 26 12:14:36.982127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36700) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:36.990461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'security_group_rule': {'security_group_id': 'b8d9815e-7880-4335-9136-d2704f498ace', 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:37.079355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b968e6cd-460f-48be-8ae5-6b788425ceeb req-97fe5fa2-3604-465d-ad2a-d9a31e32b4df tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8668d291-e2f3-4bdf-9544-2d0aed2d1e9d HTTP/1.1" status: 200 len: 210 time: 0.0616512 Oct 26 12:14:37.086825 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Project 3128f90c2565449d89a9b9f2f5194617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:14:37.091096 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.097581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.133294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.142030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/9e501879-28ce-481f-b13d-71f669c71ff3 HTTP/1.1" status: 204 len: 168 time: 0.9614415 Oct 26 12:14:37.142030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fe6df-8b53-487b-a6fb-0bdf4c30c8b3 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=9e501879-28ce-481f-b13d-71f669c71ff3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:37.142980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36706) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:37.202707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6ea80-12d1-45c7-83a7-5c5a59983274 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:37.204874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4fb6ea80-12d1-45c7-83a7-5c5a59983274 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/bbbf02f9-87b8-450a-9d29-abc1486485c7 HTTP/1.1" status: 200 len: 841 time: 0.0612519 Oct 26 12:14:37.208809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36708) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:37.219990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.225683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.250492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cf898b-7663-46a8-b777-1c0feed1f376,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:37.258387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.259756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ed769192-cd14-4772-a878-80c55cf71ada tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2763095 Oct 26 12:14:37.278229 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-49bd3d8a-642e-4342-8f5d-f716dee19806 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/bbbf02f9-87b8-450a-9d29-abc1486485c7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0649493 Oct 26 12:14:37.278492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36712) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:37.284135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:37.405218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:37.409665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.451806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-d54b333e-bbea-4f68-8908-55f0888d599f tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925114432&fields=id&tenant_id=3128f90c2565449d89a9b9f2f5194617 HTTP/1.1" status: 200 len: 267 time: 0.0604274 Oct 26 12:14:37.547878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 231d5702-971b-4104-8ef1-16d4b7643423 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:37.613711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 231d5702-971b-4104-8ef1-16d4b7643423 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:37.614973 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.674739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-be3a9f69-90ee-4976-b97e-44f446bdba94 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:37.677022 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-be3a9f69-90ee-4976-b97e-44f446bdba94 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 809 time: 0.2167888 Oct 26 12:14:37.716515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-f0751dc9-45bd-4ea2-a027-bf772d16678d tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/quotas/3128f90c2565449d89a9b9f2f5194617 HTTP/1.1" status: 200 len: 375 time: 0.0174315 Oct 26 12:14:37.774424 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.832577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-e391800b-acfc-4b14-bab6-8b795d5b4d1f tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904453 Oct 26 12:14:37.841969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:37.845212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:37.849604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:37.850197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:37.855150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bee130-7611-4a6c-92a8-ae90ef601a8c None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:37.873924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=f3dd05de-91ec-4617-a7b1-db6ebd195b78,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:37.902150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65686efd-ebf0-4f6e-a8ac-80fe6da1aede tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6223795 Oct 26 12:14:37.904368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36728) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:37.909254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'security_group': {'name': 'tempest-secgroup-1984453988'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:37.911846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e1a91fbe-a526-4a4d-8a24-bc8f10895d55 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:37.946379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e1a91fbe-a526-4a4d-8a24-bc8f10895d55 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:37.946780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e1a91fbe-a526-4a4d-8a24-bc8f10895d55 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:37.952108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.067307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.074839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.118969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'tenant_id': 'a4fedaf661bf49cdb73545cce3eefae6', 'fixed_ips': [{'subnet_id': 'f3dd05de-91ec-4617-a7b1-db6ebd195b78'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:14:38.120451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.144646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.150384 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2447951 Oct 26 12:14:38.154124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:38.159558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522681744'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:38.174988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263e78-eb65-479f-a186-9dc11b99954b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62af878d-5f25-4255-95d0-5c5845a3527a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:38.230572 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.380280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Allocated IP 172.20.0.2 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/f3dd05de-91ec-4617-a7b1-db6ebd195b78/00952f9e-fb1f-45b5-ae7a-5a30a82399d8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:38.384130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.396021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.436763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.442701 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2850037 Oct 26 12:14:38.452686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:38.457819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-7ab73044-e422-4914-bec8-254fe40c59c7 service neutron] 10.222.0.88 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178422 Oct 26 12:14:38.460573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2011319272', 'security_groups': ['a3d33672-c6b7-4981-86e2-6a0557167307'], 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3dd05de-91ec-4617-a7b1-db6ebd195b78'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:38.575961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-48384ea7-5bb2-4ba8-9bee-4db5e06f1fa6 service neutron] 10.222.0.88 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047220 Oct 26 12:14:38.599564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3678ce3-8add-4d56-91fa-027a8d0a054c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d33672-c6b7-4981-86e2-6a0557167307,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:38.622259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:38.710090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.729760 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.793667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:38.798486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:38.804310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:38.806439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Pushing event updated for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:38.818769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.819437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.819933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.820490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.820979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.821470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.821955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.822449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.822958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.823669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.824153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.824633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:38.854887 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.866532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-44376ad3-26bc-4058-9661-e5a379586504 req-cd8aa4c0-e2ed-4706-898c-aa8b36438ff0 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 210 time: 0.0609639 Oct 26 12:14:38.899888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 8ee20aef-c782-47b5-b53c-d6a360049ab0 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:38.914422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Attempting to bind port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:38.915347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Attempting to bind port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:38.915831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Attempting to bind port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 on network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:38.922132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:38.922650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Checking segment: {'id': 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:38.923228 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:38.923772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Bound using segment: {'id': 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:38.924472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Bound port: 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:38.925312 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.012250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:39.016318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:39.027551 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.136387 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.4 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/f3dd05de-91ec-4617-a7b1-db6ebd195b78/8ee20aef-c782-47b5-b53c-d6a360049ab0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:39.165046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccceb-f114-42db-8fec-5efa76d2e534 None None] Pushing event updated for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:39.440486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.548338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.596606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:39.629991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:39.633306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:39.639667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:39.677475 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:39.677857 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.681862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=8ee20aef-c782-47b5-b53c-d6a360049ab0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:39.702133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:39.702902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.722975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9fd1ffe3-455d-4790-8381-05d13aabaefb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2690053 Oct 26 12:14:39.726118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36760) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:39.732069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:39.785107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.823311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:39.833786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:39.887772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:39.945233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:39.949708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:40.025287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-666b1290-9dc5-4e24-8396-a72c9f5df28f req-b13d049c-3ea4-426c-88bf-abf44da7684a tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 210 time: 0.0721543 Oct 26 12:14:40.115553 n-d-812150-3 neutron-server[102760]: INFO neutron.db.ipam_backend_mixin [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3dd05de-91ec-4617-a7b1-db6ebd195b78 (CIDR: 172.20.0.0/28) Oct 26 12:14:40.120978 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:14:40.121482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:40.147284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4e105613-b989-4d93-8967-216192538c58 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4198010 Oct 26 12:14:40.149847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36764) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:40.159921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:40.399938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:40.403708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:40.751650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8ad4b355-2295-4d7f-827e-ffebbcf3d3a1 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:40.752401 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b355-2295-4d7f-827e-ffebbcf3d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:40.897248 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:40.930589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-05684288-e1d8-455b-8438-e98b012649b0 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:40.938902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-05684288-e1d8-455b-8438-e98b012649b0 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.100 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 809 time: 0.7502964 Oct 26 12:14:40.967651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8ad4b355-2295-4d7f-827e-ffebbcf3d3a1 None None] Provisioning complete for port bbbf02f9-87b8-450a-9d29-abc1486485c7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:40.969473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b355-2295-4d7f-827e-ffebbcf3d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:40.975264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:41.009235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:41.013956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4b355-2295-4d7f-827e-ffebbcf3d3a1 None None] Port bbbf02f9-87b8-450a-9d29-abc1486485c7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:41.022843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:41.023469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.031913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a761452-a64b-451b-9007-a91d39b7e33e None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:41.035403 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-3f617bf5-c3ff-48aa-8ab5-c31fa4bbca1c tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3128f90c2565449d89a9b9f2f5194617 HTTP/1.1" status: 200 len: 380 time: 0.0863316 Oct 26 12:14:41.049887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'port': {'device_id': '3712f409-923c-4f22-bf84-419613f73c30', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'admin_state_up': True, 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'security_groups': ['b8d9815e-7880-4335-9136-d2704f498ace']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:41.080937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=c704d77a-8b94-41ca-bd0b-a98631ee5337,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:41.131505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9b4d73fc-b6fe-4360-9111-0e525fc0b486 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9805515 Oct 26 12:14:41.132260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36776) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:41.144385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1417350931', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c704d77a-8b94-41ca-bd0b-a98631ee5337'}], 'security_groups': ['62af878d-5f25-4255-95d0-5c5845a3527a']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:41.170447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-63e90a4a-9d8a-4a62-a1c9-33bdec34c2d6 None None] Provisioning complete for port 8ee20aef-c782-47b5-b53c-d6a360049ab0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:41.170818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63e90a4a-9d8a-4a62-a1c9-33bdec34c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.281734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-63e90a4a-9d8a-4a62-a1c9-33bdec34c2d6 None None] Port 8ee20aef-c782-47b5-b53c-d6a360049ab0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:41.361319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Made reservation on behalf of 3128f90c2565449d89a9b9f2f5194617 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:41.378920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.381710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0108c4a7-1955-4c7d-b59b-0cb5a9009358 req-2ca92512-4be9-4c0e-8d26-c1f1135c05c3 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 210 time: 0.1744039 Oct 26 12:14:41.466002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Update dhcp port {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'fixed_ips': [{'subnet_id': 'f3dd05de-91ec-4617-a7b1-db6ebd195b78', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c704d77a-8b94-41ca-bd0b-a98631ee5337'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '00952f9e-fb1f-45b5-ae7a-5a30a82399d8'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:14:41.532228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.560199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.562514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:41.684992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Allocated IP 172.20.0.3 (6b49930f-3268-470f-b3ea-9378885eed9c/b4209bf9-b8bf-4e33-9900-a42e2e2f46d9/1aa3c5ae-3728-4a2b-92e5-fd00967efffd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:41.756599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:41.757185 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.907053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:41.949265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.058039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Network 6b49930f-3268-470f-b3ea-9378885eed9c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:42.062314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:42.067510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:42.070533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'Port': ['ID=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:42.105957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b99d5-be24-4045-a733-39fbf875cf16 req-60b91f71-f524-47f1-8a2c-17b2b456c8fd tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:42.116809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b16b99d5-be24-4045-a733-39fbf875cf16 req-60b91f71-f524-47f1-8a2c-17b2b456c8fd tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 945 time: 0.1086099 Oct 26 12:14:42.143290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Delete allocated IP 172.20.0.4 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/f3dd05de-91ec-4617-a7b1-db6ebd195b78) {{(pid=102760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 12:14:42.149240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:42.150096 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.172120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-a2f54729-4c6b-4468-a159-4d31a28343f1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296725 Oct 26 12:14:42.173289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b16b99d5-be24-4045-a733-39fbf875cf16 req-ae0ca932-e809-4230-93db-d291779bfc65 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Oct 26 12:14:42.174531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.18 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/c704d77a-8b94-41ca-bd0b-a98631ee5337/8ee20aef-c782-47b5-b53c-d6a360049ab0) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:42.189302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Request body: {'port': {'device_id': '3712f409-923c-4f22-bf84-419613f73c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:42.309852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.401865 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.410526 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.524387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-5f2118c5-a6a3-4391-8f02-d21a5f6b8e4d {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:14:42.524894 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:14:42.553384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b9e25318-df69-4ab9-9057-92400ade5188 None None] Provisioning complete for port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:42.555891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b9e25318-df69-4ab9-9057-92400ade5188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.639084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b9e25318-df69-4ab9-9057-92400ade5188 None None] Port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:42.731363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=8ee20aef-c782-47b5-b53c-d6a360049ab0,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:42.749879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] In _notify_port_updated(), no bound segment for port 8ee20aef-c782-47b5-b53c-d6a360049ab0 on network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:14:42.765881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:42.767070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.768149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa3c5ae-3728-4a2b-92e5-fd00967efffd {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:14:42.773360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36794) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:42.774081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0d42952a-aaf6-481a-b51f-031e28bf9bb0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/ports/8ee20aef-c782-47b5-b53c-d6a360049ab0 HTTP/1.1" status: 200 len: 921 time: 1.6391735 Oct 26 12:14:42.791458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:42.821252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709af4d-d2de-46f7-8d4b-538eaafd8d63 req-56726def-44c7-42bd-a756-e008ed9a5a7b tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:42.834116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a709af4d-d2de-46f7-8d4b-538eaafd8d63 req-56726def-44c7-42bd-a756-e008ed9a5a7b tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 931 time: 0.2085345 Oct 26 12:14:42.899456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Transition to ACTIVE for port object 1aa3c5ae-3728-4a2b-92e5-fd00967efffd will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:14:42.916659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a709af4d-d2de-46f7-8d4b-538eaafd8d63 req-34cd151b-3a05-47a0-8993-a2dd0ccc300a tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815823 Oct 26 12:14:42.951106 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.075982 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.144109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Pushing event updated for resources: {'Port': ['ID=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:43.154813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 8ee20aef-c782-47b5-b53c-d6a360049ab0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:43.155472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.234594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Attempting to bind port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:14:43.234594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Attempting to bind port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:14:43.235044 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Attempting to bind port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd on network 6b49930f-3268-470f-b3ea-9378885eed9c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:43.260358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd on network 6b49930f-3268-470f-b3ea-9378885eed9c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:14:43.260692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Attempting to bind port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd on network 6b49930f-3268-470f-b3ea-9378885eed9c {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:43.301105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:14:43.303792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Checking segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:14:43.305385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Bound using segment: {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:43.306017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Bound port: 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fe7a00-3a5b-4660-a280-7a62057c9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:14:43.311691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.435016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.450589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Allocated IP 172.20.0.19 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/c704d77a-8b94-41ca-bd0b-a98631ee5337/00952f9e-fb1f-45b5-ae7a-5a30a82399d8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:43.460982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087cf89-5df9-4b00-b003-92775975b250 req-2da3e8c1-0924-4809-aaf5-013f81d7c55c tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:43.464601 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c087cf89-5df9-4b00-b003-92775975b250 req-2da3e8c1-0924-4809-aaf5-013f81d7c55c tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 945 time: 0.1962676 Oct 26 12:14:43.472619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 8ee20aef-c782-47b5-b53c-d6a360049ab0 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:43.535012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] For port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:43.548626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c087cf89-5df9-4b00-b003-92775975b250 req-751ff21a-711d-4bdf-b899-49f6d0a3318c tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735741 Oct 26 12:14:43.570807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] For port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:43.586427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.620063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:43.630218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-f4f7fd44-990e-453b-b145-b8a2971cf863 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:43.632605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-f4f7fd44-990e-453b-b145-b8a2971cf863 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 945 time: 0.0666416 Oct 26 12:14:43.638012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:43.638774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.641912 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] 10.222.0.100 "PUT /v2.0/ports/1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 1091 time: 1.4606483 Oct 26 12:14:43.644432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:43.651414 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d62d7-e21f-4444-94d6-3233ad76b117" -d '{"events": [{"name": "network-changed", "server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:43.700847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.708143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.744053 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb6f97-b80a-4374-922c-f8888d512423 x-openstack-request-id: req-b1bb6f97-b80a-4374-922c-f8888d512423 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:43.744352 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:43.744595 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1bb6f97-b80a-4374-922c-f8888d512423 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:43.745002 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'status': 'completed', 'code': 200} Oct 26 12:14:43.849556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Deleting port a0fd9436-d6e4-48ff-93d2-181394499dbb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:43.849911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:43.877388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254487-d7d9-4422-8406-92bbb084a15f service neutron] Pushing event updated for resources: {'Port': ['ID=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:43.907668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29342db0-e8ee-46b3-8d29-b7b37041f6df None None] Pushing event updated for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:43.928924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-22eb90ed-d047-4cc9-be09-f9c77c483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:43.931081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-22eb90ed-d047-4cc9-be09-f9c77c483334 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1094 time: 0.1852026 Oct 26 12:14:44.027408 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.030286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-d20fc6e7-bdfb-452e-aacc-89c40aa8908e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 217 time: 0.0905812 Oct 26 12:14:44.119692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=8ee20aef-c782-47b5-b53c-d6a360049ab0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:44.124491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] For port a0fd9436-d6e4-48ff-93d2-181394499dbb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a0fd9436-d6e4-48ff-93d2-181394499dbb,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:44.124730 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.176373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Calling delete_port for a0fd9436-d6e4-48ff-93d2-181394499dbb owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:44.202268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d5546-b641-4a11-a5b6-66893e25b87d req-2cb2b920-7d08-4195-9ba4-8863b9329f2f tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:44.203889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af4d5546-b641-4a11-a5b6-66893e25b87d req-2cb2b920-7d08-4195-9ba4-8863b9329f2f tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 943 time: 0.1823392 Oct 26 12:14:44.243873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.249622 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c598e35e-7e28-4036-93ee-679bc29eb783 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/8ee20aef-c782-47b5-b53c-d6a360049ab0 HTTP/1.1" status: 204 len: 168 time: 1.4728234 Oct 26 12:14:44.249805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36822) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:44.302062 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b03837a-bb1c-4585-8fef-5f77e30804ac tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:44.307554 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0b03837a-bb1c-4585-8fef-5f77e30804ac tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/8ee20aef-c782-47b5-b53c-d6a360049ab0 HTTP/1.1" status: 404 len: 333 time: 0.0566244 Oct 26 12:14:44.308692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:44.317556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af4d5546-b641-4a11-a5b6-66893e25b87d req-b26a11d4-fe40-43b7-aef8-f4771ca2656d tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796683 Oct 26 12:14:44.325699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-e9f3d84c-ceab-45f2-9204-b381203d02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:44.327688 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-e9f3d84c-ceab-45f2-9204-b381203d02d8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 200 len: 848 time: 0.2485826 Oct 26 12:14:44.407653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.430942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8', '7d6c6b48-70e3-4f90-9de7-85793ef30569', 'a0fd9436-d6e4-48ff-93d2-181394499dbb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:44.430942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a7b5059c-b62a-4f65-90e0-f39e47cd2cad'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:44.437901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event deleted for resources: {'Port': ['ID=a0fd9436-d6e4-48ff-93d2-181394499dbb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:44.458263 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8942899-1b7d-4a79-9b9c-da079b5ffba7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.482694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-feb8abe5-3118-4fe9-b61e-38649bcde0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:44.484690 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-feb8abe5-3118-4fe9-b61e-38649bcde0ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b49930f-3268-470f-b3ea-9378885eed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424487 Oct 26 12:14:44.518317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8942899-1b7d-4a79-9b9c-da079b5ffba7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.538628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] No DVR routers for this DVR port a0fd9436-d6e4-48ff-93d2-181394499dbb on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:44.545965 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.554586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c78f3744-9539-4172-8ac7-3703e85f74b1 req-162bf5c0-746c-4541-867a-e7f5502fbc75 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "DELETE /v2.0/ports/a0fd9436-d6e4-48ff-93d2-181394499dbb HTTP/1.1" status: 204 len: 173 time: 0.9148738 Oct 26 12:14:44.555111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d352ce-9372-482e-888d-8799fcb45abc', 'name': 'network-vif-deleted', 'tag': 'a0fd9436-d6e4-48ff-93d2-181394499dbb'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:44.557476 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2602375e-c734-4ad5-8859-9b7622cbe54c" -d '{"events": [{"server_uuid": "86d352ce-9372-482e-888d-8799fcb45abc", "name": "network-vif-deleted", "tag": "a0fd9436-d6e4-48ff-93d2-181394499dbb"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:44.653331 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dd5a1a-3f6d-4cbf-a4a9-d76781d2c851 x-openstack-request-id: req-a6dd5a1a-3f6d-4cbf-a4a9-d76781d2c851 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:44.653904 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d352ce-9372-482e-888d-8799fcb45abc", "name": "network-vif-deleted", "tag": "a0fd9436-d6e4-48ff-93d2-181394499dbb", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:44.654353 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6dd5a1a-3f6d-4cbf-a4a9-d76781d2c851 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:44.654940 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d352ce-9372-482e-888d-8799fcb45abc', 'name': 'network-vif-deleted', 'tag': 'a0fd9436-d6e4-48ff-93d2-181394499dbb', 'status': 'completed', 'code': 200} Oct 26 12:14:44.679554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8942899-1b7d-4a79-9b9c-da079b5ffba7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.682903 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8942899-1b7d-4a79-9b9c-da079b5ffba7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.684273 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e8942899-1b7d-4a79-9b9c-da079b5ffba7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/security-groups/a3d33672-c6b7-4981-86e2-6a0557167307 HTTP/1.1" status: 204 len: 168 time: 0.3743372 Oct 26 12:14:44.689931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:44.706742 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-f10cf41e-5572-402c-aced-b4c8827d2eff service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073579 Oct 26 12:14:44.737095 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8942899-1b7d-4a79-9b9c-da079b5ffba7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d33672-c6b7-4981-86e2-6a0557167307,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:44.742654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad77fac2-da31-4d77-a0e0-5d73277d3041 req-2ba0054b-70e0-4da2-84a7-49c37229a868 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d352ce-9372-482e-888d-8799fcb45abc HTTP/1.1" status: 200 len: 210 time: 0.0686402 Oct 26 12:14:44.827114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-699a1d40-26d1-435a-8142-2f9c7c6d69bb None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:44.827654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-699a1d40-26d1-435a-8142-2f9c7c6d69bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.874629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9eec-a47c-4239-96cb-fb6873ad5e2d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:44.936974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9eec-a47c-4239-96cb-fb6873ad5e2d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.009063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9eec-a47c-4239-96cb-fb6873ad5e2d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.012544 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9eec-a47c-4239-96cb-fb6873ad5e2d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.014664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e8b9eec-a47c-4239-96cb-fb6873ad5e2d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/security-groups/62af878d-5f25-4255-95d0-5c5845a3527a HTTP/1.1" status: 204 len: 168 time: 0.3187699 Oct 26 12:14:45.017520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36846) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:45.042745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b9eec-a47c-4239-96cb-fb6873ad5e2d tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62af878d-5f25-4255-95d0-5c5845a3527a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:45.056279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3286b146-6cd7-480c-aad2-bb506ceb7797 req-eb8a0e8e-c3fb-48cb-9efa-bff87f82b0c8 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338130 Oct 26 12:14:45.087737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-699a1d40-26d1-435a-8142-2f9c7c6d69bb None None] Could not find standard attr ID for object 8ee20aef-c782-47b5-b53c-d6a360049ab0. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:45.130236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet f3dd05de-91ec-4617-a7b1-db6ebd195b78 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:45.133704 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.181672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.201461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-699a1d40-26d1-435a-8142-2f9c7c6d69bb None None] Provisioning complete for port bbbf02f9-87b8-450a-9d29-abc1486485c7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:45.201842 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-699a1d40-26d1-435a-8142-2f9c7c6d69bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.226984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-fbeb26a4-fcf3-47bb-8411-2ee1e012e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:45.227498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-fbeb26a4-fcf3-47bb-8411-2ee1e012e678 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1094 time: 0.1035018 Oct 26 12:14:45.284392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-699a1d40-26d1-435a-8142-2f9c7c6d69bb None None] Port bbbf02f9-87b8-450a-9d29-abc1486485c7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:45.385980 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.526999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-c63fe987-318f-4df5-9e55-fef53769ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:45.527954 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-c63fe987-318f-4df5-9e55-fef53769ee98 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 911 time: 0.2881835 Oct 26 12:14:45.554768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62958-7555-4b30-9607-6df8e83bc3fa req-04a2f87a-8718-404d-9efb-ec2a6db9c71f tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:45.562387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75b62958-7555-4b30-9607-6df8e83bc3fa req-04a2f87a-8718-404d-9efb-ec2a6db9c71f tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 943 time: 0.0767226 Oct 26 12:14:45.569645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:45.593554 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-1e6f8401-e5c2-4f68-8374-8fe5d8700828 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 217 time: 0.0570128 Oct 26 12:14:45.603767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75b62958-7555-4b30-9607-6df8e83bc3fa req-8d013c3d-c84c-4ff0-8a85-9d5adc817d55 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Oct 26 12:14:45.604817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.634536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dd05de-91ec-4617-a7b1-db6ebd195b78,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:45.641351 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.645196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ac705e47-7d0a-44d3-b58a-e9e8486b6b21 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/f3dd05de-91ec-4617-a7b1-db6ebd195b78 HTTP/1.1" status: 204 len: 168 time: 0.6265659 Oct 26 12:14:45.649735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36856) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:45.655623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:45.690143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-928a8eca-ae2c-4e7e-a308-df5d9fb59d8f None None] Could not find standard attr ID for object 8ee20aef-c782-47b5-b53c-d6a360049ab0. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:14:45.707760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-b31dd88d-a36f-4455-b166-e511046f94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:45.709252 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-b31dd88d-a36f-4455-b166-e511046f94d7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 200 len: 848 time: 0.1072483 Oct 26 12:14:45.712397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:45.712890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.871884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:45.875881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:45.876226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-de14fced-c81a-484d-830a-186e334f2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:45.884785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-de14fced-c81a-484d-830a-186e334f2de9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b49930f-3268-470f-b3ea-9378885eed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658931 Oct 26 12:14:45.902054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df2a88-c4e9-41f8-9c6d-0666e4e9879c None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:46.194361 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-ed1bdca5-9ce4-4a05-8be0-c7098038cf77 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002145 Oct 26 12:14:46.419012 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-934d62d7-e21f-4444-94d6-3233ad76b117 req-a6f837a6-7c04-422c-b4ec-d134ad2035c6 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166471 Oct 26 12:14:46.447427 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:46.552953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:46.561158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:46.575565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:46.575810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:46.598643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=376206c8-bf4c-4891-90d3-f0a7bfebade7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:46.606339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-da0b58fe-5cef-42cc-bcf0-db647f325157 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9547307 Oct 26 12:14:46.609180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36922) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:46.621560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'security_group': {'name': 'tempest-secgroup-1656467430'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:46.691506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:46.957289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bdd89-7c65-4f23-b46e-8b1078cb060b req-bb7224cc-23f1-4071-be28-34c90374aa9d tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:46.959078 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93bdd89-7c65-4f23-b46e-8b1078cb060b req-bb7224cc-23f1-4071-be28-34c90374aa9d tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 943 time: 0.1910362 Oct 26 12:14:47.021486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b93bdd89-7c65-4f23-b46e-8b1078cb060b req-7eeb1a6f-4898-461d-9115-7e9ef0c42a5b tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549352 Oct 26 12:14:47.055381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.074377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.120094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.125656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5152364 Oct 26 12:14:47.126047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 36936) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:47.127606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6294bf-70dc-4187-ac44-cb7fa94e40c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4617d-b6e5-4a42-8122-94d80fb120af,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:47.132138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018876342'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:47.223518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.308229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99956db-e018-4c20-b956-3a4750f694a8 None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:47.408026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.416759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.427332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b7da3f8c-2b37-4b83-a529-9a79a9a8e3d3 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:47.427841 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7da3f8c-2b37-4b83-a529-9a79a9a8e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.433291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a0fd9436-d6e4-48ff-93d2-181394499dbb no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:47.477928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.482908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36970) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:47.490599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035258646'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:47.507544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3800497 Oct 26 12:14:47.508751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3527697-822a-4ece-b77a-bffb99bea7c2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:47.518146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.518654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.519115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.520509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.520926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.521419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.521819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.522260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.522655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.523086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.523641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.524033 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9cf4b0-2ba3-4027-86fc-036e582eb6f0 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:47.573829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: a0fd9436-d6e4-48ff-93d2-181394499dbb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:47.574889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a0fd9436-d6e4-48ff-93d2-181394499dbb not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:47.585558 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.750820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b7da3f8c-2b37-4b83-a529-9a79a9a8e3d3 None None] Provisioning complete for port bbbf02f9-87b8-450a-9d29-abc1486485c7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:47.751236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b7da3f8c-2b37-4b83-a529-9a79a9a8e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.754510 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.762156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.848414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4e73b2-1a17-4c40-aca9-81e94cd82e57,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:47.858449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b7da3f8c-2b37-4b83-a529-9a79a9a8e3d3 None None] Port bbbf02f9-87b8-450a-9d29-abc1486485c7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:47.868343 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:47.872857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3765489e-70cb-4384-8d65-c3702fccd820 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3854423 Oct 26 12:14:47.873174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 36978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:47.886538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1926828783', 'security_groups': ['2d4e73b2-1a17-4c40-aca9-81e94cd82e57'], 'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '376206c8-bf4c-4891-90d3-f0a7bfebade7'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:47.999757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] Update dhcp port {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'fixed_ips': [{'subnet_id': 'c704d77a-8b94-41ca-bd0b-a98631ee5337', 'ip_address': '172.20.0.19'}, {'subnet_id': '376206c8-bf4c-4891-90d3-f0a7bfebade7'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '00952f9e-fb1f-45b5-ae7a-5a30a82399d8'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:14:48.057752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:48.076632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:48.098807 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa3c5ae-3728-4a2b-92e5-fd00967efffd details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:14:48.229000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:48.252400 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] device_id is not set on port 04912152-7cb6-4478-a490-66de526e155f yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:14:48.310116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620249-1e81-4f9f-b7d0-254c62149afd req-2d6539db-f8a1-4324-8b82-1be1ead84dba tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:48.312377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68620249-1e81-4f9f-b7d0-254c62149afd req-2d6539db-f8a1-4324-8b82-1be1ead84dba tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 943 time: 0.1781907 Oct 26 12:14:48.371163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:48.384980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'port_id': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'mac_address': 'fa:16:3e:77:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:14:48.388378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68620249-1e81-4f9f-b7d0-254c62149afd req-9983cca9-4e1f-4258-8884-8652e1f8d9d3 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654526 Oct 26 12:14:48.531897 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:48.549678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa3c5ae-3728-4a2b-92e5-fd00967efffd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:14:48.584904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] Allocated IP 172.20.0.2 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/376206c8-bf4c-4891-90d3-f0a7bfebade7/00952f9e-fb1f-45b5-ae7a-5a30a82399d8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:48.593462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:48.603991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:48.741617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:48.784947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:48.824879 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:48.834690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:48.860909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1aa3c5ae-3728-4a2b-92e5-fd00967efffd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:48.941948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c732516-e9a7-4c4b-a7de-063d5c3cb6fe None None] Pushing event updated for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:48.945013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.6 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/376206c8-bf4c-4891-90d3-f0a7bfebade7/04912152-7cb6-4478-a490-66de526e155f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:49.196584 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6e36-e592-47fd-89fd-2d04f6c04a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:49.255641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:49.330358 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:49.499107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=04912152-7cb6-4478-a490-66de526e155f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.517585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:49.541592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:49.557466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:49.560604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:49.588393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:49.588886 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:49.626044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:49.626703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:49.639297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3d442-42f8-4f8b-ae1f-043f3a5efe75 req-1f408fbc-3721-477a-ad54-aaa85274a408 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:49.647420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5f3d442-42f8-4f8b-ae1f-043f3a5efe75 req-1f408fbc-3721-477a-ad54-aaa85274a408 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 944 time: 0.1308153 Oct 26 12:14:49.686247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9eff2c75-2c46-4a32-a113-2e9423a88296 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8083870 Oct 26 12:14:49.686637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37010) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:49.692909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:49.713573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5f3d442-42f8-4f8b-ae1f-043f3a5efe75 req-1e3a49ff-5963-486c-a91e-3ec3d668e4b7 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552666 Oct 26 12:14:49.901999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:49.912000 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.004830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8c0f956d-d459-406b-ae3e-5a753dfb3010 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:50.005451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c0f956d-d459-406b-ae3e-5a753dfb3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.088239 n-d-812150-3 neutron-server[102759]: INFO neutron.db.ipam_backend_mixin [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 376206c8-bf4c-4891-90d3-f0a7bfebade7 (CIDR: 172.20.0.0/28) Oct 26 12:14:50.092624 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:14:50.093206 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:50.153069 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0df8e238-b14a-4f5b-8f0a-4c899cd14611 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4650960 Oct 26 12:14:50.156066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37024) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:50.164083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:50.188589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa3c5ae-3728-4a2b-92e5-fd00967efffd up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:50.253792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8c0f956d-d459-406b-ae3e-5a753dfb3010 None None] Provisioning complete for port bbbf02f9-87b8-450a-9d29-abc1486485c7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:50.254338 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c0f956d-d459-406b-ae3e-5a753dfb3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.305024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f956d-d459-406b-ae3e-5a753dfb3010 None None] Port bbbf02f9-87b8-450a-9d29-abc1486485c7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:50.338731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:14:50.344122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:50.344772 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.386747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:50.390819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.461511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f2fa061e-c16c-42b5-89e0-e81a6b077b35 None None] Provisioning complete for port 04912152-7cb6-4478-a490-66de526e155f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:50.462637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f2fa061e-c16c-42b5-89e0-e81a6b077b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.514767 n-d-812150-3 neutron-server[102759]: INFO neutron.db.ipam_backend_mixin [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c704d77a-8b94-41ca-bd0b-a98631ee5337 (CIDR: 172.20.0.16/28) Oct 26 12:14:50.532671 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:14:50.533365 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:50.561629 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8bea87af-2035-4e91-875d-564c38fcdfbb tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4043062 Oct 26 12:14:50.562108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37028) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:50.568540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'subnet': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:50.581960 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.585136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa061e-c16c-42b5-89e0-e81a6b077b35 None None] Port 04912152-7cb6-4478-a490-66de526e155f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:50.631491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:50.633024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:50.636430 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8a9e97-a54f-4317-bd26-1cbcecf78cba" -d '{"events": [{"server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "name": "network-vif-plugged", "status": "completed", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:50.642834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.703536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:50.721319 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e1ece-aea1-4cd2-ad28-408eaaed546e x-openstack-request-id: req-815e1ece-aea1-4cd2-ad28-408eaaed546e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:50.721644 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "name": "network-vif-plugged", "status": "completed", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:50.721901 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-815e1ece-aea1-4cd2-ad28-408eaaed546e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:50.722339 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'code': 200} Oct 26 12:14:50.835900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Made reservation on behalf of a4fedaf661bf49cdb73545cce3eefae6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:50.843296 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:50.864510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aca2d5-03d4-40bb-a7bb-cc179837995b req-7faadc5c-8f92-4057-919b-4dcb47078fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:50.866143 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17aca2d5-03d4-40bb-a7bb-cc179837995b req-7faadc5c-8f92-4057-919b-4dcb47078fb3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1096 time: 0.0597870 Oct 26 12:14:50.914976 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-17aca2d5-03d4-40bb-a7bb-cc179837995b req-c7893f33-9b7e-4031-b71f-e7ffb157bb32 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 Oct 26 12:14:50.985586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11652-eb48-45d2-a06c-8d95f1e4e288 req-c7a722b4-ea59-4e42-bb4a-4671665b97e1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:50.990049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10a11652-eb48-45d2-a06c-8d95f1e4e288 req-c7a722b4-ea59-4e42-bb4a-4671665b97e1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.1388948 Oct 26 12:14:51.085892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10a11652-eb48-45d2-a06c-8d95f1e4e288 req-000eb23d-968c-431c-8402-8e585e986ee9 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885205 Oct 26 12:14:51.240808 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:51.266217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:51.288230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:51.291284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:51.291909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:51.297961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549f255-2250-4fb0-a5a2-d19177e19269 None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:51.331430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37050) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:51.337650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1010042626', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd515166d-8abb-4c93-9f12-eb2a2fe648c6'}], 'security_groups': ['caa4617d-b6e5-4a42-8122-94d80fb120af', 'd3527697-822a-4ece-b77a-bffb99bea7c2']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:51.341953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7774134 Oct 26 12:14:51.345237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17cdfa-eb99-4bca-9c18-3c6c8b8fdcd8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Subnet': ['ID=d515166d-8abb-4c93-9f12-eb2a2fe648c6,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:51.539386 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:51.602039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] Update dhcp port {'port': {'network_id': 'f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e', 'fixed_ips': [{'subnet_id': 'c704d77a-8b94-41ca-bd0b-a98631ee5337', 'ip_address': '172.20.0.19'}, {'subnet_id': '376206c8-bf4c-4891-90d3-f0a7bfebade7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd515166d-8abb-4c93-9f12-eb2a2fe648c6'}], 'binding:host_id': 'n-d-812150-3'}, 'id': '00952f9e-fb1f-45b5-ae7a-5a30a82399d8'} from n-d-812150-3. {{(pid=102761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 12:14:51.664031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:51.785434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90bc1aeb-a0e9-41a6-a3a2-f7ea75ea0519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:52.038995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0c87d-ab3d-4b68-af6d-b19d7dcf4224 req-2bb0c13c-4229-44de-8be8-adab25eeb725 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:52.041193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01c0c87d-ab3d-4b68-af6d-b19d7dcf4224 req-2bb0c13c-4229-44de-8be8-adab25eeb725 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 946 time: 0.1342740 Oct 26 12:14:52.106748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] Allocated IP 172.20.0.34 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/d515166d-8abb-4c93-9f12-eb2a2fe648c6/00952f9e-fb1f-45b5-ae7a-5a30a82399d8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:52.149993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-01c0c87d-ab3d-4b68-af6d-b19d7dcf4224 req-20f12215-edae-4f4c-af12-0beb89a534ba tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020756 Oct 26 12:14:52.287232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8db2d-6b7b-4728-a9e2-788af5c3e805 req-949f33ea-b9db-425c-93e8-7f396314e0ee tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:52.295095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecd8db2d-6b7b-4728-a9e2-788af5c3e805 req-949f33ea-b9db-425c-93e8-7f396314e0ee tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.0625005 Oct 26 12:14:52.344943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:52.347682 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecd8db2d-6b7b-4728-a9e2-788af5c3e805 req-39db0495-ba8b-436b-8ca5-3c7814862cf4 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464942 Oct 26 12:14:52.380205 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:52.387914 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:52.485059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c066c5-0426-42db-89fe-8c0ed9731479 req-3c50dded-8aa2-42ff-b8fa-8a53845a7196 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:52.487066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05c066c5-0426-42db-89fe-8c0ed9731479 req-3c50dded-8aa2-42ff-b8fa-8a53845a7196 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.0794382 Oct 26 12:14:52.535828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9fb28-c58b-41bb-b5c4-2c075d7a72a2 None None] Pushing event updated for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:52.576879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05c066c5-0426-42db-89fe-8c0ed9731479 req-f54b78af-07d7-46d1-b0e3-52d55def2255 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818164 Oct 26 12:14:52.581296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-e00bd740-db56-4561-99be-652c2d13c885 {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:14:52.582696 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:14:52.877505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.020541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539648-7461-4343-91d5-e044d2696951 req-b70db45e-866c-4574-aa8f-b20c2d0b1902 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:53.023492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de539648-7461-4343-91d5-e044d2696951 req-b70db45e-866c-4574-aa8f-b20c2d0b1902 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.0761302 Oct 26 12:14:53.081240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de539648-7461-4343-91d5-e044d2696951 req-a308e787-05c2-4304-8dcc-b2aa60317f95 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505111 Oct 26 12:14:53.107447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37086) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:53.131560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.282652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.428555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d90c7-24eb-4adc-b299-ced98f9d2e55 req-efaa0cef-4cab-49c0-ab03-2bd54f4ad3b9 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:53.430338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a6d90c7-24eb-4adc-b299-ced98f9d2e55 req-efaa0cef-4cab-49c0-ab03-2bd54f4ad3b9 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 946 time: 0.1337972 Oct 26 12:14:53.435676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388b5cd-8158-4cfc-a070-8532cac9b6c4 tempest-TestServerBasicOps-237139162 tempest-TestServerBasicOps-237139162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:53.437654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f388b5cd-8158-4cfc-a070-8532cac9b6c4 tempest-TestServerBasicOps-237139162 tempest-TestServerBasicOps-237139162-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1091 time: 0.3290563 Oct 26 12:14:53.446316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:53.452381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:14:53.454564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:53.455546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.498145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a6d90c7-24eb-4adc-b299-ced98f9d2e55 req-e9db4334-a70c-4c64-89d8-6984084bbb12 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588272 Oct 26 12:14:53.509768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-ed33509b-1ea1-40da-90d5-ed8b3655ed91 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:53.515153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-ed33509b-1ea1-40da-90d5-ed8b3655ed91 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 946 time: 0.1316442 Oct 26 12:14:53.523974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.559773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:53.660896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:53.661399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.687749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.702483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Provisioning complete for port 04912152-7cb6-4478-a490-66de526e155f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:53.702896 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.720120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Deleting port a7b5059c-b62a-4f65-90e0-f39e47cd2cad {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:53.720674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.752657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Port 04912152-7cb6-4478-a490-66de526e155f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:53.829642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] For port a7b5059c-b62a-4f65-90e0-f39e47cd2cad, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:53.830019 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.845633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Calling delete_port for a7b5059c-b62a-4f65-90e0-f39e47cd2cad owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:53.912550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Provisioning complete for port bbbf02f9-87b8-450a-9d29-abc1486485c7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:53.913074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:53.994852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-faf06cd6-588a-4796-9bc3-dd5afb45d07c None None] Port bbbf02f9-87b8-450a-9d29-abc1486485c7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:54.008366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Delete allocated IP 172.20.0.6 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/376206c8-bf4c-4891-90d3-f0a7bfebade7) {{(pid=102759) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 12:14:54.022444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Allocated IP 172.20.0.41 (f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e/d515166d-8abb-4c93-9f12-eb2a2fe648c6/04912152-7cb6-4478-a490-66de526e155f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:54.114335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.129154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['a7b5059c-b62a-4f65-90e0-f39e47cd2cad'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:54.135217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8', '7d6c6b48-70e3-4f90-9de7-85793ef30569'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:54.199314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event deleted for resources: {'Port': ['ID=a7b5059c-b62a-4f65-90e0-f39e47cd2cad,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:54.237155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Allocated IP 172.25.4.27 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/c52f4dff-f129-4f4f-a543-5353ca321b40) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:54.256845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] No DVR routers for this DVR port a7b5059c-b62a-4f65-90e0-f39e47cd2cad on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:54.258728 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.263740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-84ef44fc-78e4-4f8d-9bad-b3f0cff8cefa req-49cf5ee2-ec96-4ac3-9106-722f5d64dee2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.100 "DELETE /v2.0/ports/a7b5059c-b62a-4f65-90e0-f39e47cd2cad HTTP/1.1" status: 204 len: 173 time: 0.7298627 Oct 26 12:14:54.264104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'name': 'network-vif-deleted', 'tag': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:54.266482 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f2f7dd-5b29-493d-8493-4b6dafae4261" -d '{"events": [{"server_uuid": "f7921f48-dab4-4ed4-a0b1-6690571033cd", "name": "network-vif-deleted", "tag": "a7b5059c-b62a-4f65-90e0-f39e47cd2cad"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:54.379226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.382389 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32631f-5106-47bd-a1e0-0161a0319c09 x-openstack-request-id: req-3f32631f-5106-47bd-a1e0-0161a0319c09 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:54.382957 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7921f48-dab4-4ed4-a0b1-6690571033cd", "name": "network-vif-deleted", "tag": "a7b5059c-b62a-4f65-90e0-f39e47cd2cad", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:54.383358 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f32631f-5106-47bd-a1e0-0161a0319c09 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:54.384195 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7921f48-dab4-4ed4-a0b1-6690571033cd', 'name': 'network-vif-deleted', 'tag': 'a7b5059c-b62a-4f65-90e0-f39e47cd2cad', 'status': 'completed', 'code': 200} Oct 26 12:14:54.389682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.421297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.464402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.489726 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event updated for resources: {'Port': ['ID=04912152-7cb6-4478-a490-66de526e155f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:54.552358 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:14:54.552913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'Port': ['ID=c52f4dff-f129-4f4f-a543-5353ca321b40,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:54.594657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:54.596136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:54.600600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:14:54.659016 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.660980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] In _notify_port_updated(), no bound segment for port 04912152-7cb6-4478-a490-66de526e155f on network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:14:54.667483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:54.668137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:54.669526 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4ecd9201-1f34-4836-8815-d17fa0e58257 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "PUT /v2.0/ports/04912152-7cb6-4478-a490-66de526e155f HTTP/1.1" status: 200 len: 960 time: 3.3366356 Oct 26 12:14:54.680267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37120) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:54.730072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-229e5761-f39c-411a-affe-b245d4316b92 req-a88497d9-c9a6-4303-ae31-1c8b5bcec048 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7921f48-dab4-4ed4-a0b1-6690571033cd HTTP/1.1" status: 200 len: 210 time: 0.0608749 Oct 26 12:14:54.975229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 04912152-7cb6-4478-a490-66de526e155f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:54.975583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.188928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.209091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 04912152-7cb6-4478-a490-66de526e155f owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:55.225680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8b8424c3-1caa-4e6b-94d8-70f4dbf2c535 None None] Provisioning complete for port 04912152-7cb6-4478-a490-66de526e155f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:55.227025 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8b8424c3-1caa-4e6b-94d8-70f4dbf2c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.279310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8b8424c3-1caa-4e6b-94d8-70f4dbf2c535 None None] Port 04912152-7cb6-4478-a490-66de526e155f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:55.317962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.459864 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.512380 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.563019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=04912152-7cb6-4478-a490-66de526e155f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:55.719573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.723443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-05d81971-87be-4314-a68d-83d8b7814591 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/04912152-7cb6-4478-a490-66de526e155f HTTP/1.1" status: 204 len: 168 time: 1.0419364 Oct 26 12:14:55.725959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37138) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:55.765567 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1339073f-63f1-4583-8d39-f5cf5e35bbf2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] GET failed (client error): The resource could not be found. Oct 26 12:14:55.770301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1339073f-63f1-4583-8d39-f5cf5e35bbf2 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports/04912152-7cb6-4478-a490-66de526e155f HTTP/1.1" status: 404 len: 333 time: 0.0403249 Oct 26 12:14:55.772800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:55.807086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.817309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.854760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6741a3da-f04e-4313-822e-e6d9a266162c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.898542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6741a3da-f04e-4313-822e-e6d9a266162c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.954408 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6741a3da-f04e-4313-822e-e6d9a266162c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.957405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event updated for resources: {'Port': ['ID=c52f4dff-f129-4f4f-a543-5353ca321b40,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:55.967074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6741a3da-f04e-4313-822e-e6d9a266162c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:55.969161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6741a3da-f04e-4313-822e-e6d9a266162c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/security-groups/2d4e73b2-1a17-4c40-aca9-81e94cd82e57 HTTP/1.1" status: 204 len: 168 time: 0.1973054 Oct 26 12:14:55.973960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37152) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:55.989109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a3da-f04e-4313-822e-e6d9a266162c tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4e73b2-1a17-4c40-aca9-81e94cd82e57,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:55.991785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.137256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a7b5059c-b62a-4f65-90e0-f39e47cd2cad no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:56.140482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd73-cc96-4513-9c88-e5846eaed07b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.162060 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Floating IP 98d5767b-b755-4abb-94ca-0f99007c6f61 associated. External IP: 172.25.4.27, port: 1aa3c5ae-3728-4a2b-92e5-fd00967efffd. Oct 26 12:14:56.188503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: a7b5059c-b62a-4f65-90e0-f39e47cd2cad {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:14:56.189288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device a7b5059c-b62a-4f65-90e0-f39e47cd2cad not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:56.214503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd73-cc96-4513-9c88-e5846eaed07b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.341301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd73-cc96-4513-9c88-e5846eaed07b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.344381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb09cd73-cc96-4513-9c88-e5846eaed07b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.347175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb09cd73-cc96-4513-9c88-e5846eaed07b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/security-groups/d3527697-822a-4ece-b77a-bffb99bea7c2 HTTP/1.1" status: 204 len: 168 time: 0.3708947 Oct 26 12:14:56.348728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37160) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:56.360131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f670a6-eeeb-4bfc-a3e0-7a419eb35f1b req-209b2156-ee5b-4c4b-b22e-4727990d5b26 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:56.361775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72f670a6-eeeb-4bfc-a3e0-7a419eb35f1b req-209b2156-ee5b-4c4b-b22e-4727990d5b26 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 946 time: 0.1578372 Oct 26 12:14:56.380151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09cd73-cc96-4513-9c88-e5846eaed07b tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3527697-822a-4ece-b77a-bffb99bea7c2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:56.448231 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7872cc18-864b-4fce-8d7d-d1ab849926a5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.474838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7872cc18-864b-4fce-8d7d-d1ab849926a5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.487200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72f670a6-eeeb-4bfc-a3e0-7a419eb35f1b req-cc8d8db4-f447-4859-bddc-cca01bf32198 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157873 Oct 26 12:14:56.532311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7872cc18-864b-4fce-8d7d-d1ab849926a5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.535287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7872cc18-864b-4fce-8d7d-d1ab849926a5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.538741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7872cc18-864b-4fce-8d7d-d1ab849926a5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/security-groups/caa4617d-b6e5-4a42-8122-94d80fb120af HTTP/1.1" status: 204 len: 168 time: 0.1854162 Oct 26 12:14:56.540737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37166) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:56.542272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Router a86e41b8-389d-4780-bc76-11b56bee5016 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:14:56.574205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872cc18-864b-4fce-8d7d-d1ab849926a5 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4617d-b6e5-4a42-8122-94d80fb120af,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:56.602854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet 376206c8-bf4c-4891-90d3-f0a7bfebade7 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:56.606276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.667360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.714522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:56.728037 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] Sync routers for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:56.735192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.744513 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:56.745166 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:56.771863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49c3970f-c15a-4fad-a87e-d37cbdb6a8d1 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3240809 Oct 26 12:14:56.772661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:56.775224 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a291cb-3e8b-4946-a7a1-0594d738e735" -d '{"events": [{"name": "network-changed", "server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:56.818211 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdbad1b-9bdf-45d8-9003-fe2fad880ca3 x-openstack-request-id: req-fcdbad1b-9bdf-45d8-9003-fe2fad880ca3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:56.818511 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:56.818771 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fcdbad1b-9bdf-45d8-9003-fe2fad880ca3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:56.819221 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'status': 'completed', 'code': 200} Oct 26 12:14:56.828316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:56.922544 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:56.935725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-5c5d7f75-ce77-47b7-9d6b-f893690f6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:56.937182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-5c5d7f75-ce77-47b7-9d6b-f893690f6287 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1096 time: 0.0812356 Oct 26 12:14:56.944920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:57.024526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=376206c8-bf4c-4891-90d3-f0a7bfebade7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:57.027904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:57.035288 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6915003f-f62f-468f-9632-0bc7befc174e tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/376206c8-bf4c-4891-90d3-f0a7bfebade7 HTTP/1.1" status: 204 len: 168 time: 0.4890146 Oct 26 12:14:57.036272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37180) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:57.038954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663063b1-3fab-4af9-a74d-2229e23ee87f None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:57.128258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet d515166d-8abb-4c93-9f12-eb2a2fe648c6 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:57.137818 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:57.172360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-6ba9684c-24cd-4f2a-8af2-503e032906b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:57.173987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-6ba9684c-24cd-4f2a-8af2-503e032906b6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 911 time: 0.2266095 Oct 26 12:14:57.231550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:57.235625 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '98d5767b-b755-4abb-94ca-0f99007c6f61', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'port_id': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'mac_address': 'fa:16:3e:77:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712f409-923c-4f22-bf84-419613f73c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:14:55Z', 'updated_at': '2021-10-26T12:14:55Z', 'revision_number': 0, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:57.277855 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] Checking router: a86e41b8-389d-4780-bc76-11b56bee5016 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:57.288037 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:14:57.288694 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:57.561417 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:14:57.730383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-bd3a27f5-9f77-43a7-bc13-fc8da48de09c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 998 time: 0.5451221 Oct 26 12:14:57.783782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f7aca-b5f4-407d-b690-6d4b2622ea2b req-e22ef77c-4b8c-47a7-a11d-1eb2769e39b2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:57.785548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e6f7aca-b5f4-407d-b690-6d4b2622ea2b req-e22ef77c-4b8c-47a7-a11d-1eb2769e39b2 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 946 time: 0.1644430 Oct 26 12:14:57.807629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-7f25cfb2-9cf7-4d53-a826-c68774ce193a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:57.809226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-7f25cfb2-9cf7-4d53-a826-c68774ce193a tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 946 time: 0.1707263 Oct 26 12:14:57.857731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-9720ae5c-4fb8-4535-af7e-41859815ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:57.857731 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-9720ae5c-4fb8-4535-af7e-41859815ae75 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 200 len: 848 time: 0.1158197 Oct 26 12:14:57.951122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e6f7aca-b5f4-407d-b690-6d4b2622ea2b req-774118b7-d919-4449-9f5c-40efcabdfabe tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545169 Oct 26 12:14:57.995919 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '98d5767b-b755-4abb-94ca-0f99007c6f61', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'port_id': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'mac_address': 'fa:16:3e:77:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712f409-923c-4f22-bf84-419613f73c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:14:55Z', 'updated_at': '2021-10-26T12:14:55Z', 'revision_number': 0, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:58.031090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-467b9fd8-db70-4cd9-8737-5561394efb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:14:58.033224 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-467b9fd8-db70-4cd9-8737-5561394efb4c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b49930f-3268-470f-b3ea-9378885eed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640489 Oct 26 12:14:58.035181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Deleting port 7d6c6b48-70e3-4f90-9de7-85793ef30569 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:58.035506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.039325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.081017 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0ea39-bfd4-4a9a-a9f4-44a553d5b366 None None] The sync data for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 is: [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '98d5767b-b755-4abb-94ca-0f99007c6f61', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'port_id': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'mac_address': 'fa:16:3e:77:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712f409-923c-4f22-bf84-419613f73c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:14:55Z', 'updated_at': '2021-10-26T12:14:55Z', 'revision_number': 0, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:58.178100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] For port 7d6c6b48-70e3-4f90-9de7-85793ef30569, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=7d6c6b48-70e3-4f90-9de7-85793ef30569,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:58.178481 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.181539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.211952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Calling delete_port for 7d6c6b48-70e3-4f90-9de7-85793ef30569 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:58.314425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=d515166d-8abb-4c93-9f12-eb2a2fe648c6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:58.334403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.339169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d7aad3e9-dd12-4f3e-b98a-c85735dc9bc1 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/d515166d-8abb-4c93-9f12-eb2a2fe648c6 HTTP/1.1" status: 204 len: 168 time: 1.3016396 Oct 26 12:14:58.341709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:58.397912 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-713e7860-8d0b-4473-8356-b55a73d70d66 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:58.398565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713e7860-8d0b-4473-8356-b55a73d70d66 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:58.402124 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-713e7860-8d0b-4473-8356-b55a73d70d66 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/376206c8-bf4c-4891-90d3-f0a7bfebade7 HTTP/1.1" status: 404 len: 337 time: 0.0591047 Oct 26 12:14:58.408642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37202) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:58.426482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.443037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8', '7d6c6b48-70e3-4f90-9de7-85793ef30569'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:14:58.469026 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-4bca9834-24b9-4b57-bab1-2a30f5dfcae8 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169420 Oct 26 12:14:58.510001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event deleted for resources: {'Port': ['ID=7d6c6b48-70e3-4f90-9de7-85793ef30569,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:58.577448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5ea4d-5f64-47f6-b598-4794bcd71689 None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:58.611880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] No DVR routers for this DVR port 7d6c6b48-70e3-4f90-9de7-85793ef30569 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:14:58.622067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting subnet c704d77a-8b94-41ca-bd0b-a98631ee5337 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:14:58.626570 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.628565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fae9f-a5f1-4d97-82ca-327124dfba9e None None] New status for floating IP 98d5767b-b755-4abb-94ca-0f99007c6f61: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:14:58.630713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9498e0c4-d649-4846-aca4-262ae1e0b808 req-71fc02e0-d3b2-4c6b-a101-6a86cda67d8b tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "DELETE /v2.0/ports/7d6c6b48-70e3-4f90-9de7-85793ef30569 HTTP/1.1" status: 204 len: 173 time: 0.8041623 Oct 26 12:14:58.631677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.642254 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6a291cb-3e8b-4946-a7a1-0594d738e735 req-07b4a509-a82c-48bf-a4fc-1c0d76b40f2a service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610785 Oct 26 12:14:58.691607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.772336 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dc3b2b4d-dfbd-4697-9e10-3ef3ea3df7c3 None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:58.772650 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2b4d-dfbd-4697-9e10-3ef3ea3df7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.796359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.833458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'name': 'network-vif-deleted', 'tag': '7d6c6b48-70e3-4f90-9de7-85793ef30569'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:14:58.835914 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52720e-febe-4a10-b1eb-3c539b9cef80" -d '{"events": [{"server_uuid": "7ad50555-14f9-4ed4-beaa-52043e7531d5", "name": "network-vif-deleted", "tag": "7d6c6b48-70e3-4f90-9de7-85793ef30569"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:58.894458 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b1644-02ac-4159-af4a-1f911b5a9eab x-openstack-request-id: req-517b1644-02ac-4159-af4a-1f911b5a9eab {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:58.895455 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad50555-14f9-4ed4-beaa-52043e7531d5", "name": "network-vif-deleted", "tag": "7d6c6b48-70e3-4f90-9de7-85793ef30569", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:58.895710 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-517b1644-02ac-4159-af4a-1f911b5a9eab {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:58.896118 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad50555-14f9-4ed4-beaa-52043e7531d5', 'name': 'network-vif-deleted', 'tag': '7d6c6b48-70e3-4f90-9de7-85793ef30569', 'status': 'completed', 'code': 200} Oct 26 12:14:58.976766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.991233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:58.997409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/c704d77a-8b94-41ca-bd0b-a98631ee5337 HTTP/1.1" status: 204 len: 168 time: 0.5797460 Oct 26 12:14:58.997712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37218) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.051278 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7212ce9f-ea4b-4333-ab9e-fa893085daac tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.052433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b93841-cc23-4561-8b0b-6457813d71c8 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Subnet': ['ID=c704d77a-8b94-41ca-bd0b-a98631ee5337,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:59.054909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7212ce9f-ea4b-4333-ab9e-fa893085daac tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.063944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7212ce9f-ea4b-4333-ab9e-fa893085daac tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/f3dd05de-91ec-4617-a7b1-db6ebd195b78 HTTP/1.1" status: 404 len: 337 time: 0.0650189 Oct 26 12:14:59.067637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37222) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.110515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dc3b2b4d-dfbd-4697-9e10-3ef3ea3df7c3 None None] Provisioning complete for port bbbf02f9-87b8-450a-9d29-abc1486485c7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:59.110914 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2b4d-dfbd-4697-9e10-3ef3ea3df7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:59.132364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6f60ab57-f139-41b8-a255-919a5ea367c9 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "GET /v2.0/ports?device_id=208e14bc-aff5-49be-82e0-0bb3ed84ce47 HTTP/1.1" status: 200 len: 205 time: 0.0632694 Oct 26 12:14:59.135486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37224) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.151210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b2b4d-dfbd-4697-9e10-3ef3ea3df7c3 None None] Port bbbf02f9-87b8-450a-9d29-abc1486485c7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:14:59.228780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-288f1f40-46a1-4939-811c-540389109d29 req-56a4a3f1-e887-49b3-a315-b3ff2be1ad10 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ad50555-14f9-4ed4-beaa-52043e7531d5 HTTP/1.1" status: 200 len: 210 time: 0.1141853 Oct 26 12:14:59.244480 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-f2d80dd7-416b-422d-a8a9-3bc8d9435eb7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] delete failed (client error): The resource could not be found. Oct 26 12:14:59.250375 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2d80dd7-416b-422d-a8a9-3bc8d9435eb7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/routers/208e14bc-aff5-49be-82e0-0bb3ed84ce47 HTTP/1.1" status: 404 len: 336 time: 0.1113467 Oct 26 12:14:59.250706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37226) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.286954 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f719b203-7feb-4d55-80c2-287212169165 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.287423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f719b203-7feb-4d55-80c2-287212169165 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.291988 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f719b203-7feb-4d55-80c2-287212169165 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/540f9d67-bbb0-4604-9dfe-93aaf953f7a3 HTTP/1.1" status: 404 len: 337 time: 0.0397265 Oct 26 12:14:59.295060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37228) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.335801 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaf4b93-904f-4883-a3c5-59d9410b7115 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.336286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaf4b93-904f-4883-a3c5-59d9410b7115 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.339526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ccaf4b93-904f-4883-a3c5-59d9410b7115 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/c69f31cb-bd48-4bc1-9d07-55631e938f6e HTTP/1.1" status: 404 len: 337 time: 0.0434091 Oct 26 12:14:59.342230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37230) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.385242 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4051793e-27f5-4861-bb3f-d293e9edd886 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.385712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4051793e-27f5-4861-bb3f-d293e9edd886 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.388999 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4051793e-27f5-4861-bb3f-d293e9edd886 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/7e65c1b2-cbf9-4bd1-8cc9-c39845589900 HTTP/1.1" status: 404 len: 337 time: 0.0456409 Oct 26 12:14:59.391413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37234) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.424210 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0840e6de-b086-4986-9adc-6184ff8abbe7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.425539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0840e6de-b086-4986-9adc-6184ff8abbe7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.431593 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0840e6de-b086-4986-9adc-6184ff8abbe7 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/f93338cb-3381-4cc6-af28-e1e5e75d77af HTTP/1.1" status: 404 len: 333 time: 0.0368154 Oct 26 12:14:59.432051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37238) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.462619 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5eaa8e-a160-46ec-9730-2bc97c5cb62f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.463181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5eaa8e-a160-46ec-9730-2bc97c5cb62f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.469776 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ef5eaa8e-a160-46ec-9730-2bc97c5cb62f tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/ac9430a6-409d-49e7-ad16-440293ff4072 HTTP/1.1" status: 404 len: 337 time: 0.0342028 Oct 26 12:14:59.470103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37240) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.512236 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6025cce2-9da8-459c-be3b-f5139b94bdd4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.512703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6025cce2-9da8-459c-be3b-f5139b94bdd4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.518078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6025cce2-9da8-459c-be3b-f5139b94bdd4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/d8317f13-be9c-4e37-a405-d4decb8c594b HTTP/1.1" status: 404 len: 337 time: 0.0447757 Oct 26 12:14:59.518426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37242) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.549491 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-566c2251-b0ed-43e9-a2d5-0073046b9adf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.551053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566c2251-b0ed-43e9-a2d5-0073046b9adf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.557211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-566c2251-b0ed-43e9-a2d5-0073046b9adf tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/410bd0a5-829c-43cf-9839-4cc956bc2c06 HTTP/1.1" status: 404 len: 333 time: 0.0352333 Oct 26 12:14:59.557645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37244) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.599209 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-02334735-367a-4eac-a233-80445a4ebcd4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.599824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02334735-367a-4eac-a233-80445a4ebcd4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.603630 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-02334735-367a-4eac-a233-80445a4ebcd4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/056e21ca-90dc-4a0a-b7bf-829af0547602 HTTP/1.1" status: 404 len: 337 time: 0.0447893 Oct 26 12:14:59.606113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.641468 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cc6db4-8a07-4782-932f-a58af55bedae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] DELETE failed (client error): The resource could not be found. Oct 26 12:14:59.643119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cc6db4-8a07-4782-932f-a58af55bedae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:14:59.646585 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f6cc6db4-8a07-4782-932f-a58af55bedae tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/subnets/ee92eaa2-938a-4e28-909c-3f3e883b597c HTTP/1.1" status: 404 len: 337 time: 0.0392735 Oct 26 12:14:59.649077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37248) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:14:59.750981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port bbbf02f9-87b8-450a-9d29-abc1486485c7 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:14:59.751953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:59.812381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5612c5-eb53-4885-a9d5-a7acbf9b25ef None None] Network f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:14:59.857400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:14:59.876836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for bbbf02f9-87b8-450a-9d29-abc1486485c7 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:14:59.926876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ac8aaa3a-6ed6-4c6c-81d1-61449c07841f None None] Provisioning complete for port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:14:59.927754 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac8aaa3a-6ed6-4c6c-81d1-61449c07841f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.001146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.047767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=bbbf02f9-87b8-450a-9d29-abc1486485c7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:00.054164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.058920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a20edee2-8dcf-48dc-af25-3e9aed3be1a4 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/ports/bbbf02f9-87b8-450a-9d29-abc1486485c7 HTTP/1.1" status: 204 len: 168 time: 0.4083300 Oct 26 12:15:00.060793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37260) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:00.119835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ac8aaa3a-6ed6-4c6c-81d1-61449c07841f None None] Could not find standard attr ID for object bbbf02f9-87b8-450a-9d29-abc1486485c7. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:15:00.180827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.223801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] DHCP port deletion for f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:15:00.238108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Deleting port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:15:00.238455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.327119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] Deleting port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:15:00.328033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.356343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:00.356850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.379939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Calling delete_port for 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:15:00.411676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] For port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,segment=NetworkSegment(bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2),segment_id=bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:00.411957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.442374 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] Calling delete_port for 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:15:00.488162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.517121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:00.520763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] No DVR routers for this DVR port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:15:00.543108 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.584967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] No DVR routers for this DVR port 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:15:00.590325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9aa3fd-eabb-4b66-8f87-0227e53139f6 None None] Pushing event deleted for resources: {'Port': ['ID=00952f9e-fb1f-45b5-ae7a-5a30a82399d8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:00.629062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.652074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:00.663247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:00.663548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb90a1c-7fef-4ca0-8dab-6bf77c8ef6d2') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:00.675701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.689674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.699272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:15:00.699912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:15:00.704108 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:15:00.790982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.798902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:00.803629 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] 10.222.0.88 "DELETE /v2.0/networks/f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e HTTP/1.1" status: 204 len: 168 time: 0.7418103 Oct 26 12:15:00.832662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb177a-a7cb-478c-80a5-6062f5768880 tempest-PortsTestJSON-447325216 tempest-PortsTestJSON-447325216-project] Pushing event deleted for resources: {'Network': ['ID=f4f7519b-d729-4ee5-ae1e-9ed1d3d0bc6e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:01.196307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37290) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:01.395066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37298) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:01.395623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c10c1d9c-452d-4e91-a51c-38015f9fd32f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a4fedaf661bf49cdb73545cce3eefae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979055 Oct 26 12:15:01.431808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7d6c6b48-70e3-4f90-9de7-85793ef30569 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:01.477785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 7d6c6b48-70e3-4f90-9de7-85793ef30569 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:15:01.477785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 7d6c6b48-70e3-4f90-9de7-85793ef30569 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:15:01.531372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b20b5-f47a-41df-a951-94f470691901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:01.550223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:01.558795 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b20b5-f47a-41df-a951-94f470691901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:01.599324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:15:01.599908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 00952f9e-fb1f-45b5-ae7a-5a30a82399d8 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:15:01.631439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b20b5-f47a-41df-a951-94f470691901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:01.634145 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b20b5-f47a-41df-a951-94f470691901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:01.637923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e69b20b5-f47a-41df-a951-94f470691901 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ace85965-9ec9-4ac8-9ff3-e60887b71b08 HTTP/1.1" status: 204 len: 168 time: 0.2390428 Oct 26 12:15:01.646353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b20b5-f47a-41df-a951-94f470691901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace85965-9ec9-4ac8-9ff3-e60887b71b08,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:02.855907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37340) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:02.864989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37342) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:02.882055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0122511 Oct 26 12:15:03.022780 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-499cf478-cd66-4361-8510-5b4237e8f4d6 tempest-NetworksApiDiscovery-83849819 tempest-NetworksApiDiscovery-83849819-project] 10.222.0.88 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1558342 Oct 26 12:15:03.355203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37362) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:03.481309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4aa10a1-5011-424b-b048-2f8fbf00ab87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.596934 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4aa10a1-5011-424b-b048-2f8fbf00ab87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.602697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e4aa10a1-5011-424b-b048-2f8fbf00ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.668947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa10a1-5011-424b-b048-2f8fbf00ab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df75531-6a6a-417c-ac37-a4bc8a5fd768,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:03.675702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e4aa10a1-5011-424b-b048-2f8fbf00ab87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09ad69affd034a52969a2f4161b55153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187284 Oct 26 12:15:03.678248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37372) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:03.740798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8442b46-f50a-40d2-9e87-5012d19c96d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.767393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8442b46-f50a-40d2-9e87-5012d19c96d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.840185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8442b46-f50a-40d2-9e87-5012d19c96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.844280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8442b46-f50a-40d2-9e87-5012d19c96d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:03.848940 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f8442b46-f50a-40d2-9e87-5012d19c96d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0df75531-6a6a-417c-ac37-a4bc8a5fd768 HTTP/1.1" status: 204 len: 168 time: 0.1693683 Oct 26 12:15:03.860696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8442b46-f50a-40d2-9e87-5012d19c96d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df75531-6a6a-417c-ac37-a4bc8a5fd768,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:03.883908 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.096052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e8073-a288-4f7f-a1f4-d5bc38ffa1be req-6c652380-96a6-4a4e-95e9-e8e22ee11109 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:05.098279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-403e8073-a288-4f7f-a1f4-d5bc38ffa1be req-6c652380-96a6-4a4e-95e9-e8e22ee11109 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 945 time: 0.0648255 Oct 26 12:15:05.144167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-403e8073-a288-4f7f-a1f4-d5bc38ffa1be req-44aa5910-44a9-473b-b953-0b27d97a3ba9 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Oct 26 12:15:05.369283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37446) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:05.479289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.526752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c112c951-ada9-4a80-a20e-0906c5c505d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.619363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c112c951-ada9-4a80-a20e-0906c5c505d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.626950 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c112c951-ada9-4a80-a20e-0906c5c505d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.672759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112c951-ada9-4a80-a20e-0906c5c505d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d286bf-74f6-415c-a261-aae5ff592eff,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:05.688075 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c112c951-ada9-4a80-a20e-0906c5c505d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ce07babf77341ecba6906c67b47b5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171074 Oct 26 12:15:05.690788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37454) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:05.755489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c21db54-327a-4ae3-bbbc-6aabfdb9a5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.780866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c21db54-327a-4ae3-bbbc-6aabfdb9a5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.832706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c21db54-327a-4ae3-bbbc-6aabfdb9a5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.835822 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1c21db54-327a-4ae3-bbbc-6aabfdb9a5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:05.839288 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1c21db54-327a-4ae3-bbbc-6aabfdb9a5ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/01d286bf-74f6-415c-a261-aae5ff592eff HTTP/1.1" status: 204 len: 168 time: 0.1452148 Oct 26 12:15:05.845641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21db54-327a-4ae3-bbbc-6aabfdb9a5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d286bf-74f6-415c-a261-aae5ff592eff,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:06.294623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9844b-655f-4858-aae9-6983d321452f req-d77adc18-567a-4b34-b138-2f166f6a3299 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:06.296304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32e9844b-655f-4858-aae9-6983d321452f req-d77adc18-567a-4b34-b138-2f166f6a3299 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 945 time: 0.0652001 Oct 26 12:15:06.349482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32e9844b-655f-4858-aae9-6983d321452f req-e66e49ce-c9e2-45ce-a7a6-9b3ce9b279e1 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac8efe07-ebcf-4999-9b15-e0222954c38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Oct 26 12:15:06.837060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-4f0d5fcd-41e4-46b2-8230-634b37dce56f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:06.838819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-4f0d5fcd-41e4-46b2-8230-634b37dce56f tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 945 time: 0.0948918 Oct 26 12:15:06.960824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Deleting port 65b67249-71dc-4886-a764-a82ae4ec65f8 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:15:06.961336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.068368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] For port 65b67249-71dc-4886-a764-a82ae4ec65f8, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=65b67249-71dc-4886-a764-a82ae4ec65f8,segment=NetworkSegment(dedecf3d-4021-4707-9c1e-fe1c01c131c7),segment_id=dedecf3d-4021-4707-9c1e-fe1c01c131c7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:07.068583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.083295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Calling delete_port for 65b67249-71dc-4886-a764-a82ae4ec65f8 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:15:07.237926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.239167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:07.255881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['65b67249-71dc-4886-a764-a82ae4ec65f8'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:15:07.273662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Pushing event deleted for resources: {'Port': ['ID=65b67249-71dc-4886-a764-a82ae4ec65f8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:07.328636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] No DVR routers for this DVR port 65b67249-71dc-4886-a764-a82ae4ec65f8 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:15:07.333915 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.338227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93e8d64d-3a6b-4566-888a-306da17e3704 req-36574ad0-fae7-4cd9-8890-a601f2111c1e tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.30 "DELETE /v2.0/ports/65b67249-71dc-4886-a764-a82ae4ec65f8 HTTP/1.1" status: 204 len: 173 time: 0.4906373 Oct 26 12:15:07.338912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'name': 'network-vif-deleted', 'tag': '65b67249-71dc-4886-a764-a82ae4ec65f8'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:07.344687 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219c742a-4853-4c0f-a11b-9aa566b79e15" -d '{"events": [{"server_uuid": "e3136436-b130-4d12-bc7f-ebd3a78c4e6d", "name": "network-vif-deleted", "tag": "65b67249-71dc-4886-a764-a82ae4ec65f8"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:07.437479 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329211a6-567b-4c2d-8bfe-354576deef8f x-openstack-request-id: req-329211a6-567b-4c2d-8bfe-354576deef8f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:07.437790 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3136436-b130-4d12-bc7f-ebd3a78c4e6d", "name": "network-vif-deleted", "tag": "65b67249-71dc-4886-a764-a82ae4ec65f8", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:07.438047 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-329211a6-567b-4c2d-8bfe-354576deef8f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:07.438473 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3136436-b130-4d12-bc7f-ebd3a78c4e6d', 'name': 'network-vif-deleted', 'tag': '65b67249-71dc-4886-a764-a82ae4ec65f8', 'status': 'completed', 'code': 200} Oct 26 12:15:07.526140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b7e82c8-ac82-48fe-8a58-bb806fbaa6da req-112866c2-927a-4d32-8d00-532564782cb3 tempest-AttachVolumeNegativeTest-1759174823 tempest-AttachVolumeNegativeTest-1759174823-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3136436-b130-4d12-bc7f-ebd3a78c4e6d HTTP/1.1" status: 200 len: 210 time: 0.0520184 Oct 26 12:15:07.570981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'network': {'name': 'tempest-network-smoke--1740129984', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:07.593663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:15:07.597934 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.606890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.696513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.701770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.727013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:15:07.751826 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.752177 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Added segment 9bae1401-4b3d-4c64-91d3-27fb78ebf67b of type vlan for network 9e638b46-bc6e-4902-affe-16183799286d Oct 26 12:15:07.753585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4954201f-b86d-4dce-ba0e-256b896a54db,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:07.800383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.829440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.836569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:07.837188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.904253 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6633720 Oct 26 12:15:07.907305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37552) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:07.916732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'admin_state_up': True, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:07.927852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731796f-19ae-435a-b433-c0c040847655 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Network': ['ID=9e638b46-bc6e-4902-affe-16183799286d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:07.939734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9e638b46-bc6e-4902-affe-16183799286d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:15:07.989220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:07.990425 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.348297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.441427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-1ea780fa-e026-40f2-b37a-5da662e3d867 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655422 Oct 26 12:15:08.510140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.542852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c2655-e179-466f-812b-7859f2352593 req-cecf3017-6fbd-4ab2-9911-cedf1e27e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:08.544912 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-cecf3017-6fbd-4ab2-9911-cedf1e27e15a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f0bf99f966574f3495f8799758d423ca&device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 1101 time: 0.0560384 Oct 26 12:15:08.630024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:08.691198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Deleting subnet 58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:15:08.697226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.713959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c2655-e179-466f-812b-7859f2352593 req-4ab9fb93-d88f-4cfd-8df1-0f159bb07324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:08.715489 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-4ab9fb93-d88f-4cfd-8df1-0f159bb07324 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.1403060 Oct 26 12:15:08.771514 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-d1a00781-d6ed-44ee-8dbc-36a27f834659 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41 HTTP/1.1" status: 200 len: 217 time: 0.0478590 Oct 26 12:15:08.816725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.838039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c2655-e179-466f-812b-7859f2352593 req-9f1c6529-653a-433d-98f5-e35adad50f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:08.839364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.840593 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-9f1c6529-653a-433d-98f5-e35adad50f9d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0603175 Oct 26 12:15:08.857687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:08.913452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c2655-e179-466f-812b-7859f2352593 req-b38239d5-33d2-4395-adb8-cf092d17e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:08.918324 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-b38239d5-33d2-4395-adb8-cf092d17e215 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694480 Oct 26 12:15:09.006496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.009797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.25.4.183 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:15:09.035151 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-2ec3df2a-2a30-465f-8adc-d80c1720580d service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072214 Oct 26 12:15:09.154312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.164958 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-415c2655-e179-466f-812b-7859f2352593 req-f845edbb-2d49-4951-8ae5-3b879676cec1 service neutron] 10.222.0.100 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211894 Oct 26 12:15:09.193511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.199296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0 HTTP/1.1" status: 204 len: 168 time: 0.5676482 Oct 26 12:15:09.200487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37582) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:09.202293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c8aa-63a9-47fb-9e26-131a72a5620b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f1394f-e7b5-4bde-8791-cc2ec8e0d0f0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:09.231827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.278754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.296786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.333212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:09.344537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:09.345965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:09.349257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:15:09.400392 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.436877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9e47e0-09c7-49c8-80d6-1578de78b3ff']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:09.454470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedecf3d-4021-4707-9c1e-fe1c01c131c7') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:09.455079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedecf3d-4021-4707-9c1e-fe1c01c131c7') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:09.465046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.484502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.491550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:15:09.491942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:15:09.494537 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:15:09.566610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.573297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.577686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9d9e47e0-09c7-49c8-80d6-1578de78b3ff HTTP/1.1" status: 204 len: 168 time: 0.3750701 Oct 26 12:15:09.616565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241e431-a2e0-473d-8e31-ccb728331b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9e47e0-09c7-49c8-80d6-1578de78b3ff,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:09.691449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:09.843640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37598) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:09.958055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6447e9ae-ce34-4786-a318-617bceb74371 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3113d5aedf8448f8ed1212522efcd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130495 Oct 26 12:15:09.960454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37600) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:10.030438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:10.032524 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7502eee9-7639-4bd1-872b-5160de5b22b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:10.121245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7502eee9-7639-4bd1-872b-5160de5b22b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:10.207361 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7502eee9-7639-4bd1-872b-5160de5b22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:10.209979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7502eee9-7639-4bd1-872b-5160de5b22b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:10.213437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7502eee9-7639-4bd1-872b-5160de5b22b9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac8efe07-ebcf-4999-9b15-e0222954c38c HTTP/1.1" status: 204 len: 168 time: 0.2497776 Oct 26 12:15:10.223054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502eee9-7639-4bd1-872b-5160de5b22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8efe07-ebcf-4999-9b15-e0222954c38c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:10.230840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:15:10.396961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:15:10.420332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:15:10.436660 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:10.438953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-185c18ac-cc4d-4d59-be5d-304fe7246d1d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5293703 Oct 26 12:15:10.439087 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:15:10.439173 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:10.442792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37612) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:10.641842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:15:10.876690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9fd4f287-8cd0-4b4e-9f9b-6017af3020f1 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3678c12b650c476cbe1a2009b02cb9a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4194319 Oct 26 12:15:10.881514 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37634) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:10.966131 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:09Z', 'revision_number': 3, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:11.000507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:15:11.001117 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Updating router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:15:11.012528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bb643-c4bf-4fe5-8abe-69611bd99f6d tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:11.014889 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c52bb643-c4bf-4fe5-8abe-69611bd99f6d tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312737 Oct 26 12:15:11.017606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:11.034511 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.055776 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-744ae522-ccb5-46d7-8b0c-7ed0c3127666 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367754 Oct 26 12:15:11.058668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37640) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:11.069134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512054343', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:11.220597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:15:11.225602 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.485363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 65b67249-71dc-4886-a764-a82ae4ec65f8 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:11.522777 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.530702 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.550492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 65b67249-71dc-4886-a764-a82ae4ec65f8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:15:11.551018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 65b67249-71dc-4886-a764-a82ae4ec65f8 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:15:11.602274 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Attempting to bind port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:15:11.602772 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Attempting to bind port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:15:11.603037 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Attempting to bind port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:11.612197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Pushing event updated for resources: {'Port': ['ID=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:11.612448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.616685 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:15:11.617186 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:15:11.617472 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.617862 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:15:11.618338 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Bound port: 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:15:11.618709 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.647469 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.647817 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.648672 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.649004 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.649904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.649904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.650133 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.650232 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.650559 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.650892 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.651446 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.651771 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:11.708964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Checking segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:15:11.709333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network hostable DHCP agents. Network: 9e638b46-bc6e-4902-affe-16183799286d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:15:11.733656 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] For port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:15:11.737138 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] For port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:15:11.742165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Subnet': ['ID=69c60389-9c62-456d-9fd4-4ca24483f761,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:11.751733 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.762551 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 9e638b46-bc6e-4902-affe-16183799286d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:15:11.773701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9e638b46-bc6e-4902-affe-16183799286d) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:11.781955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:11.782710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:11.791393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a288a48-1567-409e-9a44-6c491c95a956 None None] Network 9e638b46-bc6e-4902-affe-16183799286d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:15:11.838237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-941fe450-17ca-4f18-bedb-8bdc9248614c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7759781 Oct 26 12:15:11.838687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:11.878066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:15:11.878707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:12.020341 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c3624-2d48-4b0c-8390-363b39cab811 None None] Pushing event updated for resources: {'Port': ['ID=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:12.091084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-9e638b46-bc6e-4902-affe-16183799286d', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:15:12.091972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:12.101345 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:15:12.354317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Allocated IP 172.20.0.2 (9e638b46-bc6e-4902-affe-16183799286d/69c60389-9c62-456d-9fd4-4ca24483f761/3df4dc15-ffcb-419b-b07e-edec7d2baf7e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:15:12.431991 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:09Z', 'revision_number': 3, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:12.517888 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453cf5f-cfbc-4791-9677-135e51cc950d None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:09Z', 'revision_number': 3, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:15:12.601711 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:12.612655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:12.672615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Network 9e638b46-bc6e-4902-affe-16183799286d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:12.680151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:12.687535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:15:12.716720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:12.762724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Attempting to bind port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:15:12.763532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Attempting to bind port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:15:12.763801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Attempting to bind port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e on network 9e638b46-bc6e-4902-affe-16183799286d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:12.772067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Pushing event updated for resources: {'Port': ['ID=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:12.782799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:15:12.784541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Checking segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:15:12.785056 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:12.785609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Bound using segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:15:12.786209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Bound port: 3df4dc15-ffcb-419b-b07e-edec7d2baf7e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:15:12.786848 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:12.888418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] For port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:15:12.896639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] For port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:15:12.903529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:13.010618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ddcac-59e4-4a67-9b85-3598ca0cfa52 None None] Pushing event updated for resources: {'Port': ['ID=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:13.285234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.20.0.1 (9e638b46-bc6e-4902-affe-16183799286d/69c60389-9c62-456d-9fd4-4ca24483f761/08e93e93-2f6e-46cc-8249-ac8c1660a28a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:15:13.504991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:13.614537 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:13.667471 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3df4dc15-ffcb-419b-b07e-edec7d2baf7e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:13.706967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=08e93e93-2f6e-46cc-8249-ac8c1660a28a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:13.725130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 9e638b46-bc6e-4902-affe-16183799286d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:13.734438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:13.741633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:15:13.815290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:13.954477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:13.955438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.087205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.109764 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.208225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:14.221543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.222387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:14.350507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:14.375469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:14.379559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.514898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.557112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:14.564930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.626229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:14.682637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.692128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.731926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259b7f0-dff3-4872-a29e-e0b1f2796fc7 None None] Network 9e638b46-bc6e-4902-affe-16183799286d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:15:14.837420 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d5bf4dcf-cec5-49b2-9812-8d5a8bd06de2 None None] Provisioning complete for port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:14.838034 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4dcf-cec5-49b2-9812-8d5a8bd06de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.839714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:14.969801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 9e638b46-bc6e-4902-affe-16183799286d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:14.973764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:14.985711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=08e93e93-2f6e-46cc-8249-ac8c1660a28a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:15.158686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:15:15.542933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3df4dc15-ffcb-419b-b07e-edec7d2baf7e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:15.654622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:15.655403 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:15.798345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:15.895137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:15:15.904319 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cbd9b050-7473-4303-a55d-720f6fb727db tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "PUT /v2.0/routers/d94863c8-a6d5-4ad3-8382-97acbe23bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0628533 Oct 26 12:15:15.905119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1dc6c74f-15d5-44e5-a80e-d55ced7832a8 None None] Provisioning complete for port 08e93e93-2f6e-46cc-8249-ac8c1660a28a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:15.905965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:15.906714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c74f-15d5-44e5-a80e-d55ced7832a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:15.913217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:15:15.948335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:15:15.949268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:16.050023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6c74f-15d5-44e5-a80e-d55ced7832a8 None None] Port 08e93e93-2f6e-46cc-8249-ac8c1660a28a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:15:16.091195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1dc6c74f-15d5-44e5-a80e-d55ced7832a8 None None] Provisioning complete for port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:16.091571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c74f-15d5-44e5-a80e-d55ced7832a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:16.137755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:16.138134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:16.218050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:15:16.288294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.289338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.290023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.291417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.292177 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.292815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.293352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.293825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.307029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37772) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:16.327387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ba474b10-9a73-4e77-9850-9d5c5204279e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 0.3948870 Oct 26 12:15:16.612735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.619238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.619782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.620258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.620949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.621177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.621634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.622093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:16.626661 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f727e14d-f900-4e10-8f03-f8b07ef60f4f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.3157640 Oct 26 12:15:16.627273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37780) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:16.777933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:13Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 2, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:16.813751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:15:16.815063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Updating router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 port 08e93e93-2f6e-46cc-8249-ac8c1660a28a binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:15:16.853564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-676dc9cc-03f6-465e-85f1-55ff4064a340 None None] Provisioning complete for port 08e93e93-2f6e-46cc-8249-ac8c1660a28a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:16.854043 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-676dc9cc-03f6-465e-85f1-55ff4064a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:16.860594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:16.894294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-676dc9cc-03f6-465e-85f1-55ff4064a340 None None] Port 08e93e93-2f6e-46cc-8249-ac8c1660a28a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:15:17.235347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6b5426e8-0c68-470b-9fa2-b640f4e46115 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.6062796 Oct 26 12:15:17.242090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.254975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.330327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f334-c832-4a9b-8b0d-a41e3a7b25cc None None] Pushing event updated for resources: {'Port': ['ID=08e93e93-2f6e-46cc-8249-ac8c1660a28a,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:17.468843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Attempting to bind port 08e93e93-2f6e-46cc-8249-ac8c1660a28a on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:15:17.469226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Attempting to bind port 08e93e93-2f6e-46cc-8249-ac8c1660a28a by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:15:17.469610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Attempting to bind port 08e93e93-2f6e-46cc-8249-ac8c1660a28a on network 9e638b46-bc6e-4902-affe-16183799286d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:17.477060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:15:17.477549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Checking segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:15:17.477960 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.478362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Bound using segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:15:17.478843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Bound port: 08e93e93-2f6e-46cc-8249-ac8c1660a28a, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:15:17.479353 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.640337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] For port 08e93e93-2f6e-46cc-8249-ac8c1660a28a, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:15:17.645253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] For port 08e93e93-2f6e-46cc-8249-ac8c1660a28a, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e93e93-2f6e-46cc-8249-ac8c1660a28a,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:15:17.655826 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.769313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:15:17.770439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:14:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:17.774707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f334-c832-4a9b-8b0d-a41e3a7b25cc None None] Pushing event updated for resources: {'Port': ['ID=08e93e93-2f6e-46cc-8249-ac8c1660a28a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:17.853436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37818) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:17.858081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903388244', 'description': 'tempest-secgroup-smoke-1903388244 description', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:17.896055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8843fed4-1614-4e45-94d4-e09ff6350cb4 None None] Provisioning complete for port 08e93e93-2f6e-46cc-8249-ac8c1660a28a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:17.896055 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8843fed4-1614-4e45-94d4-e09ff6350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.901422 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:17.961213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:15:18.055227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-ab2313ab-899a-47c4-91dd-454be2e48ebe tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:18.066820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-ab2313ab-899a-47c4-91dd-454be2e48ebe tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.1468678 Oct 26 12:15:18.116147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-58a9f7dc-d316-4dfe-ae23-cb3843869a11 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0212953 Oct 26 12:15:18.171635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.176820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.214857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66deb031-50d3-41dd-b1dc-4123fb28e62a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:18.223612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-f1630a99-a501-4f40-87a7-a4d26680cd87 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954750 Oct 26 12:15:18.228069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.229334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-18629241-4876-4b9c-816d-37693dc2a137 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3748937 Oct 26 12:15:18.232757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37826) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:18.238925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '66deb031-50d3-41dd-b1dc-4123fb28e62a', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:18.276993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.299710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8843fed4-1614-4e45-94d4-e09ff6350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.341541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-5adbd1ae-721c-4877-bd2c-5ad9694454a2 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103075 Oct 26 12:15:18.379827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8843fed4-1614-4e45-94d4-e09ff6350cb4 None None] For port 08e93e93-2f6e-46cc-8249-ac8c1660a28a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e93e93-2f6e-46cc-8249-ac8c1660a28a,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:18.388143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.400915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.417952 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8843fed4-1614-4e45-94d4-e09ff6350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.429073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcad9bd-6793-496b-9c33-b6e5012ddadd,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:18.452468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.454675 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-43dce633-83b0-450c-bb72-c768eb5371f4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200489 Oct 26 12:15:18.458386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:18.463589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '66deb031-50d3-41dd-b1dc-4123fb28e62a', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:18.467448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-d260e93d-1ce6-4895-9ae7-18dd0bbbee7e service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152186 Oct 26 12:15:18.487383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843fed4-1614-4e45-94d4-e09ff6350cb4 None None] Pushing event updated for resources: {'Port': ['ID=08e93e93-2f6e-46cc-8249-ac8c1660a28a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:18.496353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:13Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:17Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:18.525658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.539711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d078c05-2c4a-49dc-a637-55efbad2eb0f None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:13Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:17Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:15:18.552608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3ab29557-d507-4bce-9a29-2e9cf2b74637 None None] Provisioning complete for port 08e93e93-2f6e-46cc-8249-ac8c1660a28a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:18.553075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ab29557-d507-4bce-9a29-2e9cf2b74637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.600046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.610616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.686751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a225173f-74fb-4d78-a0d8-ac55db84d7ad,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:18.697547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.698689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e8799719-c063-4353-8ce3-675c1a09990a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2389879 Oct 26 12:15:18.702445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37846) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:18.707621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '66deb031-50d3-41dd-b1dc-4123fb28e62a', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:18.824170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf67b07b-f2e4-4b3f-a9a4-bb0385864ca3 req-41f20925-de47-45ff-b46b-66c86845e278 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0536606 Oct 26 12:15:18.839536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.918309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.925762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.969061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c88001-dc47-434a-9a41-f7344f8125d1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:18.985538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:18.987043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b46af7c1-3ccd-4480-b85a-bf8d2e8b43fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834456 Oct 26 12:15:18.989986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:18.996067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '66deb031-50d3-41dd-b1dc-4123fb28e62a', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:19.042187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.154274 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7f70057f-4716-4912-b675-e5af3106b281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.164847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.178430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.210244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afacf35-946d-4653-bca0-375790949335,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:19.226500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.229250 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d05dd722-306f-4e7e-b7e3-e89619dd771f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2378769 Oct 26 12:15:19.232269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 37874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:19.240085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '66deb031-50d3-41dd-b1dc-4123fb28e62a', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:19.289086 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Project 3678c12b650c476cbe1a2009b02cb9a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:15:19.296749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.450680 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.464029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.512748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a47850f-9e84-416b-b1c9-6015e7a700ff,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:19.542831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.553865 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-823d9ef7-33b9-4d6e-9b36-3323cda34ca1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3201761 Oct 26 12:15:19.556653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 37880) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:19.561419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '66deb031-50d3-41dd-b1dc-4123fb28e62a', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:19.604667 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Project 3678c12b650c476cbe1a2009b02cb9a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:15:19.613047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e93e93-2f6e-46cc-8249-ac8c1660a28a up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:19.613477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.679699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 08e93e93-2f6e-46cc-8249-ac8c1660a28a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:19.680299 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.715029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.721325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.755281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dcfb81-e71b-40bb-9669-dad35d793481,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:19.788626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:19.790260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb64aa4f-f68b-449b-b230-bf3a8dc34b5b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2324889 Oct 26 12:15:19.967069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d90f794a-9f42-49d5-8603-cd4606962abf req-badd9355-d40d-478a-b4e0-51f74c5fa19b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0502586 Oct 26 12:15:20.083543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-ddbcbb63-4125-48f5-82b4-4cc3a6f97838 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903388244&fields=id&tenant_id=3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 267 time: 0.0587847 Oct 26 12:15:20.227728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-85e4c414-8987-4493-ae7d-830473f91bb1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:20.229463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-85e4c414-8987-4493-ae7d-830473f91bb1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/networks?id=9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 200 len: 797 time: 0.1377394 Oct 26 12:15:20.254909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-744b1464-2a00-43f4-b19d-b70386ca960f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/quotas/3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 375 time: 0.0176616 Oct 26 12:15:20.435513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-6eff8101-ef92-474f-8c63-36820f38181a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765311 Oct 26 12:15:20.565408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-ffff2a77-7edb-4427-b5c0-6165ad1660b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:20.567604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-ffff2a77-7edb-4427-b5c0-6165ad1660b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.2697480 Oct 26 12:15:20.589828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:20.661521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-566e073c-96af-46b8-b872-975e9c95a9a2 service neutron] 10.222.0.88 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202179 Oct 26 12:15:20.845422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-17463b2e-3e52-4dce-9afe-6442af3228d4 service neutron] 10.222.0.88 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736488 Oct 26 12:15:20.858654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:15:20.871807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:21.157841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65e27576-7e47-44f5-8b4b-e78d43e4391c req-453d7ff3-101a-4222-a761-48b82274c8e1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0426788 Oct 26 12:15:21.215453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.4 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/beb48331-0c54-49dc-b8bf-33a3bf97f0c4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:15:21.280439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fddd1941-3293-416a-8ffd-26275616c9b4 req-553711a6-a82a-4af1-81b7-a4227672eadf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 210 time: 0.0623016 Oct 26 12:15:21.528152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:21.582509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:21.635721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:21.639756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:21.659872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:15:21.737024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:21.737824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:21.740684 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b5a041ad-99b2-4b2c-ac59-868490f1a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:21.762541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:21.786962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-24c5cf53-9ad3-44aa-b7eb-6242f9bca490 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2041061 Oct 26 12:15:21.804983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Request body: {'port': {'device_id': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:21.930303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:22.084584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-27bd3dd5-396d-4531-a664-8da78cf1655e None None] Provisioning complete for port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:22.085144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-27bd3dd5-396d-4531-a664-8da78cf1655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:22.212811 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-27bd3dd5-396d-4531-a664-8da78cf1655e None None] Port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:15:22.357894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559433-08ce-4ad9-9c0d-f4d1037741e7 req-20e5415e-8f78-4f88-8cc7-c6399b6222a5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:22.366094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4559433-08ce-4ad9-9c0d-f4d1037741e7 req-20e5415e-8f78-4f88-8cc7-c6399b6222a5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 931 time: 0.1228104 Oct 26 12:15:22.444658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9a294a0-2313-44c7-aed1-14dd8dedf0af req-19318857-1f11-4d43-b84a-e40aa18ac3a7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 210 time: 0.0501876 Oct 26 12:15:22.472081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4559433-08ce-4ad9-9c0d-f4d1037741e7 req-6cebecab-fb09-4c3c-8fc5-35a23cdeb296 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051102 Oct 26 12:15:22.560468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb48331-0c54-49dc-b8bf-33a3bf97f0c4 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:15:22.570132 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:22.585347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Transition to ACTIVE for port object beb48331-0c54-49dc-b8bf-33a3bf97f0c4 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:15:22.591388 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:22.672700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Pushing event updated for resources: {'Port': ['ID=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:22.839291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Attempting to bind port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:15:22.839637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Attempting to bind port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:15:22.840191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Attempting to bind port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:22.847666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:15:22.848007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Attempting to bind port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:22.869169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:15:22.869527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:15:22.869938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:15:22.873000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Bound port: beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:15:22.873396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:22.883602 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:22.895960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-167f4b58-0e58-41f7-b592-0c8415a2c848 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:22.902484 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-167f4b58-0e58-41f7-b592-0c8415a2c848 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "GET /v2.0/networks?id=9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 200 len: 797 time: 0.2413599 Oct 26 12:15:22.976070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-16f80534-0610-4636-9ace-90dd2407a9a3 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 380 time: 0.0594923 Oct 26 12:15:22.989802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'port': {'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'admin_state_up': True, 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'security_groups': ['66deb031-50d3-41dd-b1dc-4123fb28e62a']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:22.997976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] For port beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:15:23.002397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] For port beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:15:23.010891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:23.084062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:23.084834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:23.086946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-18f267ec-ca28-4802-9183-c7989399788e service neutron] 10.222.0.30 "PUT /v2.0/ports/beb48331-0c54-49dc-b8bf-33a3bf97f0c4 HTTP/1.1" status: 200 len: 1091 time: 1.2862382 Oct 26 12:15:23.087452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'tag': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:23.089683 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1c335-03f5-4537-bbc8-3c6b56914e95" -d '{"events": [{"name": "network-changed", "server_uuid": "d309f8de-a09e-40b1-a736-326287cbef5d", "tag": "beb48331-0c54-49dc-b8bf-33a3bf97f0c4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:23.148273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f267ec-ca28-4802-9183-c7989399788e service neutron] Pushing event updated for resources: {'Port': ['ID=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:23.217663 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b87f86-6732-4fcb-9701-672f64eadf9e x-openstack-request-id: req-84b87f86-6732-4fcb-9701-672f64eadf9e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:23.218006 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d309f8de-a09e-40b1-a736-326287cbef5d", "tag": "beb48331-0c54-49dc-b8bf-33a3bf97f0c4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:23.218220 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-84b87f86-6732-4fcb-9701-672f64eadf9e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:23.219523 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'tag': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4', 'status': 'completed', 'code': 200} Oct 26 12:15:23.237967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-f2b509bf-39ce-4a6c-a5ef-afc18a8cf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:23.250524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-f2b509bf-39ce-4a6c-a5ef-afc18a8cf420 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 1094 time: 0.0778036 Oct 26 12:15:23.270739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:23.298040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:15:23.301823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:23.308802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-5353d6bc-6df5-44e4-b01e-8eaa3f7e99ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4 HTTP/1.1" status: 200 len: 217 time: 0.0544946 Oct 26 12:15:23.418026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-3108fef9-bb62-4c5f-8d87-ec27301bcb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:23.419703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-3108fef9-bb62-4c5f-8d87-ec27301bcb5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0988445 Oct 26 12:15:23.496252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-2ca3240e-c6e1-4f29-b985-79b2615dc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:23.501498 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-2ca3240e-c6e1-4f29-b985-79b2615dc2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687604 Oct 26 12:15:23.550191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.20.0.12 (9e638b46-bc6e-4902-affe-16183799286d/69c60389-9c62-456d-9fd4-4ca24483f761/e23853c9-f3e4-4448-a4ba-902d03c07084) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:15:23.671396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb50131b-092f-44ca-b728-a36eaf980a18 req-1e3cd608-3928-4ce2-8142-9811745aad51 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 210 time: 0.0669482 Oct 26 12:15:23.743212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1e8ac-1cb4-41f8-a58b-b718ba76f738 req-c0030fe7-92cf-41a1-a880-f35dce24c9a7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:23.745159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ea1e8ac-1cb4-41f8-a58b-b718ba76f738 req-c0030fe7-92cf-41a1-a880-f35dce24c9a7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.1341724 Oct 26 12:15:23.747887 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:23.776291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-4d95a628-b8d4-4fa6-8f89-d030fabcb560 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634234 Oct 26 12:15:23.806255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:23.854511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ea1e8ac-1cb4-41f8-a58b-b718ba76f738 req-c05fefab-82db-4c5f-adda-3a1c706e000d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990043 Oct 26 12:15:23.885410 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 9e638b46-bc6e-4902-affe-16183799286d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:23.888687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:23.893500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:15:23.918710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-848a047b-7f66-4c4b-ab10-49e899e13236 req-e66a32cf-f89e-4fdb-9711-465763b99bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252494 Oct 26 12:15:23.936620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=e23853c9-f3e4-4448-a4ba-902d03c07084,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:23.981161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:23.982582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:24.012699 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-c0b3d80a-b1a2-443a-9188-b479b4fd850c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0276053 Oct 26 12:15:24.025657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Request body: {'port': {'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:24.084663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-77a0125b-3cad-4efe-881c-66d0a88cec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:24.088187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-77a0125b-3cad-4efe-881c-66d0a88cec8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 1094 time: 0.0914760 Oct 26 12:15:24.152769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:24.262513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-45f8931c-14e2-45a9-8eb8-3527e6c958e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:24.277218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-45f8931c-14e2-45a9-8eb8-3527e6c958e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1778944 Oct 26 12:15:24.338021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8470ff83-4ee9-4aec-9f2e-f3f678f86d89 None None] Provisioning complete for port e23853c9-f3e4-4448-a4ba-902d03c07084 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:24.338548 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8470ff83-4ee9-4aec-9f2e-f3f678f86d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:24.343847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-5ffb14be-9a82-4eb2-976e-6ae1dcd5eda9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4 HTTP/1.1" status: 200 len: 217 time: 0.0550315 Oct 26 12:15:24.416841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8470ff83-4ee9-4aec-9f2e-f3f678f86d89 None None] Port e23853c9-f3e4-4448-a4ba-902d03c07084 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:15:24.432288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-2f20c8ca-eae9-4aad-9202-4f812075645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:24.434369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-2f20c8ca-eae9-4aad-9202-4f812075645d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0830717 Oct 26 12:15:24.496706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-8328b47c-536b-470a-85fe-bbb9573b1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:24.498758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-8328b47c-536b-470a-85fe-bbb9573b1224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559328 Oct 26 12:15:24.652739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:24.664550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23853c9-f3e4-4448-a4ba-902d03c07084 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:15:24.667658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-1672de94-1db6-4183-8198-ad2d07a39128 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575999 Oct 26 12:15:24.687632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:24.704830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Transition to ACTIVE for port object e23853c9-f3e4-4448-a4ba-902d03c07084 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:15:24.712209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:24.770225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Pushing event updated for resources: {'Port': ['ID=e23853c9-f3e4-4448-a4ba-902d03c07084,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:24.952686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5b1c335-03f5-4537-bbc8-3c6b56914e95 req-01539679-470e-45bd-b1f8-2fab96df8caf service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727351 Oct 26 12:15:24.965294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Attempting to bind port e23853c9-f3e4-4448-a4ba-902d03c07084 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:15:24.965798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Attempting to bind port e23853c9-f3e4-4448-a4ba-902d03c07084 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:15:24.966616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Attempting to bind port e23853c9-f3e4-4448-a4ba-902d03c07084 on network 9e638b46-bc6e-4902-affe-16183799286d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:24.980719 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7843ed4-7566-48b9-8091-0d72c88021cb req-a5d5f16e-ccb1-4490-a0f4-fee78dfdad8e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:24.981155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Port e23853c9-f3e4-4448-a4ba-902d03c07084 on network 9e638b46-bc6e-4902-affe-16183799286d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:15:24.981623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Attempting to bind port e23853c9-f3e4-4448-a4ba-902d03c07084 on network 9e638b46-bc6e-4902-affe-16183799286d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:15:24.985285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7843ed4-7566-48b9-8091-0d72c88021cb req-a5d5f16e-ccb1-4490-a0f4-fee78dfdad8e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 944 time: 0.1413770 Oct 26 12:15:24.995887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:15:24.996329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Checking segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:15:24.996787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Bound using segment: {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:15:24.997456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Bound port: e23853c9-f3e4-4448-a4ba-902d03c07084, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bae1401-4b3d-4c64-91d3-27fb78ebf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9e638b46-bc6e-4902-affe-16183799286d'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:15:24.997904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:25.051582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7843ed4-7566-48b9-8091-0d72c88021cb req-882db337-dc11-46a6-b576-4bec879650aa tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568869 Oct 26 12:15:25.207430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] For port e23853c9-f3e4-4448-a4ba-902d03c07084, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:15:25.215832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] For port e23853c9-f3e4-4448-a4ba-902d03c07084, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e23853c9-f3e4-4448-a4ba-902d03c07084,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:15:25.228607 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:25.298661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e89fcf-e109-4ebe-9a8c-c962a0f7851f req-02a97483-1ebb-4e72-8647-abc54991247e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:25.305961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7e89fcf-e109-4ebe-9a8c-c962a0f7851f req-02a97483-1ebb-4e72-8647-abc54991247e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.2217288 Oct 26 12:15:25.338208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:25.339155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:25.345277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] 10.222.0.100 "PUT /v2.0/ports/e23853c9-f3e4-4448-a4ba-902d03c07084 HTTP/1.1" status: 200 len: 1092 time: 1.3241029 Oct 26 12:15:25.358381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:25.365144 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b69758f-dbcf-437b-a76e-18d81a7c0b87" -d '{"events": [{"name": "network-changed", "server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:25.421867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7e89fcf-e109-4ebe-9a8c-c962a0f7851f req-afc4c435-824e-49f9-a3ea-3d2349a9f679 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089425 Oct 26 12:15:25.510853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539b15-96f5-449d-8e88-b8b068997000 service neutron] Pushing event updated for resources: {'Port': ['ID=e23853c9-f3e4-4448-a4ba-902d03c07084,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:25.532106 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56859c26-e3e9-4f30-b479-613dbb140298 x-openstack-request-id: req-56859c26-e3e9-4f30-b479-613dbb140298 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:25.538421 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:25.538738 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56859c26-e3e9-4f30-b479-613dbb140298 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:25.539652 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'status': 'completed', 'code': 200} Oct 26 12:15:25.562094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-3df1cf07-86b1-40e8-9b09-ee4d00376c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:25.565437 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-3df1cf07-86b1-40e8-9b09-ee4d00376c22 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 1095 time: 0.1394725 Oct 26 12:15:25.661001 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-b8c5c176-58fb-411c-a7b5-6eb68f72c871 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23853c9-f3e4-4448-a4ba-902d03c07084 HTTP/1.1" status: 200 len: 217 time: 0.0857482 Oct 26 12:15:25.690383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38024) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:25.764680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-9b71e8a8-4853-4d7e-b2b8-30f249bce722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:25.772824 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-9b71e8a8-4853-4d7e-b2b8-30f249bce722 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69c60389-9c62-456d-9fd4-4ca24483f761 HTTP/1.1" status: 200 len: 834 time: 0.1029503 Oct 26 12:15:25.840668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580486d-e968-4653-be91-bafff9c30e69 req-adaa2156-3761-420f-a9dd-27b0eea9d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:25.842251 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-adaa2156-3761-420f-a9dd-27b0eea9d5ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9e638b46-bc6e-4902-affe-16183799286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607696 Oct 26 12:15:25.901038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:25.963973 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-5da81119-5f04-4462-890c-6061cc0653df service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122711 Oct 26 12:15:26.052994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:26.072943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:26.097213 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d580486d-e968-4653-be91-bafff9c30e69 req-78661b7b-19f5-4d37-a523-51080504f1f9 service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245723 Oct 26 12:15:26.120657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=795f561b31124d06b012ac7996430cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292321 Oct 26 12:15:26.121720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b268eb5-bd86-45e6-816e-6d1bccabeb4c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:26.125891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38030) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:26.131611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.131986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.132325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.132668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.133008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.133343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.134167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.134167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.134460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.134786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.135143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.135490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7163a-f124-416f-b786-7c38d42cef78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:26.249787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-859a6e2a-cafd-475e-b393-b5aa6d56a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:26.253088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-859a6e2a-cafd-475e-b393-b5aa6d56a403 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 1095 time: 0.0746388 Oct 26 12:15:26.277722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269837-2f2a-421d-9035-922dc37f4995 req-e3867e40-0014-4077-b69d-962b0cfefcd8 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:26.288177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e269837-2f2a-421d-9035-922dc37f4995 req-e3867e40-0014-4077-b69d-962b0cfefcd8 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 944 time: 0.0948172 Oct 26 12:15:26.363435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306ce6cf-29b4-42c2-823d-5ef8aae0e8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:26.365363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e269837-2f2a-421d-9035-922dc37f4995 req-eebeb598-9d1c-450f-a35f-258199b64cf0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762463 Oct 26 12:15:26.393130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306ce6cf-29b4-42c2-823d-5ef8aae0e8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:26.458391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306ce6cf-29b4-42c2-823d-5ef8aae0e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:26.465754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-306ce6cf-29b4-42c2-823d-5ef8aae0e8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:26.469277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-306ce6cf-29b4-42c2-823d-5ef8aae0e8a4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b268eb5-bd86-45e6-816e-6d1bccabeb4c HTTP/1.1" status: 204 len: 168 time: 0.3395627 Oct 26 12:15:26.489909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ce6cf-29b4-42c2-823d-5ef8aae0e8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b268eb5-bd86-45e6-816e-6d1bccabeb4c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:26.546462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-0ab8d84b-fa28-4576-9930-68adb9e9951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:26.552959 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-0ab8d84b-fa28-4576-9930-68adb9e9951a service neutron] 10.222.0.100 "GET /v2.0/networks?id=9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 200 len: 899 time: 0.2827971 Oct 26 12:15:26.638902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-bf9d269d-4744-4d32-b9d0-b80ee4a4194d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23853c9-f3e4-4448-a4ba-902d03c07084 HTTP/1.1" status: 200 len: 217 time: 0.0748858 Oct 26 12:15:26.701379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8ccb-acfc-4e07-9016-0836439f83c1 req-19a4d1e0-46de-4c32-a62c-80913b73e897 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:26.712809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ffd8ccb-acfc-4e07-9016-0836439f83c1 req-19a4d1e0-46de-4c32-a62c-80913b73e897 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.1293876 Oct 26 12:15:26.741814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-b7b5a62d-cf8d-4056-a74c-943b0f54075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:26.743330 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-b7b5a62d-cf8d-4056-a74c-943b0f54075f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69c60389-9c62-456d-9fd4-4ca24483f761 HTTP/1.1" status: 200 len: 834 time: 0.0920238 Oct 26 12:15:26.776762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ffd8ccb-acfc-4e07-9016-0836439f83c1 req-dd9d796e-d932-454b-830f-b388628fa728 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624957 Oct 26 12:15:26.831642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-8cb986ed-546c-486c-b992-e03ec1960c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:26.833624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-8cb986ed-546c-486c-b992-e03ec1960c72 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9e638b46-bc6e-4902-affe-16183799286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822062 Oct 26 12:15:27.055501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-6377774d-b9f9-46c3-9400-8414cc7da1a7 service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117705 Oct 26 12:15:27.180754 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b69758f-dbcf-437b-a76e-18d81a7c0b87 req-a461004b-9e9f-4294-9178-80c83f09f90d service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152403 Oct 26 12:15:27.519515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1e2bd-a93c-4fd3-a9fa-fb96c5af39d6 req-48dbb994-9efd-44cc-b578-25fa906e1431 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:27.524216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d1e2bd-a93c-4fd3-a9fa-fb96c5af39d6 req-48dbb994-9efd-44cc-b578-25fa906e1431 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 944 time: 0.0748458 Oct 26 12:15:27.579580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d1e2bd-a93c-4fd3-a9fa-fb96c5af39d6 req-0f196b5d-74d3-41f1-9649-fd278fbdd61c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496671 Oct 26 12:15:27.952771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1cab9-8a94-4531-ae2b-d122f7e77360 req-2bc1d097-3f48-43da-8265-8b5ccf96956d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:27.954655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42c1cab9-8a94-4531-ae2b-d122f7e77360 req-2bc1d097-3f48-43da-8265-8b5ccf96956d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0604155 Oct 26 12:15:28.019294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-42c1cab9-8a94-4531-ae2b-d122f7e77360 req-f967703b-b175-42fe-a8eb-aa33097973b7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527246 Oct 26 12:15:28.355414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e23853c9-f3e4-4448-a4ba-902d03c07084 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:15:28.508831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e23853c9-f3e4-4448-a4ba-902d03c07084, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e23853c9-f3e4-4448-a4ba-902d03c07084,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:28.522668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:15:28.606767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:28.624190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23853c9-f3e4-4448-a4ba-902d03c07084 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:15:28.655350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e23853c9-f3e4-4448-a4ba-902d03c07084, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e23853c9-f3e4-4448-a4ba-902d03c07084,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:28.674673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:28.758605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e23853c9-f3e4-4448-a4ba-902d03c07084,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:28.825280 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797c1c-293c-4bb1-b594-1eaaf3322d6c req-16d4ca60-a586-4752-8517-6faca40391eb tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:28.835579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b797c1c-293c-4bb1-b594-1eaaf3322d6c req-16d4ca60-a586-4752-8517-6faca40391eb tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 945 time: 0.1062708 Oct 26 12:15:28.906099 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b797c1c-293c-4bb1-b594-1eaaf3322d6c req-5ada7984-b80f-45d7-a244-121d05a4503a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685334 Oct 26 12:15:28.935470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e23853c9-f3e4-4448-a4ba-902d03c07084'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:15:29.215965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7968d5-949f-4a65-933b-e91add8fd661 req-304cedd2-b468-4e96-a056-ed39836e9912 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:29.235411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7968d5-949f-4a65-933b-e91add8fd661 req-304cedd2-b468-4e96-a056-ed39836e9912 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0779419 Oct 26 12:15:29.319094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7968d5-949f-4a65-933b-e91add8fd661 req-7fc496c5-e725-4abb-a1a1-609f2d2b3ef1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819442 Oct 26 12:15:30.100257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fba3c-d6e7-4e53-b097-3b71d012d31c req-954986e4-f865-4fa0-aad3-0493fb48d468 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:30.107475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d11fba3c-d6e7-4e53-b097-3b71d012d31c req-954986e4-f865-4fa0-aad3-0493fb48d468 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 945 time: 0.0922203 Oct 26 12:15:30.179456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d11fba3c-d6e7-4e53-b097-3b71d012d31c req-8373a19b-1d35-468d-b0cc-d80b7309d43b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656967 Oct 26 12:15:30.379963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e23853c9-f3e4-4448-a4ba-902d03c07084 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:30.508162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e23853c9-f3e4-4448-a4ba-902d03c07084 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:15:30.518288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e23853c9-f3e4-4448-a4ba-902d03c07084 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:30.518634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:30.571585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52bfc2-1858-4dcf-ad83-feb116a17898 req-8605f46b-ed26-4c1b-99de-5b2b82fcc3db tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:30.581013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf52bfc2-1858-4dcf-ad83-feb116a17898 req-8605f46b-ed26-4c1b-99de-5b2b82fcc3db tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.1101906 Oct 26 12:15:30.630790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf52bfc2-1858-4dcf-ad83-feb116a17898 req-75211a4b-4ed4-42c9-9421-48debc38155c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Oct 26 12:15:30.712925 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:30.748141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:30.753806 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a8c10-d90b-4264-8f62-bb306efa2d5a" -d '{"events": [{"server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "name": "network-vif-plugged", "status": "completed", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:30.793529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e23853c9-f3e4-4448-a4ba-902d03c07084, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e23853c9-f3e4-4448-a4ba-902d03c07084,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:30.802510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:30.918426 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4a5396-3887-4a6c-b3da-f90bfd152cb3 x-openstack-request-id: req-4f4a5396-3887-4a6c-b3da-f90bfd152cb3 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:30.919854 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "name": "network-vif-plugged", "status": "completed", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:30.920594 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f4a5396-3887-4a6c-b3da-f90bfd152cb3 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:30.921018 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'code': 200} Oct 26 12:15:30.979767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e23853c9-f3e4-4448-a4ba-902d03c07084,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:31.059834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c1a20-4417-48e9-a882-f3add6ea99b9 req-145a1e41-5f05-4ab2-911c-077b55970e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:31.065230 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-925c1a20-4417-48e9-a882-f3add6ea99b9 req-145a1e41-5f05-4ab2-911c-077b55970e02 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 1097 time: 0.1303775 Oct 26 12:15:31.113279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-925c1a20-4417-48e9-a882-f3add6ea99b9 req-77ddccd0-9890-441d-9bbb-787252d2032f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Oct 26 12:15:31.435934 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8f99-068e-487b-9db1-406a613e1fe5 req-93f7a081-1330-4f75-80d7-3841362420b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:31.445409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e16e8f99-068e-487b-9db1-406a613e1fe5 req-93f7a081-1330-4f75-80d7-3841362420b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 946 time: 0.1234846 Oct 26 12:15:31.543604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e16e8f99-068e-487b-9db1-406a613e1fe5 req-6e96f1f9-0ae1-4775-964a-7210154b8ed5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967357 Oct 26 12:15:31.553263 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:15:31.827627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496d15-9d68-478d-9938-f2058636c065 req-6853ad0c-bf70-4fe6-ba87-a21f79fe4e95 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:31.829935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c496d15-9d68-478d-9938-f2058636c065 req-6853ad0c-bf70-4fe6-ba87-a21f79fe4e95 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0720561 Oct 26 12:15:31.897971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c496d15-9d68-478d-9938-f2058636c065 req-d6b39457-18b5-4a25-95ea-ee41b902a848 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560825 Oct 26 12:15:32.295631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38178) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:32.579076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e193-31d8-4b43-9aef-ec8fdb22f4a3 req-bf262d13-3ce1-4457-9789-8cc17b93b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:32.580751 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6662e193-31d8-4b43-9aef-ec8fdb22f4a3 req-bf262d13-3ce1-4457-9789-8cc17b93b302 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1096 time: 0.2831476 Oct 26 12:15:32.663614 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6662e193-31d8-4b43-9aef-ec8fdb22f4a3 req-27278333-07e5-488a-96aa-4216eec5ba43 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679872 Oct 26 12:15:32.760779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029da03-c5b4-418f-bcaf-a53859779b61 req-89a33207-a757-4d28-b80a-0a66c4875f53 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:32.769202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6029da03-c5b4-418f-bcaf-a53859779b61 req-89a33207-a757-4d28-b80a-0a66c4875f53 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 946 time: 0.1018066 Oct 26 12:15:32.831672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6029da03-c5b4-418f-bcaf-a53859779b61 req-68f304de-addb-4e31-8a47-8eed6e26eb3e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617154 Oct 26 12:15:33.017619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0fc81-1719-4be4-9f86-be9dc9b470d4 req-fdd07cd6-5b2f-4ae9-b8a0-dc6169d150ab tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:33.027721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7e0fc81-1719-4be4-9f86-be9dc9b470d4 req-fdd07cd6-5b2f-4ae9-b8a0-dc6169d150ab tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 946 time: 0.1095464 Oct 26 12:15:33.098713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7e0fc81-1719-4be4-9f86-be9dc9b470d4 req-ed796b21-a4ff-471d-94af-9f3f57d45951 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698457 Oct 26 12:15:33.122195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38270) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:33.176813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f49c1-2b9c-4dad-a126-3622c5764aaa req-36e5b20c-2a38-471c-ad74-6c1663dda2a0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:33.178395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-703f49c1-2b9c-4dad-a126-3622c5764aaa req-36e5b20c-2a38-471c-ad74-6c1663dda2a0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.1866267 Oct 26 12:15:33.221434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b7eff2-2f5d-4b9d-92c9-c994fe0f2320 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:33.227717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d8b7eff2-2f5d-4b9d-92c9-c994fe0f2320 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 1092 time: 0.1044619 Oct 26 12:15:33.230783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38282) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:33.236809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:15:33.255932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-703f49c1-2b9c-4dad-a126-3622c5764aaa req-d2319243-dca1-45f8-954d-dca066cfd689 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670977 Oct 26 12:15:33.316456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:33.533977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:33.821327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.25.4.101 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/25ea7c67-b6f0-46ec-a6a6-fe1345bf354b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:15:33.874541 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:34.032501 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:34.096062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:34.180371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:15:34.192748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:15:34.196979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:15:34.209923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=25ea7c67-b6f0-46ec-a6a6-fe1345bf354b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:34.489124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea298c-46c0-4463-85be-8d1b838de85f req-d1d742c2-9e38-4a22-bc98-e8aba44c2ff3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:34.491718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27ea298c-46c0-4463-85be-8d1b838de85f req-d1d742c2-9e38-4a22-bc98-e8aba44c2ff3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0886676 Oct 26 12:15:34.568502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27ea298c-46c0-4463-85be-8d1b838de85f req-707e42f9-b05c-4dd4-9321-c70b953ae28a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702927 Oct 26 12:15:34.900142 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:35.120262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:35.303309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:35.309002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:35.391037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=25ea7c67-b6f0-46ec-a6a6-fe1345bf354b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:35.410401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:35.505830 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:35.541166 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Floating IP 81c8e98e-f2d9-4923-87b7-ee7b198905b2 associated. External IP: 172.25.4.101, port: e23853c9-f3e4-4448-a4ba-902d03c07084. Oct 26 12:15:35.709092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a2e8-a4c6-4e58-b8d8-7e83cbbac247 req-b3d73a40-801f-4a57-965e-b08b59ef7277 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:35.717626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbb9a2e8-a4c6-4e58-b8d8-7e83cbbac247 req-b3d73a40-801f-4a57-965e-b08b59ef7277 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0681117 Oct 26 12:15:35.775272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbb9a2e8-a4c6-4e58-b8d8-7e83cbbac247 req-685dc6d7-23f7-43ac-b499-653254ada712 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556803 Oct 26 12:15:36.120782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:15:36.243664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:15:36.254335 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:15:36.267357 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:15:36.268148 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:15:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:36.272198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:36.311957 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a764eb1d-db28-4e3d-831f-d0906cf86480 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0798008 Oct 26 12:15:36.313057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:36.315383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38626) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:36.325245 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b43a710-add1-4b28-834d-bed230011ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:36.399381 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:15:36.401143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-03ce530a-4260-4c19-87f3-fefa0b58a4fb tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/81c8e98e-f2d9-4923-87b7-ee7b198905b2 HTTP/1.1" status: 200 len: 992 time: 0.0837393 Oct 26 12:15:36.422720 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b697185d-7753-4e58-a3b6-4f65261e0548 x-openstack-request-id: req-b697185d-7753-4e58-a3b6-4f65261e0548 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:36.423927 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:36.424345 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b697185d-7753-4e58-a3b6-4f65261e0548 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:36.425372 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'status': 'completed', 'code': 200} Oct 26 12:15:36.501606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a710-add1-4b28-834d-bed230011ecd req-9bf6bbfa-1329-4f85-8e0b-c8dee96adc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:36.503305 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-9bf6bbfa-1329-4f85-8e0b-c8dee96adc88 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 1097 time: 0.0581143 Oct 26 12:15:36.604259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a710-add1-4b28-834d-bed230011ecd req-ca4cf9c1-fd5e-4ab7-8a0f-7786e630e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:36.605775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-ca4cf9c1-fd5e-4ab7-8a0f-7786e630e836 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 200 len: 899 time: 0.0955923 Oct 26 12:15:36.680537 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-98309434-5109-4e0e-a1d0-15535c9ccb90 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23853c9-f3e4-4448-a4ba-902d03c07084 HTTP/1.1" status: 200 len: 1000 time: 0.0679893 Oct 26 12:15:36.746268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a710-add1-4b28-834d-bed230011ecd req-cc46ff11-f23e-4da2-9fb1-d30b5cfc7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:36.747851 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-cc46ff11-f23e-4da2-9fb1-d30b5cfc7297 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69c60389-9c62-456d-9fd4-4ca24483f761 HTTP/1.1" status: 200 len: 834 time: 0.0603986 Oct 26 12:15:36.818448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a710-add1-4b28-834d-bed230011ecd req-a2f8d4f8-967f-49f4-9e29-eac443352da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:36.820210 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-a2f8d4f8-967f-49f4-9e29-eac443352da3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9e638b46-bc6e-4902-affe-16183799286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643539 Oct 26 12:15:36.825757 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:13Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:34Z', 'revision_number': 0, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:36.866429 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:15:36.876878 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:15:36.877505 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:15:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:36.921504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17756c-aae8-4af0-a816-81f79ae0c744 req-b98577a9-bede-4108-a675-2e3b4d1e2f89 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:36.931329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da17756c-aae8-4af0-a816-81f79ae0c744 req-b98577a9-bede-4108-a675-2e3b4d1e2f89 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0655251 Oct 26 12:15:36.980685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da17756c-aae8-4af0-a816-81f79ae0c744 req-dae8f395-55df-4511-9d44-118831016ee5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Oct 26 12:15:36.990891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-8a7c2abd-8b0d-4097-9d5c-42c5a527ab21 service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542418 Oct 26 12:15:37.005149 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:15:37.128127 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7b43a710-add1-4b28-834d-bed230011ecd req-dec28ef1-b70b-4a0e-b6df-bb68a9a775ca service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312606 Oct 26 12:15:37.367720 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:13Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:34Z', 'revision_number': 0, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:37.404098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38670) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:37.409827 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9bd092-1a22-46eb-826a-07e13bd3fdd8 None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:15:13Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:34Z', 'revision_number': 0, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:15:37.508261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b69bccfa-013a-4342-9d2b-bbd30fd0298f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/81c8e98e-f2d9-4923-87b7-ee7b198905b2 HTTP/1.1" status: 200 len: 992 time: 0.1028540 Oct 26 12:15:37.673915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805cd95-c68a-488e-ae98-bde9b2c61f78 None None] New status for floating IP 81c8e98e-f2d9-4923-87b7-ee7b198905b2: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:15:38.100757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fa737-2de0-458d-884e-db7eb5cdadb0 req-5dd93b20-caab-414c-a3d0-52120c81a3c5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:38.103769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f48fa737-2de0-458d-884e-db7eb5cdadb0 req-5dd93b20-caab-414c-a3d0-52120c81a3c5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0612149 Oct 26 12:15:38.143567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f48fa737-2de0-458d-884e-db7eb5cdadb0 req-b79ee449-5882-455a-a83d-585bc1333578 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Oct 26 12:15:38.512122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38678) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:38.578692 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8bff63d5-c2c1-46cb-9e7f-1e79969dac1e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/81c8e98e-f2d9-4923-87b7-ee7b198905b2 HTTP/1.1" status: 200 len: 994 time: 0.0600407 Oct 26 12:15:39.277783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530cbc-121e-4aab-b84e-84d5e51daa06 req-b54efc4f-01ce-4958-8ceb-15396a02bee9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:39.279788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81530cbc-121e-4aab-b84e-84d5e51daa06 req-b54efc4f-01ce-4958-8ceb-15396a02bee9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0558205 Oct 26 12:15:39.324122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81530cbc-121e-4aab-b84e-84d5e51daa06 req-6dcb9fee-27d8-46ba-93d4-65b02793b40e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Oct 26 12:15:40.458819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2949d1-30e1-4f76-9102-a483047622db req-f1a81cbe-6d3a-4a2c-9e16-d6dab41a17c5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:40.460708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d2949d1-30e1-4f76-9102-a483047622db req-f1a81cbe-6d3a-4a2c-9e16-d6dab41a17c5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0576446 Oct 26 12:15:40.507759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d2949d1-30e1-4f76-9102-a483047622db req-98c2ffb9-84f7-4a0e-ac5f-023cff6e5ca5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Oct 26 12:15:41.670782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcbbc9-96c3-4d4c-9a0d-302b68b5456a req-de9741f2-6e3c-4abf-b54b-3f441416757c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:41.672496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27fcbbc9-96c3-4d4c-9a0d-302b68b5456a req-de9741f2-6e3c-4abf-b54b-3f441416757c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0546274 Oct 26 12:15:41.717629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27fcbbc9-96c3-4d4c-9a0d-302b68b5456a req-78bbcb7e-f411-42de-83c5-4132deec4ce0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Oct 26 12:15:42.841232 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cada-2553-4836-add4-2d5b660606c2 req-40e0fcb1-8484-4cb8-9b28-2a3c51e54723 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:42.845758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ca5cada-2553-4836-add4-2d5b660606c2 req-40e0fcb1-8484-4cb8-9b28-2a3c51e54723 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0546534 Oct 26 12:15:42.910378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ca5cada-2553-4836-add4-2d5b660606c2 req-3ab9e8a3-8125-49dc-b6df-f3ab414f94c9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Oct 26 12:15:44.088178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cacb2a-201c-43f0-9c91-de56723d4d84 req-844aa09a-98e6-4381-968e-6a99693bd43c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:44.089714 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39cacb2a-201c-43f0-9c91-de56723d4d84 req-844aa09a-98e6-4381-968e-6a99693bd43c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0674405 Oct 26 12:15:44.132310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39cacb2a-201c-43f0-9c91-de56723d4d84 req-4e5e7651-0cba-4730-b396-c9f64a42181f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Oct 26 12:15:45.525028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38728) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:45.624713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c122f-fafd-47af-981c-59318e172654 req-8b2b7d11-be4b-47fd-8c39-99445c9913db tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:45.627573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-979c122f-fafd-47af-981c-59318e172654 req-8b2b7d11-be4b-47fd-8c39-99445c9913db tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.3973136 Oct 26 12:15:45.646791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b2ea105-bd14-47bd-b625-5c7742b3b187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.652258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141293c-f7cf-404c-b686-6ce2a8a20970 req-086c8b26-ab8a-4004-ad84-604f9f832dd8 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:45.653764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f141293c-f7cf-404c-b686-6ce2a8a20970 req-086c8b26-ab8a-4004-ad84-604f9f832dd8 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 950 time: 0.3848267 Oct 26 12:15:45.703367 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-979c122f-fafd-47af-981c-59318e172654 req-a8dbad8c-be7f-41b7-a7b4-1c749db02a2a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691686 Oct 26 12:15:45.712609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f141293c-f7cf-404c-b686-6ce2a8a20970 req-a5d82915-8d45-4a42-b1e2-f85c5e6bbd77 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521367 Oct 26 12:15:45.736028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b2ea105-bd14-47bd-b625-5c7742b3b187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.744072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4b2ea105-bd14-47bd-b625-5c7742b3b187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.784337 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4b2ea105-bd14-47bd-b625-5c7742b3b187 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=02d9a409d23f45bb9fc8ca6b0a8091fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581124 Oct 26 12:15:45.785215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ea105-bd14-47bd-b625-5c7742b3b187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3250a-324e-40ba-995e-4f3c9512970e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:45.787331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38732) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:45.838961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b589325-6414-4f0a-b42b-4c7eb85bafd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.861784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b589325-6414-4f0a-b42b-4c7eb85bafd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.913843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b589325-6414-4f0a-b42b-4c7eb85bafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.919375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b589325-6414-4f0a-b42b-4c7eb85bafd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:45.921302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8b589325-6414-4f0a-b42b-4c7eb85bafd7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f1a3250a-324e-40ba-995e-4f3c9512970e HTTP/1.1" status: 204 len: 168 time: 0.1326022 Oct 26 12:15:45.932292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b589325-6414-4f0a-b42b-4c7eb85bafd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3250a-324e-40ba-995e-4f3c9512970e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:46.884047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344c6e3-74b7-4e38-9c51-51daf9c5e70c req-5225eccd-c16f-4465-a34a-4ee48673ceae tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:46.885592 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0344c6e3-74b7-4e38-9c51-51daf9c5e70c req-5225eccd-c16f-4465-a34a-4ee48673ceae tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 950 time: 0.0841358 Oct 26 12:15:46.893820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f3b5-0258-4b1a-aa27-296bc8b1f2a2 req-6b8b972f-7011-43a1-852a-6139655776d2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:46.895802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26c0f3b5-0258-4b1a-aa27-296bc8b1f2a2 req-6b8b972f-7011-43a1-852a-6139655776d2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 943 time: 0.0807762 Oct 26 12:15:46.913644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-b1969449-c9e3-45b8-83d5-16e83df3afc2 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:46.916571 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-b1969449-c9e3-45b8-83d5-16e83df3afc2 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9735ab8-97b7-46a6-b0e5-2bc35d900b79 HTTP/1.1" status: 200 len: 950 time: 0.0822377 Oct 26 12:15:46.954419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0344c6e3-74b7-4e38-9c51-51daf9c5e70c req-2c037997-8a0e-4db0-8d44-0872a8b5cf21 tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb6e8f6f-a4e9-4129-843a-76cac95079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Oct 26 12:15:46.962803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26c0f3b5-0258-4b1a-aa27-296bc8b1f2a2 req-611c3fb4-4308-4d23-8e70-610583606f50 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589914 Oct 26 12:15:47.021782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Deleting port c3a57be3-55ae-4e57-a327-a158e2b81f41 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:15:47.022131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:47.119856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] For port c3a57be3-55ae-4e57-a327-a158e2b81f41, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=c3a57be3-55ae-4e57-a327-a158e2b81f41,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:47.120343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:47.133716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Calling delete_port for c3a57be3-55ae-4e57-a327-a158e2b81f41 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:15:47.268329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:47.281909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['c3a57be3-55ae-4e57-a327-a158e2b81f41'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:15:47.297094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Pushing event deleted for resources: {'Port': ['ID=c3a57be3-55ae-4e57-a327-a158e2b81f41,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:47.341280 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] No DVR routers for this DVR port c3a57be3-55ae-4e57-a327-a158e2b81f41 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:15:47.344236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:47.348183 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e48c6962-0e1a-4afb-bf1d-d79ee7f4a32f req-d1fa2bfa-aabb-4a36-ac5a-20350d48c23c tempest-VolumesBackupsTest-606432617 tempest-VolumesBackupsTest-606432617-project] 10.222.0.100 "DELETE /v2.0/ports/c3a57be3-55ae-4e57-a327-a158e2b81f41 HTTP/1.1" status: 204 len: 173 time: 0.4258208 Oct 26 12:15:47.348642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'name': 'network-vif-deleted', 'tag': 'c3a57be3-55ae-4e57-a327-a158e2b81f41'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:47.351288 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7831023e-6894-4837-8bad-f2e1bc0d957b" -d '{"events": [{"server_uuid": "f9735ab8-97b7-46a6-b0e5-2bc35d900b79", "name": "network-vif-deleted", "tag": "c3a57be3-55ae-4e57-a327-a158e2b81f41"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:47.389878 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467d416-dfcc-499a-826c-20307ce4da96 x-openstack-request-id: req-6467d416-dfcc-499a-826c-20307ce4da96 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:47.390320 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9735ab8-97b7-46a6-b0e5-2bc35d900b79", "name": "network-vif-deleted", "tag": "c3a57be3-55ae-4e57-a327-a158e2b81f41", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:47.390501 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6467d416-dfcc-499a-826c-20307ce4da96 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:47.390975 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9735ab8-97b7-46a6-b0e5-2bc35d900b79', 'name': 'network-vif-deleted', 'tag': 'c3a57be3-55ae-4e57-a327-a158e2b81f41', 'status': 'completed', 'code': 200} Oct 26 12:15:47.617893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beb48331-0c54-49dc-b8bf-33a3bf97f0c4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:15:47.727333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:47.750002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4', 'mac_address': 'fa:16:3e:3a:5f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:15:47.801289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:47.817449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb48331-0c54-49dc-b8bf-33a3bf97f0c4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:15:47.845022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:47.854945 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:47.905227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:47.916997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.917346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.917687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.918024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.918354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.918681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.919040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.919364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.919691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.920012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.920339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:47.920657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.112438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['beb48331-0c54-49dc-b8bf-33a3bf97f0c4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:15:48.117030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50114ce2-4928-4d7b-8b8a-9caad74a6682 req-1c38d905-58a4-4acf-bfe9-166a95645317 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:48.118626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50114ce2-4928-4d7b-8b8a-9caad74a6682 req-1c38d905-58a4-4acf-bfe9-166a95645317 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 944 time: 0.0744572 Oct 26 12:15:48.178890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50114ce2-4928-4d7b-8b8a-9caad74a6682 req-9b4411a9-d6bd-4b05-95b9-9baaf41eb09a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Oct 26 12:15:48.480203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38820) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:48.597946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c239db0-0303-447b-9a8e-2383f99e09b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.675180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c239db0-0303-447b-9a8e-2383f99e09b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.679845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5c239db0-0303-447b-9a8e-2383f99e09b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.720885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5c239db0-0303-447b-9a8e-2383f99e09b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18f0123f0cc74180947124f76ab0cc43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368112 Oct 26 12:15:48.720885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c239db0-0303-447b-9a8e-2383f99e09b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fedc8e2-55ad-476f-be3e-02651b326931,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:48.721555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38824) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:48.773697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.799329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.849375 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.852280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:48.856169 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1fedc8e2-55ad-476f-be3e-02651b326931 HTTP/1.1" status: 204 len: 168 time: 0.1306744 Oct 26 12:15:48.862216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fedc8e2-55ad-476f-be3e-02651b326931,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:48.871483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.871483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.871483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.871483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.871905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.871994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.872350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.872628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.872908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.873238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.873563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:48.873885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9e817-48ff-4f7b-8313-5e84a5c83154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:15:49.139396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e08663b-889a-4f17-8c4c-9f2cee89a55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.146223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 38830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:49.166259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eff1e7b3-a4c9-4562-a15c-6c83d3fbd2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.250591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eff1e7b3-a4c9-4562-a15c-6c83d3fbd2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.254858 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eff1e7b3-a4c9-4562-a15c-6c83d3fbd2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.297075 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eff1e7b3-a4c9-4562-a15c-6c83d3fbd2d8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=78c7c436c21049278c2421a5f89d9f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471169 Oct 26 12:15:49.297075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1e7b3-a4c9-4562-a15c-6c83d3fbd2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd08a9-7af6-4704-8465-cbfddb61b0bd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:49.299142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 38836) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:15:49.314170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400993-6b1f-4872-a2c2-6de7847711d1 req-df314fac-23c8-4575-a083-6e6d64ba5c63 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:49.315691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78400993-6b1f-4872-a2c2-6de7847711d1 req-df314fac-23c8-4575-a083-6e6d64ba5c63 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 944 time: 0.0607879 Oct 26 12:15:49.385947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78400993-6b1f-4872-a2c2-6de7847711d1 req-7a4aeaa5-ddee-446a-ae61-3b6f4b8b53af tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601878 Oct 26 12:15:49.388537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14a74578-5444-4389-a844-3032c8d76528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.411056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14a74578-5444-4389-a844-3032c8d76528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.456449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14a74578-5444-4389-a844-3032c8d76528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.459030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14a74578-5444-4389-a844-3032c8d76528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.460183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14a74578-5444-4389-a844-3032c8d76528 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60fd08a9-7af6-4704-8465-cbfddb61b0bd HTTP/1.1" status: 204 len: 168 time: 0.1600504 Oct 26 12:15:49.468524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a74578-5444-4389-a844-3032c8d76528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd08a9-7af6-4704-8465-cbfddb61b0bd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:49.638605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beb48331-0c54-49dc-b8bf-33a3bf97f0c4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:49.690965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:15:49.695698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:15:49.696269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.788508 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.811562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:49.813898 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c3f7e-65e6-48cf-9bfe-de98ee13070b" -d '{"events": [{"server_uuid": "d309f8de-a09e-40b1-a736-326287cbef5d", "name": "network-vif-plugged", "status": "completed", "tag": "beb48331-0c54-49dc-b8bf-33a3bf97f0c4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:49.828558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:49.834083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:49.861469 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c9af7-b7e8-4a4c-bdd0-635bee7289b1 x-openstack-request-id: req-e40c9af7-b7e8-4a4c-bdd0-635bee7289b1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:49.861772 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d309f8de-a09e-40b1-a736-326287cbef5d", "name": "network-vif-plugged", "status": "completed", "tag": "beb48331-0c54-49dc-b8bf-33a3bf97f0c4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:49.862006 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e40c9af7-b7e8-4a4c-bdd0-635bee7289b1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:49.862423 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4', 'code': 200} Oct 26 12:15:49.897397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:49.966942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aaa1f-5eb8-44aa-b75e-340e943e8137 req-0805b01a-08fb-417d-a3db-24311614b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:49.968477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad8aaa1f-5eb8-44aa-b75e-340e943e8137 req-0805b01a-08fb-417d-a3db-24311614b77f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 1096 time: 0.0419312 Oct 26 12:15:50.010180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad8aaa1f-5eb8-44aa-b75e-340e943e8137 req-7b3e6e0f-cff4-4500-bfa6-86abfa4c521b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Oct 26 12:15:50.507309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c485ca4-5939-4fe6-8302-e060db036fe1 req-d23f51c3-29ce-4109-867e-ec1af4606375 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:50.508832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c485ca4-5939-4fe6-8302-e060db036fe1 req-d23f51c3-29ce-4109-867e-ec1af4606375 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0506780 Oct 26 12:15:50.526448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c3a57be3-55ae-4e57-a327-a158e2b81f41 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:50.550745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: c3a57be3-55ae-4e57-a327-a158e2b81f41 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:15:50.551182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device c3a57be3-55ae-4e57-a327-a158e2b81f41 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:15:50.562463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c485ca4-5939-4fe6-8302-e060db036fe1 req-57f81dcb-b47e-48e4-8e05-79fd42fc9be7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Oct 26 12:15:51.714308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100ec1-4034-4d58-af71-cb1b683606e4 req-518d8d1c-a3c0-41ce-b7f4-2acecdd0060a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:51.722746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e100ec1-4034-4d58-af71-cb1b683606e4 req-518d8d1c-a3c0-41ce-b7f4-2acecdd0060a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0790532 Oct 26 12:15:51.739767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1bda79a-6b9e-402f-be23-e032bf4c1765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:51.789830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7e100ec1-4034-4d58-af71-cb1b683606e4 req-30b81f87-76dd-4fec-9ae6-6cf7cc0d857f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Oct 26 12:15:51.919191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd6c0b-ef22-4f1b-b1f0-45424a52e613 req-88b84b56-6eda-48c7-a612-e87b5629a7dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:51.920966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3fcd6c0b-ef22-4f1b-b1f0-45424a52e613 req-88b84b56-6eda-48c7-a612-e87b5629a7dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0600355 Oct 26 12:15:51.974337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3fcd6c0b-ef22-4f1b-b1f0-45424a52e613 req-cc506f53-1b6f-442f-ab0e-4fa751033f9f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Oct 26 12:15:52.128776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825395a-8aac-42d1-8a29-bc3c6efd70c8 req-55f77d36-da3a-4529-8c30-bd7ff3f62610 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:52.130333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f825395a-8aac-42d1-8a29-bc3c6efd70c8 req-55f77d36-da3a-4529-8c30-bd7ff3f62610 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0724552 Oct 26 12:15:52.171679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f825395a-8aac-42d1-8a29-bc3c6efd70c8 req-4bd82ce4-07fe-4d02-8bf1-e4a14a0a532a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Oct 26 12:15:52.490756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efd649-228d-44ca-b8ce-8f9916538933 req-fb7121f0-8ecb-49f4-9064-ea87422cbcdb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:52.492261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2efd649-228d-44ca-b8ce-8f9916538933 req-fb7121f0-8ecb-49f4-9064-ea87422cbcdb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0559306 Oct 26 12:15:52.537905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2efd649-228d-44ca-b8ce-8f9916538933 req-01afc7a2-a2d9-4c35-af03-b4f05f88f0d4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Oct 26 12:15:52.877196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:53.260834 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:53.669192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f4d3-6bd3-47e3-be2e-7c3681ded472 req-06edfcf7-2c18-4b27-8806-a0e36db03279 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:53.671009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e25f4d3-6bd3-47e3-be2e-7c3681ded472 req-06edfcf7-2c18-4b27-8806-a0e36db03279 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0540745 Oct 26 12:15:53.716737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e25f4d3-6bd3-47e3-be2e-7c3681ded472 req-71642fee-61ec-47f1-8980-342b53630e70 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Oct 26 12:15:54.081447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-c6dcb201-73ff-4bc4-a20f-8f903ab56f21 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:15:54.083046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-c6dcb201-73ff-4bc4-a20f-8f903ab56f21 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 945 time: 0.0526438 Oct 26 12:15:54.192114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:15:54.192532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:54.291488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port beb48331-0c54-49dc-b8bf-33a3bf97f0c4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:54.291883 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:54.306518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for beb48331-0c54-49dc-b8bf-33a3bf97f0c4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:15:54.448942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:54.465392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['beb48331-0c54-49dc-b8bf-33a3bf97f0c4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:15:54.486570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=beb48331-0c54-49dc-b8bf-33a3bf97f0c4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:54.533102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port beb48331-0c54-49dc-b8bf-33a3bf97f0c4 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:15:54.535972 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:54.539864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40b52b7b-3040-4aaf-8906-54d7309f0c2c req-fc89c5fc-aab8-4b77-9a86-c57e0ae770c0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "DELETE /v2.0/ports/beb48331-0c54-49dc-b8bf-33a3bf97f0c4 HTTP/1.1" status: 204 len: 173 time: 0.4474747 Oct 26 12:15:54.540356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'name': 'network-vif-deleted', 'tag': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:15:54.542690 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd3888b-32f8-4a42-a03e-2d724824dd8c" -d '{"events": [{"server_uuid": "d309f8de-a09e-40b1-a736-326287cbef5d", "name": "network-vif-deleted", "tag": "beb48331-0c54-49dc-b8bf-33a3bf97f0c4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:15:54.589692 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751adeea-293a-4816-b6d7-dd69574ab1fd x-openstack-request-id: req-751adeea-293a-4816-b6d7-dd69574ab1fd {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:15:54.590045 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d309f8de-a09e-40b1-a736-326287cbef5d", "name": "network-vif-deleted", "tag": "beb48331-0c54-49dc-b8bf-33a3bf97f0c4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:15:54.590299 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-751adeea-293a-4816-b6d7-dd69574ab1fd {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:15:54.590722 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309f8de-a09e-40b1-a736-326287cbef5d', 'name': 'network-vif-deleted', 'tag': 'beb48331-0c54-49dc-b8bf-33a3bf97f0c4', 'status': 'completed', 'code': 200} Oct 26 12:15:54.657814 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:15:54.863007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64bb9bf8-e3f5-421c-a964-39e23c450fca req-1901cf7f-267b-4ba4-b307-832890a15638 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0361192 Oct 26 12:15:56.016357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2f37639-1c4a-41c5-a57e-f6b8c5f0d0bf req-444bd865-82da-4b76-9927-656f829bd9db tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0551908 Oct 26 12:15:57.174587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f89616f3-c596-4073-9b38-84e92aa0e08d req-8fdde0db-c4af-47b4-a583-854804e936e0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0655437 Oct 26 12:15:57.664392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beb48331-0c54-49dc-b8bf-33a3bf97f0c4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:57.695219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: beb48331-0c54-49dc-b8bf-33a3bf97f0c4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:15:57.696020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beb48331-0c54-49dc-b8bf-33a3bf97f0c4 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:15:58.319124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9b526e5-2f7d-4b93-be00-c71a4c16da07 req-c5e11ab6-ca68-429f-ba9b-5a6fea16b17c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0327895 Oct 26 12:15:59.490658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6424256a-940f-4394-9aa7-2f2fa7b6885f req-e9171605-68a0-435e-9862-338ae0daf638 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=d309f8de-a09e-40b1-a736-326287cbef5d HTTP/1.1" status: 200 len: 210 time: 0.0393460 Oct 26 12:16:03.852767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:05.489186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:07.776366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39144) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:07.880721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e02fb-e5cf-4811-aabf-8ff7c3674e16 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:07.881217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e02fb-e5cf-4811-aabf-8ff7c3674e16 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:07.882356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e02fb-e5cf-4811-aabf-8ff7c3674e16 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:07.885640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-df4e02fb-e5cf-4811-aabf-8ff7c3674e16 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=3678c12b650c476cbe1a2009b02cb9a1&network_id=9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 200 len: 2970 time: 0.1072228 Oct 26 12:16:08.553363 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:16:09.772352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39204) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:09.844888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484cf07-733a-4ad2-a5ca-2e39061e93ae tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:09.859833 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9484cf07-733a-4ad2-a5ca-2e39061e93ae tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 814 time: 0.0859289 Oct 26 12:16:10.305623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39218) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:10.310933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'network': {'name': 'tempest-network-smoke--1999266830', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'port_security_enabled': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:10.335907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:10.360655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:10.404045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:16:10.416624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:10.417068 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Added segment de727a80-04f3-4284-8232-ce5a7c0a087a of type vlan for network 4fb211f5-b4ae-4634-afda-39554ea437b2 Oct 26 12:16:10.473452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:10.474137 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-5d4e7f1a-181f-4cb0-b48f-b899e9d68a77 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763195 Oct 26 12:16:10.532596 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:10.544803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.545547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:10.552564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c718-91db-4bd2-9885-43c685cb088f req-0a399706-1a9f-4a4a-998a-df83d2498c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.556419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-0a399706-1a9f-4a4a-998a-df83d2498c4d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1096 time: 0.0569727 Oct 26 12:16:10.629312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3224280 Oct 26 12:16:10.632928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39220) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:10.682403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c718-91db-4bd2-9885-43c685cb088f req-71933422-d272-4b5b-873b-e29d741ef2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.684341 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-71933422-d272-4b5b-873b-e29d741ef2f0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 911 time: 0.1047432 Oct 26 12:16:10.685660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660856e-901d-4c9f-852d-3d4b6cb9d9ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Network': ['ID=4fb211f5-b4ae-4634-afda-39554ea437b2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:10.701131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:16:10.782984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58742f17-576f-4872-9948-9773bcd54b61 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.784763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-58742f17-576f-4872-9948-9773bcd54b61 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3678c12b650c476cbe1a2009b02cb9a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1507418 Oct 26 12:16:10.785918 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-fd9c80af-0818-4d4a-87f2-a11f61d1e5f5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 1000 time: 0.0855041 Oct 26 12:16:10.787581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39224) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:10.848383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c718-91db-4bd2-9885-43c685cb088f req-e13f5236-42f4-4499-99e5-c53fdb93e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.850735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-e13f5236-42f4-4499-99e5-c53fdb93e0ae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 200 len: 848 time: 0.0567229 Oct 26 12:16:10.937752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c718-91db-4bd2-9885-43c685cb088f req-c77fbed4-ad82-4767-90ed-0070c56b6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.939778 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-c77fbed4-ad82-4767-90ed-0070c56b6e84 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b49930f-3268-470f-b3ea-9378885eed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812430 Oct 26 12:16:10.988650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d979f4e-ab69-42aa-99b3-f17467c971fb tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:10.990380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6d979f4e-ab69-42aa-99b3-f17467c971fb tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2016950 Oct 26 12:16:10.993197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39232) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:11.030047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e2334516-3961-4d92-b157-98dc2555d30a tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356419 Oct 26 12:16:11.033221 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39234) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:11.076954 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-7fbcb5b1-9984-4486-b8b3-3c86f5d7bd9c service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260583 Oct 26 12:16:11.084001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ac777174-d62e-44d8-983f-3e118ea53647 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3678c12b650c476cbe1a2009b02cb9a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472825 Oct 26 12:16:11.084391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39238) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:11.200450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea9de6-35ea-4996-9768-3b462ac0f92a tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:11.206422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9bea9de6-35ea-4996-9768-3b462ac0f92a tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210847 Oct 26 12:16:11.207401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39240) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:11.211966 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5469c718-91db-4bd2-9885-43c685cb088f req-0047f847-08b0-446a-8d62-e90a70c21562 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303825 Oct 26 12:16:11.248761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:11.248973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-65d6dbb3-11b2-4dd8-a989-60fc10185b7f tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396042 Oct 26 12:16:11.254595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107220906', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:11.354037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:11.357620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:11.553819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:11.622158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Subnet': ['ID=63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:11.630113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Checking segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:11.630464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network hostable DHCP agents. Network: 4fb211f5-b4ae-4634-afda-39554ea437b2, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:16:11.652546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:16:11.661814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4fb211f5-b4ae-4634-afda-39554ea437b2) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:11.666579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:11.667252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:11.674723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3338c-2aff-40fa-853c-41f45fcf4431 None None] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:11.691294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d61ce1a7-f7c1-49de-b591-01d9cec14580 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4411082 Oct 26 12:16:11.874393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-4fb211f5-b4ae-4634-afda-39554ea437b2', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ips': [{'subnet_id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:16:11.883633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.083224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Allocated IP 172.20.0.18 (4fb211f5-b4ae-4634-afda-39554ea437b2/63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9/3a2aa951-aee0-4574-9a09-75322be89fd3) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:12.088675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39250) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:12.094723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611727614', 'description': 'tempest-secgroup-smoke-611727614 description', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:12.146824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.254690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.261906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.306364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:12.327055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.332598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39258) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:12.333183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dccb67de-6752-46f4-80db-5426cf151969 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2431338 Oct 26 12:16:12.338388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:12.365110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.375438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.376351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.397029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:12.398775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:12.424179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:12.456035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.461791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.467382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Pushing event updated for resources: {'Port': ['ID=3a2aa951-aee0-4574-9a09-75322be89fd3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:12.480567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cabbd83-198d-4675-895a-b0d33c865572,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:12.504855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.506283 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9408f748-d5a9-4370-9aa4-56b42e03c217 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724238 Oct 26 12:16:12.509015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39260) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:12.514745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:12.518154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Attempting to bind port 3a2aa951-aee0-4574-9a09-75322be89fd3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:16:12.519012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Attempting to bind port 3a2aa951-aee0-4574-9a09-75322be89fd3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:16:12.519550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Attempting to bind port 3a2aa951-aee0-4574-9a09-75322be89fd3 on network 4fb211f5-b4ae-4634-afda-39554ea437b2 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:12.525592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:16:12.526214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Checking segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:12.526800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.527667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Bound using segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:16:12.528302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Bound port: 3a2aa951-aee0-4574-9a09-75322be89fd3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:16:12.528854 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.551389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.617548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] For port 3a2aa951-aee0-4574-9a09-75322be89fd3, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:16:12.622516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] For port 3a2aa951-aee0-4574-9a09-75322be89fd3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3a2aa951-aee0-4574-9a09-75322be89fd3,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:16:12.638929 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.670629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.677628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.706842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb68d66-5e42-445a-8e8a-0aa73371bdbd None None] Pushing event updated for resources: {'Port': ['ID=3a2aa951-aee0-4574-9a09-75322be89fd3,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:12.723328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.728183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2176697 Oct 26 12:16:12.729394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7140ba-7417-4aca-852c-d6d1982dced0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57da22e6-57b1-4feb-92fa-3ccb1e8943a1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:12.731203 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:12.737083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:12.783741 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.862780 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.869397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.891184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebd738d-1bd0-44b2-8245-587d02f318fa,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:12.906325 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:12.909307 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6577e5ea-f147-456d-8215-8cc7aef24d58 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759481 Oct 26 12:16:12.915525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39268) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:12.923880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:12.969927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.091129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.096260 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.121167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1122aaa9-a74d-48da-9c26-3ba1892e2407,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:13.131255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.136080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:13.141138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:13.146454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f0eee6ca-be08-4ba0-9bcc-e9033d84268c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2294164 Oct 26 12:16:13.169048 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Project 3678c12b650c476cbe1a2009b02cb9a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:16:13.178968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.265704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.270581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.294379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fbd375-2d6e-4b74-9e27-5d5b3e78c1d3,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:13.301094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.302657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27c56ccb-cafb-46a8-83ac-6802accc2317 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654897 Oct 26 12:16:13.305691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39274) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:13.310438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:13.343432 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Project 3678c12b650c476cbe1a2009b02cb9a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:16:13.349738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.426061 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.431996 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.453363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef36360-b609-4b65-ae53-4fcd2b068ead,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:13.464069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.475889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b1eae2e2-12ac-44c9-a31c-81590966c6b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587141 Oct 26 12:16:13.623753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3a2aa951-aee0-4574-9a09-75322be89fd3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:13.720117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3a2aa951-aee0-4574-9a09-75322be89fd3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:13.720761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.827221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.875784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 3a2aa951-aee0-4574-9a09-75322be89fd3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3a2aa951-aee0-4574-9a09-75322be89fd3,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:13.886309 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:13.949098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=3a2aa951-aee0-4574-9a09-75322be89fd3,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:14.097248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e86f1805-980a-4a84-ae3f-d62953e18023 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611727614&fields=id&tenant_id=3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 267 time: 0.0599542 Oct 26 12:16:14.133348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b33da-bb11-4fcd-8cdb-cfc6caff7eec None None] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:14.255975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-8c1395e9-f116-435a-bfa9-f6e8fd7850b1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:14.263396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-8c1395e9-f116-435a-bfa9-f6e8fd7850b1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/networks?id=4fb211f5-b4ae-4634-afda-39554ea437b2 HTTP/1.1" status: 200 len: 797 time: 0.1575975 Oct 26 12:16:14.268089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5013c4e9-fe74-4291-8f09-5e5689e75639 None None] Provisioning complete for port 3a2aa951-aee0-4574-9a09-75322be89fd3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:14.268801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5013c4e9-fe74-4291-8f09-5e5689e75639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:14.279167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-ae299b29-2848-4039-8738-e9842e8d9a4e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/quotas/3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 375 time: 0.0115552 Oct 26 12:16:14.387451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e068685e-e912-475f-a9c2-70d41fb19850 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1002152 Oct 26 12:16:14.528771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-efdac2a7-d3af-45d5-98a7-1d8294c3c950 service neutron] 10.222.0.88 "GET /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330976 Oct 26 12:16:14.638230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-209f194e-9d91-4f35-b898-dc25e41b4ed3 service neutron] 10.222.0.88 "GET /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012118 Oct 26 12:16:14.774080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5790ce52-9eb9-446b-9251-631572b3822c None None] Provisioning complete for port 3a2aa951-aee0-4574-9a09-75322be89fd3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:14.774569 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5790ce52-9eb9-446b-9251-631572b3822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:14.911144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39310) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:15.053940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd842b5c-3425-434e-939b-da309b69dc7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.213910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd842b5c-3425-434e-939b-da309b69dc7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.220404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd842b5c-3425-434e-939b-da309b69dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.275852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fd842b5c-3425-434e-939b-da309b69dc7d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d72f903cc6d945b09bc48527ebfc61c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610027 Oct 26 12:16:15.275852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd842b5c-3425-434e-939b-da309b69dc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46983a33-e2d9-4805-b8de-2b13a9946445,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:15.276188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39322) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:15.291835 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-408577e5-a185-4127-8483-9dd5a2516ca6 req-35d22164-6fa2-41ab-af7c-cb7307f2a95c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 210 time: 0.4708138 Oct 26 12:16:15.379261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a10fa94d-abdc-410d-8b83-87a44e6bc905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.422198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a10fa94d-abdc-410d-8b83-87a44e6bc905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.482911 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a10fa94d-abdc-410d-8b83-87a44e6bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.486964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a10fa94d-abdc-410d-8b83-87a44e6bc905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:15.488133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a10fa94d-abdc-410d-8b83-87a44e6bc905 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46983a33-e2d9-4805-b8de-2b13a9946445 HTTP/1.1" status: 204 len: 168 time: 0.2107792 Oct 26 12:16:15.496813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fa94d-abdc-410d-8b83-87a44e6bc905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46983a33-e2d9-4805-b8de-2b13a9946445,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:15.626198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3a2aa951-aee0-4574-9a09-75322be89fd3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:15.694144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3a2aa951-aee0-4574-9a09-75322be89fd3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:15.694526 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:16.455448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5afc24ed-e29d-43a5-be88-bc738968713a req-e3f43368-589d-44ec-ab02-40dd6845b67d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 210 time: 0.0451643 Oct 26 12:16:16.540230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-ee2f70cb-5ff4-4ee7-b138-c73730a3ef94 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:16.543406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-ee2f70cb-5ff4-4ee7-b138-c73730a3ef94 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.30 "GET /v2.0/networks?id=4fb211f5-b4ae-4634-afda-39554ea437b2 HTTP/1.1" status: 200 len: 797 time: 0.2197394 Oct 26 12:16:16.615963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-b1f6ce16-ee14-4c98-a7eb-a8e487448682 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 472 time: 0.0524442 Oct 26 12:16:16.630615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'port': {'device_id': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'admin_state_up': True, 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'security_groups': ['5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:16.771714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:16.775735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:16.910315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.20.0.24 (4fb211f5-b4ae-4634-afda-39554ea437b2/63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9/d25a6c94-ca8e-46c9-9128-cc9030315665) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:17.069153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.107840 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.156139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:17.159881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:17.166311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:17.198675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=d25a6c94-ca8e-46c9-9128-cc9030315665,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:17.250601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:17.251450 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.274311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-2039ca33-bac6-4723-b58c-df2dca7fb6a4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6512418 Oct 26 12:16:17.294225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Request body: {'port': {'device_id': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:17.369088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.541815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-06161e6a-bdc2-490e-ba35-f260c57479d0 None None] Provisioning complete for port d25a6c94-ca8e-46c9-9128-cc9030315665 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:17.551397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-06161e6a-bdc2-490e-ba35-f260c57479d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.595396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-06161e6a-bdc2-490e-ba35-f260c57479d0 None None] Port d25a6c94-ca8e-46c9-9128-cc9030315665 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:17.722858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03d25-0882-40eb-b44e-63dceb87946a req-7ec265af-e13d-4ae3-98df-9b3dbeb6e42e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:17.724289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d03d25-0882-40eb-b44e-63dceb87946a req-7ec265af-e13d-4ae3-98df-9b3dbeb6e42e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 932 time: 0.0735474 Oct 26 12:16:17.791968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e7d03d25-0882-40eb-b44e-63dceb87946a req-973af0ad-4921-42a7-bdb5-fb949a072193 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498912 Oct 26 12:16:17.863527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25a6c94-ca8e-46c9-9128-cc9030315665 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:16:17.872417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.886046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Transition to ACTIVE for port object d25a6c94-ca8e-46c9-9128-cc9030315665 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:16:17.892715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:17.963725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Pushing event updated for resources: {'Port': ['ID=d25a6c94-ca8e-46c9-9128-cc9030315665,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:18.075224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Attempting to bind port d25a6c94-ca8e-46c9-9128-cc9030315665 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:16:18.075338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Attempting to bind port d25a6c94-ca8e-46c9-9128-cc9030315665 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:16:18.075633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Attempting to bind port d25a6c94-ca8e-46c9-9128-cc9030315665 on network 4fb211f5-b4ae-4634-afda-39554ea437b2 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:18.082656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Port d25a6c94-ca8e-46c9-9128-cc9030315665 on network 4fb211f5-b4ae-4634-afda-39554ea437b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:16:18.082986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Attempting to bind port d25a6c94-ca8e-46c9-9128-cc9030315665 on network 4fb211f5-b4ae-4634-afda-39554ea437b2 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:18.092510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:16:18.092891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Checking segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:18.093355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Bound using segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:16:18.094155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Bound port: d25a6c94-ca8e-46c9-9128-cc9030315665, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:16:18.094589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:18.214498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] For port d25a6c94-ca8e-46c9-9128-cc9030315665, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:16:18.219284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] For port d25a6c94-ca8e-46c9-9128-cc9030315665, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d25a6c94-ca8e-46c9-9128-cc9030315665,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:16:18.226452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:18.247608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:18.248246 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:18.250559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] 10.222.0.30 "PUT /v2.0/ports/d25a6c94-ca8e-46c9-9128-cc9030315665 HTTP/1.1" status: 200 len: 1092 time: 0.9617462 Oct 26 12:16:18.271267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'tag': 'd25a6c94-ca8e-46c9-9128-cc9030315665'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:16:18.273723 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b306f-9533-452d-85a2-85e24fb6f6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b262f1c3-dc97-47c0-80cb-3378bbb03e5e", "tag": "d25a6c94-ca8e-46c9-9128-cc9030315665"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:16:18.425895 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a0ced4-03d9-4fa1-97dd-d003ac25bc1a x-openstack-request-id: req-a6a0ced4-03d9-4fa1-97dd-d003ac25bc1a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:16:18.426188 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b262f1c3-dc97-47c0-80cb-3378bbb03e5e", "tag": "d25a6c94-ca8e-46c9-9128-cc9030315665", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:16:18.426448 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6a0ced4-03d9-4fa1-97dd-d003ac25bc1a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:16:18.427142 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'tag': 'd25a6c94-ca8e-46c9-9128-cc9030315665', 'status': 'completed', 'code': 200} Oct 26 12:16:18.436755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962e696-fbec-4fb5-b3fe-342e873b5471 service neutron] Pushing event updated for resources: {'Port': ['ID=d25a6c94-ca8e-46c9-9128-cc9030315665,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:18.450003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-48f08161-1d53-47a3-8aaf-1ab50f48832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:18.451782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-48f08161-1d53-47a3-8aaf-1ab50f48832c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 1095 time: 0.1497164 Oct 26 12:16:18.513816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-b9348f29-fdfd-4215-96cc-3f05d2f41e8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d25a6c94-ca8e-46c9-9128-cc9030315665 HTTP/1.1" status: 200 len: 217 time: 0.0466735 Oct 26 12:16:18.586087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-57861c1b-f1a8-4829-bb5c-f62238cc76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:18.587911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-57861c1b-f1a8-4829-bb5c-f62238cc76e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9 HTTP/1.1" status: 200 len: 838 time: 0.0632503 Oct 26 12:16:18.654898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-44be5887-079a-4f38-8e58-3281ba6c2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:18.657007 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-44be5887-079a-4f38-8e58-3281ba6c2d95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fb211f5-b4ae-4634-afda-39554ea437b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568140 Oct 26 12:16:18.824961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-c3e23c3b-fe5b-4a01-bfab-fa8cc94fa7ed service neutron] 10.222.0.30 "GET /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560805 Oct 26 12:16:18.979451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df1509-31ac-4c47-9ea2-bf81d7f6ce9a req-85e9d92c-c4e6-4efc-9846-ae75ef17c1c1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:18.980983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96df1509-31ac-4c47-9ea2-bf81d7f6ce9a req-85e9d92c-c4e6-4efc-9846-ae75ef17c1c1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 944 time: 0.0819368 Oct 26 12:16:18.984862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e73c3147-9788-4fcf-9de2-0728d38f2bc2 req-1478ebf5-bdf1-40f8-956c-3d678c3a5761 service neutron] 10.222.0.30 "GET /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470921 Oct 26 12:16:18.990326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39468) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:19.028832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96df1509-31ac-4c47-9ea2-bf81d7f6ce9a req-74b6039f-b467-4c65-bb0c-f54e0dcc4402 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Oct 26 12:16:19.104581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-1417fa33-5516-4b9b-845c-7dd56388a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:19.106116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-1417fa33-5516-4b9b-845c-7dd56388a365 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 1095 time: 0.0549536 Oct 26 12:16:19.146059 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ff7398b-8086-479f-a73b-187679352a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.159638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2691-7bd6-4886-bf28-36cdcf4b4a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.234944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-3678e608-dcde-4380-8f00-e760381ada91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:19.236470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-3678e608-dcde-4380-8f00-e760381ada91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fb211f5-b4ae-4634-afda-39554ea437b2 HTTP/1.1" status: 200 len: 899 time: 0.1214421 Oct 26 12:16:19.267963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2691-7bd6-4886-bf28-36cdcf4b4a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.273852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2691-7bd6-4886-bf28-36cdcf4b4a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.285160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-20279198-233f-4e0a-8d7b-3a0f329199ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d25a6c94-ca8e-46c9-9128-cc9030315665 HTTP/1.1" status: 200 len: 217 time: 0.0388362 Oct 26 12:16:19.326526 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f3ab2691-7bd6-4886-bf28-36cdcf4b4a7f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a335f1baa7149a99b1fa2f3fc209d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348472 Oct 26 12:16:19.327743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39472) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:19.330144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab2691-7bd6-4886-bf28-36cdcf4b4a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c57eae2-da96-47fd-bc7e-ed5f6af02361,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:19.351549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-ee7788eb-c836-407d-9b36-a581f0d32308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:19.353079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-ee7788eb-c836-407d-9b36-a581f0d32308 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9 HTTP/1.1" status: 200 len: 838 time: 0.0602465 Oct 26 12:16:19.404251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e48-c145-43dc-8895-dc3a1a119888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.448136 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e48-c145-43dc-8895-dc3a1a119888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.516840 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e48-c145-43dc-8895-dc3a1a119888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.519638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e48-c145-43dc-8895-dc3a1a119888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:19.523311 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c55a1e48-c145-43dc-8895-dc3a1a119888 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4c57eae2-da96-47fd-bc7e-ed5f6af02361 HTTP/1.1" status: 204 len: 168 time: 0.1915915 Oct 26 12:16:19.532990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1e48-c145-43dc-8895-dc3a1a119888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c57eae2-da96-47fd-bc7e-ed5f6af02361,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:19.781533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-cd43fda0-2022-49f3-b18f-463abeb83aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:19.783092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-cd43fda0-2022-49f3-b18f-463abeb83aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fb211f5-b4ae-4634-afda-39554ea437b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4221668 Oct 26 12:16:19.901965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-4332618b-67f3-4612-854a-232f272d8173 service neutron] 10.222.0.30 "GET /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094205 Oct 26 12:16:19.909204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39486) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:19.933530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65222e60-508a-4051-902d-a1798f91d871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.052576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c55b306f-9533-452d-85a2-85e24fb6f6c7 req-5b30afc2-e312-4dc2-b44b-f60993460021 service neutron] 10.222.0.30 "GET /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366310 Oct 26 12:16:20.118214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65222e60-508a-4051-902d-a1798f91d871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.124141 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65222e60-508a-4051-902d-a1798f91d871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.201853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-65222e60-508a-4051-902d-a1798f91d871 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dbf1284ef32e496e961f99ce31b87cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915380 Oct 26 12:16:20.204283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222e60-508a-4051-902d-a1798f91d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18311e90-a233-425e-93c1-a36ba9d8acd3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:20.205465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39490) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:20.225623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029d4e-3c63-49de-8a73-efb4a7255d32 req-a0220e7c-aefb-47d9-b379-d154fd8353fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:20.228032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c029d4e-3c63-49de-8a73-efb4a7255d32 req-a0220e7c-aefb-47d9-b379-d154fd8353fd tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 944 time: 0.1005204 Oct 26 12:16:20.264875 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ca6b77f-98a3-4360-96dc-941bfd3ef17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.280627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c029d4e-3c63-49de-8a73-efb4a7255d32 req-301f3248-0084-44cf-a156-f52b8cc7d2f0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Oct 26 12:16:20.298655 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ca6b77f-98a3-4360-96dc-941bfd3ef17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.357086 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ca6b77f-98a3-4360-96dc-941bfd3ef17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.360153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ca6b77f-98a3-4360-96dc-941bfd3ef17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:20.361314 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5ca6b77f-98a3-4360-96dc-941bfd3ef17c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/18311e90-a233-425e-93c1-a36ba9d8acd3 HTTP/1.1" status: 204 len: 168 time: 0.1542227 Oct 26 12:16:20.370007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6b77f-98a3-4360-96dc-941bfd3ef17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18311e90-a233-425e-93c1-a36ba9d8acd3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:21.409313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8703d0-cfd9-45ea-a644-a98f8855bb88 req-0a768baa-ec83-4d2b-af0b-1d2678ae30c7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:21.411073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df8703d0-cfd9-45ea-a644-a98f8855bb88 req-0a768baa-ec83-4d2b-af0b-1d2678ae30c7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 944 time: 0.0630219 Oct 26 12:16:21.467956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df8703d0-cfd9-45ea-a644-a98f8855bb88 req-296274df-76eb-4b2b-b735-1d17d70d713b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498679 Oct 26 12:16:21.659393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:21.698021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d25a6c94-ca8e-46c9-9128-cc9030315665 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:16:21.781391 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-018548a2-1129-42a0-8018-586adb501668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:21.832128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d25a6c94-ca8e-46c9-9128-cc9030315665, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d25a6c94-ca8e-46c9-9128-cc9030315665,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:21.853148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'd25a6c94-ca8e-46c9-9128-cc9030315665', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'port_id': 'd25a6c94-ca8e-46c9-9128-cc9030315665', 'mac_address': 'fa:16:3e:af:54:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:16:21.872150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-018548a2-1129-42a0-8018-586adb501668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:21.879961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-018548a2-1129-42a0-8018-586adb501668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:21.916395 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:21.924996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:21.925585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-018548a2-1129-42a0-8018-586adb501668 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2266f1a5292841ebac0cab63839678e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644968 Oct 26 12:16:21.957452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25a6c94-ca8e-46c9-9128-cc9030315665 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:16:21.962940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018548a2-1129-42a0-8018-586adb501668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90a953-ee16-4333-9de9-406c12c09458,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:21.997886 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b62a265-1edf-4072-91b4-940067f137a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.000078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db94eebe-cba6-49c3-9205-343826764d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.007831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d25a6c94-ca8e-46c9-9128-cc9030315665, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d25a6c94-ca8e-46c9-9128-cc9030315665,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:22.025461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db94eebe-cba6-49c3-9205-343826764d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.030125 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.106503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db94eebe-cba6-49c3-9205-343826764d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.109897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db94eebe-cba6-49c3-9205-343826764d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.113820 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-db94eebe-cba6-49c3-9205-343826764d81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f90a953-ee16-4333-9de9-406c12c09458 HTTP/1.1" status: 204 len: 168 time: 0.1843951 Oct 26 12:16:22.122132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=d25a6c94-ca8e-46c9-9128-cc9030315665,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:22.127266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94eebe-cba6-49c3-9205-343826764d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90a953-ee16-4333-9de9-406c12c09458,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:22.284509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['d25a6c94-ca8e-46c9-9128-cc9030315665'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:16:22.680966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90086ff-0994-40dd-a145-e559cf6cc483 req-e7cde232-46a6-4e3a-905f-0cb46526b799 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:22.683376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f90086ff-0994-40dd-a145-e559cf6cc483 req-e7cde232-46a6-4e3a-905f-0cb46526b799 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 945 time: 0.1240830 Oct 26 12:16:22.741546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f90086ff-0994-40dd-a145-e559cf6cc483 req-a99196f7-b902-4302-b6d7-f2fffe7b2cd2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487986 Oct 26 12:16:22.885872 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:22.966761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39628) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:23.076438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-420267194'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:23.100634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:23.104171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.113657 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.188403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.192670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.219483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:16:23.229705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee3fa6-104f-4370-a53d-7143aca99b82,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:23.235869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.236462 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Added segment 2db93116-015e-4bad-9130-d3a924b09451 of type vlan for network a2d6554f-1c38-4ecd-876f-9531d93a080a Oct 26 12:16:23.273993 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.282044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.310918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.317532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:23.318135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.337705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.3696094 Oct 26 12:16:23.340783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39636) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:23.346636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'subnet': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:23.401259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844c4c3-4cd6-4b21-8f02-920356719e35 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Network': ['ID=a2d6554f-1c38-4ecd-876f-9531d93a080a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:23.413404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a2d6554f-1c38-4ecd-876f-9531d93a080a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:16:23.468633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:23.474709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.682093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.703650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d25a6c94-ca8e-46c9-9128-cc9030315665 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:23.748173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Subnet': ['ID=fcfc2bef-be01-4859-874c-d7040978ea99,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:23.794084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Checking segment: {'id': '2db93116-015e-4bad-9130-d3a924b09451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:23.794712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network hostable DHCP agents. Network: a2d6554f-1c38-4ecd-876f-9531d93a080a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:16:23.821779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port d25a6c94-ca8e-46c9-9128-cc9030315665 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:16:23.824611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:16:23.827777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port d25a6c94-ca8e-46c9-9128-cc9030315665 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:23.831518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.838308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a2d6554f-1c38-4ecd-876f-9531d93a080a) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:23.843961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:23.844668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:23.868048 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-62aefe4f-9e80-42c3-aacc-ea0b4152ffeb tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5255966 Oct 26 12:16:23.870956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39650) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:23.879549 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1728542473'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:23.887201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a09006-88c9-4f5e-bbc8-5eadc7785f7a None None] Network a2d6554f-1c38-4ecd-876f-9531d93a080a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:24.020366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652a31-02bc-4f9a-b516-6abb249d641c req-5929b427-de25-4c2a-959d-24e4d72e29ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:24.021893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07652a31-02bc-4f9a-b516-6abb249d641c req-5929b427-de25-4c2a-959d-24e4d72e29ce tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 945 time: 0.1184402 Oct 26 12:16:24.048411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.106770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07652a31-02bc-4f9a-b516-6abb249d641c req-a6a8f6a9-b3a2-4176-90c1-1cf9c6ced61b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697198 Oct 26 12:16:24.110960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:24.115168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.142039 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a6c94-ca8e-46c9-9128-cc9030315665'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:16:24.144368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] device_id is not set on port 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:24.148703 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3a5d8c-6578-4f55-a626-e65a4c882434" -d '{"events": [{"server_uuid": "b262f1c3-dc97-47c0-80cb-3378bbb03e5e", "name": "network-vif-plugged", "status": "completed", "tag": "d25a6c94-ca8e-46c9-9128-cc9030315665"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:16:24.182134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d25a6c94-ca8e-46c9-9128-cc9030315665, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d25a6c94-ca8e-46c9-9128-cc9030315665,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:24.188748 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.249388 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa0354-2fb0-4e1a-a7bc-4c2cc7453c81 x-openstack-request-id: req-20fa0354-2fb0-4e1a-a7bc-4c2cc7453c81 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:16:24.249824 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b262f1c3-dc97-47c0-80cb-3378bbb03e5e", "name": "network-vif-plugged", "status": "completed", "tag": "d25a6c94-ca8e-46c9-9128-cc9030315665", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:16:24.250160 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20fa0354-2fb0-4e1a-a7bc-4c2cc7453c81 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:16:24.250615 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a6c94-ca8e-46c9-9128-cc9030315665', 'code': 200} Oct 26 12:16:24.252893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=d25a6c94-ca8e-46c9-9128-cc9030315665,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:24.255794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a2d6554f-1c38-4ecd-876f-9531d93a080a', 'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'tenant_id': 'db91fd8843bf462288c10fae361c06ec', 'fixed_ips': [{'subnet_id': 'fcfc2bef-be01-4859-874c-d7040978ea99'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:16:24.256810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.375748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Allocated IP 2001:db8::30a (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/5c3a4b84-40f2-49ae-a027-b7227c9f5bc4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:24.401355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965138b9-2654-4b2e-86a1-4eb66d9f8c2e req-bd6a2226-2074-4967-84b4-416697f776c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:24.402948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-965138b9-2654-4b2e-86a1-4eb66d9f8c2e req-bd6a2226-2074-4967-84b4-416697f776c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 1097 time: 0.0886905 Oct 26 12:16:24.509732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-965138b9-2654-4b2e-86a1-4eb66d9f8c2e req-cc8b9d3d-df0f-443d-867b-9560c0c09529 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927451 Oct 26 12:16:24.574760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.612893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.666475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:24.670413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:24.676367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:24.682707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:24.683838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.705745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=5c3a4b84-40f2-49ae-a027-b7227c9f5bc4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:24.713105 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.714586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Allocated IP 2001:db8::2 (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/9ab39c26-df6c-4e40-b88b-8d7e5518e74c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:24.724118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-238e4aa7-3835-436f-976c-852bb5dced21 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8509622 Oct 26 12:16:24.724748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39670) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:24.735324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1511390180', 'allowed_address_pairs': [{'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:e2:18:75'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:24.916939 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.933064 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:24.936331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:24.980569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:24.984486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:24.989274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:25.024334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Pushing event updated for resources: {'Port': ['ID=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:25.039477 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.060122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Attempting to bind port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:16:25.060428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Attempting to bind port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '2db93116-015e-4bad-9130-d3a924b09451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:16:25.060770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Attempting to bind port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c on network a2d6554f-1c38-4ecd-876f-9531d93a080a {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:25.064462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] device_id is not set on port 911fb4b2-9a74-4bfc-a514-2057e3a58138 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:25.075363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:16:25.075739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Checking segment: {'id': '2db93116-015e-4bad-9130-d3a924b09451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:25.076142 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.078288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Bound using segment: {'id': '2db93116-015e-4bad-9130-d3a924b09451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:16:25.079306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Bound port: 9ab39c26-df6c-4e40-b88b-8d7e5518e74c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db93116-015e-4bad-9130-d3a924b09451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:16:25.079803 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.161676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] For port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:16:25.165289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] For port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,segment=NetworkSegment(2db93116-015e-4bad-9130-d3a924b09451),segment_id=2db93116-015e-4bad-9130-d3a924b09451)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:16:25.173397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.259014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969939-f0c7-465e-b9c2-286ef7af6c44 None None] Pushing event updated for resources: {'Port': ['ID=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:25.298171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Allocated IP 2001:db8::350 (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/911fb4b2-9a74-4bfc-a514-2057e3a58138) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:25.332633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee6a7e-4aa6-466f-bbed-1a29bb273111 req-fad56b80-6aa8-4663-91a9-63cc736ec77b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:25.334731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85ee6a7e-4aa6-466f-bbed-1a29bb273111 req-fad56b80-6aa8-4663-91a9-63cc736ec77b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 946 time: 0.1418228 Oct 26 12:16:25.486468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-85ee6a7e-4aa6-466f-bbed-1a29bb273111 req-c80352a0-8c39-4087-b4c0-d3d334db9571 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339235 Oct 26 12:16:25.613944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.674270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.683561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9ab39c26-df6c-4e40-b88b-8d7e5518e74c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:25.745621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:25.751056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:25.756671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:25.763944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:25.764867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.779929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:25.780645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.781728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=911fb4b2-9a74-4bfc-a514-2057e3a58138,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:25.789316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1eb26108-1d53-44e4-b3c0-c721d187a847 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0612576 Oct 26 12:16:25.792027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39690) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:25.886367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdf1c7-19c7-43e7-84e9-1bb513175db8 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:25.893471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdf1c7-19c7-43e7-84e9-1bb513175db8 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:25.899915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdf1c7-19c7-43e7-84e9-1bb513175db8 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:25.901662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-21fdf1c7-19c7-43e7-84e9-1bb513175db8 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1086118 Oct 26 12:16:25.906136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39694) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:25.926605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:25.992947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,segment=NetworkSegment(2db93116-015e-4bad-9130-d3a924b09451),segment_id=2db93116-015e-4bad-9130-d3a924b09451)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:25.999094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.040528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port 911fb4b2-9a74-4bfc-a514-2057e3a58138 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:26.041028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.057191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:26.145058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.160671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for 911fb4b2-9a74-4bfc-a514-2057e3a58138 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:26.324205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.362267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=911fb4b2-9a74-4bfc-a514-2057e3a58138,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:26.458550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.465924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39696) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:26.467961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-49a912af-cb77-4551-b5eb-b61d5e967e9b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/ports/911fb4b2-9a74-4bfc-a514-2057e3a58138 HTTP/1.1" status: 204 len: 168 time: 0.5547538 Oct 26 12:16:26.500144 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf3ff6b-342b-4d78-81a7-65a78ef03d97 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] GET failed (client error): The resource could not be found. Oct 26 12:16:26.501762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0cf3ff6b-342b-4d78-81a7-65a78ef03d97 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "GET /v2.0/ports/911fb4b2-9a74-4bfc-a514-2057e3a58138 HTTP/1.1" status: 404 len: 333 time: 0.0347219 Oct 26 12:16:26.505791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39700) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:26.511790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-250645729'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:26.654044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac53453-d6d2-48f3-8aaa-1ba3c6fa3c41 req-768ebf71-4d19-4fdf-afd1-3dc701483a0e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:26.656918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ac53453-d6d2-48f3-8aaa-1ba3c6fa3c41 req-768ebf71-4d19-4fdf-afd1-3dc701483a0e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 946 time: 0.0761006 Oct 26 12:16:26.665571 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1630fc-33eb-4638-a083-4d34fcea39e6 None None] Network a2d6554f-1c38-4ecd-876f-9531d93a080a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:26.704638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:26.708917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.732020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] device_id is not set on port 1d0bb229-8230-431b-8d7b-4b4552105927 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:26.750140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ac53453-d6d2-48f3-8aaa-1ba3c6fa3c41 req-87e1a2e6-2551-4436-b4ac-1ed7c1577d53 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821769 Oct 26 12:16:26.828708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-caf54024-aace-4a2e-b55f-eae53987bd16 None None] Provisioning complete for port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:26.829073 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caf54024-aace-4a2e-b55f-eae53987bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:26.918691 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Allocated IP 2001:db8::316 (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/1d0bb229-8230-431b-8d7b-4b4552105927) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:26.971123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6368-7828-42f3-abd0-2d41ac87a1ea req-9cfed552-26f0-4f1b-bf02-e8ad5ca3392d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:26.976479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-721e6368-7828-42f3-abd0-2d41ac87a1ea req-9cfed552-26f0-4f1b-bf02-e8ad5ca3392d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 946 time: 0.1200058 Oct 26 12:16:27.085946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-721e6368-7828-42f3-abd0-2d41ac87a1ea req-2a9e1657-f899-4c63-a135-11b0713c8a8b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035283 Oct 26 12:16:27.232241 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.282358 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.345452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:27.349369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:27.354518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:27.360760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:27.361370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.365431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=1d0bb229-8230-431b-8d7b-4b4552105927,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:27.388895 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7d55896f-416a-4079-b56f-c76400a9fca7 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8817046 Oct 26 12:16:27.392428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:27.398220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:e2:18:75'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:27.461563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d05839d1-1d7e-4cb2-b728-277d25df0292 None None] Provisioning complete for port 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:27.462211 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d05839d1-1d7e-4cb2-b728-277d25df0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.496033 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.520326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d05839d1-1d7e-4cb2-b728-277d25df0292 None None] Port 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:27.532825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d05839d1-1d7e-4cb2-b728-277d25df0292 None None] Provisioning complete for port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:27.533197 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d05839d1-1d7e-4cb2-b728-277d25df0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.645929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9ab39c26-df6c-4e40-b88b-8d7e5518e74c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:27.734950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:27.735822 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.824350 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.833781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.895112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] In _notify_port_updated(), no bound segment for port 1d0bb229-8230-431b-8d7b-4b4552105927 on network a2d6554f-1c38-4ecd-876f-9531d93a080a {{(pid=102760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:16:27.902356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:27.902969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:27.907849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:27.908559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "PUT /v2.0/ports/1d0bb229-8230-431b-8d7b-4b4552105927 HTTP/1.1" status: 200 len: 1002 time: 0.5138192 Oct 26 12:16:27.934009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=1d0bb229-8230-431b-8d7b-4b4552105927,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:27.945879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.946328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.946749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.947216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.947693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.948251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.948671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.949109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.949550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.949894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.950297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:27.950696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49f3f6-b50a-4ab2-89c6-4e8a1d4da236 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:28.114997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port 1d0bb229-8230-431b-8d7b-4b4552105927 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:28.115657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:28.123437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-df60222e-9cb9-426f-9c31-f6086ff4467b None None] Provisioning complete for port 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:28.123684 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df60222e-9cb9-426f-9c31-f6086ff4467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:28.164384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-df60222e-9cb9-426f-9c31-f6086ff4467b None None] Port 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:28.279742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4a65c67a-e594-437a-900b-b255a4879aa4 None None] Could not find standard attr ID for object 911fb4b2-9a74-4bfc-a514-2057e3a58138. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:16:28.297037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:28.311875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for 1d0bb229-8230-431b-8d7b-4b4552105927 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:28.463917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:28.500667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=1d0bb229-8230-431b-8d7b-4b4552105927,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:28.572631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39728) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:28.595025 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-91dfaa84-871c-4bb9-b9bc-2dc91724499c None None] Could not find standard attr ID for object 1d0bb229-8230-431b-8d7b-4b4552105927. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:16:28.605058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:28.610698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c7ce1a33-7775-46bf-bf63-9984f6f29af3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/ports/1d0bb229-8230-431b-8d7b-4b4552105927 HTTP/1.1" status: 204 len: 168 time: 0.7017999 Oct 26 12:16:28.614523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39730) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:28.653278 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3c9736-8ab2-469b-81bc-e4b6757b784c tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] GET failed (client error): The resource could not be found. Oct 26 12:16:28.655299 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0d3c9736-8ab2-469b-81bc-e4b6757b784c tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "GET /v2.0/ports/1d0bb229-8230-431b-8d7b-4b4552105927 HTTP/1.1" status: 404 len: 333 time: 0.0393217 Oct 26 12:16:28.659025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:28.663967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1660904910'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:28.823039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:28.828276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:28.848042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] device_id is not set on port ee0e9c02-0e47-4f6d-a42e-a7b90af7178b yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:29.004804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Allocated IP 2001:db8::3b5 (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/ee0e9c02-0e47-4f6d-a42e-a7b90af7178b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:29.250362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.260255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d811ac18-16c2-44f8-b05a-1657a4151e2b None None] Could not find standard attr ID for object 1d0bb229-8230-431b-8d7b-4b4552105927. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:16:29.297532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.320837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.384732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:29.391582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:29.397573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:29.403765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:29.404427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.407901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=ee0e9c02-0e47-4f6d-a42e-a7b90af7178b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:29.444392 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6dc526b4-59d9-4022-9c91-98992f504b8a tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7841392 Oct 26 12:16:29.446777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:29.453107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e2:18:75'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:29.632342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.673014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.20.0.17 (4fb211f5-b4ae-4634-afda-39554ea437b2/63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9/0398455f-ad7f-49a9-b5e9-6c576709420e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:29.820531 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.853581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.857397 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.857664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.887717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a3c4480c-6d3a-42e5-9d00-5d12743279ba None None] Provisioning complete for port ee0e9c02-0e47-4f6d-a42e-a7b90af7178b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:29.888787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a3c4480c-6d3a-42e5-9d00-5d12743279ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.898264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:29.905696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:29.908309 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:29.928705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=ee0e9c02-0e47-4f6d-a42e-a7b90af7178b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:29.940331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4480c-6d3a-42e5-9d00-5d12743279ba None None] Port ee0e9c02-0e47-4f6d-a42e-a7b90af7178b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:29.950520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] In _notify_port_updated(), no bound segment for port ee0e9c02-0e47-4f6d-a42e-a7b90af7178b on network a2d6554f-1c38-4ecd-876f-9531d93a080a {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:16:29.960660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:29.962061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.966573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:29.967584 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cfaf6a03-bbd6-491e-8b91-50c20ee37369 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "PUT /v2.0/ports/ee0e9c02-0e47-4f6d-a42e-a7b90af7178b HTTP/1.1" status: 200 len: 1003 time: 0.5195944 Oct 26 12:16:29.969197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39746) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:30.024112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=0398455f-ad7f-49a9-b5e9-6c576709420e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:30.117288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port ee0e9c02-0e47-4f6d-a42e-a7b90af7178b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:30.117647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.166509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.243769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.273403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for ee0e9c02-0e47-4f6d-a42e-a7b90af7178b owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:30.432017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8ac4bbdb-adb5-4d01-b8b3-db6043b99cce None None] Provisioning complete for port 0398455f-ad7f-49a9-b5e9-6c576709420e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:30.432677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8ac4bbdb-adb5-4d01-b8b3-db6043b99cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.512981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.531992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4bbdb-adb5-4d01-b8b3-db6043b99cce None None] Port 0398455f-ad7f-49a9-b5e9-6c576709420e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:30.538382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8ac4bbdb-adb5-4d01-b8b3-db6043b99cce None None] Could not find standard attr ID for object ee0e9c02-0e47-4f6d-a42e-a7b90af7178b. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:16:30.582533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=ee0e9c02-0e47-4f6d-a42e-a7b90af7178b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:30.629500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.636007 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-72c7f410-a09c-4e7c-b37d-116d4e61ced1 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/ports/ee0e9c02-0e47-4f6d-a42e-a7b90af7178b HTTP/1.1" status: 204 len: 168 time: 0.6655540 Oct 26 12:16:30.636626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39754) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:30.672744 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dacb4a1-1e34-4a0d-9621-ebdabdeafa8f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] GET failed (client error): The resource could not be found. Oct 26 12:16:30.677815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1dacb4a1-1e34-4a0d-9621-ebdabdeafa8f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "GET /v2.0/ports/ee0e9c02-0e47-4f6d-a42e-a7b90af7178b HTTP/1.1" status: 404 len: 333 time: 0.0366821 Oct 26 12:16:30.678182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39758) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:30.684156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1898608319'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:30.773630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.783289 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.876045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:30.881179 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.899447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] device_id is not set on port ac30c402-ba5c-46a4-a033-81313dca38a2 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:30.941715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:30.945287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=0398455f-ad7f-49a9-b5e9-6c576709420e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:31.035607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-5830fcdb-a3b2-49d1-8a45-7d9381f69de1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:31.037120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-5830fcdb-a3b2-49d1-8a45-7d9381f69de1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.2152967 Oct 26 12:16:31.048771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Allocated IP 2001:db8::286 (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/ac30c402-ba5c-46a4-a033-81313dca38a2) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:31.075915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-7f0e9153-964b-431d-b746-104d08cf744e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0279844 Oct 26 12:16:31.120671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:31.125899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:31.149562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-9a91bd8a-7e3f-4094-8b1d-fdb67fb1f5e4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726531 Oct 26 12:16:31.337464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-dc90ea58-3ba6-4c13-9df9-fc10f0a04a32 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868875 Oct 26 12:16:31.393024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:31.474572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9b5dfc2c-b91e-4efd-89ea-167dd3d5fa72 None None] Provisioning complete for port 0398455f-ad7f-49a9-b5e9-6c576709420e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:31.476182 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc2c-b91e-4efd-89ea-167dd3d5fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:31.525575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-5070b069-408d-46d7-b4fc-3d8eae175a09 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872134 Oct 26 12:16:31.531566 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dfc2c-b91e-4efd-89ea-167dd3d5fa72 None None] Port 0398455f-ad7f-49a9-b5e9-6c576709420e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:31.563184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:31.576275 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:31.591578 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:31.592193 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:31.597740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bc020d11-6b05-4700-93cd-0d05326bffc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "PUT /v2.0/routers/d94863c8-a6d5-4ad3-8382-97acbe23bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0237429 Oct 26 12:16:31.602796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:31.642687 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:31.711908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:31.714541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:16:31.720283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:31.724406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:31.731735 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:31.732576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:31.735779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=ac30c402-ba5c-46a4-a033-81313dca38a2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:31.788582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39780) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:31.794387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'network_id': 'a2d6554f-1c38-4ecd-876f-9531d93a080a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-738108190'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:31.809171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0f7d879a-bc97-423a-88f3-6701052c9ed3 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1295633 Oct 26 12:16:32.053345 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:30Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:37Z', 'revision_number': 1, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0398455f-ad7f-49a9-b5e9-6c576709420e', 'name': '', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:4c:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:16:29Z', 'updated_at': '2021-10-26T12:16:30Z', 'revision_number': 2, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:32.096017 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:16:32.096362 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Updating router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 port 0398455f-ad7f-49a9-b5e9-6c576709420e binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:16:32.156398 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.198671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a4829708-63d3-4c29-90d1-1ba832ee5df5 None None] Provisioning complete for port ac30c402-ba5c-46a4-a033-81313dca38a2 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:32.199080 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4829708-63d3-4c29-90d1-1ba832ee5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.318944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a4829708-63d3-4c29-90d1-1ba832ee5df5 None None] Port ac30c402-ba5c-46a4-a033-81313dca38a2 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:32.351997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcd91932-c27e-457a-ace9-66c03f64a19e req-90dc679d-38a7-45a7-89d6-3a6d129c2284 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.1153152 Oct 26 12:16:32.396975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Made reservation on behalf of db91fd8843bf462288c10fae361c06ec for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:32.401839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.423091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] device_id is not set on port 5ad290b3-42b0-44de-82aa-e20a325f1006 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:32.578123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Allocated IP 2001:db8::108 (a2d6554f-1c38-4ecd-876f-9531d93a080a/fcfc2bef-be01-4859-874c-d7040978ea99/5ad290b3-42b0-44de-82aa-e20a325f1006) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:32.709000 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.716420 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.775826 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Pushing event updated for resources: {'Port': ['ID=0398455f-ad7f-49a9-b5e9-6c576709420e,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:32.782979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.788634 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.788978 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.789319 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.789654 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.789981 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.790307 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.790629 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.790974 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.791294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.791727 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.792054 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.792370 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:32.834246 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.876245 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Attempting to bind port 0398455f-ad7f-49a9-b5e9-6c576709420e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:16:32.877148 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Attempting to bind port 0398455f-ad7f-49a9-b5e9-6c576709420e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:16:32.877752 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Attempting to bind port 0398455f-ad7f-49a9-b5e9-6c576709420e on network 4fb211f5-b4ae-4634-afda-39554ea437b2 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:32.884450 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:16:32.885101 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Checking segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:32.885689 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.886228 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Bound using segment: {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:16:32.887507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Bound port: 0398455f-ad7f-49a9-b5e9-6c576709420e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de727a80-04f3-4284-8232-ce5a7c0a087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:16:32.888043 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.896377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Network a2d6554f-1c38-4ecd-876f-9531d93a080a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:32.900723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:32.902895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=5ad290b3-42b0-44de-82aa-e20a325f1006,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:32.907384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:32.917343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:32.917893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:32.938857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2e82ecd0-4f1d-4173-9453-f61ca085466f tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1490350 Oct 26 12:16:32.941656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:32.947116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:e2:18:75'}, {'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:7c:3f:1e'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:32.972757 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] For port 0398455f-ad7f-49a9-b5e9-6c576709420e, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:16:32.977727 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] For port 0398455f-ad7f-49a9-b5e9-6c576709420e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0398455f-ad7f-49a9-b5e9-6c576709420e,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:16:32.983313 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.044361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:33.045050 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:33.178410 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:16:33.192867 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d85f8b33-f25e-4543-827e-2bbabaa01c1b None None] Provisioning complete for port 0398455f-ad7f-49a9-b5e9-6c576709420e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:33.193833 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d85f8b33-f25e-4543-827e-2bbabaa01c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.220839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.336376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d85f8b33-f25e-4543-827e-2bbabaa01c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.384151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d85f8b33-f25e-4543-827e-2bbabaa01c1b None None] For port 0398455f-ad7f-49a9-b5e9-6c576709420e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0398455f-ad7f-49a9-b5e9-6c576709420e,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:33.393818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d85f8b33-f25e-4543-827e-2bbabaa01c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.432504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-097685ae-e1e8-4df0-adad-f14bd71f762e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:33.434425 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-097685ae-e1e8-4df0-adad-f14bd71f762e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.3325255 Oct 26 12:16:33.450644 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5df248-71ee-4451-bf42-80c6e1f1195c None None] Pushing event updated for resources: {'Port': ['ID=0398455f-ad7f-49a9-b5e9-6c576709420e,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:33.486299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f8b33-f25e-4543-827e-2bbabaa01c1b None None] Pushing event updated for resources: {'Port': ['ID=0398455f-ad7f-49a9-b5e9-6c576709420e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:33.495491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:33.538659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9b3f704b-930e-4399-9731-5de8421cc971 None None] Provisioning complete for port 5ad290b3-42b0-44de-82aa-e20a325f1006 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:33.539290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9b3f704b-930e-4399-9731-5de8421cc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.582161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7a1dd22-c29d-4811-9b22-774f56f81a12 req-78d48821-0f29-47b9-bd5e-3096a2d0f222 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.0646644 Oct 26 12:16:33.613006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f704b-930e-4399-9731-5de8421cc971 None None] Port 5ad290b3-42b0-44de-82aa-e20a325f1006 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:33.640159 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:30Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:37Z', 'revision_number': 1, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0398455f-ad7f-49a9-b5e9-6c576709420e', 'name': '', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:4c:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:16:29Z', 'updated_at': '2021-10-26T12:16:32Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:33.675947 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1c178-3fd6-477d-bed6-d8eca7a78109 None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:30Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:37Z', 'revision_number': 1, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0398455f-ad7f-49a9-b5e9-6c576709420e', 'name': '', 'network_id': '4fb211f5-b4ae-4634-afda-39554ea437b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:4c:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:16:29Z', 'updated_at': '2021-10-26T12:16:32Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:33.772730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-075f6a8a-aeec-4a71-9ffc-f0658a64dbc1 None None] Provisioning complete for port 0398455f-ad7f-49a9-b5e9-6c576709420e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:33.773438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-075f6a8a-aeec-4a71-9ffc-f0658a64dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.803780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:33.807939 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.830401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.922805 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.926202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.965583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] In _notify_port_updated(), no bound segment for port 5ad290b3-42b0-44de-82aa-e20a325f1006 on network a2d6554f-1c38-4ecd-876f-9531d93a080a {{(pid=102759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 12:16:33.971776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:33.972500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:33.973946 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "PUT /v2.0/ports/5ad290b3-42b0-44de-82aa-e20a325f1006 HTTP/1.1" status: 200 len: 1067 time: 1.0312715 Oct 26 12:16:33.977123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39808) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:34.079332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb59bab-c986-4de5-89bb-c55b7e4a92cf tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event updated for resources: {'Port': ['ID=5ad290b3-42b0-44de-82aa-e20a325f1006,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:34.098048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.5 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/798e9a54-692f-47dc-ac66-cb74442a6979) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:34.104950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port 5ad290b3-42b0-44de-82aa-e20a325f1006 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:34.105697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.312183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.339316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for 5ad290b3-42b0-44de-82aa-e20a325f1006 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:34.403324 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.468246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9fa5a965-a757-43cd-bbd4-bdaccc3e1637 None None] Provisioning complete for port 5ad290b3-42b0-44de-82aa-e20a325f1006 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:34.470666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9fa5a965-a757-43cd-bbd4-bdaccc3e1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.489065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.528060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.563763 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5a965-a757-43cd-bbd4-bdaccc3e1637 None None] Port 5ad290b3-42b0-44de-82aa-e20a325f1006 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:34.565851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=5ad290b3-42b0-44de-82aa-e20a325f1006,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:34.573868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:34.578799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:34.586916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:34.643958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=798e9a54-692f-47dc-ac66-cb74442a6979,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:34.687375 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:34.688531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.720881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-38dc80c4-4c7c-4c31-8404-ba0c4e9b2fe5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2466388 Oct 26 12:16:34.744222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Request body: {'port': {'device_id': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:34.825405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.941888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:34.949233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-52cdb49b-18f1-481a-96cb-a2821b1af737 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/ports/5ad290b3-42b0-44de-82aa-e20a325f1006 HTTP/1.1" status: 204 len: 168 time: 0.9672124 Oct 26 12:16:34.959422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39820) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:35.011250 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f20b07-5fa0-4581-94ed-f214d954befe tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] GET failed (client error): The resource could not be found. Oct 26 12:16:35.019065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e6f20b07-5fa0-4581-94ed-f214d954befe tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "GET /v2.0/ports/5ad290b3-42b0-44de-82aa-e20a325f1006 HTTP/1.1" status: 404 len: 333 time: 0.0532074 Oct 26 12:16:35.029708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd86a-929d-47de-9737-85cf13d6fbf9 req-605640ce-5ee2-466a-bf47-a702ce2e1da0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:35.031825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c6cd86a-929d-47de-9737-85cf13d6fbf9 req-605640ce-5ee2-466a-bf47-a702ce2e1da0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 931 time: 0.2898977 Oct 26 12:16:35.032321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39822) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:35.097433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6ad8cb2d-e433-4b81-9b4c-820e65aa59a9 None None] Provisioning complete for port 798e9a54-692f-47dc-ac66-cb74442a6979 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:35.101449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ad8cb2d-e433-4b81-9b4c-820e65aa59a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.180268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c6cd86a-929d-47de-9737-85cf13d6fbf9 req-0341207c-bc8a-4e3c-ac1f-d57a3ff8346b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061754 Oct 26 12:16:35.186404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8cb2d-e433-4b81-9b4c-820e65aa59a9 None None] Port 798e9a54-692f-47dc-ac66-cb74442a6979 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:35.215814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port ac30c402-ba5c-46a4-a033-81313dca38a2 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:35.216171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.235698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798e9a54-692f-47dc-ac66-cb74442a6979 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:16:35.248921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.258245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Transition to ACTIVE for port object 798e9a54-692f-47dc-ac66-cb74442a6979 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:16:35.266360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.338091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.373159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for ac30c402-ba5c-46a4-a033-81313dca38a2 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:35.443216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Attempting to bind port 798e9a54-692f-47dc-ac66-cb74442a6979 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:16:35.443544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Attempting to bind port 798e9a54-692f-47dc-ac66-cb74442a6979 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:16:35.443872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Attempting to bind port 798e9a54-692f-47dc-ac66-cb74442a6979 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:35.447119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=798e9a54-692f-47dc-ac66-cb74442a6979,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:35.451457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Port 798e9a54-692f-47dc-ac66-cb74442a6979 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:16:35.451922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Attempting to bind port 798e9a54-692f-47dc-ac66-cb74442a6979 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:35.457089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:16:35.457484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:35.457845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:16:35.458739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Bound port: 798e9a54-692f-47dc-ac66-cb74442a6979, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:16:35.458881 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.509677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.537989 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.604732 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] For port 798e9a54-692f-47dc-ac66-cb74442a6979, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:16:35.612427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=ac30c402-ba5c-46a4-a033-81313dca38a2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:35.618068 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.626588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd14f506-6b78-4655-8740-7b90ddfc3ae6 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/ports/ac30c402-ba5c-46a4-a033-81313dca38a2 HTTP/1.1" status: 204 len: 168 time: 0.5932052 Oct 26 12:16:35.627460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39828) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:35.628706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] For port 798e9a54-692f-47dc-ac66-cb74442a6979, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=798e9a54-692f-47dc-ac66-cb74442a6979,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:16:35.640055 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.660063 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc62d5ac-3eb3-4ea5-9a74-90b492410239 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] GET failed (client error): The resource could not be found. Oct 26 12:16:35.665927 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dc62d5ac-3eb3-4ea5-9a74-90b492410239 tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "GET /v2.0/ports/ac30c402-ba5c-46a4-a033-81313dca38a2 HTTP/1.1" status: 404 len: 333 time: 0.0372286 Oct 26 12:16:35.666639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:35.682797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:35.683767 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.692829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] 10.222.0.100 "PUT /v2.0/ports/798e9a54-692f-47dc-ac66-cb74442a6979 HTTP/1.1" status: 200 len: 1091 time: 0.9553907 Oct 26 12:16:35.731606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0398455f-ad7f-49a9-b5e9-6c576709420e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:35.801178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'tag': '798e9a54-692f-47dc-ac66-cb74442a6979'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:16:35.803396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0398455f-ad7f-49a9-b5e9-6c576709420e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:35.803809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:35.803895 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8eabc06f-a583-4cd4-86fd-0d92b676e617", "tag": "798e9a54-692f-47dc-ac66-cb74442a6979"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:16:35.920609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e05fb-87be-4283-8a0e-133ac596f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=798e9a54-692f-47dc-ac66-cb74442a6979,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:35.936937 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7803399-2655-4857-a2c7-36181109ee29 x-openstack-request-id: req-f7803399-2655-4857-a2c7-36181109ee29 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:16:35.938960 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eabc06f-a583-4cd4-86fd-0d92b676e617", "tag": "798e9a54-692f-47dc-ac66-cb74442a6979", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:16:35.939268 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7803399-2655-4857-a2c7-36181109ee29 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:16:35.939694 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'tag': '798e9a54-692f-47dc-ac66-cb74442a6979', 'status': 'completed', 'code': 200} Oct 26 12:16:35.956490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-a164b376-7d96-4c76-a7ee-4cd8e1fe2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:35.958290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-a164b376-7d96-4c76-a7ee-4cd8e1fe2eee service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 1094 time: 0.1684513 Oct 26 12:16:36.013059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:36.013543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.063836 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-f068964d-cf00-4eab-8e48-27165df754d2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798e9a54-692f-47dc-ac66-cb74442a6979 HTTP/1.1" status: 200 len: 217 time: 0.0960779 Oct 26 12:16:36.148892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-5a02267c-c254-4b10-a00e-aeb5e588b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:36.150568 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-5a02267c-c254-4b10-a00e-aeb5e588b264 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0789824 Oct 26 12:16:36.160695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.205520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for 5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:36.293994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1994-86df-4e39-9a39-806007e060a7 req-61d37081-4f75-4c7b-8fcb-1bfc5dcfcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:36.297513 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-61d37081-4f75-4c7b-8fcb-1bfc5dcfcd52 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388147 Oct 26 12:16:36.322892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8052ce-b37f-4b32-a68a-8c5a4d961382 req-95476f5b-a7f6-40f1-85dc-40668084dbd8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:36.324481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de8052ce-b37f-4b32-a68a-8c5a4d961382 req-95476f5b-a7f6-40f1-85dc-40668084dbd8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0611730 Oct 26 12:16:36.368632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de8052ce-b37f-4b32-a68a-8c5a4d961382 req-7a367a65-5b6b-4e05-9d13-79b6cbb987c3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Oct 26 12:16:36.427874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.469189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=5c3a4b84-40f2-49ae-a027-b7227c9f5bc4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:36.500240 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-e0245f4e-bdee-40fe-b18e-13b76793efd4 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941283 Oct 26 12:16:36.501259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.506595 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd8e8ea2-fdfc-4589-877c-762d0c41888b tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/ports/5c3a4b84-40f2-49ae-a027-b7227c9f5bc4 HTTP/1.1" status: 204 len: 168 time: 0.8103278 Oct 26 12:16:36.506993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39840) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:36.575562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting subnet fcfc2bef-be01-4859-874c-d7040978ea99 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:16:36.580017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.611921 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b58d1994-86df-4e39-9a39-806007e060a7 req-fe213939-0d17-48b8-842d-7858384267a6 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963337 Oct 26 12:16:36.654494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.746062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.756252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-26b69019-391f-42c9-9220-fca9f672c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:36.758035 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-26b69019-391f-42c9-9220-fca9f672c3fd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 1094 time: 0.0847428 Oct 26 12:16:36.832785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.864018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfc2bef-be01-4859-874c-d7040978ea99,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:36.866157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:36.871598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd405c4-f320-4e4b-88e4-68b97e6128e9 None None] Network a2d6554f-1c38-4ecd-876f-9531d93a080a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:36.875033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c28760a8-72ce-4c08-ae2e-e6c8fdc7daba tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/subnets/fcfc2bef-be01-4859-874c-d7040978ea99 HTTP/1.1" status: 204 len: 168 time: 0.3614602 Oct 26 12:16:36.875825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:36.927330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-4271a3e6-bca7-4a33-a333-8aae1fb577b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:36.929613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-4271a3e6-bca7-4a33-a333-8aae1fb577b4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1628342 Oct 26 12:16:36.990309 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-e3d8fc6c-b06a-4976-b0e0-d7ce116991d0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798e9a54-692f-47dc-ac66-cb74442a6979 HTTP/1.1" status: 200 len: 217 time: 0.0533285 Oct 26 12:16:37.073082 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.095151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-34a8f673-0729-4497-9ef2-1dabb3c5e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:37.096652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-34a8f673-0729-4497-9ef2-1dabb3c5e8b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0959857 Oct 26 12:16:37.120930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] DHCP port deletion for a2d6554f-1c38-4ecd-876f-9531d93a080a request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:16:37.173596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] Deleting port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:37.173979 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.189466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-c0ae71a8-a5f5-4e0f-9f38-b322ce6412ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:37.191387 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-c0ae71a8-a5f5-4e0f-9f38-b322ce6412ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711341 Oct 26 12:16:37.248191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] For port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,segment=NetworkSegment(2db93116-015e-4bad-9130-d3a924b09451),segment_id=2db93116-015e-4bad-9130-d3a924b09451)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:37.248594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.262477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] Calling delete_port for 9ab39c26-df6c-4e40-b88b-8d7e5518e74c owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:37.290376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-c3f435f3-6a8b-42d5-a43e-4f9d0b14f5a7 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913773 Oct 26 12:16:37.296448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Deleting port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:37.297706 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.346919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.371539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] For port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,segment=NetworkSegment(2db93116-015e-4bad-9130-d3a924b09451),segment_id=2db93116-015e-4bad-9130-d3a924b09451)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:37.372237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.380973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] Pushing event deleted for resources: {'Port': ['ID=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:37.387825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Calling delete_port for 9ab39c26-df6c-4e40-b88b-8d7e5518e74c owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:37.393382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06426d-9549-4b09-904e-b309d1b05c23 None None] No DVR routers for this DVR port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:16:37.531040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e095b1-b5b2-46b9-b5dd-3ed2aa24ca95 req-0e1cae29-96c2-4581-b913-4f36e7aed556 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:37.533234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5e095b1-b5b2-46b9-b5dd-3ed2aa24ca95 req-0e1cae29-96c2-4581-b913-4f36e7aed556 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0739145 Oct 26 12:16:37.568520 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e71ad2f4-ab8d-43b9-a999-8c8a000d2f1f req-4d73cfc7-270f-444f-b1ee-ed036c7f4c15 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984244 Oct 26 12:16:37.594540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5e095b1-b5b2-46b9-b5dd-3ed2aa24ca95 req-637fb4cf-1906-4a0a-9acc-30f4682ad541 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506923 Oct 26 12:16:37.608924 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.631542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Port': ['ID=9ab39c26-df6c-4e40-b88b-8d7e5518e74c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:37.642175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9ab39c26-df6c-4e40-b88b-8d7e5518e74c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:16:37.643455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] No DVR routers for this DVR port 9ab39c26-df6c-4e40-b88b-8d7e5518e74c on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:16:37.665590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 9ab39c26-df6c-4e40-b88b-8d7e5518e74c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:16:37.665997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9ab39c26-df6c-4e40-b88b-8d7e5518e74c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:16:37.748290 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.769448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d6554f-1c38-4ecd-876f-9531d93a080a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:37.779600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db93116-015e-4bad-9130-d3a924b09451') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:37.780014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db93116-015e-4bad-9130-d3a924b09451') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:37.789764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.804930 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.813979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:16:37.814491 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: self.session.flush() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:16:37.817888 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:16:37.884728 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.893673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:37.899464 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] 10.222.0.88 "DELETE /v2.0/networks/a2d6554f-1c38-4ecd-876f-9531d93a080a HTTP/1.1" status: 204 len: 168 time: 1.0196040 Oct 26 12:16:37.908855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcb5a7-e299-4512-b1c0-6d0a934a5c5d tempest-AllowedAddressPairIpV6TestJSON-658782685 tempest-AllowedAddressPairIpV6TestJSON-658782685-project] Pushing event deleted for resources: {'Network': ['ID=a2d6554f-1c38-4ecd-876f-9531d93a080a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:38.198672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39862) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:38.334969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fc1f3a90-0e9b-41fa-8bae-735c8086915e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db91fd8843bf462288c10fae361c06ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326876 Oct 26 12:16:38.335208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39866) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:38.384706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e4d326d-8b52-4e38-813c-d861900db6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:38.406094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e4d326d-8b52-4e38-813c-d861900db6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:38.452355 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e4d326d-8b52-4e38-813c-d861900db6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:38.455578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e4d326d-8b52-4e38-813c-d861900db6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:38.459586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9e4d326d-8b52-4e38-813c-d861900db6ca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/77ee3fa6-104f-4370-a53d-7143aca99b82 HTTP/1.1" status: 204 len: 168 time: 0.1235168 Oct 26 12:16:38.473659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d326d-8b52-4e38-813c-d861900db6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee3fa6-104f-4370-a53d-7143aca99b82,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:38.741877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c433-963b-4095-aa22-94eb428cebe1 req-3754a029-a7db-40bf-91ab-f08c256f8826 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:38.744267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad18c433-963b-4095-aa22-94eb428cebe1 req-3754a029-a7db-40bf-91ab-f08c256f8826 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0695279 Oct 26 12:16:38.806803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad18c433-963b-4095-aa22-94eb428cebe1 req-d444dae8-07b1-412d-9859-0b68e38ac22f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565364 Oct 26 12:16:39.207897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:39.304938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1968482609'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:39.325427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:39.329642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.338802 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.422649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.426642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.454983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:16:39.464942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693d80b2-97e7-4796-983e-90565182c602,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:39.470895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.471320 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Added segment 8a9d5515-101d-4986-9ffb-aa2bfb768bf8 of type vlan for network d6814df3-65ca-41ea-840b-06c29182b65e Oct 26 12:16:39.517709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.544395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.550430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:39.551173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:39.619378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Network': ['ID=d6814df3-65ca-41ea-840b-06c29182b65e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:39.625145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9f25e53d-fd8a-4927-a009-263eed4a25f2 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4161048 Oct 26 12:16:39.628403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39902) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:39.631440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network d6814df3-65ca-41ea-840b-06c29182b65e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:16:39.633843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'subnet': {'network_id': 'd6814df3-65ca-41ea-840b-06c29182b65e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:39.764100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:39.767760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.016565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c691b5b-5387-4483-93e0-f5ff26275010 req-0522a9bc-f219-4fb8-9100-5fd2cb11cb05 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:40.023369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c691b5b-5387-4483-93e0-f5ff26275010 req-0522a9bc-f219-4fb8-9100-5fd2cb11cb05 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.1089962 Oct 26 12:16:40.034825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.107710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c691b5b-5387-4483-93e0-f5ff26275010 req-0779ba35-90a9-48bb-8702-c86248b85a96 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832634 Oct 26 12:16:40.129647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Checking segment: {'id': '8a9d5515-101d-4986-9ffb-aa2bfb768bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd6814df3-65ca-41ea-840b-06c29182b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:40.130010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network hostable DHCP agents. Network: d6814df3-65ca-41ea-840b-06c29182b65e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:16:40.135182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Subnet': ['ID=8bc2bbd5-eb51-40a9-bba4-676f2153bd1a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:40.158389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:16:40.167172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, d6814df3-65ca-41ea-840b-06c29182b65e) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:40.171502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:40.172092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.176994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2afa2e-5d9d-4c85-847b-975cc7d82415 None None] Network d6814df3-65ca-41ea-840b-06c29182b65e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:40.193262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a4ba81af-93de-4b04-a0aa-83ea0f72d985 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5611782 Oct 26 12:16:40.193553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:40.198301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1402219631', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:40.225565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.226800 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.285375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.307347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad59b8cf-74bc-414c-85ef-c0c5fb713388 None None] Network d6814df3-65ca-41ea-840b-06c29182b65e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:16:40.433102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.640683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.661599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.775128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.46 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cf5963ec-8caa-49fc-ba18-62a66b747708) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:40.877255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.910234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:40.947639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:40.950554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:40.954134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:40.981800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=cf5963ec-8caa-49fc-ba18-62a66b747708,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:41.254063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:41.262766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fc4-0fa3-4828-963c-4aeae8993575 req-8521bd85-c71e-45d4-88a1-8cd9f49f64b1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:41.264804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61966fc4-0fa3-4828-963c-4aeae8993575 req-8521bd85-c71e-45d4-88a1-8cd9f49f64b1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0695369 Oct 26 12:16:41.390691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61966fc4-0fa3-4828-963c-4aeae8993575 req-a71fe74c-1eb2-4ca1-980a-4f05d0ffa8f9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936685 Oct 26 12:16:41.510006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:41.640620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:16:41.747899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:41.758719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:41.770018 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:41.770569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:41.774719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:41.774940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e397e30a-0059-466d-8b5a-55c68dcbf2c5 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5769036 Oct 26 12:16:41.775328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:41.811940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:41.820650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:41.821320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:41.858706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:41.859176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce3816-2771-42fb-8da0-7dc4fb4db3ac None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:42.236467 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:42.516602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.1 (d6814df3-65ca-41ea-840b-06c29182b65e/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a/fabfb100-6746-4637-b878-784de0232aa9) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:42.538277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d46d8-a7e6-4514-ad0f-654751fd28ca req-7020a11b-41dd-4d66-b169-ca7ae488e061 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:42.541089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3d46d8-a7e6-4514-ad0f-654751fd28ca req-7020a11b-41dd-4d66-b169-ca7ae488e061 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0676563 Oct 26 12:16:42.603497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f3d46d8-a7e6-4514-ad0f-654751fd28ca req-72d716e6-4767-491a-a6ba-2a7c0cc61766 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483510 Oct 26 12:16:42.691549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:42.725620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:42.769804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:42.773219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:42.775725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:42.806288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=fabfb100-6746-4637-b878-784de0232aa9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:42.830788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:42.955366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:43.546284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:43.551124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:43.628379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=fabfb100-6746-4637-b878-784de0232aa9,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:43.630784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:43.727602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99c86-8345-4cf5-8c76-6ce879a6eed1 req-ae3f454e-16d7-4df6-86fd-d1b0b4f657cb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:43.735989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed99c86-8345-4cf5-8c76-6ce879a6eed1 req-ae3f454e-16d7-4df6-86fd-d1b0b4f657cb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0595617 Oct 26 12:16:43.737141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:43.738519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:43.775233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed99c86-8345-4cf5-8c76-6ce879a6eed1 req-3d493066-a402-482a-b82f-4ca6f81f9aaa tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Oct 26 12:16:43.852267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:43.962414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:43.967579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a4694fcd-4c2d-4b77-a301-1a2d45b4f0a1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/routers/928f05e0-dfa9-4e37-b2fb-4d07d495e78a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1909847 Oct 26 12:16:43.970331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:43.973253 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:43.975609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'port': {'network_id': 'd6814df3-65ca-41ea-840b-06c29182b65e', 'name': 'tempest-FloatingIPTestJSON-781799182'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:43.984987 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:43.985889 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:44.022442 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:44.031234 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:44.031839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:44.068478 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:44.069424 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a85f0-cd72-412c-a359-78ab18d873de None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:44.088430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:44.092113 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:44.108967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] device_id is not set on port ec559703-e3df-449f-83fd-4cb38cfc1844 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:44.215405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.8 (d6814df3-65ca-41ea-840b-06c29182b65e/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a/ec559703-e3df-449f-83fd-4cb38cfc1844) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:44.365397 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:44.398725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:44.445009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:44.450082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:44.453846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:44.777343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=ec559703-e3df-449f-83fd-4cb38cfc1844,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:44.807867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:44.808525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:44.825834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a6cc211f-93e5-4a6f-b6c8-4be75086cf32 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8543687 Oct 26 12:16:44.828797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39958) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:44.834384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'port': {'network_id': 'd6814df3-65ca-41ea-840b-06c29182b65e', 'name': 'tempest-FloatingIPTestJSON-1707503672'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:44.903020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ff6ed-86a4-4fc1-8c03-26054f0b7841 req-37bef9d6-85f8-4acb-b741-b12791d902fb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:44.905863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af7ff6ed-86a4-4fc1-8c03-26054f0b7841 req-37bef9d6-85f8-4acb-b741-b12791d902fb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0584903 Oct 26 12:16:44.950834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af7ff6ed-86a4-4fc1-8c03-26054f0b7841 req-d4fb522c-e5fa-4dde-a4be-5779c416c79b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Oct 26 12:16:44.951310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:44.955123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:44.977598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] device_id is not set on port 216f603f-e7d5-4058-a3f4-d88e1e7bcc36 yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:45.102564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.4 (d6814df3-65ca-41ea-840b-06c29182b65e/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a/216f603f-e7d5-4058-a3f4-d88e1e7bcc36) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:45.246608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.286679 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.334430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:45.337670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:45.340277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:45.372795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=216f603f-e7d5-4058-a3f4-d88e1e7bcc36,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:45.399176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:45.399791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.415027 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ad4754d8-3bf9-4b21-b9ab-945e88668c73 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5849249 Oct 26 12:16:45.418327 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 39964) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:45.422792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '216f603f-e7d5-4058-a3f4-d88e1e7bcc36', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:45.446457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.550286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.552645 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:16:45.660511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.217 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/d239e8dc-2854-4e72-9b8b-0e272308008c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:45.769279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.801511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:45.840791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:45.845289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:45.849830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:45.852796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=d239e8dc-2854-4e72-9b8b-0e272308008c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:46.070314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e107c-be08-470e-aaf4-d4c9603071cc req-df320dbd-1101-4ead-8dd3-4c8b9aab9d3c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:46.076149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-401e107c-be08-470e-aaf4-d4c9603071cc req-df320dbd-1101-4ead-8dd3-4c8b9aab9d3c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 943 time: 0.0558150 Oct 26 12:16:46.116546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-401e107c-be08-470e-aaf4-d4c9603071cc req-6c5434e5-d685-45af-b999-08574e7315c2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Oct 26 12:16:46.211621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.276165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.426448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.430675 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.502579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=d239e8dc-2854-4e72-9b8b-0e272308008c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:46.514756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.616240 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 6a47ccb0-f484-4ee6-bca7-87768748edc4 associated. External IP: 172.25.4.217, port: 216f603f-e7d5-4058-a3f4-d88e1e7bcc36. Oct 26 12:16:46.705482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 798e9a54-692f-47dc-ac66-cb74442a6979 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:16:46.803988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 798e9a54-692f-47dc-ac66-cb74442a6979, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=798e9a54-692f-47dc-ac66-cb74442a6979,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:46.815282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '798e9a54-692f-47dc-ac66-cb74442a6979', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': '798e9a54-692f-47dc-ac66-cb74442a6979', 'mac_address': 'fa:16:3e:7d:25:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:16:46.834517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:46.857856 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.870779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798e9a54-692f-47dc-ac66-cb74442a6979 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:16:46.894511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 798e9a54-692f-47dc-ac66-cb74442a6979, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=798e9a54-692f-47dc-ac66-cb74442a6979,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:46.899201 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.948882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=798e9a54-692f-47dc-ac66-cb74442a6979,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:46.953443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:46.965031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:46.971489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:46.975044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:46.975659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.003795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0e847878-0287-4cf6-b029-de0f2f27d76e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5839927 Oct 26 12:16:47.004013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39978) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:47.008487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:47.014938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.024131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:47.024748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.065014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.065673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb3ceb-ddec-460d-8f79-82197410d2c7 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:47.079921 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.143430 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['798e9a54-692f-47dc-ac66-cb74442a6979'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:16:47.241657 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.245892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.246525 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 6a47ccb0-f484-4ee6-bca7-87768748edc4 disassociated. External IP: 172.25.4.217, port: 216f603f-e7d5-4058-a3f4-d88e1e7bcc36. Oct 26 12:16:47.357433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5ba0-32de-4997-8ab3-ee7311fc77c2 req-148d29c0-dcdf-4829-b834-e34ec3a25a85 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:47.359479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-042e5ba0-32de-4997-8ab3-ee7311fc77c2 req-148d29c0-dcdf-4829-b834-e34ec3a25a85 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 944 time: 0.1600749 Oct 26 12:16:47.417454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-042e5ba0-32de-4997-8ab3-ee7311fc77c2 req-a4b3d44d-02f0-403d-8bb5-bef7d53a2271 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Oct 26 12:16:47.533536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:47.640961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:47.645924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.650744 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:47.661122 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:47.661732 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.686231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-920af84e-f228-4e5a-ada5-748f516f861f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/floatingips/6a47ccb0-f484-4ee6-bca7-87768748edc4 HTTP/1.1" status: 200 len: 688 time: 0.6788273 Oct 26 12:16:47.686550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39990) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:47.699997 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.708783 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:47.709381 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.745327 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:47.746403 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa5b080-958c-4f26-8bde-77551658bd8b None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:47.818521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port d239e8dc-2854-4e72-9b8b-0e272308008c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:47.818885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.894607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.894979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:47.907282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for d239e8dc-2854-4e72-9b8b-0e272308008c owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:48.048092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.078240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=d239e8dc-2854-4e72-9b8b-0e272308008c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:48.144893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.147647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.148917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-87bdf0a2-c88f-4fb1-9283-6cecf86f809e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/floatingips/6a47ccb0-f484-4ee6-bca7-87768748edc4 HTTP/1.1" status: 204 len: 168 time: 0.4613223 Oct 26 12:16:48.152289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 39992) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:48.157229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'ec559703-e3df-449f-83fd-4cb38cfc1844'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:48.179120 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.275162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.388408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.42 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/42d60dd3-478c-473b-a9da-81f8e6938b51) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:48.516979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.573783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4e34d-feed-4e97-8028-af124648a35f req-5560f7fa-7190-436b-9133-e9b4f91adca4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:48.575336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bd4e34d-feed-4e97-8028-af124648a35f req-5560f7fa-7190-436b-9133-e9b4f91adca4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 944 time: 0.0826671 Oct 26 12:16:48.601159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.656773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:48.662409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bd4e34d-feed-4e97-8028-af124648a35f req-10b4098a-dd23-4d9f-b29f-add9bf75a37a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800743 Oct 26 12:16:48.664002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:48.665829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=42d60dd3-478c-473b-a9da-81f8e6938b51,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:48.668019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:48.718304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 798e9a54-692f-47dc-ac66-cb74442a6979 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:16:48.771728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 798e9a54-692f-47dc-ac66-cb74442a6979 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:16:48.776117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 798e9a54-692f-47dc-ac66-cb74442a6979 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:48.776555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.855075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.879593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798e9a54-692f-47dc-ac66-cb74442a6979'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:16:48.882205 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357bdd6-2d34-410f-9208-4ba553c54e35" -d '{"events": [{"server_uuid": "8eabc06f-a583-4cd4-86fd-0d92b676e617", "name": "network-vif-plugged", "status": "completed", "tag": "798e9a54-692f-47dc-ac66-cb74442a6979"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:16:48.898411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 798e9a54-692f-47dc-ac66-cb74442a6979, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=798e9a54-692f-47dc-ac66-cb74442a6979,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:48.904147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:48.941341 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee400b44-671a-4bac-bfa0-cdf1f6102015 x-openstack-request-id: req-ee400b44-671a-4bac-bfa0-cdf1f6102015 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:16:48.941637 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eabc06f-a583-4cd4-86fd-0d92b676e617", "name": "network-vif-plugged", "status": "completed", "tag": "798e9a54-692f-47dc-ac66-cb74442a6979", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:16:48.941894 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee400b44-671a-4bac-bfa0-cdf1f6102015 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:16:48.942289 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798e9a54-692f-47dc-ac66-cb74442a6979', 'code': 200} Oct 26 12:16:48.964218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=798e9a54-692f-47dc-ac66-cb74442a6979,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:48.971906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.972271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.972627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.972962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.973300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.973651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.973976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.974303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.975173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.975288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.975541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:48.975862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:49.026853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee87a6-f7c2-44ab-ba67-59850f8d498d req-52737f2a-0a95-43e8-aded-f94fc1edbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:49.028414 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-caee87a6-f7c2-44ab-ba67-59850f8d498d req-52737f2a-0a95-43e8-aded-f94fc1edbd3f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 1096 time: 0.0432887 Oct 26 12:16:49.053090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.079031 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-caee87a6-f7c2-44ab-ba67-59850f8d498d req-8f6b7c41-e884-41f6-a2aa-96fb88a3a283 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Oct 26 12:16:49.127676 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.140111 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6aa1574c-a985-4446-a87a-e146db22bab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.291180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.296721 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.361982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=42d60dd3-478c-473b-a9da-81f8e6938b51,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:49.400536 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.502208 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP e759b312-28bc-43e6-8479-641c2b0601cb associated. External IP: 172.25.4.42, port: ec559703-e3df-449f-83fd-4cb38cfc1844. Oct 26 12:16:49.710150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:49.851154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3bd7c-aadf-4a13-892a-83c5c828fd03 req-b7018166-c610-4f95-9a10-803c3351ef66 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:49.852647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bd3bd7c-aadf-4a13-892a-83c5c828fd03 req-b7018166-c610-4f95-9a10-803c3351ef66 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 945 time: 0.0968912 Oct 26 12:16:49.862353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:49.874692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:49.885723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:49.886585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:49.900758 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:49.923941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bd3bd7c-aadf-4a13-892a-83c5c828fd03 req-977403a7-9fcf-4e53-9653-6dedb113c9f0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635312 Oct 26 12:16:49.926378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:49.936571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40014) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:49.936744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-14316701-e0f8-4d3b-850e-878af5f26fe4 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.7827716 Oct 26 12:16:49.947113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:49.947935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:49.984522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:49.985269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6aec8e-7e07-4d98-acbf-da45911e0551 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:50.006060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-23ac75f5-17b1-4e53-9511-1c141b1426b6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/floatingips/e759b312-28bc-43e6-8479-641c2b0601cb HTTP/1.1" status: 200 len: 976 time: 0.0674911 Oct 26 12:16:50.008486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40016) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:50.124316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-19fe65d9-e552-40cb-8e88-131f8df6921a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1129463 Oct 26 12:16:50.125989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40018) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:50.131124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'port_id': '216f603f-e7d5-4058-a3f4-d88e1e7bcc36'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:50.204809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:50.922014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.resource_extend [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 12:16:50.971797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:50.977385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:51.116478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9222d26-be8d-4cac-9f3e-8d3d2f41ec61 req-7529abc6-8986-4ead-88ec-02cadb04294c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:51.117982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9222d26-be8d-4cac-9f3e-8d3d2f41ec61 req-7529abc6-8986-4ead-88ec-02cadb04294c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 945 time: 0.0973446 Oct 26 12:16:51.132009 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP e759b312-28bc-43e6-8479-641c2b0601cb associated. External IP: 172.25.4.42, port: ec559703-e3df-449f-83fd-4cb38cfc1844. Oct 26 12:16:51.227409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9222d26-be8d-4cac-9f3e-8d3d2f41ec61 req-3a6bd7e6-08be-4b4a-bf54-ec4f23e5da79 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018395 Oct 26 12:16:51.387844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865bdea-c5bd-4156-ad63-35f48d882ea5 req-05a64444-120f-4d4e-9d03-f6ecd7a89dcc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:51.389942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7865bdea-c5bd-4156-ad63-35f48d882ea5 req-05a64444-120f-4d4e-9d03-f6ecd7a89dcc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 945 time: 0.0930939 Oct 26 12:16:51.426561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:51.445436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7865bdea-c5bd-4156-ad63-35f48d882ea5 req-6e018242-e2a3-4e53-8730-3a15328003bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489380 Oct 26 12:16:51.549027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:51.559910 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:51.572733 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:51.576007 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:51.614826 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:51.624484 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:51.625208 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:51.660045 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:51.660884 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d5402-b4d6-4936-a132-cca20d188724 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:51.740861 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b16dbf88-4e1f-4be7-9a48-c15c6262af22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:51.775732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:51.896575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:51.903028 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:51.907856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:51.923214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:51.923938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:51.979593 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:51.995141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40058) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:51.995691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e279c6e4-aca9-444a-b3f6-3cc15f7b691c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/floatingips/e759b312-28bc-43e6-8479-641c2b0601cb HTTP/1.1" status: 200 len: 977 time: 1.8678527 Oct 26 12:16:52.003231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:52.004041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:52.012522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:52.042910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:52.047901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf8b4c-67db-4c8c-b3b7-b04e6797b8cd None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:52.105366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:52.280547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:52.285220 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:52.285702 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP e759b312-28bc-43e6-8479-641c2b0601cb disassociated. External IP: 172.25.4.42, port: 216f603f-e7d5-4058-a3f4-d88e1e7bcc36. Oct 26 12:16:52.541652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:52.669845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:52.680137 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:52.687534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:52.702597 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:52.703588 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:52.755562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40090) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:52.757743 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:52.765377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c658d947-676b-4674-9a9d-5acd4a694e90 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/floatingips/e759b312-28bc-43e6-8479-641c2b0601cb HTTP/1.1" status: 200 len: 687 time: 0.7687387 Oct 26 12:16:52.769298 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:52.770176 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:52.814900 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:52.816418 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495f4ac-7ace-4f40-be60-dd243eb63104 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:52.885456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:52.939167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 42d60dd3-478c-473b-a9da-81f8e6938b51 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:52.939787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.031420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.032056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.043921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 42d60dd3-478c-473b-a9da-81f8e6938b51 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:53.198717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.223690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=42d60dd3-478c-473b-a9da-81f8e6938b51,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:53.270899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.298488 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.301448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.302687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dff46f41-fef6-4d06-b962-d2773d4acf0b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/floatingips/e759b312-28bc-43e6-8479-641c2b0601cb HTTP/1.1" status: 204 len: 168 time: 0.5460196 Oct 26 12:16:53.305445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40114) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:53.344205 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-58e2a365-5cd1-4dda-a32d-bee0d51d7ba1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] delete failed (client error): The resource could not be found. Oct 26 12:16:53.345355 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58e2a365-5cd1-4dda-a32d-bee0d51d7ba1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/floatingips/e759b312-28bc-43e6-8479-641c2b0601cb HTTP/1.1" status: 404 len: 345 time: 0.0388582 Oct 26 12:16:53.349945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:53.436681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f3175f-de1a-41c0-abb4-0db3c6f16a59 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:53.443064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f3175f-de1a-41c0-abb4-0db3c6f16a59 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:53.449077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f3175f-de1a-41c0-abb4-0db3c6f16a59 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:53.450780 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e7f3175f-de1a-41c0-abb4-0db3c6f16a59 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/ports?network_id=d6814df3-65ca-41ea-840b-06c29182b65e HTTP/1.1" status: 200 len: 2357 time: 0.0997150 Oct 26 12:16:53.454078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:53.582221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88569be-2586-4661-a02f-747942580640 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:53.590710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40122) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:53.591729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a88569be-2586-4661-a02f-747942580640 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/subnets/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a HTTP/1.1" status: 200 len: 797 time: 0.1366446 Oct 26 12:16:53.604348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'port': {'network_id': 'd6814df3-65ca-41ea-840b-06c29182b65e', 'name': 'tempest-FloatingIPTestJSON-1510922650', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:53.737247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:53.841516 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:53.858539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] device_id is not set on port 0d957fb7-69d0-42f8-ae58-302bcd99e1c2 yet. {{(pid=102760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:16:54.168225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.14 (d6814df3-65ca-41ea-840b-06c29182b65e/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a/0d957fb7-69d0-42f8-ae58-302bcd99e1c2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:54.184373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.13 (d6814df3-65ca-41ea-840b-06c29182b65e/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a/0d957fb7-69d0-42f8-ae58-302bcd99e1c2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:54.346535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-1f2b715b-f264-4026-b6e6-c322921de3a0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:54.348139 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-1f2b715b-f264-4026-b6e6-c322921de3a0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.1745911 Oct 26 12:16:54.371712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-c03f9f6b-77e5-4474-8922-573f232b8e76 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0167766 Oct 26 12:16:54.442803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:54.462803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-b0b1a271-5ba7-4430-bca4-ae61d55b5fa0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850279 Oct 26 12:16:54.492929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:54.544519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:54.621752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:54.644371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-3bc2237e-7a2e-4d51-8a7f-486f98dd0d58 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708770 Oct 26 12:16:54.645980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:54.655394 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:54.658763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:54.708570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=0d957fb7-69d0-42f8-ae58-302bcd99e1c2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:54.776418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:54.777233 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:54.807550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-006b73c8-70b0-482a-a1a7-f6655aae5aa1 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2154891 Oct 26 12:16:54.826900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-2bafe77c-3f18-4309-b6cc-a3ad910f09f9 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643906 Oct 26 12:16:54.827724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40152) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:54.833406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '0d957fb7-69d0-42f8-ae58-302bcd99e1c2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:54.862738 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:54.999039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.131570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6cba19b-42cf-4f8c-818b-1f1677d864af req-061f0150-f737-42c7-bd1b-7a4a1b64a171 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0419974 Oct 26 12:16:55.158610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.65 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/93713447-2dde-47df-a721-e8d1f1856b9b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:55.273059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.289253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.334323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.410502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:55.414019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:55.422023 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:55.450225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=93713447-2dde-47df-a721-e8d1f1856b9b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:55.739456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 0398455f-ad7f-49a9-b5e9-6c576709420e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:55.740076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.854602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 0398455f-ad7f-49a9-b5e9-6c576709420e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0398455f-ad7f-49a9-b5e9-6c576709420e,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:55.855018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.868054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 0398455f-ad7f-49a9-b5e9-6c576709420e owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:55.870458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.945197 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:55.965791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-ec81b573-f65a-4b8e-8db5-b050eab568ce req-0a5d467d-a8df-43c4-a724-3b211cf9a657 service neutron] (102760) timed out ('10.222.0.88', 45344) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:16:56.067036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:56.126127 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:56.133892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:56.180949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=0398455f-ad7f-49a9-b5e9-6c576709420e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:56.188020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=93713447-2dde-47df-a721-e8d1f1856b9b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:56.204221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.204925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.205426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.206422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.207047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.207580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.208119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.209653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.210213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.210727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.211240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.211926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:16:56.367631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb2cef54-b0a7-4b98-884b-ab6858c40c07 req-0cb03f00-5a40-4175-ad4c-daf71fa60807 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.1035037 Oct 26 12:16:56.369460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:56.376855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:56.496428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a62a03b1-7cc5-4efb-a54a-da6d884cb99e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:56.497894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a62a03b1-7cc5-4efb-a54a-da6d884cb99e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.2262771 Oct 26 12:16:56.516757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:56.523067 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 4b26dc50-5f1f-4991-a067-7cd68dc37d66 associated. External IP: 172.25.4.65, port: 0d957fb7-69d0-42f8-ae58-302bcd99e1c2. Oct 26 12:16:56.746974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:56.797671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:16:56.801471 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:56.970154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:56.979396 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-02dc4f74-78fa-4ff4-ace9-ff491af7173b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "PUT /v2.0/routers/d94863c8-a6d5-4ad3-8382-97acbe23bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4824231 Oct 26 12:16:56.986469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:57.000241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:57.000962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.173217 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:16:57.332271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:57.493674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ff0bd-95e8-47b9-bcf8-3e2670864a07 req-b39f13a6-d123-440e-8198-b6459760bdb4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:57.504072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a6ff0bd-95e8-47b9-bcf8-3e2670864a07 req-b39f13a6-d123-440e-8198-b6459760bdb4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 946 time: 0.1974914 Oct 26 12:16:57.579875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27bd17bc-31ee-4e3a-a25c-87353c59c6f1 req-d689dc05-aa19-49f9-ac49-59174acea93d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0696776 Oct 26 12:16:57.585990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:56Z', 'revision_number': 6, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:37Z', 'revision_number': 1, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.603756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.13 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/ddb5f022-97b7-4f21-ae51-6ffa99029a5e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:16:57.617444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:16:57.629331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:57.629963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.651855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a6ff0bd-95e8-47b9-bcf8-3e2670864a07 req-2f1f3aef-8a47-4d6c-8de9-fd42b702083c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465890 Oct 26 12:16:57.684241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:57.694002 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:57.722398 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:57.723184 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.759863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:16:57.778128 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.787554 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:57.788165 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.820824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:57.844053 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:57.845388 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcee2d-cd14-4ea4-827f-0dce0fee3828 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:57.854501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f6fbb0d5-0777-465b-a862-c46a1d708e1c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0254214 Oct 26 12:16:57.857883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:16:57.863194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'port_id': '0d957fb7-69d0-42f8-ae58-302bcd99e1c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:57.952502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:57.961511 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:58.004213 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:58.048727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['798e9a54-692f-47dc-ac66-cb74442a6979'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:16:58.078898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:16:58.086982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:16:58.103405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:16:58.119624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:58.160023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:56Z', 'revision_number': 6, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:37Z', 'revision_number': 1, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:16:58.223825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:58.224779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:58.231078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911ec4e-840e-47dc-a6a6-48c2265b53be None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:56Z', 'revision_number': 6, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '81c8e98e-f2d9-4923-87b7-ee7b198905b2', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'port_id': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'mac_address': 'fa:16:3e:90:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:15:34Z', 'updated_at': '2021-10-26T12:15:37Z', 'revision_number': 1, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:16:58.269181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a7d38acd-fdc6-4d14-a7f7-e228b416fd86 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7565668 Oct 26 12:16:58.284388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Request body: {'port': {'device_id': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:16:58.415166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:58.447827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cf35aedf-aad0-4eb3-93d7-9df5abe2b1f1 None None] Provisioning complete for port ddb5f022-97b7-4f21-ae51-6ffa99029a5e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:16:58.448188 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf35aedf-aad0-4eb3-93d7-9df5abe2b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:58.488288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cf35aedf-aad0-4eb3-93d7-9df5abe2b1f1 None None] Port ddb5f022-97b7-4f21-ae51-6ffa99029a5e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:16:58.809222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f659a0b-a756-4480-8e85-17063b397353 req-9480065c-f9ad-43fd-8009-18596a668cc7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:58.811380 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f659a0b-a756-4480-8e85-17063b397353 req-9480065c-f9ad-43fd-8009-18596a668cc7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.30 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 946 time: 0.1577239 Oct 26 12:16:58.920834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05cb6-7a84-4168-9e3a-c8146242c319 req-41b0f032-bfa8-4c67-b54b-39d8c2488f2b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:58.922404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21a05cb6-7a84-4168-9e3a-c8146242c319 req-41b0f032-bfa8-4c67-b54b-39d8c2488f2b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 932 time: 0.1435251 Oct 26 12:16:58.966260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafc504-01b5-41bb-a3ac-6a6bffcc3f6a req-c2147f2c-21c9-4000-b695-c49e94a1d8e0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:58.967855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bafc504-01b5-41bb-a3ac-6a6bffcc3f6a req-c2147f2c-21c9-4000-b695-c49e94a1d8e0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 946 time: 0.1640675 Oct 26 12:16:58.995602 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.002853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb5f022-97b7-4f21-ae51-6ffa99029a5e {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:16:59.007269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.024409 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.033514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-21a05cb6-7a84-4168-9e3a-c8146242c319 req-ea05bbb7-78ec-4950-86c2-9dfc94a0cff5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906584 Oct 26 12:16:59.055215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bafc504-01b5-41bb-a3ac-6a6bffcc3f6a req-3a24ffbe-20b8-43a6-8f4d-b7affc2d5b32 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764391 Oct 26 12:16:59.078010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Transition to ACTIVE for port object ddb5f022-97b7-4f21-ae51-6ffa99029a5e will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:16:59.087790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.099924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port d25a6c94-ca8e-46c9-9128-cc9030315665 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:16:59.100271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.150550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:59.246276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port d25a6c94-ca8e-46c9-9128-cc9030315665, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d25a6c94-ca8e-46c9-9128-cc9030315665,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:16:59.246534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Attempting to bind port ddb5f022-97b7-4f21-ae51-6ffa99029a5e on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:16:59.246845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Attempting to bind port ddb5f022-97b7-4f21-ae51-6ffa99029a5e by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:16:59.247220 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.247347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Attempting to bind port ddb5f022-97b7-4f21-ae51-6ffa99029a5e on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:59.252808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Port ddb5f022-97b7-4f21-ae51-6ffa99029a5e on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:16:59.253347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Attempting to bind port ddb5f022-97b7-4f21-ae51-6ffa99029a5e on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:16:59.258962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:16:59.259415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:16:59.259883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:16:59.260514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Bound port: ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:16:59.260944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.262575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for d25a6c94-ca8e-46c9-9128-cc9030315665 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:16:59.357676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] For port ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:16:59.361920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] For port ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:16:59.382414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.436185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:59.436909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.438782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] 10.222.0.30 "PUT /v2.0/ports/ddb5f022-97b7-4f21-ae51-6ffa99029a5e HTTP/1.1" status: 200 len: 1092 time: 1.1596293 Oct 26 12:16:59.439380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'tag': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:16:59.442667 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4b740-2b34-4ad3-aac5-93ded9edeefa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4451a51-77e3-46a2-947b-7ac748abc3d8", "tag": "ddb5f022-97b7-4f21-ae51-6ffa99029a5e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:16:59.524217 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37ee7e-26d3-4167-b870-3e0044cfcb1b x-openstack-request-id: req-dd37ee7e-26d3-4167-b870-3e0044cfcb1b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:16:59.524656 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4451a51-77e3-46a2-947b-7ac748abc3d8", "tag": "ddb5f022-97b7-4f21-ae51-6ffa99029a5e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:16:59.525216 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd37ee7e-26d3-4167-b870-3e0044cfcb1b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:16:59.525809 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'tag': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e', 'status': 'completed', 'code': 200} Oct 26 12:16:59.538601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.562141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eaccb-a357-426b-86b1-07fca8272aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:59.573765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0398455f-ad7f-49a9-b5e9-6c576709420e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:16:59.584240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-4fc8a55d-45ad-47da-9d4e-f68169263ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:59.586577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-4fc8a55d-45ad-47da-9d4e-f68169263ff7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0903983 Oct 26 12:16:59.612544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0398455f-ad7f-49a9-b5e9-6c576709420e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:16:59.612913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0398455f-ad7f-49a9-b5e9-6c576709420e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:16:59.622360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=d25a6c94-ca8e-46c9-9128-cc9030315665,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:16:59.666655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-e1c35f89-64a6-4f77-9747-7adf01c2c2b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e HTTP/1.1" status: 200 len: 217 time: 0.0663433 Oct 26 12:16:59.697308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] No DVR routers for this DVR port d25a6c94-ca8e-46c9-9128-cc9030315665 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:16:59.706833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.711580 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.30 "DELETE /v2.0/ports/d25a6c94-ca8e-46c9-9128-cc9030315665 HTTP/1.1" status: 204 len: 173 time: 0.8748145 Oct 26 12:16:59.712034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'name': 'network-vif-deleted', 'tag': 'd25a6c94-ca8e-46c9-9128-cc9030315665'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:16:59.714341 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb03245c-932e-4891-8cc4-a8d262005fb9" -d '{"events": [{"server_uuid": "b262f1c3-dc97-47c0-80cb-3378bbb03e5e", "name": "network-vif-deleted", "tag": "d25a6c94-ca8e-46c9-9128-cc9030315665"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:16:59.726602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-39e6773c-2c15-4c28-9c85-bd3e4c41ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:59.727704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-39e6773c-2c15-4c28-9c85-bd3e4c41ba77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0495827 Oct 26 12:16:59.772249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:16:59.849877 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42490d1-f57d-4dd9-9f0e-3539092baaf1 x-openstack-request-id: req-b42490d1-f57d-4dd9-9f0e-3539092baaf1 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:16:59.850176 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b262f1c3-dc97-47c0-80cb-3378bbb03e5e", "name": "network-vif-deleted", "tag": "d25a6c94-ca8e-46c9-9128-cc9030315665", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:16:59.850433 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b42490d1-f57d-4dd9-9f0e-3539092baaf1 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:16:59.850858 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b262f1c3-dc97-47c0-80cb-3378bbb03e5e', 'name': 'network-vif-deleted', 'tag': 'd25a6c94-ca8e-46c9-9128-cc9030315665', 'status': 'completed', 'code': 200} Oct 26 12:16:59.874684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a06de601-9427-48ea-9c9c-30a61cf90373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:16:59.879241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-a06de601-9427-48ea-9c9c-30a61cf90373 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249139 Oct 26 12:16:59.956390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:16:59.961944 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:16:59.967208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:16:59.990178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:16:59.991438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:00.065442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-803b4315-49c6-4385-9abb-33f099ed9536 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766918 Oct 26 12:17:00.074349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:00.106375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:00.109670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:00.149935 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-48df38c6-610e-4850-87ba-03378dc48782 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/floatingips/4b26dc50-5f1f-4991-a067-7cd68dc37d66 HTTP/1.1" status: 200 len: 978 time: 2.2908175 Oct 26 12:17:00.153339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40222) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:00.214808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:00.215537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282c52e-be54-40a3-b821-b64850a0b5d8 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:00.298509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a45a572f-35fc-4b98-89fd-ad789f55dc96 req-28db5589-8d3e-402f-9e58-6ac55b4e3d04 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b262f1c3-dc97-47c0-80cb-3378bbb03e5e HTTP/1.1" status: 200 len: 210 time: 0.0721734 Oct 26 12:17:00.321473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e1c1a-59fb-423b-87a5-20e5dcc0d794 req-4055452a-e074-412c-94c5-20a988c64b39 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:00.323113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-389e1c1a-59fb-423b-87a5-20e5dcc0d794 req-4055452a-e074-412c-94c5-20a988c64b39 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.0864868 Oct 26 12:17:00.422045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f8ea01-6809-4e19-bc2d-c11298d6eeb8 req-ab6df1ce-314f-4d60-9cad-45a0e28dce0c service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458788 Oct 26 12:17:00.428550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-389e1c1a-59fb-423b-87a5-20e5dcc0d794 req-71b3ca02-4006-47ee-a7c9-891138676c3a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924461 Oct 26 12:17:00.521121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 93713447-2dde-47df-a721-e8d1f1856b9b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:00.521121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:00.592467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-72e54f75-45d2-4af5-8a37-3eb987999aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:00.594465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-72e54f75-45d2-4af5-8a37-3eb987999aed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0870893 Oct 26 12:17:00.646786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:00.647395 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:00.661104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 93713447-2dde-47df-a721-e8d1f1856b9b owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:00.724909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-2a611206-bcb7-499f-bdcf-dc2074cc43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:00.727452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-2a611206-bcb7-499f-bdcf-dc2074cc43aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1215448 Oct 26 12:17:00.789505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-645492d6-de26-44b3-8e68-8389b54144d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e HTTP/1.1" status: 200 len: 217 time: 0.0494461 Oct 26 12:17:00.887475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:00.893564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-de003ebc-4baa-44f2-ac04-0af9f0c0ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:00.895261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-de003ebc-4baa-44f2-ac04-0af9f0c0ad77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0872066 Oct 26 12:17:00.918376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=93713447-2dde-47df-a721-e8d1f1856b9b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:00.967701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-59c0ae41-41a6-4442-b77a-1f678755454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:00.969661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-59c0ae41-41a6-4442-b77a-1f678755454a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634372 Oct 26 12:17:00.992590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:00.993197 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 4b26dc50-5f1f-4991-a067-7cd68dc37d66 disassociated (deleted). External IP: 172.25.4.65, port: 0d957fb7-69d0-42f8-ae58-302bcd99e1c2. Oct 26 12:17:01.097314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-b6f722a3-e779-4365-bad2-fe24b0cace41 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149402 Oct 26 12:17:01.211854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99e4b740-2b34-4ad3-aac5-93ded9edeefa req-02d16147-6fe7-4e09-b185-90ce1d11a618 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030905 Oct 26 12:17:01.401375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40236) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:01.509160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e96045be-652d-4de2-8502-8ba3ba5d6828 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:01.632792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e96045be-652d-4de2-8502-8ba3ba5d6828 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:01.747851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e70c0-5f11-4c3e-b29e-6c0dd1936f3d req-e1ffe0c8-e961-4bcd-af7e-d870b7290661 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:01.760613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b7e70c0-5f11-4c3e-b29e-6c0dd1936f3d req-e1ffe0c8-e961-4bcd-af7e-d870b7290661 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1809061 Oct 26 12:17:01.822566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:01.823626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d25a6c94-ca8e-46c9-9128-cc9030315665 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:01.900839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b7e70c0-5f11-4c3e-b29e-6c0dd1936f3d req-9e63eb57-e358-49c9-9929-09a608dbe3c9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065278 Oct 26 12:17:01.903346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: d25a6c94-ca8e-46c9-9128-cc9030315665 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:01.903552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d25a6c94-ca8e-46c9-9128-cc9030315665 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:01.914628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e96045be-652d-4de2-8502-8ba3ba5d6828 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:01.918430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e96045be-652d-4de2-8502-8ba3ba5d6828 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:01.930400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e96045be-652d-4de2-8502-8ba3ba5d6828 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/security-groups/5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0 HTTP/1.1" status: 204 len: 168 time: 0.5264482 Oct 26 12:17:01.945752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96045be-652d-4de2-8502-8ba3ba5d6828 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b6217-0e9c-4f5d-8fe9-dfa2bc3fd2d0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:01.986103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40244) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:02.148509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting subnet 63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:17:02.154653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.159772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:02.170588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.173243 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:02.194695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:02.196939 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:02.226085 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.237487 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5d9531d1-9a34-48e1-9f4e-a49903b54ddf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/floatingips/4b26dc50-5f1f-4991-a067-7cd68dc37d66 HTTP/1.1" status: 204 len: 168 time: 2.0817614 Oct 26 12:17:02.240506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:02.262831 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:02.294463 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:02.295053 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:02.375197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:02.375867 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22878dbe-7bca-4590-8d05-9901a574a970 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:02.401532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 0d957fb7-69d0-42f8-ae58-302bcd99e1c2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:02.401979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.430319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.588515 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.620108 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.637323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 0d957fb7-69d0-42f8-ae58-302bcd99e1c2 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:02.647935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.648153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a86a9d-c342-46a2-9d56-17fe8695e1a8 None None] Network 4fb211f5-b4ae-4634-afda-39554ea437b2 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:02.672059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/subnets/63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9 HTTP/1.1" status: 204 len: 168 time: 0.6843309 Oct 26 12:17:02.710526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40248) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:02.733533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541d767-168a-494d-8e8f-00410b113e3b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Subnet': ['ID=63b2ca22-2dd7-47ff-b9e6-04bb4c5f29d9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:02.871950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:02.988633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.072388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=0d957fb7-69d0-42f8-ae58-302bcd99e1c2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:03.102116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 3a2aa951-aee0-4574-9a09-75322be89fd3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:03.108367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.127071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] DHCP port deletion for 4fb211f5-b4ae-4634-afda-39554ea437b2 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:17:03.280880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 3a2aa951-aee0-4574-9a09-75322be89fd3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3a2aa951-aee0-4574-9a09-75322be89fd3,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:03.281482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.298565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] Deleting port 3a2aa951-aee0-4574-9a09-75322be89fd3 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:03.298987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f7798-de03-40c7-a5ea-3dfbf3625a5e req-a0483d36-c781-4d73-9059-a875089b67e5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:03.300657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58f7798-de03-40c7-a5ea-3dfbf3625a5e req-a0483d36-c781-4d73-9059-a875089b67e5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1891844 Oct 26 12:17:03.303234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.314587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 3a2aa951-aee0-4574-9a09-75322be89fd3 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:03.335742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.346470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-67efd234-a3fd-4d44-b9c2-cb40f7596c2f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/ports/0d957fb7-69d0-42f8-ae58-302bcd99e1c2 HTTP/1.1" status: 204 len: 168 time: 1.1004872 Oct 26 12:17:03.346677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40258) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:03.360581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:03.393721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b58f7798-de03-40c7-a5ea-3dfbf3625a5e req-0c7987ad-e259-445a-b371-30365cf79905 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Oct 26 12:17:03.420365 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.455435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] For port 3a2aa951-aee0-4574-9a09-75322be89fd3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3a2aa951-aee0-4574-9a09-75322be89fd3,segment=NetworkSegment(de727a80-04f3-4284-8232-ce5a7c0a087a),segment_id=de727a80-04f3-4284-8232-ce5a7c0a087a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:03.456063 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.474529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] Calling delete_port for 3a2aa951-aee0-4574-9a09-75322be89fd3 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:03.483437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.535256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=3a2aa951-aee0-4574-9a09-75322be89fd3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:03.548097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] No DVR routers for this DVR port 3a2aa951-aee0-4574-9a09-75322be89fd3 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:03.688879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.734708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.754101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3a2aa951-aee0-4574-9a09-75322be89fd3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:03.789316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb211f5-b4ae-4634-afda-39554ea437b2']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:03.815808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de727a80-04f3-4284-8232-ce5a7c0a087a') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:03.817052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de727a80-04f3-4284-8232-ce5a7c0a087a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:03.819280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3a2aa951-aee0-4574-9a09-75322be89fd3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:03.822085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3a2aa951-aee0-4574-9a09-75322be89fd3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:03.841503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.841923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.146 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/2c61bd4c-1027-4d2b-a629-86757e439b96) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:03.847517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.868058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.879533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:03.880577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:03.885133 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:03.973005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] Pushing event deleted for resources: {'Port': ['ID=3a2aa951-aee0-4574-9a09-75322be89fd3,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:03.979267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0cab6-2911-4d99-ab64-63d134f7bdf2 None None] No DVR routers for this DVR port 3a2aa951-aee0-4574-9a09-75322be89fd3 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:03.980764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.988169 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:03.999155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.011272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/networks/4fb211f5-b4ae-4634-afda-39554ea437b2 HTTP/1.1" status: 204 len: 168 time: 1.2945504 Oct 26 12:17:04.023045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40266) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:04.048779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86368c3-f9c2-45a6-b766-09ed82a4247b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Network': ['ID=4fb211f5-b4ae-4634-afda-39554ea437b2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:04.054094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.176546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.241945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:04.250289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:04.261747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:04.289569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=2c61bd4c-1027-4d2b-a629-86757e439b96,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:04.303312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 25ea7c67-b6f0-46ec-a6a6-fe1345bf354b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:04.303773 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.409484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.459636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.459968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.479337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.518354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 25ea7c67-b6f0-46ec-a6a6-fe1345bf354b owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:04.620874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051309-e336-42f9-9e0c-fda9048184dc req-fff346b3-593f-4d7f-9df4-c8f1cae2218c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:04.623067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26051309-e336-42f9-9e0c-fda9048184dc req-fff346b3-593f-4d7f-9df4-c8f1cae2218c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1371374 Oct 26 12:17:04.689317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26051309-e336-42f9-9e0c-fda9048184dc req-018522ee-1eb3-4cb7-9325-8a0d5d636585 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592897 Oct 26 12:17:04.734758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.741790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.815836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=2c61bd4c-1027-4d2b-a629-86757e439b96,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:04.816550 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.828566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.861781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.863103 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-024219de-b3ac-4eb1-9a24-a7b8a03696f8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5105104 Oct 26 12:17:04.866227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=25ea7c67-b6f0-46ec-a6a6-fe1345bf354b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:04.867431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40280) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:04.876627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'port': {'network_id': 'd6814df3-65ca-41ea-840b-06c29182b65e', 'name': 'tempest-FloatingIPTestJSON-1219643617'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:04.949860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:04.950813 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Floating IP 81c8e98e-f2d9-4923-87b7-ee7b198905b2 disassociated (deleted). External IP: 172.25.4.101, port: e23853c9-f3e4-4448-a4ba-902d03c07084. Oct 26 12:17:05.117122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:05.125346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:05.163035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] device_id is not set on port a97c86da-befd-4e06-8165-ef5e28f7850b yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:17:05.288802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:05.374435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.12 (d6814df3-65ca-41ea-840b-06c29182b65e/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a/a97c86da-befd-4e06-8165-ef5e28f7850b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:05.558055 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:05.668124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:05.740559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:05.779472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:05.791088 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:05.791816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:05.814119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:05.814773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:05.844568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=a97c86da-befd-4e06-8165-ef5e28f7850b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:05.854552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3028a11d-1043-4c01-a3a3-17088f16dcdf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/floatingips/81c8e98e-f2d9-4923-87b7-ee7b198905b2 HTTP/1.1" status: 204 len: 168 time: 1.8318725 Oct 26 12:17:05.856103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:05.858691 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5" -d '{"events": [{"name": "network-changed", "server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:05.876849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network d6814df3-65ca-41ea-840b-06c29182b65e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:05.879977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:05.893261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:05.912908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20711311-679a-4354-9e0a-b7d4b19557e2 req-3dc37404-5240-4579-845e-31d7ab84e965 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:05.924761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20711311-679a-4354-9e0a-b7d4b19557e2 req-3dc37404-5240-4579-845e-31d7ab84e965 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1255090 Oct 26 12:17:05.993677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:05.994478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:06.021542 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6ad89b48-3e8c-4d85-9137-5a31b0e16a97 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1530139 Oct 26 12:17:06.025760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40298) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:06.037958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'port_id': 'a97c86da-befd-4e06-8165-ef5e28f7850b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:06.045100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20711311-679a-4354-9e0a-b7d4b19557e2 req-f93eb94c-416e-4a1a-829f-725d4a421da0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099367 Oct 26 12:17:06.145120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:06.147845 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:06.191648 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6853d8-a36f-4d6c-9237-df25b4fef7f5 x-openstack-request-id: req-0a6853d8-a36f-4d6c-9237-df25b4fef7f5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:06.191944 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:06.192206 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a6853d8-a36f-4d6c-9237-df25b4fef7f5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:06.193384 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'status': 'completed', 'code': 200} Oct 26 12:17:06.378703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-a6ecd4e8-d8eb-4f08-a065-33a0438df544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:06.381428 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-a6ecd4e8-d8eb-4f08-a065-33a0438df544 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 1097 time: 0.1503582 Oct 26 12:17:06.444103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a0845-0882-44e2-a4c8-2920c5fabd26 req-42c7179d-e0f8-4d7f-9dfe-c4b3b6ab09b4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:06.445743 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b15a0845-0882-44e2-a4c8-2920c5fabd26 req-42c7179d-e0f8-4d7f-9dfe-c4b3b6ab09b4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 946 time: 0.1363556 Oct 26 12:17:06.464460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:56Z', 'revision_number': 6, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:06.501290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:17:06.510254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:06.511148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:06.550156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b15a0845-0882-44e2-a4c8-2920c5fabd26 req-b4c606d9-2fb0-4171-8509-3bed414d00ed tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950401 Oct 26 12:17:06.741443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:06.742841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-b5b9e1a7-bd30-4105-805f-6eef46f1ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:06.746211 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-b5b9e1a7-bd30-4105-805f-6eef46f1ead3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 200 len: 899 time: 0.2375512 Oct 26 12:17:06.824911 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-046292f1-b8c7-4b2b-98c8-f430b7cd6e8b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23853c9-f3e4-4448-a4ba-902d03c07084 HTTP/1.1" status: 200 len: 217 time: 0.0609438 Oct 26 12:17:06.917519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-777e3b4b-b29c-4685-b6a3-4919bf13618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:06.919187 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-777e3b4b-b29c-4685-b6a3-4919bf13618c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69c60389-9c62-456d-9fd4-4ca24483f761 HTTP/1.1" status: 200 len: 834 time: 0.0861926 Oct 26 12:17:07.015332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:07.021709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:07.117259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:56Z', 'revision_number': 6, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:07.118493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-7ae3478a-552a-4f15-90d7-a6cc971ed5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:07.121923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-7ae3478a-552a-4f15-90d7-a6cc971ed5ca service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9e638b46-bc6e-4902-affe-16183799286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559796 Oct 26 12:17:07.186836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5556cc57-8e1c-408b-88f6-595efcb3017c None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:16:56Z', 'revision_number': 6, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '08e93e93-2f6e-46cc-8249-ac8c1660a28a', 'name': '', 'network_id': '9e638b46-bc6e-4902-affe-16183799286d', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:fd:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:12Z', 'updated_at': '2021-10-26T12:15:18Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '69c60389-9c62-456d-9fd4-4ca24483f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:07.290608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384246d-ca0d-446a-880d-e7fd77b754dd req-205f4709-b90f-46ee-9c1c-4a401e46061c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:07.292999 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 4f6da9ba-ca2a-4acc-ace9-d6add7818912 associated. External IP: 172.25.4.146, port: a97c86da-befd-4e06-8165-ef5e28f7850b. Oct 26 12:17:07.298956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1384246d-ca0d-446a-880d-e7fd77b754dd req-205f4709-b90f-46ee-9c1c-4a401e46061c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1206062 Oct 26 12:17:07.367269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1384246d-ca0d-446a-880d-e7fd77b754dd req-0769e4e2-a8d2-43e9-b642-42d9869d3589 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619316 Oct 26 12:17:07.418117 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-b0fb6e39-595d-4b95-af3f-febda33c0d80 service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861724 Oct 26 12:17:07.683807 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-54b84fb0-55c6-43b5-ad65-05d88b6aafe5 req-539af3e6-d2ed-4959-b48d-89e006845d60 service neutron] 10.222.0.100 "GET /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527246 Oct 26 12:17:07.730486 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d35af-7dc0-465e-875c-cffb8f405ab1 req-1e172bb8-0996-49f9-843a-569736b87bad tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:07.739240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-886d35af-7dc0-465e-875c-cffb8f405ab1 req-1e172bb8-0996-49f9-843a-569736b87bad tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 946 time: 0.0976827 Oct 26 12:17:07.754900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-a54dd8b9-39b6-4d87-a8e9-d8adf049e860 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:07.756456 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-a54dd8b9-39b6-4d87-a8e9-d8adf049e860 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 946 time: 0.1269925 Oct 26 12:17:07.757653 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03411e86-1b3f-4645-92fd-165e3583d86e None None] New status for floating IP 81c8e98e-f2d9-4923-87b7-ee7b198905b2: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:17:07.811315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-886d35af-7dc0-465e-875c-cffb8f405ab1 req-f5d3291e-c2a8-43b9-8bb8-506ef26abed4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=66deb031-50d3-41dd-b1dc-4123fb28e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668812 Oct 26 12:17:07.828028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:07.996374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port e23853c9-f3e4-4448-a4ba-902d03c07084 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:07.996711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.057169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:08.076778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.086058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:08.097154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:08.099649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:08.120053 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d28a56f3-3616-4c9a-b4d7-5928efa3a41a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/floatingips/4f6da9ba-ca2a-4acc-ace9-d6add7818912 HTTP/1.1" status: 200 len: 979 time: 2.0930827 Oct 26 12:17:08.124463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40324) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:08.162415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:08.179932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port e23853c9-f3e4-4448-a4ba-902d03c07084, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e23853c9-f3e4-4448-a4ba-902d03c07084,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:08.180316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.185555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:08.186706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:08.224881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for e23853c9-f3e4-4448-a4ba-902d03c07084 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:08.278481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:08.279608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed73c6f-c743-48c3-8b76-991b22b38b9a None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:08.312417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port a97c86da-befd-4e06-8165-ef5e28f7850b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:08.312968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.521938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.532773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c186-d55a-47f0-b820-41eedb36f8eb req-bbf48990-d93d-4abd-9145-53cc62c4cb2f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:08.542396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b208c186-d55a-47f0-b820-41eedb36f8eb req-bbf48990-d93d-4abd-9145-53cc62c4cb2f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.0994682 Oct 26 12:17:08.679635 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b208c186-d55a-47f0-b820-41eedb36f8eb req-e38f7954-4624-4465-a59f-ae73a2afcaba tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366026 Oct 26 12:17:08.885052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.885820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.886027 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 4f6da9ba-ca2a-4acc-ace9-d6add7818912 disassociated. External IP: 172.25.4.146, port: a97c86da-befd-4e06-8165-ef5e28f7850b. Oct 26 12:17:08.887808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for a97c86da-befd-4e06-8165-ef5e28f7850b owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:08.889183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:08.931232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=e23853c9-f3e4-4448-a4ba-902d03c07084,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:08.963411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c006dac2-8c55-4141-a31a-5d9cbe21faaa req-7b83c0a3-7d02-40ff-977d-d0394a35462f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=228d7b64-d5bd-43a5-b7a4-e083888c1447 HTTP/1.1" status: 200 len: 210 time: 0.0613449 Oct 26 12:17:09.011347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] No DVR routers for this DVR port e23853c9-f3e4-4448-a4ba-902d03c07084 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:09.017626 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:09.024906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-07786a9d-f7b8-4f6f-a3d2-ed4d32ddfd75 req-8342f35a-e1fe-4d3f-8365-4746b27ba03f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "DELETE /v2.0/ports/e23853c9-f3e4-4448-a4ba-902d03c07084 HTTP/1.1" status: 204 len: 173 time: 1.2599561 Oct 26 12:17:09.026158 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'name': 'network-vif-deleted', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:09.028384 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ead20c-b5ac-43bd-bf8a-140952316389" -d '{"events": [{"server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "name": "network-vif-deleted", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:09.105318 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9a20f-8141-4fab-84f7-9a61422adb8b x-openstack-request-id: req-04d9a20f-8141-4fab-84f7-9a61422adb8b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:09.105605 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228d7b64-d5bd-43a5-b7a4-e083888c1447", "name": "network-vif-deleted", "tag": "e23853c9-f3e4-4448-a4ba-902d03c07084", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:09.106017 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04d9a20f-8141-4fab-84f7-9a61422adb8b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:09.106413 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228d7b64-d5bd-43a5-b7a4-e083888c1447', 'name': 'network-vif-deleted', 'tag': 'e23853c9-f3e4-4448-a4ba-902d03c07084', 'status': 'completed', 'code': 200} Oct 26 12:17:09.125222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:09.269864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=a97c86da-befd-4e06-8165-ef5e28f7850b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:09.423127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:09.604684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:09.618062 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:09.639139 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:09.640265 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:09.725718 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:09.737771 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:09.738717 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:09.768518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:09.776493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-66515b9b-f2e5-4bf6-99d4-afd2210f0a15 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/ports/a97c86da-befd-4e06-8165-ef5e28f7850b HTTP/1.1" status: 204 len: 168 time: 1.6506095 Oct 26 12:17:09.778500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40350) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:09.782129 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:09.783812 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d5eef-a1d8-40f7-87dd-4ed542b5e903 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:09.837041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2c2fccb7-4366-4381-a4d1-d2d924c708bf tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/floatingips/4f6da9ba-ca2a-4acc-ace9-d6add7818912 HTTP/1.1" status: 200 len: 688 time: 0.0573637 Oct 26 12:17:09.839803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:09.878880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958cb4b-1283-4e82-b80b-ec24722fb86e req-cc0f03bd-5c48-4719-86ad-55744bcfe7cd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:09.880427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2958cb4b-1283-4e82-b80b-ec24722fb86e req-cc0f03bd-5c48-4719-86ad-55744bcfe7cd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.0613718 Oct 26 12:17:09.928305 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2958cb4b-1283-4e82-b80b-ec24722fb86e req-efdd9671-c8e7-4730-9b89-42b38f309d48 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Oct 26 12:17:09.977122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 2c61bd4c-1027-4d2b-a629-86757e439b96 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:09.977691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.030460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40360) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:10.104800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.105127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.138885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 2c61bd4c-1027-4d2b-a629-86757e439b96 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:10.145230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b541cfee-7482-476b-8d90-2587e5fe4ec5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.214907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b541cfee-7482-476b-8d90-2587e5fe4ec5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.338970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b541cfee-7482-476b-8d90-2587e5fe4ec5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.342672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b541cfee-7482-476b-8d90-2587e5fe4ec5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.347259 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b541cfee-7482-476b-8d90-2587e5fe4ec5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/security-groups/66deb031-50d3-41dd-b1dc-4123fb28e62a HTTP/1.1" status: 204 len: 168 time: 0.3123868 Oct 26 12:17:10.366253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541cfee-7482-476b-8d90-2587e5fe4ec5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66deb031-50d3-41dd-b1dc-4123fb28e62a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:10.373748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.393868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40370) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:10.443684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=2c61bd4c-1027-4d2b-a629-86757e439b96,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:10.480287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-eb63e4e8-c876-41d7-8c6a-fcd2b7bfffdf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011431 Oct 26 12:17:10.552562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.556668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.559326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12de274d-3a96-4120-ad20-e4cfdc6c73fe tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/floatingips/4f6da9ba-ca2a-4acc-ace9-d6add7818912 HTTP/1.1" status: 204 len: 168 time: 0.7183402 Oct 26 12:17:10.578748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40372) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:10.584176 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '216f603f-e7d5-4058-a3f4-d88e1e7bcc36'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:10.617993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6dde4-9986-426c-9746-95d3c908977f req-62abce1b-bf7a-4ea6-8d77-e21a1c4d2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:10.619663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-62abce1b-bf7a-4ea6-8d77-e21a1c4d2f2a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1096 time: 0.0806556 Oct 26 12:17:10.621328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.760449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e23853c9-f3e4-4448-a4ba-902d03c07084 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:10.795001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6dde4-9986-426c-9746-95d3c908977f req-edc629ac-1b05-4ca9-bf87-c8523f4eea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:10.796495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-edc629ac-1b05-4ca9-bf87-c8523f4eea18 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 911 time: 0.1526148 Oct 26 12:17:10.814959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: e23853c9-f3e4-4448-a4ba-902d03c07084 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:10.815305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e23853c9-f3e4-4448-a4ba-902d03c07084 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:10.869215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:10.885406 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-4b926c61-1b1f-4964-b9f1-ff3417f5b353 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 1000 time: 0.0801480 Oct 26 12:17:10.895010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.015117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6dde4-9986-426c-9746-95d3c908977f req-a63a005b-d287-4383-b8c6-2c3134b8af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:11.016604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-a63a005b-d287-4383-b8c6-2c3134b8af3e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 200 len: 848 time: 0.1021931 Oct 26 12:17:11.062320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.242 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/aa375c30-3d28-4a1f-a6b2-e0d46f2e7edb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:11.089664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6dde4-9986-426c-9746-95d3c908977f req-807e9c08-0382-45c8-9970-545c7c4ca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:11.091242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-807e9c08-0382-45c8-9970-545c7c4ca965 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b49930f-3268-470f-b3ea-9378885eed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653605 Oct 26 12:17:11.118481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f031a-e6dc-43f5-a3a7-92e537f40c02 req-d6fd1c68-e4f2-46cc-8fa6-05f981192aee tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:11.120070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f6f031a-e6dc-43f5-a3a7-92e537f40c02 req-d6fd1c68-e4f2-46cc-8fa6-05f981192aee tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1170990 Oct 26 12:17:11.171987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f6f031a-e6dc-43f5-a3a7-92e537f40c02 req-d6e3800e-5e82-4bb1-9b1e-eb5f75afab77 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Oct 26 12:17:11.260698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-0ff5bb18-e9b5-4b09-a4e9-38b9b021d4d7 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563175 Oct 26 12:17:11.263831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.269845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 08e93e93-2f6e-46cc-8249-ac8c1660a28a {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:11.270317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.365360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.386107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 08e93e93-2f6e-46cc-8249-ac8c1660a28a, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=08e93e93-2f6e-46cc-8249-ac8c1660a28a,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:11.386637 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.399720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 08e93e93-2f6e-46cc-8249-ac8c1660a28a owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:11.420089 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-95a6dde4-9986-426c-9746-95d3c908977f req-19c72756-e0c7-4e14-8878-d78d2efe7c06 service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508672 Oct 26 12:17:11.430769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:11.436019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=aa375c30-3d28-4a1f-a6b2-e0d46f2e7edb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:11.438810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:11.441256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:11.608553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.635900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=08e93e93-2f6e-46cc-8249-ac8c1660a28a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:11.825765 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.826567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:11.913165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.096207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.102198 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.109465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:12.188470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=aa375c30-3d28-4a1f-a6b2-e0d46f2e7edb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:12.194658 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.223415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:12.232883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-049218f2-9b58-4f4e-9d49-426a74d7ead2 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "PUT /v2.0/routers/d94863c8-a6d5-4ad3-8382-97acbe23bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8371906 Oct 26 12:17:12.234251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40396) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:12.236793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] Sync routers for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:12.249746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:12.250376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:12.343475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting subnet 69c60389-9c62-456d-9fd4-4ca24483f761 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:17:12.347962 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.375721 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 473b9e1f-ca50-4924-bc76-4edb848e3091 associated. External IP: 172.25.4.242, port: 216f603f-e7d5-4058-a3f4-d88e1e7bcc36. Oct 26 12:17:12.414063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.443760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:12.803843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:17:11Z', 'revision_number': 7, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:12.835842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] Checking router: d94863c8-a6d5-4ad3-8382-97acbe23bfa6 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:17:12.836358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:12.847903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] Routers {'d94863c8-a6d5-4ad3-8382-97acbe23bfa6'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:12.848650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:12.958030 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:12.988231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] Set router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:12.992223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46021dac-48a3-4c04-8d73-1e4559133e04 req-3dc976bf-ae7a-484a-8ea7-2cc43d9a5d2d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:13.000564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46021dac-48a3-4c04-8d73-1e4559133e04 req-3dc976bf-ae7a-484a-8ea7-2cc43d9a5d2d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.7250936 Oct 26 12:17:13.071914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:13.078138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46021dac-48a3-4c04-8d73-1e4559133e04 req-3a19defe-2d59-4bb7-aee6-2c04efeebebb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764639 Oct 26 12:17:13.099283 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:13.119393 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.121413 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:13.122947 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:13.130399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.154717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Subnet': ['ID=69c60389-9c62-456d-9fd4-4ca24483f761,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:13.159560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.166314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2f1ac22f-1c20-4f97-a3a3-4c4a45c592ff tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/subnets/69c60389-9c62-456d-9fd4-4ca24483f761 HTTP/1.1" status: 204 len: 168 time: 0.9283490 Oct 26 12:17:13.166651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40400) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:13.204833 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ea008329-c683-45bf-a200-d1d9a088b6da tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6238258 Oct 26 12:17:13.206891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c40c6-9f19-4a15-94c3-15f81aca208f None None] Network 9e638b46-bc6e-4902-affe-16183799286d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:13.207490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:13.217354 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2114234898'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:13.221150 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:13.231556 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:13.232571 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:13.265851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:13.269947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.272492 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:13.273325 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f863-1a22-4d53-9d2d-4a6263535fde None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:13.313849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:13.323140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.325421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.326458 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Added segment 0344b6e6-855e-4d59-b12f-db564f03a1b7 of type vlan for network de61a27c-1fae-4f34-98de-cc28894c5311 Oct 26 12:17:13.387763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.436642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.447414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:13.449281 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.479831 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.537619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Network': ['ID=de61a27c-1fae-4f34-98de-cc28894c5311,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:13.558350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-61cafd04-d2f6-4d02-a43d-4c187478ba53 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3470042 Oct 26 12:17:13.559597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40406) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:13.564319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'subnet': {'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:13.639012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:13.639512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.668384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:13.673176 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.755058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:13.755801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.773057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:13.819514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network de61a27c-1fae-4f34-98de-cc28894c5311 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:13.922596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:17:11Z', 'revision_number': 7, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:13.978536 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:13.991146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] DHCP port deletion for 9e638b46-bc6e-4902-affe-16183799286d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:17:13.994661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952ec5c-f36c-446e-a091-4599deba8714 None None] The sync data for ids ['d94863c8-a6d5-4ad3-8382-97acbe23bfa6'] in n-d-812150-3 is: [{'id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'name': 'tempest-TestNetworkBasicOps-router-1289466754', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:15:07Z', 'updated_at': '2021-10-26T12:17:11Z', 'revision_number': 7, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94863c8-a6d5-4ad3-8382-97acbe23bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:15:08Z', 'updated_at': '2021-10-26T12:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:14.038756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.065125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] Deleting port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:14.065634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.104905 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:14.134517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] For port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,segment=NetworkSegment(9bae1401-4b3d-4c64-91d3-27fb78ebf67b),segment_id=9bae1401-4b3d-4c64-91d3-27fb78ebf67b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:14.134749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Subnet': ['ID=a0f7ad39-76f1-4b89-ab39-4503ad255b81,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:14.135491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.148159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] Calling delete_port for 3df4dc15-ffcb-419b-b07e-edec7d2baf7e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:14.181310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Checking segment: {'id': '0344b6e6-855e-4d59-b12f-db564f03a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:14.181713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network hostable DHCP agents. Network: de61a27c-1fae-4f34-98de-cc28894c5311, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:14.215334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.234351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network de61a27c-1fae-4f34-98de-cc28894c5311 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:14.242914 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.262068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, de61a27c-1fae-4f34-98de-cc28894c5311) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:14.268895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] Pushing event deleted for resources: {'Port': ['ID=3df4dc15-ffcb-419b-b07e-edec7d2baf7e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:14.279621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d68b9-2821-4ec5-99ee-5e19f588ab01 None None] No DVR routers for this DVR port 3df4dc15-ffcb-419b-b07e-edec7d2baf7e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:14.281323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:14.282844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc7f3d-f36e-4fd3-bf51-e2b86401e92f None None] Network de61a27c-1fae-4f34-98de-cc28894c5311 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:14.286650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.327377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3baf6706-fa5a-4f2f-824f-1127f7dd1ae6 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7675326 Oct 26 12:17:14.327907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40414) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:14.333403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-994836747', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:14.397823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.398935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.513978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.546559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-de61a27c-1fae-4f34-98de-cc28894c5311', 'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311', 'tenant_id': '1ce96b0a2dc94146859ba717e096f114', 'fixed_ips': [{'subnet_id': 'a0f7ad39-76f1-4b89-ab39-4503ad255b81'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:14.547636 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.582045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.584300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.650936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.651627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Fanout notify agent at l3_agent the message router_deleted on router d94863c8-a6d5-4ad3-8382-97acbe23bfa6 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:17:14.671818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.673356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ee37ccb-6dbc-4c22-89de-cf09592a06e5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/routers/d94863c8-a6d5-4ad3-8382-97acbe23bfa6 HTTP/1.1" status: 204 len: 168 time: 1.5056055 Oct 26 12:17:14.677360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40422) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:14.781387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236826-8fd0-4562-b677-50c744e4e195 req-a64bd715-1afe-48eb-be0e-6927805adb98 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:14.783866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f236826-8fd0-4562-b677-50c744e4e195 req-a64bd715-1afe-48eb-be0e-6927805adb98 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.5589473 Oct 26 12:17:14.787579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Allocated IP 172.20.0.2 (de61a27c-1fae-4f34-98de-cc28894c5311/a0f7ad39-76f1-4b89-ab39-4503ad255b81/b9815125-ceb4-40d8-a22d-778487519999) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:14.818630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.877885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f236826-8fd0-4562-b677-50c744e4e195 req-68e5c314-71d8-405c-aad4-7e537c07d95e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849016 Oct 26 12:17:14.884599 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:14.981028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.002790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.094041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Network de61a27c-1fae-4f34-98de-cc28894c5311 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:15.101058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:15.117826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:15.148763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.175198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e638b46-bc6e-4902-affe-16183799286d']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:15.196570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.212471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bae1401-4b3d-4c64-91d3-27fb78ebf67b') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:15.212779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bae1401-4b3d-4c64-91d3-27fb78ebf67b') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:15.225909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.229879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.244842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.259904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Attempting to bind port b9815125-ceb4-40d8-a22d-778487519999 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:15.260277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Attempting to bind port b9815125-ceb4-40d8-a22d-778487519999 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0344b6e6-855e-4d59-b12f-db564f03a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:15.260648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Attempting to bind port b9815125-ceb4-40d8-a22d-778487519999 on network de61a27c-1fae-4f34-98de-cc28894c5311 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:15.262814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Pushing event updated for resources: {'Port': ['ID=b9815125-ceb4-40d8-a22d-778487519999,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:15.272236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:15.273760 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:15.276913 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:15.284810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:15.285418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Checking segment: {'id': '0344b6e6-855e-4d59-b12f-db564f03a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:15.286038 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.286739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Bound using segment: {'id': '0344b6e6-855e-4d59-b12f-db564f03a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:15.287464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Bound port: b9815125-ceb4-40d8-a22d-778487519999, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0344b6e6-855e-4d59-b12f-db564f03a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:15.288071 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.381492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.25.4.147 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/91c21a13-e08d-4db8-8628-b7cce11c6f64) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:15.401012 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.411884 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.422728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/networks/9e638b46-bc6e-4902-affe-16183799286d HTTP/1.1" status: 204 len: 168 time: 0.7441337 Oct 26 12:17:15.435006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] For port b9815125-ceb4-40d8-a22d-778487519999, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:15.442363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] For port b9815125-ceb4-40d8-a22d-778487519999, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9815125-ceb4-40d8-a22d-778487519999,segment=NetworkSegment(0344b6e6-855e-4d59-b12f-db564f03a1b7),segment_id=0344b6e6-855e-4d59-b12f-db564f03a1b7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:15.456401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40432) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:15.462272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'network': {'name': 'tempest-network-smoke--1854281186', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'port_security_enabled': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:15.470205 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.484224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeec35d-6cb1-4dfe-acd6-3dd40bc98460 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Network': ['ID=9e638b46-bc6e-4902-affe-16183799286d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:15.540730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e30d60-6266-42d8-954c-4c5411add081 None None] Pushing event updated for resources: {'Port': ['ID=b9815125-ceb4-40d8-a22d-778487519999,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:15.562976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:15.568160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.652873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:15.662419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.667091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.667451 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Added segment 0fcbaa6d-3761-4778-8202-913ea82878a5 of type vlan for network 4c644434-3a69-4d0b-92f6-09191df659dc Oct 26 12:17:15.691749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3df4dc15-ffcb-419b-b07e-edec7d2baf7e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:15.739582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3df4dc15-ffcb-419b-b07e-edec7d2baf7e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:15.740383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3df4dc15-ffcb-419b-b07e-edec7d2baf7e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:15.741067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e93e93-2f6e-46cc-8249-ac8c1660a28a no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:15.741181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.762504 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.770017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 08e93e93-2f6e-46cc-8249-ac8c1660a28a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:15.771500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 08e93e93-2f6e-46cc-8249-ac8c1660a28a not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:15.772246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:15.781423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.788440 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:15.789508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:15.817047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:15.817495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66154a1a-9e6d-4fe4-8ded-30e15ffa8f1b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:15.835643 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:15.839319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:15.844577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:15.878241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=91c21a13-e08d-4db8-8628-b7cce11c6f64,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:15.920571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Network': ['ID=4c644434-3a69-4d0b-92f6-09191df659dc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:15.932904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7c3d7d09-604f-4b90-8579-39391508cc8c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4725263 Oct 26 12:17:15.933095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40442) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:15.942792 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-151910212', 'admin_state_up': True, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:15.979008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 4c644434-3a69-4d0b-92f6-09191df659dc details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:16.073104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.074799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.110136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43de65-d3de-48db-a7c1-aa20fd71d6f3 req-837a0088-ec5e-448a-8f6a-9acd98d69677 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:16.114337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a43de65-d3de-48db-a7c1-aa20fd71d6f3 req-837a0088-ec5e-448a-8f6a-9acd98d69677 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.0987525 Oct 26 12:17:16.195720 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.301907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.377423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1a43de65-d3de-48db-a7c1-aa20fd71d6f3 req-1718bde1-6f6b-4f64-a5d6-deeec7fd9ff9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314508 Oct 26 12:17:16.397765 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.756679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.797443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:16.963044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.25.4.8 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/8f935927-98a8-4aba-ad91-99134e5f6ac3) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:17.002969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.110403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.161656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.165893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028eefa-6918-41ef-87b0-4dc2609d62e9 None None] Network de61a27c-1fae-4f34-98de-cc28894c5311 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:17.199452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:17.205237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:17.209447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:17.260637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=8f935927-98a8-4aba-ad91-99134e5f6ac3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:17.275299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 2dd68ca9-78c9-42d9-ae4a-a56b3f51672d is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:17:17.373599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dd72238f-64b9-4041-840a-bcab2aee03f6 None None] Provisioning complete for port b9815125-ceb4-40d8-a22d-778487519999 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:17.374047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd72238f-64b9-4041-840a-bcab2aee03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.411268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:17.435185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] Sync routers for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:17.440819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.446249 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-abe5487c-3d2d-4c5d-a1ca-9affb445948f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1147187 Oct 26 12:17:17.446447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40460) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:17.457018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:17.457658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:17.523984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:17.548322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:17.548958 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:17.651245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:17.652236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c6782-6615-4630-8ec9-d0c327c7b02c None None] The sync data for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:17.767135 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd72238f-64b9-4041-840a-bcab2aee03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.770147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9815125-ceb4-40d8-a22d-778487519999 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:17.818364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb702e0a-b327-485b-8e35-489a7451c278 req-1ab04475-c780-4d8b-8d0f-ac588a9eea0d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:17.819981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb702e0a-b327-485b-8e35-489a7451c278 req-1ab04475-c780-4d8b-8d0f-ac588a9eea0d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.2486720 Oct 26 12:17:17.863180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b9815125-ceb4-40d8-a22d-778487519999 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:17.863866 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.869689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:17.878257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb702e0a-b327-485b-8e35-489a7451c278 req-eac6a87e-32b5-4cc4-a6a9-39683c3c5d03 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Oct 26 12:17:17.891725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-dd72238f-64b9-4041-840a-bcab2aee03f6 None None] For port b9815125-ceb4-40d8-a22d-778487519999, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9815125-ceb4-40d8-a22d-778487519999,segment=NetworkSegment(0344b6e6-855e-4d59-b12f-db564f03a1b7),segment_id=0344b6e6-855e-4d59-b12f-db564f03a1b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:17.946642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd72238f-64b9-4041-840a-bcab2aee03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:18.130256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72238f-64b9-4041-840a-bcab2aee03f6 None None] Pushing event updated for resources: {'Port': ['ID=b9815125-ceb4-40d8-a22d-778487519999,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:18.216085 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:18.393084 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:18.476877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router 1a6dee6d-409f-4bad-9e54-558b13b4888c is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:17:18.500086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4ec977bc-9994-4c86-9212-79b101ece3b6 None None] Provisioning complete for port b9815125-ceb4-40d8-a22d-778487519999 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:18.501804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4ec977bc-9994-4c86-9212-79b101ece3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:18.691931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:18.710188 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Sync routers for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:18.727781 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:18.728824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:18.751835 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:18.753717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27dfe238-2c05-4956-8dba-c0cd6f014362 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8196931 Oct 26 12:17:18.757090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40488) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:18.846703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e398c491-de3d-4f64-a880-e22394ccc93d tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3678c12b650c476cbe1a2009b02cb9a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876622 Oct 26 12:17:18.849432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:18.863089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.1 (de61a27c-1fae-4f34-98de-cc28894c5311/a0f7ad39-76f1-4b89-ab39-4503ad255b81/42f58d12-0aed-4d21-9b4e-346802a36f1f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:18.956032 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:19.045416 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.054377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585822b-d03f-42b8-b62d-fe1ae16c2daf tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:19.056511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c585822b-d03f-42b8-b62d-fe1ae16c2daf tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2052159 Oct 26 12:17:19.059295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40494) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:19.087817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.126527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-668da81a-b2f3-4b49-9670-e0433b34c4c6 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438302 Oct 26 12:17:19.126903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40496) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:19.134997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1073617037', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:19.177263 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-44043be7-c8e5-4031-bf32-bf982cffe440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.201362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=42f58d12-0aed-4d21-9b4e-346802a36f1f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:19.224019 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:17Z', 'revision_number': 3, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:19.261121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network de61a27c-1fae-4f34-98de-cc28894c5311 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:19.261608 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Checking router: 1a6dee6d-409f-4bad-9e54-558b13b4888c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:17:19.262106 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Updating router 1a6dee6d-409f-4bad-9e54-558b13b4888c port 8f935927-98a8-4aba-ad91-99134e5f6ac3 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:17:19.262926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:19.267013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:19.305967 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.337723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.362935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cde1b-d3b7-492f-8796-9e5aa0b58ee2 req-6c698bed-2b42-4610-bab0-c51d575bee3b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:19.372049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f7cde1b-d3b7-492f-8796-9e5aa0b58ee2 req-6c698bed-2b42-4610-bab0-c51d575bee3b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.3666596 Oct 26 12:17:19.422410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:19.426987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.462116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f7cde1b-d3b7-492f-8796-9e5aa0b58ee2 req-95d5969c-e379-4300-aaec-af0a464acc32 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851591 Oct 26 12:17:19.674647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.723309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6f5573d4-7da9-4ef5-b3bd-4f79b46200ec None None] Provisioning complete for port 42f58d12-0aed-4d21-9b4e-346802a36f1f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:19.724551 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6f5573d4-7da9-4ef5-b3bd-4f79b46200ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.802181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6f5573d4-7da9-4ef5-b3bd-4f79b46200ec None None] Port 42f58d12-0aed-4d21-9b4e-346802a36f1f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:19.804061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9815125-ceb4-40d8-a22d-778487519999 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:19.843177 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.854277 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.880588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.914797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b9815125-ceb4-40d8-a22d-778487519999 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:19.915182 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.947437 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Attempting to bind port 8f935927-98a8-4aba-ad91-99134e5f6ac3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:19.947690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Attempting to bind port 8f935927-98a8-4aba-ad91-99134e5f6ac3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:19.948060 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Attempting to bind port 8f935927-98a8-4aba-ad91-99134e5f6ac3 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:19.963266 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:19.963646 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:19.964434 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.964434 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:19.964907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Bound port: 8f935927-98a8-4aba-ad91-99134e5f6ac3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:19.965306 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:19.994224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Subnet': ['ID=3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:19.995378 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5cb55-b341-4ba6-933b-dd2467e6c441 None None] Pushing event updated for resources: {'Port': ['ID=8f935927-98a8-4aba-ad91-99134e5f6ac3,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:19.998728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Checking segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:19.999414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network hostable DHCP agents. Network: 4c644434-3a69-4d0b-92f6-09191df659dc, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:20.024401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4c644434-3a69-4d0b-92f6-09191df659dc is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:20.042051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 4c644434-3a69-4d0b-92f6-09191df659dc) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:20.049013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:20.049585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.057759 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] For port 8f935927-98a8-4aba-ad91-99134e5f6ac3, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:20.076976 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] For port 8f935927-98a8-4aba-ad91-99134e5f6ac3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8f935927-98a8-4aba-ad91-99134e5f6ac3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:20.081302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd8c134-ba33-47d5-8753-212bea757395 None None] Network 4c644434-3a69-4d0b-92f6-09191df659dc requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:20.084037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fd491a44-2083-4568-855e-7d6b1c4dbef9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9559748 Oct 26 12:17:20.086620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:20.092281 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.228523 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:20.229165 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:20.271415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-4c644434-3a69-4d0b-92f6-09191df659dc', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:20.272542 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.283737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.292740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.349776 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5cb55-b341-4ba6-933b-dd2467e6c441 None None] Pushing event updated for resources: {'Port': ['ID=8f935927-98a8-4aba-ad91-99134e5f6ac3,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:20.414110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.431221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=42f58d12-0aed-4d21-9b4e-346802a36f1f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:20.442412 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:20.513750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Allocated IP 172.20.0.2 (4c644434-3a69-4d0b-92f6-09191df659dc/3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0/5436250f-8a40-40f5-88da-3fbb663953c5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:20.598227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network de61a27c-1fae-4f34-98de-cc28894c5311 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:20.599730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:20.847432 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:17Z', 'revision_number': 3, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:20.916809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.933226 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507065e7-036f-4aa7-9bb3-06b6b8518229 None None] The sync data for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 is: [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:17Z', 'revision_number': 3, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:20.936643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:20.938768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 2dd68ca9-78c9-42d9-ae4a-a56b3f51672d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:21.061152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Network 4c644434-3a69-4d0b-92f6-09191df659dc is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:21.071292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Pushing event updated for resources: {'Port': ['ID=5436250f-8a40-40f5-88da-3fbb663953c5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:21.083868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:21.089174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:21.144569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-20854579-7cc0-43aa-8fb7-d02a187c139f None None] Provisioning complete for port 42f58d12-0aed-4d21-9b4e-346802a36f1f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:21.145592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-20854579-7cc0-43aa-8fb7-d02a187c139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.163450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:21.171878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fdeae2c4-9c75-45a2-acef-f39f1f38491a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/routers/2dd68ca9-78c9-42d9-ae4a-a56b3f51672d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7243092 Oct 26 12:17:21.174371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40526) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:21.180578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'port': {'network_id': 'de61a27c-1fae-4f34-98de-cc28894c5311', 'name': 'tempest-FloatingIPTestJSON-961537842'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:21.259396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] Sync routers for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:21.263056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-20854579-7cc0-43aa-8fb7-d02a187c139f None None] Port 42f58d12-0aed-4d21-9b4e-346802a36f1f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:21.307087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:21.311455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:21.365666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Made reservation on behalf of 1ce96b0a2dc94146859ba717e096f114 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:21.370442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.414524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:21.420168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] device_id is not set on port 60520faa-b02b-4ef9-af27-c51c54c073dd yet. {{(pid=102759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 12:17:21.430223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Attempting to bind port 5436250f-8a40-40f5-88da-3fbb663953c5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:21.432166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Attempting to bind port 5436250f-8a40-40f5-88da-3fbb663953c5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:21.433838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Attempting to bind port 5436250f-8a40-40f5-88da-3fbb663953c5 on network 4c644434-3a69-4d0b-92f6-09191df659dc {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:21.458920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:21.459527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Checking segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:21.460046 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.460583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Bound using segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:21.461211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Bound port: 5436250f-8a40-40f5-88da-3fbb663953c5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:21.461752 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.477036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe429d-774b-4cde-a634-acf0b56f7e05 req-89c28f2a-0cbf-4daa-af2d-6fd2a0fa1476 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:21.479492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2afe429d-774b-4cde-a634-acf0b56f7e05 req-89c28f2a-0cbf-4daa-af2d-6fd2a0fa1476 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.8252299 Oct 26 12:17:21.580066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2afe429d-774b-4cde-a634-acf0b56f7e05 req-53a6e292-7630-4d81-8dc3-e5e53acc3f47 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901287 Oct 26 12:17:21.625492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] For port 5436250f-8a40-40f5-88da-3fbb663953c5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:21.628901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] For port 5436250f-8a40-40f5-88da-3fbb663953c5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5436250f-8a40-40f5-88da-3fbb663953c5,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:21.631779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:21.632422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:16:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:21.635531 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.664809 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Allocated IP 172.20.0.10 (de61a27c-1fae-4f34-98de-cc28894c5311/a0f7ad39-76f1-4b89-ab39-4503ad255b81/60520faa-b02b-4ef9-af27-c51c54c073dd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:21.736089 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:21.736773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292999b-eb45-4816-906d-1aad50297bf6 None None] The sync data for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:21.779885 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8ce49d57-03a0-4f00-9830-74be6c351558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.784417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d194837-a314-4c62-8f2e-9f821bdd8ebf None None] Pushing event updated for resources: {'Port': ['ID=5436250f-8a40-40f5-88da-3fbb663953c5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:21.840750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8f935927-98a8-4aba-ad91-99134e5f6ac3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:21.974131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8f935927-98a8-4aba-ad91-99134e5f6ac3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:21.974806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:21.994257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.098856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.235427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.364146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Network de61a27c-1fae-4f34-98de-cc28894c5311 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:22.396815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:22.405704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:22.435687 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.469223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 8f935927-98a8-4aba-ad91-99134e5f6ac3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8f935927-98a8-4aba-ad91-99134e5f6ac3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:22.475459 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.487549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event updated for resources: {'Port': ['ID=60520faa-b02b-4ef9-af27-c51c54c073dd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:22.526908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:22.527661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.555521 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:17:22.563771 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-847ca9d5-c3ce-44de-9554-65f61483f1ee tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3878219 Oct 26 12:17:22.564397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40542) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:22.575817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Request body: {'floatingip': {'port_id': '60520faa-b02b-4ef9-af27-c51c54c073dd'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:22.588877 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=8f935927-98a8-4aba-ad91-99134e5f6ac3,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:22.635688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.20.0.1 (4c644434-3a69-4d0b-92f6-09191df659dc/3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0/9b46aba6-f208-47f1-8afc-64b743c60967) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:22.742148 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.842671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb98d8-5742-4721-a360-9173e88b330b req-581f52a2-639d-4319-bf56-47ba7a1e9dda tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:22.844649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17fb98d8-5742-4721-a360-9173e88b330b req-581f52a2-639d-4319-bf56-47ba7a1e9dda tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1158454 Oct 26 12:17:22.887166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.929471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17fb98d8-5742-4721-a360-9173e88b330b req-017c93e5-a9cd-45fe-b09b-8bf46ef208a5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643773 Oct 26 12:17:22.932503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.951040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3a411af3-f84a-4aa8-a07c-0ac5e473bd9d None None] Provisioning complete for port 60520faa-b02b-4ef9-af27-c51c54c073dd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:22.951466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3a411af3-f84a-4aa8-a07c-0ac5e473bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:22.968432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.007749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3a411af3-f84a-4aa8-a07c-0ac5e473bd9d None None] Port 60520faa-b02b-4ef9-af27-c51c54c073dd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:23.053569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=9b46aba6-f208-47f1-8afc-64b743c60967,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:23.058187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4c644434-3a69-4d0b-92f6-09191df659dc is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:23.061739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:23.067882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:23.135500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.271720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.357931 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.465845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73741a40-183a-4799-8d1e-42b894f6c722 None None] Network 4c644434-3a69-4d0b-92f6-09191df659dc requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:23.523731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.534700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.544907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5d38047f-f4d5-4ff9-b7d5-8995e1107acb None None] Provisioning complete for port 5436250f-8a40-40f5-88da-3fbb663953c5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:23.545754 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d38047f-f4d5-4ff9-b7d5-8995e1107acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.781051 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 473b9e1f-ca50-4924-bc76-4edb848e3091 associated. External IP: 172.25.4.242, port: 216f603f-e7d5-4058-a3f4-d88e1e7bcc36. Oct 26 12:17:23.826367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.828489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8f935927-98a8-4aba-ad91-99134e5f6ac3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:23.832979 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.872389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d38047f-f4d5-4ff9-b7d5-8995e1107acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.961522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=9b46aba6-f208-47f1-8afc-64b743c60967,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:23.964562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:23.974407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5d38047f-f4d5-4ff9-b7d5-8995e1107acb None None] For port 5436250f-8a40-40f5-88da-3fbb663953c5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5436250f-8a40-40f5-88da-3fbb663953c5,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:23.997525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d38047f-f4d5-4ff9-b7d5-8995e1107acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.061502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38047f-f4d5-4ff9-b7d5-8995e1107acb None None] Pushing event updated for resources: {'Port': ['ID=5436250f-8a40-40f5-88da-3fbb663953c5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:24.065010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8f935927-98a8-4aba-ad91-99134e5f6ac3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:24.065422 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.196367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5436250f-8a40-40f5-88da-3fbb663953c5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:24.232776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4c644434-3a69-4d0b-92f6-09191df659dc is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:24.250105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:24.287690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5436250f-8a40-40f5-88da-3fbb663953c5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:24.288460 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.375402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e580de5-321b-4d7f-bf71-d8c49650665a req-23e74c24-aaa8-4b51-9904-9d9929ad7724 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.377214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e580de5-321b-4d7f-bf71-d8c49650665a req-23e74c24-aaa8-4b51-9904-9d9929ad7724 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.2040682 Oct 26 12:17:24.449826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e580de5-321b-4d7f-bf71-d8c49650665a req-707516c8-3131-40d5-b61f-1902dc6d1e01 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653455 Oct 26 12:17:24.486332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cf523cb6-277b-407c-b9dd-2b2ffbbc9fd8 None None] Provisioning complete for port 9b46aba6-f208-47f1-8afc-64b743c60967 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:24.486493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router 1a6dee6d-409f-4bad-9e54-558b13b4888c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:24.486822 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf523cb6-277b-407c-b9dd-2b2ffbbc9fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.572778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cf523cb6-277b-407c-b9dd-2b2ffbbc9fd8 None None] Port 9b46aba6-f208-47f1-8afc-64b743c60967 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:24.594363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cf523cb6-277b-407c-b9dd-2b2ffbbc9fd8 None None] Provisioning complete for port 5436250f-8a40-40f5-88da-3fbb663953c5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:24.594770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf523cb6-277b-407c-b9dd-2b2ffbbc9fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.660337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:24.678810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.684273 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-86d47494-2bb9-4e3f-bcc2-60bf3686ae0a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "PUT /v2.0/routers/1a6dee6d-409f-4bad-9e54-558b13b4888c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5888472 Oct 26 12:17:24.684843 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Sync routers for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:24.686619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40576) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:24.708967 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:24.719265 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:24.932173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:24.934822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0867b4c3-5377-449c-b24f-d05f9539f48d None None] Provisioning complete for port 9b46aba6-f208-47f1-8afc-64b743c60967 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:24.935461 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0867b4c3-5377-449c-b24f-d05f9539f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:24.964910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.965130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.965473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.966053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.966532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.967351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.967550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.968023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.968492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.968961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:24.971098 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-788cd0cd-0571-4ae2-970c-03e35379feaa tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7080 time: 0.2786248 Oct 26 12:17:24.975325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40580) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:24.992551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0867b4c3-5377-449c-b24f-d05f9539f48d None None] Port 9b46aba6-f208-47f1-8afc-64b743c60967 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:25.095289 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:25.117209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-15ef51d0-a785-4a26-a88f-f7fccd53e3c6 None None] Provisioning complete for port 9b46aba6-f208-47f1-8afc-64b743c60967 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:25.117779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15ef51d0-a785-4a26-a88f-f7fccd53e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.136950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:25.151046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.151797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.152276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.153755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.153875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.154575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.155193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.156121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.156745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.157518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.162543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3ca47f3f-6333-4a28-a67a-218360a31c5e tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6463 time: 0.1848934 Oct 26 12:17:25.163431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40586) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:25.215281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:25.234847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-15ef51d0-a785-4a26-a88f-f7fccd53e3c6 None None] Port 9b46aba6-f208-47f1-8afc-64b743c60967 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:25.258422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:25.260404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.333995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.345901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:25.346733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.397344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f49e09cc-c00c-4196-87f6-f07a33d62ab3 tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5916 time: 0.2325511 Oct 26 12:17:25.410354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.411050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78013795-f5d0-4e3f-91b6-56c7dd6e0284 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:25.426631 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 2, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.473727 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Checking router: 1a6dee6d-409f-4bad-9e54-558b13b4888c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:17:25.474151 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Updating router 1a6dee6d-409f-4bad-9e54-558b13b4888c port 9b46aba6-f208-47f1-8afc-64b743c60967 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:17:25.533308 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.533604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 2dd68ca9-78c9-42d9-ae4a-a56b3f51672d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:25.675965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5436250f-8a40-40f5-88da-3fbb663953c5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:25.685434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088be0-c8fb-4644-b498-ea81a2e0f985 req-0d583868-b18c-479e-ae25-10b053819a47 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:25.687417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:25.688176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64088be0-c8fb-4644-b498-ea81a2e0f985 req-0d583868-b18c-479e-ae25-10b053819a47 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1013253 Oct 26 12:17:25.706326 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.752019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64088be0-c8fb-4644-b498-ea81a2e0f985 req-4ee50609-595e-4345-ba5f-20fb185a5814 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491471 Oct 26 12:17:25.759648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 5436250f-8a40-40f5-88da-3fbb663953c5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:25.760028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.777234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40596) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:25.777234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296716148', 'description': 'tempest-secgroup-smoke-1296716148 description', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:25.785244 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-685f4f78-eb93-4ea5-ba06-e17c8e98ce2b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/floatingips/473b9e1f-ca50-4924-bc76-4edb848e3091 HTTP/1.1" status: 200 len: 978 time: 3.2194352 Oct 26 12:17:25.789259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40598) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:25.795267 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] Sync routers for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:25.810430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.898385 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:25.899389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.916594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 60520faa-b02b-4ef9-af27-c51c54c073dd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:25.917124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.939561 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.957306 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:25.957963 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:25.975643 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:25.982635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.009198 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:26.010198 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf006f82-cb7c-478d-91d2-356534c2c658 None None] The sync data for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:26.011630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.021126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2488413 Oct 26 12:17:26.026461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40606) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:26.041720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '0629fbdf-e1b7-487a-a9b3-3ba7464c5d20', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:26.053665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b1c3d-249b-48bd-906b-ddba65225ce9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.093051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.138824 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.146242 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.174287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.256284 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4eb69-0a44-4b63-bede-69d52aeadc63 None None] Pushing event updated for resources: {'Port': ['ID=9b46aba6-f208-47f1-8afc-64b743c60967,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.274092 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Attempting to bind port 9b46aba6-f208-47f1-8afc-64b743c60967 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:26.274585 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Attempting to bind port 9b46aba6-f208-47f1-8afc-64b743c60967 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:26.275071 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Attempting to bind port 9b46aba6-f208-47f1-8afc-64b743c60967 on network 4c644434-3a69-4d0b-92f6-09191df659dc {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:26.283023 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:26.284273 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Checking segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:26.284793 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.287593 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Bound using segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:26.288152 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Bound port: 9b46aba6-f208-47f1-8afc-64b743c60967, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:26.288641 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.373635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.381465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.385549 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] For port 9b46aba6-f208-47f1-8afc-64b743c60967, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:26.389675 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] For port 9b46aba6-f208-47f1-8afc-64b743c60967, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b46aba6-f208-47f1-8afc-64b743c60967,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:26.401170 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.448115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d655a00-83f3-493e-8bf5-a41796920905,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.463936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.468542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40612) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:26.469696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f469b17b-947e-4b3f-8231-9630d74f332f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4390411 Oct 26 12:17:26.475828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '0629fbdf-e1b7-487a-a9b3-3ba7464c5d20', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:26.477247 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:26.478586 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:26.480161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.480650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.480971 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Floating IP 473b9e1f-ca50-4924-bc76-4edb848e3091 disassociated. External IP: 172.25.4.242, port: 60520faa-b02b-4ef9-af27-c51c54c073dd. Oct 26 12:17:26.483264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 60520faa-b02b-4ef9-af27-c51c54c073dd owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:26.516061 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.588385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-83f10859-e8dd-4692-b9a4-6feabc154da5 None None] Provisioning complete for port 9b46aba6-f208-47f1-8afc-64b743c60967 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:26.596654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83f10859-e8dd-4692-b9a4-6feabc154da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.610146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.618835 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.633875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01fbc8c-41ae-4065-a953-e7f69f8539fc,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.635456 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4eb69-0a44-4b63-bede-69d52aeadc63 None None] Pushing event updated for resources: {'Port': ['ID=9b46aba6-f208-47f1-8afc-64b743c60967,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.662494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.664466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6aa7b2a8-49cc-4f25-a6ba-66dcd2f19194 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1945949 Oct 26 12:17:26.667180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40618) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:26.678428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '0629fbdf-e1b7-487a-a9b3-3ba7464c5d20', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:26.720293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.758408 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:26.768948 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83f10859-e8dd-4692-b9a4-6feabc154da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.801235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.837208 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.849130 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.869966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-83f10859-e8dd-4692-b9a4-6feabc154da5 None None] For port 9b46aba6-f208-47f1-8afc-64b743c60967, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b46aba6-f208-47f1-8afc-64b743c60967,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:26.877893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83f10859-e8dd-4692-b9a4-6feabc154da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.891336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00573f6b-a904-4323-b6d6-10a038549e88,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.916117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=60520faa-b02b-4ef9-af27-c51c54c073dd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:26.966413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:26.969477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d63aeb85-a2c4-4737-a3bb-0629b6aa3a82 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012779 Oct 26 12:17:26.972727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40626) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:26.984590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '0629fbdf-e1b7-487a-a9b3-3ba7464c5d20', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:26.995138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f10859-e8dd-4692-b9a4-6feabc154da5 None None] Pushing event updated for resources: {'Port': ['ID=9b46aba6-f208-47f1-8afc-64b743c60967,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:27.015576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7001-600b-4e55-a49d-6b94bcfec578 req-d59a4cca-49c0-40b9-807b-b7d1134942d7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:27.023723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04bd7001-600b-4e55-a49d-6b94bcfec578 req-d59a4cca-49c0-40b9-807b-b7d1134942d7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1521757 Oct 26 12:17:27.040190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-37456f68-f9c8-42d8-aad1-b8b007b1f3c7 None None] Provisioning complete for port 9b46aba6-f208-47f1-8afc-64b743c60967 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:27.040567 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37456f68-f9c8-42d8-aad1-b8b007b1f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.122319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04bd7001-600b-4e55-a49d-6b94bcfec578 req-c460aaf3-7913-4c56-bed1-2faf18c03bcf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972242 Oct 26 12:17:27.139711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.217898 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 2dd68ca9-78c9-42d9-ae4a-a56b3f51672d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:27.222505 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:27.237385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.253845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.280303 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d9d10-1676-4307-b9bc-2d53289ce1b5 None None] The sync data for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 is: [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:27.295397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94646bc-5731-4a1c-9892-9b274e095637,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:27.308706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.316018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2473006d-dfcc-4e8d-b7d5-703c040b4b3c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3400147 Oct 26 12:17:27.322175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40630) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:27.332459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '0629fbdf-e1b7-487a-a9b3-3ba7464c5d20', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:27.397530 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Project 3678c12b650c476cbe1a2009b02cb9a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:17:27.403918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.419958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:27.436742 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] Sync routers for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:27.448796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:27.451150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:27.507541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:27.526847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:27.528510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:27.557452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.564296 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f622739f-d2b8-4f9b-94a3-b69baf0363ad tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/ports/60520faa-b02b-4ef9-af27-c51c54c073dd HTTP/1.1" status: 204 len: 168 time: 1.7726212 Oct 26 12:17:27.567151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40636) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:27.567340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:27.567915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8a190-63cd-41b8-8009-46d3bdd4eb7d None None] The sync data for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:27.577731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.616082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.684984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bc4648-3c3b-4d5c-9707-fad8270a3938,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:27.692888 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.694622 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4a938cb1-0f4c-4aab-8379-8cd61d451f33 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695366 Oct 26 12:17:27.697485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:27.706351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'security_group_rule': {'security_group_id': '0629fbdf-e1b7-487a-a9b3-3ba7464c5d20', 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:27.773919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9b46aba6-f208-47f1-8afc-64b743c60967 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:27.809406 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Project 3678c12b650c476cbe1a2009b02cb9a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:17:27.821260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.925401 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9b46aba6-f208-47f1-8afc-64b743c60967 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:27.926397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.948123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.954583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:27.993894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bf9b42-082b-4925-a02b-d0bd4b05c4a7,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:28.011638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:28.013493 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3a9352cd-73e5-430d-9e19-cae7f6eb0013 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3131073 Oct 26 12:17:28.096633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:28.353754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-1fcf3a9f-a344-473a-9ffd-9e051b4d0c30 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296716148&fields=id&tenant_id=3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 267 time: 0.0794253 Oct 26 12:17:28.366339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d033ec7-5f1c-424a-b2b9-b9ab52d4e2ef req-61c18c68-667c-46b8-a4e2-19aff22ddcec tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:28.368149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d033ec7-5f1c-424a-b2b9-b9ab52d4e2ef req-61c18c68-667c-46b8-a4e2-19aff22ddcec tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1403992 Oct 26 12:17:28.528189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d033ec7-5f1c-424a-b2b9-b9ab52d4e2ef req-e159088d-6dc4-4a54-a0ce-e85df3c9e663 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166039 Oct 26 12:17:28.574259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-853d7c37-c3e8-42f7-ad4d-d66624fab2aa tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:28.575975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-853d7c37-c3e8-42f7-ad4d-d66624fab2aa tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/networks?id=4c644434-3a69-4d0b-92f6-09191df659dc HTTP/1.1" status: 200 len: 797 time: 0.2067707 Oct 26 12:17:28.623640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-6765cf59-93bd-49f6-8585-7b52f751828d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/quotas/3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 375 time: 0.0347974 Oct 26 12:17:28.717210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-d43d6713-bc52-4eeb-9515-88fe21fa241f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853634 Oct 26 12:17:28.733640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 42f58d12-0aed-4d21-9b4e-346802a36f1f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:28.733942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:28.900865 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:28.915529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-6f25355e-7753-424e-ac64-bf77f91fd866 service neutron] 10.222.0.88 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780231 Oct 26 12:17:28.920493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 42f58d12-0aed-4d21-9b4e-346802a36f1f owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:29.067442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-dd3aadb8-472e-4442-97fe-820319f9edd7 service neutron] 10.222.0.88 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448162 Oct 26 12:17:29.233440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:29.308358 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=42f58d12-0aed-4d21-9b4e-346802a36f1f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:29.312546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f59efcbe-b6fe-4d7d-ae9d-a2b0c936919b req-1d32ac0e-3ed0-4980-a857-a30140552c9d tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 210 time: 0.0318871 Oct 26 12:17:29.325630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.326124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.326494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.326842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.327219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.327612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.328036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.328374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.328730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.329225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.329611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.330006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:29.927552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ddb5f022-97b7-4f21-ae51-6ffa99029a5e details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:17:30.004416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbc55c-89d6-4868-924b-aa55a6328351 req-c05a79db-dd5c-4099-bc87-f6631132f61f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:30.006192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71dbc55c-89d6-4868-924b-aa55a6328351 req-c05a79db-dd5c-4099-bc87-f6631132f61f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 944 time: 0.0788944 Oct 26 12:17:30.007321 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:30.057637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:30.073191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e', 'mac_address': 'fa:16:3e:0b:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:17:30.131237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:30.146029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71dbc55c-89d6-4868-924b-aa55a6328351 req-d9467f9d-e85f-449b-8cca-3310ae05a548 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293199 Oct 26 12:17:30.147400 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb5f022-97b7-4f21-ae51-6ffa99029a5e {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:17:30.175732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:30.180835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:30.241310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:30.300322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 2dd68ca9-78c9-42d9-ae4a-a56b3f51672d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:30.450977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ddb5f022-97b7-4f21-ae51-6ffa99029a5e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:17:30.480018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-34c48f0c-5996-42ff-830b-16cf6cfd30c0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:30.482797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-34c48f0c-5996-42ff-830b-16cf6cfd30c0 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "GET /v2.0/networks?id=4c644434-3a69-4d0b-92f6-09191df659dc HTTP/1.1" status: 200 len: 797 time: 0.1292460 Oct 26 12:17:30.493617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c30f6371-4c00-4d0b-aefa-dcf8c5a2ef6d req-7f9ad481-8f18-4b11-9bcc-d10532560caa tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 210 time: 0.0414634 Oct 26 12:17:30.496604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:30.505637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0e551bcf-01e3-4db2-b72b-bb28b9240df0 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/routers/2dd68ca9-78c9-42d9-ae4a-a56b3f51672d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9354956 Oct 26 12:17:30.506562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40698) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:30.528421 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] Sync routers for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:30.564365 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:30.565857 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:30.575498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-70f0cd84-fdfa-4b46-b4a1-4f8b9b7b0cb5 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3678c12b650c476cbe1a2009b02cb9a1 HTTP/1.1" status: 200 len: 380 time: 0.0806739 Oct 26 12:17:30.587399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'port': {'device_id': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'admin_state_up': True, 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'security_groups': ['0629fbdf-e1b7-487a-a9b3-3ba7464c5d20']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:30.616811 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:30.626426 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] Routers {'2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:30.627286 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:30.663759 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:30.664670 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf120fc-545f-47f7-aee9-de3ef99319bc None None] The sync data for ids ['2dd68ca9-78c9-42d9-ae4a-a56b3f51672d'] in n-d-812150-3 is: [] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:30.709397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Made reservation on behalf of 3678c12b650c476cbe1a2009b02cb9a1 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:30.713675 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:30.727645 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:30.850565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:30.868777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.20.0.7 (4c644434-3a69-4d0b-92f6-09191df659dc/3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0/1de9b685-4eb7-4cdd-96a2-f422d83d8abd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:30.914416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 91c21a13-e08d-4db8-8628-b7cce11c6f64 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:30.914906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.006692 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.022432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 91c21a13-e08d-4db8-8628-b7cce11c6f64 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:31.055240 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.100454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.155145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 4c644434-3a69-4d0b-92f6-09191df659dc is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:31.159164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:31.163901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:31.196761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:31.285146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:31.286074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.305966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.327508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-35da9acb-3315-4559-9087-bc47adbf8389 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432625 Oct 26 12:17:31.371141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=91c21a13-e08d-4db8-8628-b7cce11c6f64,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:31.435541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Request body: {'port': {'device_id': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:31.447118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767424c-6d04-48a8-9fbd-7298a3d3bb3c req-df00c4ef-7377-4c8b-be61-255c7e23ca01 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:31.448973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c767424c-6d04-48a8-9fbd-7298a3d3bb3c req-df00c4ef-7377-4c8b-be61-255c7e23ca01 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 945 time: 0.1613755 Oct 26 12:17:31.487572 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.517219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.523319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-88080ca3-7103-4525-bc55-3f79ea2452cb None None] Provisioning complete for port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:31.524327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88080ca3-7103-4525-bc55-3f79ea2452cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.567208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-88080ca3-7103-4525-bc55-3f79ea2452cb None None] Port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:17:31.659496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.676457 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.685068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c767424c-6d04-48a8-9fbd-7298a3d3bb3c req-e529e8fa-ae71-4cd3-972a-fd7acb7be3c9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226799 Oct 26 12:17:31.760120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302854f-2e0f-4b51-b8bb-a15d3a7bd08c req-a5bed267-0e32-449c-bb5a-a5c6f46daadf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:31.769588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a302854f-2e0f-4b51-b8bb-a15d3a7bd08c req-a5bed267-0e32-449c-bb5a-a5c6f46daadf tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 931 time: 0.1343904 Oct 26 12:17:31.781221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.781884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd68ca9-78c9-42d9-ae4a-a56b3f51672d {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:17:31.799941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.801376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7ac64c2e-c1f5-4ee9-8c73-ab8b0161cc44 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/routers/2dd68ca9-78c9-42d9-ae4a-a56b3f51672d HTTP/1.1" status: 204 len: 168 time: 1.2904952 Oct 26 12:17:31.804662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40708) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:31.828171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a302854f-2e0f-4b51-b8bb-a15d3a7bd08c req-609a9fd7-4fb1-45ee-8dc4-30e2b14ac051 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576229 Oct 26 12:17:31.903552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting subnet a0f7ad39-76f1-4b89-ab39-4503ad255b81 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:17:31.911963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.930703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ddb5f022-97b7-4f21-ae51-6ffa99029a5e up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:31.946550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de9b685-4eb7-4cdd-96a2-f422d83d8abd {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:17:31.963045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.976482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:31.986912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port ddb5f022-97b7-4f21-ae51-6ffa99029a5e completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:17:31.990878 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port ddb5f022-97b7-4f21-ae51-6ffa99029a5e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:31.991250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.007498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Transition to ACTIVE for port object 1de9b685-4eb7-4cdd-96a2-f422d83d8abd will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:17:32.013345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.083241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.110258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:32.112655 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4fc76-aa04-4e8c-a866-3c7ead3b1cf0" -d '{"events": [{"server_uuid": "b4451a51-77e3-46a2-947b-7ac748abc3d8", "name": "network-vif-plugged", "status": "completed", "tag": "ddb5f022-97b7-4f21-ae51-6ffa99029a5e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:32.126249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:32.132116 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.188445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:32.337721 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f907d61-fde9-4c57-b1ea-ce60bdd4ca23 x-openstack-request-id: req-0f907d61-fde9-4c57-b1ea-ce60bdd4ca23 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:32.338395 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4451a51-77e3-46a2-947b-7ac748abc3d8", "name": "network-vif-plugged", "status": "completed", "tag": "ddb5f022-97b7-4f21-ae51-6ffa99029a5e", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:32.338788 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0f907d61-fde9-4c57-b1ea-ce60bdd4ca23 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:32.339298 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e', 'code': 200} Oct 26 12:17:32.461302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b4cc-07c5-4e54-9d52-513f15977a70 req-e490d039-4bba-4c81-aa7f-bc0c9139bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:32.462852 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50b5b4cc-07c5-4e54-9d52-513f15977a70 req-e490d039-4bba-4c81-aa7f-bc0c9139bb06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0506003 Oct 26 12:17:32.484270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.507304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50b5b4cc-07c5-4e54-9d52-513f15977a70 req-26ad71dd-bc75-4da2-96ef-20499e44b921 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Oct 26 12:17:32.520118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Pushing event updated for resources: {'Port': ['ID=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:32.612891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Attempting to bind port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:32.613272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Attempting to bind port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:32.613530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Attempting to bind port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd on network 4c644434-3a69-4d0b-92f6-09191df659dc {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:32.618519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.626711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd on network 4c644434-3a69-4d0b-92f6-09191df659dc not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:17:32.627065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Attempting to bind port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd on network 4c644434-3a69-4d0b-92f6-09191df659dc {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:32.653282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f7ad39-76f1-4b89-ab39-4503ad255b81,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:32.658406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.661885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42a8dc59-f9d0-448a-928c-279c6ef6b03a tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/subnets/a0f7ad39-76f1-4b89-ab39-4503ad255b81 HTTP/1.1" status: 204 len: 168 time: 0.8551631 Oct 26 12:17:32.663020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:32.663360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Checking segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:32.663754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Bound using segment: {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:32.664274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Bound port: 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcbaa6d-3761-4778-8202-913ea82878a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:32.664409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40716) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:32.664627 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.673309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147383e-c3fe-44a2-ade1-015a98a0f5a3 None None] Network de61a27c-1fae-4f34-98de-cc28894c5311 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:32.752361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] For port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:32.758573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] For port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:32.765407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.785301 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.825944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:32.826173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:32.828451 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] 10.222.0.100 "PUT /v2.0/ports/1de9b685-4eb7-4cdd-96a2-f422d83d8abd HTTP/1.1" status: 200 len: 1091 time: 1.4920993 Oct 26 12:17:32.834575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:32.838309 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:32.879381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d5ca1-8b96-4821-b3eb-312ab1b83033 service neutron] Pushing event updated for resources: {'Port': ['ID=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:32.941718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-c375ec7d-98b9-4304-9196-0c9b849f017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:32.943540 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-c375ec7d-98b9-4304-9196-0c9b849f017b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 1094 time: 0.0605521 Oct 26 12:17:32.997535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14d79d-987d-4fc5-bf83-cf96eddd7ccc req-985e0fc6-d90a-4584-b95d-4ab5d902945d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:32.999719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c14d79d-987d-4fc5-bf83-cf96eddd7ccc req-985e0fc6-d90a-4584-b95d-4ab5d902945d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.1896441 Oct 26 12:17:33.000667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] DHCP port deletion for de61a27c-1fae-4f34-98de-cc28894c5311 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:17:33.004740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port b9815125-ceb4-40d8-a22d-778487519999 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:33.005392 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.067544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-229d833b-cef1-416b-b97b-f2a7f0b0fbe0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd HTTP/1.1" status: 200 len: 217 time: 0.1138134 Oct 26 12:17:33.099717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] Deleting port b9815125-ceb4-40d8-a22d-778487519999 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:33.100387 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.116709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c14d79d-987d-4fc5-bf83-cf96eddd7ccc req-410779c1-58b6-4520-80ff-120f82b57ab8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084354 Oct 26 12:17:33.161044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] For port b9815125-ceb4-40d8-a22d-778487519999, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9815125-ceb4-40d8-a22d-778487519999,segment=NetworkSegment(0344b6e6-855e-4d59-b12f-db564f03a1b7),segment_id=0344b6e6-855e-4d59-b12f-db564f03a1b7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:33.161991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.187500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for b9815125-ceb4-40d8-a22d-778487519999 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:33.188587 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] For port b9815125-ceb4-40d8-a22d-778487519999, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b9815125-ceb4-40d8-a22d-778487519999,segment=NetworkSegment(0344b6e6-855e-4d59-b12f-db564f03a1b7),segment_id=0344b6e6-855e-4d59-b12f-db564f03a1b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:33.188995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.205170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] Calling delete_port for b9815125-ceb4-40d8-a22d-778487519999 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:33.219266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-0ae7590c-f291-46fa-a95e-f195d165ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:33.220775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-0ae7590c-f291-46fa-a95e-f195d165ede4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0 HTTP/1.1" status: 200 len: 835 time: 0.1433594 Oct 26 12:17:33.249055 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bd5a3-f248-4900-8722-fb4da9f5d642 x-openstack-request-id: req-9e7bd5a3-f248-4900-8722-fb4da9f5d642 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:33.249532 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:33.249964 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9e7bd5a3-f248-4900-8722-fb4da9f5d642 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:33.250511 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'status': 'completed', 'code': 200} Oct 26 12:17:33.306679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-4c7d1c95-e989-4c4e-8e5a-264f36e4fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:33.308377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-4c7d1c95-e989-4c4e-8e5a-264f36e4fbe9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c644434-3a69-4d0b-92f6-09191df659dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773866 Oct 26 12:17:33.312348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.321439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.344321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=b9815125-ceb4-40d8-a22d-778487519999,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:33.358167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] No DVR routers for this DVR port b9815125-ceb4-40d8-a22d-778487519999 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:33.360613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] Pushing event deleted for resources: {'Port': ['ID=b9815125-ceb4-40d8-a22d-778487519999,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:33.365667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e9b39-f666-4a80-853a-97fc92b749de None None] No DVR routers for this DVR port b9815125-ceb4-40d8-a22d-778487519999 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:33.452782 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-75d1a13f-e442-440e-b253-8098aa0fb740 service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371288 Oct 26 12:17:33.504993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.536996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de61a27c-1fae-4f34-98de-cc28894c5311']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:33.550515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0344b6e6-855e-4d59-b12f-db564f03a1b7') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:33.551446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0344b6e6-855e-4d59-b12f-db564f03a1b7') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:33.569877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54367ad-d47d-4c38-a3f2-7060550ee0f0 req-3f110295-2d94-45a8-a851-e96b4c2be475 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:33.572095 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-57fdb2a8-b09a-4a31-927b-a45b3c2c98f2 req-f69a96ea-04d3-4446-8f12-18a3afd4e976 service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096041 Oct 26 12:17:33.575685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e54367ad-d47d-4c38-a3f2-7060550ee0f0 req-3f110295-2d94-45a8-a851-e96b4c2be475 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 943 time: 0.1144278 Oct 26 12:17:33.577857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.618412 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.629462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:33.629857 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:33.633620 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:33.678523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-0ca60ec9-6285-4e61-ab03-8a44c811111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:33.680684 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-0ca60ec9-6285-4e61-ab03-8a44c811111b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 1094 time: 0.0557358 Oct 26 12:17:33.707416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e54367ad-d47d-4c38-a3f2-7060550ee0f0 req-3a968c5a-8233-4512-85b0-635b2b38be0e tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220510 Oct 26 12:17:33.713905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9815125-ceb4-40d8-a22d-778487519999 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:33.750483 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.761887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.766361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b9815125-ceb4-40d8-a22d-778487519999 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:33.767082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b9815125-ceb4-40d8-a22d-778487519999 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:33.773644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/networks/de61a27c-1fae-4f34-98de-cc28894c5311 HTTP/1.1" status: 204 len: 168 time: 1.1081626 Oct 26 12:17:33.789674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7ceb3-b13f-4a06-93fb-88432ef88b0f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Network': ['ID=de61a27c-1fae-4f34-98de-cc28894c5311,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:33.791511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40726) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:33.848943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-dec99e54-c29d-4c4d-a925-3befc7b5cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:33.850484 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-dec99e54-c29d-4c4d-a925-3befc7b5cfbf service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c644434-3a69-4d0b-92f6-09191df659dc HTTP/1.1" status: 200 len: 899 time: 0.1607332 Oct 26 12:17:33.883534 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.901623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-00eedc6a-fa8a-4f5f-9d3a-7457b3646e4f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd HTTP/1.1" status: 200 len: 217 time: 0.0429213 Oct 26 12:17:33.932916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port aa375c30-3d28-4a1f-a6b2-e0d46f2e7edb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:33.933263 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:33.956210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-5e4790d2-ea13-44ad-bf12-17b8ddcd85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:33.957306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-5e4790d2-ea13-44ad-bf12-17b8ddcd85a3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0 HTTP/1.1" status: 200 len: 835 time: 0.0481384 Oct 26 12:17:34.010774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-83a752c1-0ce1-4873-b547-ba612e0ecc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:34.012883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-83a752c1-0ce1-4873-b547-ba612e0ecc89 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c644434-3a69-4d0b-92f6-09191df659dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465407 Oct 26 12:17:34.026160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.026521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.039056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for aa375c30-3d28-4a1f-a6b2-e0d46f2e7edb owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:34.111865 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-068f4b23-3e7f-4552-96ab-5dd424370e51 service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901456 Oct 26 12:17:34.226363 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eb1b9ee0-497b-4bbe-9fb8-5947e214373f req-b55c40fd-efd6-4f2b-b3fb-e790560a36b7 service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026978 Oct 26 12:17:34.251724 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.284051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=aa375c30-3d28-4a1f-a6b2-e0d46f2e7edb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:34.298436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b6a8a-b1d3-45db-b39f-d24f47e04386 req-9162e2d4-2bd3-4c6c-9c9a-c752a93e2841 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:34.300010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-118b6a8a-b1d3-45db-b39f-d24f47e04386 req-9162e2d4-2bd3-4c6c-9c9a-c752a93e2841 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.0961525 Oct 26 12:17:34.379294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-118b6a8a-b1d3-45db-b39f-d24f47e04386 req-ed67fd06-1513-47ce-bbae-466fdb0b24c2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Oct 26 12:17:34.382349 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.385312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.386555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1f510c0a-ce92-4394-9cf8-073bb454173c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/floatingips/473b9e1f-ca50-4924-bc76-4edb848e3091 HTTP/1.1" status: 204 len: 168 time: 0.5935962 Oct 26 12:17:34.391161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:34.416527 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebef0386-9fbf-4994-bd3b-164ce9f9c518 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] DELETE failed (client error): The resource could not be found. Oct 26 12:17:34.417304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebef0386-9fbf-4994-bd3b-164ce9f9c518 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:17:34.421854 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ebef0386-9fbf-4994-bd3b-164ce9f9c518 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/ports/60520faa-b02b-4ef9-af27-c51c54c073dd HTTP/1.1" status: 404 len: 333 time: 0.0290959 Oct 26 12:17:34.424793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40736) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:34.464816 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5d87e444-97b5-4b9c-9d8a-f4ae43db364c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/ports?device_id=2dd68ca9-78c9-42d9-ae4a-a56b3f51672d HTTP/1.1" status: 200 len: 205 time: 0.0364292 Oct 26 12:17:34.465862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:34.506148 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-4691f98b-6762-4436-b1ed-1c1747503d38 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] delete failed (client error): The resource could not be found. Oct 26 12:17:34.507603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4691f98b-6762-4436-b1ed-1c1747503d38 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/routers/2dd68ca9-78c9-42d9-ae4a-a56b3f51672d HTTP/1.1" status: 404 len: 336 time: 0.0407271 Oct 26 12:17:34.509994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40740) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:34.522091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cb93-0f6a-486f-8705-39a212ac3c45 req-4971d764-6c4c-4c32-b356-33073545e046 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:34.523729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5635cb93-0f6a-486f-8705-39a212ac3c45 req-4971d764-6c4c-4c32-b356-33073545e046 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.0559547 Oct 26 12:17:34.539022 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6770d8-1445-4c86-bcb8-c2ce0e3db559 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] DELETE failed (client error): The resource could not be found. Oct 26 12:17:34.539703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6770d8-1445-4c86-bcb8-c2ce0e3db559 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:17:34.545515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4d6770d8-1445-4c86-bcb8-c2ce0e3db559 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/subnets/a0f7ad39-76f1-4b89-ab39-4503ad255b81 HTTP/1.1" status: 404 len: 337 time: 0.0319886 Oct 26 12:17:34.545856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:34.573016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5635cb93-0f6a-486f-8705-39a212ac3c45 req-4a707fa7-1108-474b-a88f-dd68aaa80e27 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Oct 26 12:17:34.655295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port 216f603f-e7d5-4058-a3f4-d88e1e7bcc36 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:34.655817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.757269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.775728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for 216f603f-e7d5-4058-a3f4-d88e1e7bcc36 owned by {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:34.870031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e918-0645-4719-a352-6654f676e3f9 req-03c722c3-758a-4870-b187-8152c546df5f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:34.879904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2089e918-0645-4719-a352-6654f676e3f9 req-03c722c3-758a-4870-b187-8152c546df5f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 943 time: 0.0695860 Oct 26 12:17:34.938372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:34.954339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2089e918-0645-4719-a352-6654f676e3f9 req-e405af84-8df2-4f50-a371-8df7f26121f9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734205 Oct 26 12:17:34.977407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cdeff-4ab4-46df-9869-3e3b4cbfa8a0 req-cc9debcb-b60c-4981-9966-a0b3129a16d1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:34.978279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=216f603f-e7d5-4058-a3f4-d88e1e7bcc36,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:34.979218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-630cdeff-4ab4-46df-9869-3e3b4cbfa8a0 req-cc9debcb-b60c-4981-9966-a0b3129a16d1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.0812061 Oct 26 12:17:35.030549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-630cdeff-4ab4-46df-9869-3e3b4cbfa8a0 req-6a8368d1-f77f-40f7-bc24-7a1bd4b77f20 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Oct 26 12:17:35.063993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:35.063993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3e400231-4002-439f-8a41-4d572c16229f tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/ports/216f603f-e7d5-4058-a3f4-d88e1e7bcc36 HTTP/1.1" status: 204 len: 168 time: 0.5165746 Oct 26 12:17:35.068394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40752) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:35.163166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port ec559703-e3df-449f-83fd-4cb38cfc1844 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:35.163511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:35.258809 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:35.276982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for ec559703-e3df-449f-83fd-4cb38cfc1844 owned by {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:35.413740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:35.444972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=ec559703-e3df-449f-83fd-4cb38cfc1844,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:35.518403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:35.522215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ba277359-890c-4ac6-9d3f-c3d4f6e5a9ff tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/ports/ec559703-e3df-449f-83fd-4cb38cfc1844 HTTP/1.1" status: 204 len: 168 time: 0.4529922 Oct 26 12:17:35.523404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:35.524802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40760) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:35.572763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbbdfe-6f1b-4355-87d7-04ce961b826b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:35.574266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-68fbbdfe-6f1b-4355-87d7-04ce961b826b tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "GET /v2.0/ports?device_id=928f05e0-dfa9-4e37-b2fb-4d07d495e78a HTTP/1.1" status: 200 len: 913 time: 0.0485384 Oct 26 12:17:35.577065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40762) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:35.927978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:36.153834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceadb8-d1c5-4a4d-bec4-52780412b1ad req-00aaf94d-fabb-48e8-843a-40ca810e6808 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:36.155393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5ceadb8-d1c5-4a4d-bec4-52780412b1ad req-00aaf94d-fabb-48e8-843a-40ca810e6808 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 943 time: 0.1306202 Oct 26 12:17:36.218553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8af364-ebdf-4d27-a23d-b796b559948c req-74dbf6e3-7b05-48ff-820a-ebb638edeef5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:36.220094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb8af364-ebdf-4d27-a23d-b796b559948c req-74dbf6e3-7b05-48ff-820a-ebb638edeef5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.1070921 Oct 26 12:17:36.227504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5ceadb8-d1c5-4a4d-bec4-52780412b1ad req-e7782cf5-03a8-4995-9134-a2a5251c3053 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632188 Oct 26 12:17:36.288790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb8af364-ebdf-4d27-a23d-b796b559948c req-e4e24849-8db5-404e-a093-f32ac70260f8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595970 Oct 26 12:17:36.342527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port fabfb100-6746-4637-b878-784de0232aa9 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:36.342920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:36.460196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:36.476672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for fabfb100-6746-4637-b878-784de0232aa9 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:36.846304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b244f-e51f-4f13-9464-23519a11f60a req-fcb41bf6-7784-495a-b968-8595d7c4392f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:36.847813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-379b244f-e51f-4f13-9464-23519a11f60a req-fcb41bf6-7784-495a-b968-8595d7c4392f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.4304492 Oct 26 12:17:36.853946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1de9b685-4eb7-4cdd-96a2-f422d83d8abd details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:17:36.957612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:36.969211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'port_id': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'mac_address': 'fa:16:3e:fa:ad:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:17:37.010660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.025654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de9b685-4eb7-4cdd-96a2-f422d83d8abd {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:17:37.042606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port ddb5f022-97b7-4f21-ae51-6ffa99029a5e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:37.042975 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.046621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:37.052173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.112130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:37.180125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.183289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port ddb5f022-97b7-4f21-ae51-6ffa99029a5e, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:37.183635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.220281 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=fabfb100-6746-4637-b878-784de0232aa9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:37.222495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for ddb5f022-97b7-4f21-ae51-6ffa99029a5e owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:37.284997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1de9b685-4eb7-4cdd-96a2-f422d83d8abd'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:17:37.507575 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0e959-7c44-4ac3-ad54-192f5af01fc1 req-4088f282-466e-48b2-a018-3ea4423860c7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:37.509319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6c0e959-7c44-4ac3-ad54-192f5af01fc1 req-4088f282-466e-48b2-a018-3ea4423860c7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 944 time: 0.1902528 Oct 26 12:17:37.626471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5fb84-d1d3-47a3-91bc-5e8123a27f02 req-576d365a-1c88-4eaa-b802-47d728b30c30 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:37.628192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28e5fb84-d1d3-47a3-91bc-5e8123a27f02 req-576d365a-1c88-4eaa-b802-47d728b30c30 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 946 time: 0.1984382 Oct 26 12:17:37.653987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6c0e959-7c44-4ac3-ad54-192f5af01fc1 req-ef7b3268-face-408b-9b00-8e9aca4e1efa tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308842 Oct 26 12:17:37.676073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.680521 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.696113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ddb5f022-97b7-4f21-ae51-6ffa99029a5e'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:17:37.735571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=ddb5f022-97b7-4f21-ae51-6ffa99029a5e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:37.754371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28e5fb84-d1d3-47a3-91bc-5e8123a27f02 req-79919b4d-89c3-4be2-a361-5597c1ecf8fc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171815 Oct 26 12:17:37.864022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port ddb5f022-97b7-4f21-ae51-6ffa99029a5e on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:37.867426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:37.872035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-379b244f-e51f-4f13-9464-23519a11f60a req-b85c5c4e-f17c-4cb5-aea6-89b077783b55 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "DELETE /v2.0/ports/ddb5f022-97b7-4f21-ae51-6ffa99029a5e HTTP/1.1" status: 204 len: 173 time: 0.9906216 Oct 26 12:17:37.874933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'name': 'network-vif-deleted', 'tag': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:37.878128 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17113ce7-7059-4f0f-8e16-53f813dc730b" -d '{"events": [{"server_uuid": "b4451a51-77e3-46a2-947b-7ac748abc3d8", "name": "network-vif-deleted", "tag": "ddb5f022-97b7-4f21-ae51-6ffa99029a5e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:37.889946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['798e9a54-692f-47dc-ac66-cb74442a6979'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:17:37.970273 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c578021-a3b9-4bf8-a2e7-5e0e08888a39 x-openstack-request-id: req-9c578021-a3b9-4bf8-a2e7-5e0e08888a39 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:37.971192 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4451a51-77e3-46a2-947b-7ac748abc3d8", "name": "network-vif-deleted", "tag": "ddb5f022-97b7-4f21-ae51-6ffa99029a5e", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:37.971716 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c578021-a3b9-4bf8-a2e7-5e0e08888a39 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:37.972496 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4451a51-77e3-46a2-947b-7ac748abc3d8', 'name': 'network-vif-deleted', 'tag': 'ddb5f022-97b7-4f21-ae51-6ffa99029a5e', 'status': 'completed', 'code': 200} Oct 26 12:17:38.131693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:38.259844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:38.268094 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-41978a4c-fa4b-47c1-97d2-4605c06258d8 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "PUT /v2.0/routers/928f05e0-dfa9-4e37-b2fb-4d07d495e78a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6874893 Oct 26 12:17:38.268334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40788) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:38.280652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] Sync routers for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:38.297988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:38.303009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:38.359043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:38.373391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] Routers {'928f05e0-dfa9-4e37-b2fb-4d07d495e78a'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:38.375050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:38.404170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:38.421413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:38.422498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e48bb-7ebd-443f-aed6-f6ddb3d956c0 None None] The sync data for ids ['928f05e0-dfa9-4e37-b2fb-4d07d495e78a'] in n-d-812150-3 is: [] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:38.520600 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:38.577249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting port cf5963ec-8caa-49fc-ba18-62a66b747708 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:38.577710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:38.680481 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:38.695763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Calling delete_port for cf5963ec-8caa-49fc-ba18-62a66b747708 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:38.817204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68f34-83ad-42a6-af63-cfb5d4d0133c req-3f836b41-7750-4802-b276-bce29230fca4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:38.818784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36a68f34-83ad-42a6-af63-cfb5d4d0133c req-3f836b41-7750-4802-b276-bce29230fca4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 944 time: 0.0763619 Oct 26 12:17:38.859387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1de9b685-4eb7-4cdd-96a2-f422d83d8abd up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:38.911717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4099a108-0bf6-4657-92a9-6917af13da5f req-6626202d-5e8b-4c01-aa55-2ed3281db428 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0519285 Oct 26 12:17:38.927863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:17:38.934201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:38.934588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:38.945051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36a68f34-83ad-42a6-af63-cfb5d4d0133c req-31d18ab2-e97f-4738-8039-8b115ab014b7 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863352 Oct 26 12:17:39.012225 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.046121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Port': ['ID=cf5963ec-8caa-49fc-ba18-62a66b747708,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:39.138100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.189961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.218450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:39.221718 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a319fa52-8ac5-4b06-b615-b8824e968b32" -d '{"events": [{"server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "name": "network-vif-plugged", "status": "completed", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:39.239176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.241110 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.241776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:39.248905 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.297458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.298234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Fanout notify agent at l3_agent the message router_deleted on router 928f05e0-dfa9-4e37-b2fb-4d07d495e78a {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:17:39.313058 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c50d97-e69b-4404-9389-2e0a211e5e5d x-openstack-request-id: req-99c50d97-e69b-4404-9389-2e0a211e5e5d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:39.313502 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "name": "network-vif-plugged", "status": "completed", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:39.314040 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-99c50d97-e69b-4404-9389-2e0a211e5e5d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:39.314794 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'code': 200} Oct 26 12:17:39.317728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.319118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-00ba7aa1-d7e3-495b-8b97-4f0a07c9a33e tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/routers/928f05e0-dfa9-4e37-b2fb-4d07d495e78a HTTP/1.1" status: 204 len: 168 time: 1.0498240 Oct 26 12:17:39.323300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40798) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:39.354823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:39.384180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Deleting subnet 8bc2bbd5-eb51-40a9-bba4-676f2153bd1a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:17:39.389061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.459723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.504204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded101e-ad2c-4752-be30-cd789b180101 req-f467634c-6034-4fcf-9a20-f87db2446b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:39.505757 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ded101e-ad2c-4752-be30-cd789b180101 req-f467634c-6034-4fcf-9a20-f87db2446b1e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 1096 time: 0.0956190 Oct 26 12:17:39.522322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.579273 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ded101e-ad2c-4752-be30-cd789b180101 req-b0a3b8a5-2b9f-414e-a3e3-ff2cd5289c15 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644498 Oct 26 12:17:39.602736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.636296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc2bbd5-eb51-40a9-bba4-676f2153bd1a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:39.639983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.644072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5f0f00b5-3cb1-47ef-83a7-ad6b1db0fd2c tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/subnets/8bc2bbd5-eb51-40a9-bba4-676f2153bd1a HTTP/1.1" status: 204 len: 168 time: 0.3195114 Oct 26 12:17:39.647084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40800) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:39.728402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.831401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.861314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6814df3-65ca-41ea-840b-06c29182b65e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:39.872753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9d5515-101d-4986-9ffb-aa2bfb768bf8') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:39.873093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9d5515-101d-4986-9ffb-aa2bfb768bf8') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:39.883997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.900743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.907589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:39.907980 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:39.911355 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:39.925998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ddb5f022-97b7-4f21-ae51-6ffa99029a5e no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:39.953874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: ddb5f022-97b7-4f21-ae51-6ffa99029a5e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:39.954526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ddb5f022-97b7-4f21-ae51-6ffa99029a5e not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:39.981212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:40.004756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:40.010966 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] 10.222.0.88 "DELETE /v2.0/networks/d6814df3-65ca-41ea-840b-06c29182b65e HTTP/1.1" status: 204 len: 168 time: 0.3602827 Oct 26 12:17:40.013773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189ec2-b4df-46f4-9df4-68a55d4fff50 tempest-FloatingIPTestJSON-1669596135 tempest-FloatingIPTestJSON-1669596135-project] Pushing event deleted for resources: {'Network': ['ID=d6814df3-65ca-41ea-840b-06c29182b65e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:40.120825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-855bc785-1870-451d-ba97-fb653d431b02 req-b7965e0d-b061-4c75-acfa-b6b3cd769e0e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0574067 Oct 26 12:17:40.154888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edc7f3-c5ba-4dc6-9f5c-08b23c9228ee req-881ba2f4-5d5e-4d24-ba4c-a02d749d6846 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:40.162805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5edc7f3-c5ba-4dc6-9f5c-08b23c9228ee req-881ba2f4-5d5e-4d24-ba4c-a02d749d6846 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 945 time: 0.1099615 Oct 26 12:17:40.203461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5edc7f3-c5ba-4dc6-9f5c-08b23c9228ee req-05ceab31-196b-4c84-9b58-ab38aa1c0c6b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397573 Oct 26 12:17:40.331509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40812) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:40.489962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-40ce8c16-1bbe-46fd-8fe7-3c6a5195a38f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1ce96b0a2dc94146859ba717e096f114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568310 Oct 26 12:17:40.493976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40816) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:40.560774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f392-078b-4c1f-a3c8-e6b76410f72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:40.587617 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f392-078b-4c1f-a3c8-e6b76410f72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:40.653551 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f392-078b-4c1f-a3c8-e6b76410f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:40.657487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f392-078b-4c1f-a3c8-e6b76410f72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:40.662815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0aa0f392-078b-4c1f-a3c8-e6b76410f72e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/693d80b2-97e7-4796-983e-90565182c602 HTTP/1.1" status: 204 len: 168 time: 0.1678193 Oct 26 12:17:40.673000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0f392-078b-4c1f-a3c8-e6b76410f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d80b2-97e7-4796-983e-90565182c602,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:41.268846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad292e98-90da-438b-9b5d-c83681573e89 req-ebf0eef1-3730-4f66-91b8-b5c818f15bba tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0644143 Oct 26 12:17:41.364100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a4f3-9580-4115-9851-c4c680fc6f8f req-9081c034-dd6b-4a8a-beb5-cb2980559108 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:41.366639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ca1a4f3-9580-4115-9851-c4c680fc6f8f req-9081c034-dd6b-4a8a-beb5-cb2980559108 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 945 time: 0.0682540 Oct 26 12:17:41.419466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ca1a4f3-9580-4115-9851-c4c680fc6f8f req-e652531e-9d71-4177-8114-11a81cc37ee4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 Oct 26 12:17:41.571425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2751635-ab3f-4724-9cb4-3d36830617b7 req-aa4d9521-54c8-46b3-9a5e-5d72f4ac10d4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:41.573466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2751635-ab3f-4724-9cb4-3d36830617b7 req-aa4d9521-54c8-46b3-9a5e-5d72f4ac10d4 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 945 time: 0.0640519 Oct 26 12:17:41.627785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2751635-ab3f-4724-9cb4-3d36830617b7 req-d6c9a1bb-d56b-4eba-8479-766aa287a68f tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 Oct 26 12:17:41.640655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40846) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:41.651994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40850) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:41.707359 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f23751-7f30-4efd-893e-191f6a7476fb tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:41.712945 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-58f23751-7f30-4efd-893e-191f6a7476fb tempest-TestNetworkBasicOps-936512953 tempest-TestNetworkBasicOps-936512953-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 1091 time: 0.0559771 Oct 26 12:17:41.713542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40852) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:41.718941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:41.747375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:41.773545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-898082358'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:41.831049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:41.834496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:41.846034 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:41.937076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:41.962257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:41.988850 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.041671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:42.065379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0585e3eb-2d71-4df0-9466-67660666a64e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:42.079641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.079994 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 9d353dbd-2451-4907-93b9-e3cd19fe4722 of type vlan for network 0a5023bc-c431-40a8-a449-db3f014fd93d Oct 26 12:17:42.133715 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Allocated IP 172.25.4.212 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/da3583bc-bb92-48c6-a94d-178711d38a8d) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:42.136435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.210454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.216767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:42.217353 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.291057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=0a5023bc-c431-40a8-a449-db3f014fd93d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:42.311087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-404ed702-e8f8-424a-94cc-7d118cbbf17a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6540725 Oct 26 12:17:42.316151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 0a5023bc-c431-40a8-a449-db3f014fd93d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:42.348437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.433204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:42.439682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:42.442220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a0349f6-7a39-4dfe-9e06-d14957008343 req-a1151be0-c822-4e91-9a44-af9ce5118467 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0343170 Oct 26 12:17:42.457426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.497078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:42.500181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:42.503263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:42.534834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=da3583bc-bb92-48c6-a94d-178711d38a8d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:42.543040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:42.546654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.764936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.836792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=c2d67bb4-e285-4655-81e1-8f1279056510,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:42.875339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '9d353dbd-2451-4907-93b9-e3cd19fe4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:42.876338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 0a5023bc-c431-40a8-a449-db3f014fd93d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:42.899719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 0a5023bc-c431-40a8-a449-db3f014fd93d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:42.912884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 0a5023bc-c431-40a8-a449-db3f014fd93d) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:42.920487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:42.923275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.925740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed21e795-1614-41ac-8f49-44b38fb70c78 None None] Network 0a5023bc-c431-40a8-a449-db3f014fd93d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:42.954353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-96e82885-c55b-45c2-b454-c8fe2d419305 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5192094 Oct 26 12:17:42.955177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40864) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:42.963361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-102681172'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:42.966275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:42.994156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:43.000620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.034939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:43.048774 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.049563 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 1a89298d-4fa7-4df9-924e-de09418312aa of type vlan for network 6556f97b-9f01-46ba-ab4a-abe487dfecde Oct 26 12:17:43.112151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.113922 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.145746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.151733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:43.152978 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.189122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-0a5023bc-c431-40a8-a449-db3f014fd93d', 'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': 'c2d67bb4-e285-4655-81e1-8f1279056510'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:43.190364 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.214157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2574019 Oct 26 12:17:43.215373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:43.223344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '6556f97b-9f01-46ba-ab4a-abe487dfecde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:43.304439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1cf29-a2ab-49ff-aba2-d37cc69f289b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=6556f97b-9f01-46ba-ab4a-abe487dfecde,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:43.334021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6556f97b-9f01-46ba-ab4a-abe487dfecde details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:43.339126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:43.343401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.398216 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.407449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.514312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.561146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Allocated IP 172.20.255.242 (0a5023bc-c431-40a8-a449-db3f014fd93d/c2d67bb4-e285-4655-81e1-8f1279056510/c339bfc8-6cc8-4671-8545-f78f2ab0f797) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:43.651492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-654eb26c-19c1-4e80-954d-778d7a116823 req-567227ec-3867-4333-9b1c-d65255fd3204 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4451a51-77e3-46a2-947b-7ac748abc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0452497 Oct 26 12:17:43.667002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event updated for resources: {'Port': ['ID=da3583bc-bb92-48c6-a94d-178711d38a8d,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:43.679981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.719914 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Floating IP 9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 associated. External IP: 172.25.4.212, port: 1de9b685-4eb7-4cdd-96a2-f422d83d8abd. Oct 26 12:17:43.782447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '1a89298d-4fa7-4df9-924e-de09418312aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6556f97b-9f01-46ba-ab4a-abe487dfecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:43.783074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 6556f97b-9f01-46ba-ab4a-abe487dfecde, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:43.787657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=731f4f34-244c-4ba1-ad90-b47f12cbd99c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:43.811266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 6556f97b-9f01-46ba-ab4a-abe487dfecde is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:43.821826 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.829378 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.829713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6556f97b-9f01-46ba-ab4a-abe487dfecde) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:43.835537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:43.836495 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.860554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b42ab2-6703-4bb5-90ba-8e3d7928579c None None] Network 6556f97b-9f01-46ba-ab4a-abe487dfecde requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:43.867119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-92b6eac8-f4ba-4717-878a-7337e17973d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6458755 Oct 26 12:17:43.868442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40870) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:43.962059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Network 0a5023bc-c431-40a8-a449-db3f014fd93d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:43.990078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:43.992662 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:43.996859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:44.005229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Pushing event updated for resources: {'Port': ['ID=c339bfc8-6cc8-4671-8545-f78f2ab0f797,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:44.052277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router 1a6dee6d-409f-4bad-9e54-558b13b4888c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:17:44.063275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.100151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Attempting to bind port c339bfc8-6cc8-4671-8545-f78f2ab0f797 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:44.100532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Attempting to bind port c339bfc8-6cc8-4671-8545-f78f2ab0f797 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9d353dbd-2451-4907-93b9-e3cd19fe4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:44.100887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Attempting to bind port c339bfc8-6cc8-4671-8545-f78f2ab0f797 on network 0a5023bc-c431-40a8-a449-db3f014fd93d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:44.107718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:44.108102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Checking segment: {'id': '9d353dbd-2451-4907-93b9-e3cd19fe4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:44.108504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.108905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Bound using segment: {'id': '9d353dbd-2451-4907-93b9-e3cd19fe4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:44.109386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Bound port: c339bfc8-6cc8-4671-8545-f78f2ab0f797, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d353dbd-2451-4907-93b9-e3cd19fe4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '0a5023bc-c431-40a8-a449-db3f014fd93d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:44.109772 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.111918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a1e4d-aba1-4260-b161-f03aa9b450f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-6556f97b-9f01-46ba-ab4a-abe487dfecde', 'network_id': '6556f97b-9f01-46ba-ab4a-abe487dfecde', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': '731f4f34-244c-4ba1-ad90-b47f12cbd99c'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:44.112733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-146a1e4d-aba1-4260-b161-f03aa9b450f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.168760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.195419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] For port c339bfc8-6cc8-4671-8545-f78f2ab0f797, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:44.198378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] For port c339bfc8-6cc8-4671-8545-f78f2ab0f797, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c339bfc8-6cc8-4671-8545-f78f2ab0f797,segment=NetworkSegment(9d353dbd-2451-4907-93b9-e3cd19fe4722),segment_id=9d353dbd-2451-4907-93b9-e3cd19fe4722)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:44.205779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:17:44.206806 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.224366 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] Sync routers for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:17:44.241650 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:44.243762 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:44.249766 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.271853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=731f4f34-244c-4ba1-ad90-b47f12cbd99c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:44.310647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e8b2703d-a5da-428b-9088-aa325e7cb9ee tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5957158 Oct 26 12:17:44.311605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:44.317236 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:44.325792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7a07a-9711-40fb-9f50-e34e8b65f99a None None] Network 6556f97b-9f01-46ba-ab4a-abe487dfecde requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:44.332586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40874) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:44.401081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e523bd8-4895-42d1-81e7-be60df52b7e5 None None] Pushing event updated for resources: {'Port': ['ID=c339bfc8-6cc8-4671-8545-f78f2ab0f797,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:44.410341 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:44.427155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.470763 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da4acd-7de7-4c2e-bf1a-926da6f81ccb x-openstack-request-id: req-f8da4acd-7de7-4c2e-bf1a-926da6f81ccb {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:44.471346 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:44.471346 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f8da4acd-7de7-4c2e-bf1a-926da6f81ccb {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:44.471917 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'status': 'completed', 'code': 200} Oct 26 12:17:44.481197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6556f97b-9f01-46ba-ab4a-abe487dfecde']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:44.500702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a89298d-4fa7-4df9-924e-de09418312aa') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:44.501185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a89298d-4fa7-4df9-924e-de09418312aa') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:44.516210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.545215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.582225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:44.582697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:44.586733 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:44.694051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-edd79f4f-0ca0-46cc-b9b8-cc9c75d27053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:44.695952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-edd79f4f-0ca0-46cc-b9b8-cc9c75d27053 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 1096 time: 0.1650889 Oct 26 12:17:44.696676 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.704499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:44.710364 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/6556f97b-9f01-46ba-ab4a-abe487dfecde HTTP/1.1" status: 204 len: 168 time: 0.8381662 Oct 26 12:17:44.712946 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:44.797462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790255440'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:44.811829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e09b5-067e-425a-bb87-7cbc4a079510 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=6556f97b-9f01-46ba-ab4a-abe487dfecde,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:44.893806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-afcaab87-d2bd-4f41-8d75-eb561a0c3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:44.895833 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-afcaab87-d2bd-4f41-8d75-eb561a0c3cbb service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c644434-3a69-4d0b-92f6-09191df659dc HTTP/1.1" status: 200 len: 899 time: 0.1857119 Oct 26 12:17:44.977271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:44.982397 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.028467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:45.040590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.041064 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 4f3ca64b-e721-4951-8a0e-fcbafda68dc4 of type vlan for network fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 Oct 26 12:17:45.047236 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9e044fca-fbc3-49ed-8c67-b4fb80cad2c1', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'port_id': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'mac_address': 'fa:16:3e:fa:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:17:42Z', 'updated_at': '2021-10-26T12:17:42Z', 'revision_number': 0, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:45.070277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-81d805ef-9ff2-4260-a49a-c7473110e0a8 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 HTTP/1.1" status: 200 len: 991 time: 0.7354934 Oct 26 12:17:45.083093 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] Checking router: 1a6dee6d-409f-4bad-9e54-558b13b4888c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:17:45.092861 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:17:45.093392 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:45.109493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.113247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-5201b89a-b147-495f-89fb-3945aabfe43c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd HTTP/1.1" status: 200 len: 999 time: 0.2094748 Oct 26 12:17:45.171138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.176969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:45.177654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.211763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:17:45.218424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-111e964d-cd44-49cb-b1da-42adf9bdc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:45.220062 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-111e964d-cd44-49cb-b1da-42adf9bdc793 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0 HTTP/1.1" status: 200 len: 835 time: 0.0974007 Oct 26 12:17:45.269391 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5506067 Oct 26 12:17:45.270029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:45.295899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': 'fd7caae9-d881-42b8-ad0c-ccad9ceecfb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:45.403650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a03f72-412c-469d-b8e9-2aa83f051f57 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=fd7caae9-d881-42b8-ad0c-ccad9ceecfb6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:45.428433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:45.446024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-6cf4a477-781b-467a-9643-f328a47dd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:45.452051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-6cf4a477-781b-467a-9643-f328a47dd53e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c644434-3a69-4d0b-92f6-09191df659dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000387 Oct 26 12:17:45.558023 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9e044fca-fbc3-49ed-8c67-b4fb80cad2c1', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'port_id': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'mac_address': 'fa:16:3e:fa:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:17:42Z', 'updated_at': '2021-10-26T12:17:42Z', 'revision_number': 0, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:45.562923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:45.566205 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.628043 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb0e68-a6fd-4e7b-ae33-cfd80a653f88 None None] The sync data for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 is: [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9e044fca-fbc3-49ed-8c67-b4fb80cad2c1', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'port_id': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'mac_address': 'fa:16:3e:fa:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:17:42Z', 'updated_at': '2021-10-26T12:17:42Z', 'revision_number': 0, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:17:45.675814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Performing IP validity checks on allocation pools {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:17:45.676672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:17:45.686956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-c5a6940f-a1e1-4168-b93c-d7eb75daaf8a service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198803 Oct 26 12:17:45.770049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c339bfc8-6cc8-4671-8545-f78f2ab0f797 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:45.844641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d528ac-fd2a-471d-93cd-d42cbe0743a2 None None] Network 0a5023bc-c431-40a8-a449-db3f014fd93d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:45.883874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a7bf1a29-26bb-4140-8e87-6df75b1ff29b req-2908bb1d-d88e-4167-8a46-b247eef0b86f service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799879 Oct 26 12:17:45.956340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c339bfc8-6cc8-4671-8545-f78f2ab0f797 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:45.956715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:45.999581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2b736-00ec-46bd-90e4-dc0c6562caf3 None None] New status for floating IP 9e044fca-fbc3-49ed-8c67-b4fb80cad2c1: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:17:46.042268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.072754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40894) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:46.091712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-69d706e4-57c5-42ed-bb0f-ed27e781dc3a None None] Provisioning complete for port c339bfc8-6cc8-4671-8545-f78f2ab0f797 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:46.092088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69d706e4-57c5-42ed-bb0f-ed27e781dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.117402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=c3b98b3c-319d-4329-ae11-ba96ff555c92,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:46.133917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '4f3ca64b-e721-4951-8a0e-fcbafda68dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fd7caae9-d881-42b8-ad0c-ccad9ceecfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:46.134574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: fd7caae9-d881-42b8-ad0c-ccad9ceecfb6, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:46.155888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:46.170361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, fd7caae9-d881-42b8-ad0c-ccad9ceecfb6) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:46.172329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a3fb7ad1-a358-4a43-9621-2507e97df6d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 HTTP/1.1" status: 200 len: 991 time: 0.0981061 Oct 26 12:17:46.180563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:46.181890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.198131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061b4aa-1625-48b6-b290-90c7d9fadb81 None None] Network fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:46.203008 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c55f6a0d-7f41-4771-a947-c844a6e9da4a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9110858 Oct 26 12:17:46.206275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40896) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:46.330007 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.386507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.443328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.473125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.498643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69d706e4-57c5-42ed-bb0f-ed27e781dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.535407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b98b3c-319d-4329-ae11-ba96ff555c92,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:46.549915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c339bfc8-6cc8-4671-8545-f78f2ab0f797, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c339bfc8-6cc8-4671-8545-f78f2ab0f797,segment=NetworkSegment(9d353dbd-2451-4907-93b9-e3cd19fe4722),segment_id=9d353dbd-2451-4907-93b9-e3cd19fe4722)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:46.580468 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.630821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.664559 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7caae9-d881-42b8-ad0c-ccad9ceecfb6']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:46.688662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3ca64b-e721-4951-8a0e-fcbafda68dc4') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:46.689030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3ca64b-e721-4951-8a0e-fcbafda68dc4') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:46.708763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.747562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.756766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:46.757258 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:46.835361 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:46.838180 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.843609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.850844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 HTTP/1.1" status: 204 len: 168 time: 0.6403179 Oct 26 12:17:46.851312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:46.858620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580957967'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:46.864908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b507d2-d86e-405f-ad73-d65adca84a9a None None] Network fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:46.866307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dafc8-70de-4594-806e-8882c137ea47 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=fd7caae9-d881-42b8-ad0c-ccad9ceecfb6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:46.887100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:46.892715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b507d2-d86e-405f-ad73-d65adca84a9a None None] Network fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 could not be found, it might have been deleted concurrently. {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 12:17:46.898667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.909375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-69d706e4-57c5-42ed-bb0f-ed27e781dc3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:17:46.909745 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-69d706e4-57c5-42ed-bb0f-ed27e781dc3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:17:46.919826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c339bfc8-6cc8-4671-8545-f78f2ab0f797,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:46.930856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:46.942337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:46.942739 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment dcd66c17-7662-41a8-b921-67668e118ebc of type vlan for network 75533456-3c76-4d3a-95a8-fcbc5253ce3f Oct 26 12:17:46.989763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.024738 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.030849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:47.031571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.116316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2601545 Oct 26 12:17:47.116316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d3dd-b4ca-4a7d-ac9c-10c721d73982 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=75533456-3c76-4d3a-95a8-fcbc5253ce3f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:47.116316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:47.122045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '75533456-3c76-4d3a-95a8-fcbc5253ce3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:47.133900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 75533456-3c76-4d3a-95a8-fcbc5253ce3f details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:47.175897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40906) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:47.253672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:47.259389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.268545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-73fb3e58-0b95-48aa-9ede-9061c936e61a tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 HTTP/1.1" status: 200 len: 993 time: 0.0915306 Oct 26 12:17:47.463974 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.537134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=cd59d2d7-f8df-4e71-8045-89a11bd592c5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:47.575125 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': 'dcd66c17-7662-41a8-b921-67668e118ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75533456-3c76-4d3a-95a8-fcbc5253ce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:47.575497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 75533456-3c76-4d3a-95a8-fcbc5253ce3f, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:47.601186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 75533456-3c76-4d3a-95a8-fcbc5253ce3f is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:47.603329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-72025ceb-cd79-4e74-93f6-ea091631f91a None None] Provisioning complete for port c339bfc8-6cc8-4671-8545-f78f2ab0f797 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:47.604398 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72025ceb-cd79-4e74-93f6-ea091631f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.621971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 75533456-3c76-4d3a-95a8-fcbc5253ce3f) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:47.629525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:47.630337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.662015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e764d-06c0-4153-8db7-34fae7b0a345 None None] Network 75533456-3c76-4d3a-95a8-fcbc5253ce3f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:47.686733 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a9619f8a-f9f5-4c74-a9a2-23fa8f1d5216 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5669012 Oct 26 12:17:47.687120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:47.741545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c339bfc8-6cc8-4671-8545-f78f2ab0f797 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:17:47.823020 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.904928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.914094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c339bfc8-6cc8-4671-8545-f78f2ab0f797 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:17:47.914557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.987787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e269c258-6624-4303-9f0c-ca608a79a2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-75533456-3c76-4d3a-95a8-fcbc5253ce3f', 'network_id': '75533456-3c76-4d3a-95a8-fcbc5253ce3f', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': 'cd59d2d7-f8df-4e71-8045-89a11bd592c5'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:47.988715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e269c258-6624-4303-9f0c-ca608a79a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:47.999015 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.092820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=cd59d2d7-f8df-4e71-8045-89a11bd592c5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:48.162809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e773997-8577-4861-8cc6-bd7caf9f3fd4 None None] Network 75533456-3c76-4d3a-95a8-fcbc5253ce3f requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:48.186394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.213473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75533456-3c76-4d3a-95a8-fcbc5253ce3f']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:48.227163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd66c17-7662-41a8-b921-67668e118ebc') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:48.228275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd66c17-7662-41a8-b921-67668e118ebc') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:48.240881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.258135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.267283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:48.268103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:48.272423 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:48.349612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.370484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.374409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/75533456-3c76-4d3a-95a8-fcbc5253ce3f HTTP/1.1" status: 204 len: 168 time: 0.6859624 Oct 26 12:17:48.379207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae613f-1e84-436a-b22a-b73b2ed608aa tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=75533456-3c76-4d3a-95a8-fcbc5253ce3f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:48.379454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:48.384533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494811470'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:48.406515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:48.410110 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.438727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:48.449991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.450264 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 14377053-abc6-435c-bcf3-9ef7602a56f3 of type vlan for network 34607ff9-a903-458c-a2af-4c569dbc02e5 Oct 26 12:17:48.491039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.517970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.523980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:48.524597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.586348 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2065551 Oct 26 12:17:48.589327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:48.596191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '34607ff9-a903-458c-a2af-4c569dbc02e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:48.598768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbe99d-c69d-4e87-a9c3-30c7b3f6f0b2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=34607ff9-a903-458c-a2af-4c569dbc02e5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:48.609454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 34607ff9-a903-458c-a2af-4c569dbc02e5 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:48.714482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:48.719042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:48.924974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.015010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '14377053-abc6-435c-bcf3-9ef7602a56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '34607ff9-a903-458c-a2af-4c569dbc02e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:49.015699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 34607ff9-a903-458c-a2af-4c569dbc02e5, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:49.019897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=ceacfdda-b817-40e4-9724-6ad447473ffe,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:49.041250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 34607ff9-a903-458c-a2af-4c569dbc02e5 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:49.052964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 34607ff9-a903-458c-a2af-4c569dbc02e5) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:49.057611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:49.058420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.072049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f47bb-cac2-49a5-97f4-9d931c17f00a None None] Network 34607ff9-a903-458c-a2af-4c569dbc02e5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:49.095450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1665a3e6-0242-4fab-9463-0251f3f6589b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5044420 Oct 26 12:17:49.098694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40920) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:49.195096 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-048421c5-5ecf-49e3-bad2-7efc5b2575be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.256073 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.324447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fccdda3-3874-4484-a8d1-8cf78bb75cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-34607ff9-a903-458c-a2af-4c569dbc02e5', 'network_id': '34607ff9-a903-458c-a2af-4c569dbc02e5', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': 'ceacfdda-b817-40e4-9724-6ad447473ffe'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:49.325638 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fccdda3-3874-4484-a8d1-8cf78bb75cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.327814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.418209 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.462018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=ceacfdda-b817-40e4-9724-6ad447473ffe,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server [None req-2fccdda3-3874-4484-a8d1-8cf78bb75cb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceacfdda-b817-40e4-9724-6ad447473ffe: This subnet is being modified by another concurrent operation. Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise exception Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceacfdda-b817-40e4-9724-6ad447473ffe: This subnet is being modified by another concurrent operation. Oct 26 12:17:49.484338 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Oct 26 12:17:49.508578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6dae99-add1-4f68-a160-cc4b15085e81 None None] Network 34607ff9-a903-458c-a2af-4c569dbc02e5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:49.546057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.575182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34607ff9-a903-458c-a2af-4c569dbc02e5']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:49.586832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14377053-abc6-435c-bcf3-9ef7602a56f3') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:49.587289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14377053-abc6-435c-bcf3-9ef7602a56f3') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:49.599283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.615525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.622833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:49.623277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:49.626905 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:49.643314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485c123-23b1-4617-bab0-d9443bf9f789 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:17:49.691637 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.700560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.704110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/34607ff9-a903-458c-a2af-4c569dbc02e5 HTTP/1.1" status: 204 len: 168 time: 0.6044657 Oct 26 12:17:49.708224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40926) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:49.718698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a3b8b-d33d-4e15-bfce-b5ae705bfefe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=34607ff9-a903-458c-a2af-4c569dbc02e5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:49.720291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666252282'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:49.747685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:49.751806 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.771378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485c123-23b1-4617-bab0-d9443bf9f789 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:17:49.778588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:49.788725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.789074 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment b20dbfa9-dc4f-461a-83be-acab072bd6dc of type vlan for network 2c946263-9e69-4309-a6d8-37b5a81cc3b8 Oct 26 12:17:49.838401 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.866601 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.875480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:49.876097 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:49.951115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2373068 Oct 26 12:17:49.951819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:49.953867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3895ef-b545-4fa4-a7bf-6fbaf8ca5ebd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=2c946263-9e69-4309-a6d8-37b5a81cc3b8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:49.959758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '2c946263-9e69-4309-a6d8-37b5a81cc3b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:49.972568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 2c946263-9e69-4309-a6d8-37b5a81cc3b8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:50.455934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:50.461104 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:50.567993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Performing IP validity checks on allocation pools {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:17:50.579600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.ipam_backend_mixin [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:17:50.754331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:50.815899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=ce6d23d2-b3ec-4025-b34b-863f28e201a2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:50.856376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': 'b20dbfa9-dc4f-461a-83be-acab072bd6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2c946263-9e69-4309-a6d8-37b5a81cc3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:50.857404 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 2c946263-9e69-4309-a6d8-37b5a81cc3b8, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:50.875841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 2c946263-9e69-4309-a6d8-37b5a81cc3b8 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:50.888853 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 2c946263-9e69-4309-a6d8-37b5a81cc3b8) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:50.894170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:50.894828 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:50.902546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3c2fa-4e1e-4a0e-9f33-298d21bfafdc None None] Network 2c946263-9e69-4309-a6d8-37b5a81cc3b8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:50.916237 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ba0d2113-230b-4007-b0f1-15ea84171bc4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9606948 Oct 26 12:17:50.916991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40938) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:51.053525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.133141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508494d-c204-4b70-93ae-5ac4c1e17c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-2c946263-9e69-4309-a6d8-37b5a81cc3b8', 'network_id': '2c946263-9e69-4309-a6d8-37b5a81cc3b8', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': 'ce6d23d2-b3ec-4025-b34b-863f28e201a2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:51.335894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b508494d-c204-4b70-93ae-5ac4c1e17c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.341671 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.341671 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server [None req-b508494d-c204-4b70-93ae-5ac4c1e17c58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce6d23d2-b3ec-4025-b34b-863f28e201a2: This subnet is being modified by another concurrent operation. Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise exception Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce6d23d2-b3ec-4025-b34b-863f28e201a2: This subnet is being modified by another concurrent operation. Oct 26 12:17:51.345165 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Oct 26 12:17:51.363805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec655c-306d-4738-978a-7033a46342fb None None] Network 2c946263-9e69-4309-a6d8-37b5a81cc3b8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:51.365387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6d23d2-b3ec-4025-b34b-863f28e201a2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:51.450717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.479897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c946263-9e69-4309-a6d8-37b5a81cc3b8']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:51.492910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20dbfa9-dc4f-461a-83be-acab072bd6dc') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:51.493361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20dbfa9-dc4f-461a-83be-acab072bd6dc') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:51.515263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf3095e-e9d9-4972-8b83-b07970758473 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:17:51.515989 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.535773 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.553799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:51.554206 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:51.559070 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:51.637909 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.647343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3095e-e9d9-4972-8b83-b07970758473 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:17:51.668737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.673554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/2c946263-9e69-4309-a6d8-37b5a81cc3b8 HTTP/1.1" status: 204 len: 168 time: 0.7537999 Oct 26 12:17:51.674622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510775-8230-4fb5-ac6d-be1eda5e0721 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=2c946263-9e69-4309-a6d8-37b5a81cc3b8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:51.676302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40960) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:51.687787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-987458589'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:51.711581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:51.716357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.761832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:51.762480 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63c71019-f9ba-4711-be59-9b8c131b946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.771574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.771925 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 229ec052-5635-49c3-80d1-c3a0559b5a4f of type vlan for network 3026a082-3248-427d-a077-2d58b5aeaadf Oct 26 12:17:51.816160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.851810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.862204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:51.862821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:51.941000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 40966) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:51.941582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2596085 Oct 26 12:17:51.946427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:51.957561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b8b7e-1a31-4b35-9cb1-02d2b7a9c8d0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=3026a082-3248-427d-a077-2d58b5aeaadf,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:51.983672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3026a082-3248-427d-a077-2d58b5aeaadf details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:52.125441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:52.129439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:52.398782 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:52.475451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=de608170-36f3-4a55-a14d-426b33aaec29,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:52.496648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '229ec052-5635-49c3-80d1-c3a0559b5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:52.497022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 3026a082-3248-427d-a077-2d58b5aeaadf, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:52.524024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 3026a082-3248-427d-a077-2d58b5aeaadf is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:52.541529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3026a082-3248-427d-a077-2d58b5aeaadf) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:52.545917 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:52.546642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:52.553397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70808a58-7f3b-42ad-8814-1b1dabaf4fc5 None None] Network 3026a082-3248-427d-a077-2d58b5aeaadf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:52.569804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f118155b-d931-41ff-893d-a4ab072aabba tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6247718 Oct 26 12:17:52.570269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 40984) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:52.713478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f097f7-d724-49ea-bd24-6891b876dd40 req-6ad6c689-ccfa-46f3-b9cd-e7de7fe88860 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:52.715691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60f097f7-d724-49ea-bd24-6891b876dd40 req-6ad6c689-ccfa-46f3-b9cd-e7de7fe88860 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 945 time: 0.1206582 Oct 26 12:17:52.735046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3026a082-3248-427d-a077-2d58b5aeaadf', 'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': 'de608170-36f3-4a55-a14d-426b33aaec29'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:52.736747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:52.767235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:52.791571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60f097f7-d724-49ea-bd24-6891b876dd40 req-cbf01983-0a55-4d57-bf7f-797ff97a0bfe tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Oct 26 12:17:52.843179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.066359 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.082463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Allocated IP 172.20.0.1 (3026a082-3248-427d-a077-2d58b5aeaadf/de608170-36f3-4a55-a14d-426b33aaec29/e1f491ee-91f7-4699-acc5-a51271fb0c94) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:53.234750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.240976 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.263309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.300844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=de608170-36f3-4a55-a14d-426b33aaec29,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:53.309481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.313114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Network 3026a082-3248-427d-a077-2d58b5aeaadf is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:53.316275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:53.321167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:53.336989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Pushing event updated for resources: {'Port': ['ID=e1f491ee-91f7-4699-acc5-a51271fb0c94,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:53.363704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.363704 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.364077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.364171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.364467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.364786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.365122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.366015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.366015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.366202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.366383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.366710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:53.377178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.402360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Attempting to bind port e1f491ee-91f7-4699-acc5-a51271fb0c94 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:53.402637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3026a082-3248-427d-a077-2d58b5aeaadf']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:53.402753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Attempting to bind port e1f491ee-91f7-4699-acc5-a51271fb0c94 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '229ec052-5635-49c3-80d1-c3a0559b5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:53.403157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Attempting to bind port e1f491ee-91f7-4699-acc5-a51271fb0c94 on network 3026a082-3248-427d-a077-2d58b5aeaadf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:53.412795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:53.412795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Checking segment: {'id': '229ec052-5635-49c3-80d1-c3a0559b5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:53.412795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.412795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Bound using segment: {'id': '229ec052-5635-49c3-80d1-c3a0559b5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:53.412795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Bound port: e1f491ee-91f7-4699-acc5-a51271fb0c94, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229ec052-5635-49c3-80d1-c3a0559b5a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3026a082-3248-427d-a077-2d58b5aeaadf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:53.412795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.416721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229ec052-5635-49c3-80d1-c3a0559b5a4f') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:53.416721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229ec052-5635-49c3-80d1-c3a0559b5a4f') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:53.428994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.444456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.450996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:53.451896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:53.455950 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:53.480634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] For port e1f491ee-91f7-4699-acc5-a51271fb0c94, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:53.518820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] For port e1f491ee-91f7-4699-acc5-a51271fb0c94, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e1f491ee-91f7-4699-acc5-a51271fb0c94,segment=NetworkSegment(229ec052-5635-49c3-80d1-c3a0559b5a4f),segment_id=229ec052-5635-49c3-80d1-c3a0559b5a4f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:53.520327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.api [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:17:53.520327 n-d-812150-3 neutron-server[102760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:17:53.520327 n-d-812150-3 neutron-server[102760]: [parameters: {'id': '3026a082-3248-427d-a077-2d58b5aeaadf'}] Oct 26 12:17:53.520327 n-d-812150-3 neutron-server[102760]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:17:53.520868 n-d-812150-3 neutron-server[102760]: DEBUG oslo_db.api [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:17:53.524405 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:53.614483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243fff1-fd48-4096-955a-1867586dc1cb None None] Pushing event updated for resources: {'Port': ['ID=e1f491ee-91f7-4699-acc5-a51271fb0c94,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:53.633121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e3fb4-011f-4e7e-ab34-f4da5362b929 None None] Network 3026a082-3248-427d-a077-2d58b5aeaadf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:53.795354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df09a4d-6b68-4ee4-ad31-935e35e09ff4 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:17:53.923671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df09a4d-6b68-4ee4-ad31-935e35e09ff4 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:17:53.927832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17f36c-520f-489c-9977-92ded124fae9 req-1c6065ee-052b-4aa4-a2c5-23839629f5a6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:53.929756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b17f36c-520f-489c-9977-92ded124fae9 req-1c6065ee-052b-4aa4-a2c5-23839629f5a6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Oct 26 12:17:53.974281 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b17f36c-520f-489c-9977-92ded124fae9 req-45dcf86e-e32b-4334-9d41-d819c207c1ea tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=2df5cee4-60f0-44ef-91ee-1293d231ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Oct 26 12:17:54.022400 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.087959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Deleting port e1f491ee-91f7-4699-acc5-a51271fb0c94 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:54.088308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.158158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] For port e1f491ee-91f7-4699-acc5-a51271fb0c94, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e1f491ee-91f7-4699-acc5-a51271fb0c94,segment=NetworkSegment(229ec052-5635-49c3-80d1-c3a0559b5a4f),segment_id=229ec052-5635-49c3-80d1-c3a0559b5a4f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:54.158668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.172546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Calling delete_port for e1f491ee-91f7-4699-acc5-a51271fb0c94 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:54.231126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-dff05502-84d8-45f1-95a2-afcb25b33c5b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:54.233000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-dff05502-84d8-45f1-95a2-afcb25b33c5b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 945 time: 0.0690262 Oct 26 12:17:54.279752 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.310396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Port': ['ID=e1f491ee-91f7-4699-acc5-a51271fb0c94,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:54.322597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No DVR routers for this DVR port e1f491ee-91f7-4699-acc5-a51271fb0c94 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:54.350847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port 798e9a54-692f-47dc-ac66-cb74442a6979 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:54.351145 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.432105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.456085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port 798e9a54-692f-47dc-ac66-cb74442a6979, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=798e9a54-692f-47dc-ac66-cb74442a6979,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:54.456654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.458856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3026a082-3248-427d-a077-2d58b5aeaadf']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:54.468457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229ec052-5635-49c3-80d1-c3a0559b5a4f') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:54.468761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229ec052-5635-49c3-80d1-c3a0559b5a4f') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:54.471024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for 798e9a54-692f-47dc-ac66-cb74442a6979 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:54.478545 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.492825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.499351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:54.499743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:54.502690 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:54.574992 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.584838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.591371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/3026a082-3248-427d-a077-2d58b5aeaadf HTTP/1.1" status: 204 len: 168 time: 2.0196793 Oct 26 12:17:54.591974 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41020) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:54.602704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529624993'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:54.618754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b926b-2de9-45f7-87db-1e0e90cb29c8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=3026a082-3248-427d-a077-2d58b5aeaadf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:54.638484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:54.641340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.644311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.657771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['798e9a54-692f-47dc-ac66-cb74442a6979'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:17:54.665646 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.680082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:54.688337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=798e9a54-692f-47dc-ac66-cb74442a6979,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:54.703601 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.704152 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 9186036e-a608-4a3b-8f32-50f28e012261 of type vlan for network f8d7ad99-4266-42f5-ae7f-2d6a9cba12df Oct 26 12:17:54.756448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port 798e9a54-692f-47dc-ac66-cb74442a6979 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:54.759124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.763019 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c7d3b541-2046-4501-ae71-38191dac3b59 req-09d9b060-9664-421f-95e3-88629319c398 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "DELETE /v2.0/ports/798e9a54-692f-47dc-ac66-cb74442a6979 HTTP/1.1" status: 204 len: 173 time: 0.5235298 Oct 26 12:17:54.763524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'name': 'network-vif-deleted', 'tag': '798e9a54-692f-47dc-ac66-cb74442a6979'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:17:54.765855 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b43eddd-f8a7-4d3f-b692-61fa49f97a39" -d '{"events": [{"server_uuid": "8eabc06f-a583-4cd4-86fd-0d92b676e617", "name": "network-vif-deleted", "tag": "798e9a54-692f-47dc-ac66-cb74442a6979"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:17:54.766155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.798707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.805900 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837ba6c5-f37b-4d61-8b67-2447896ef8d9 x-openstack-request-id: req-837ba6c5-f37b-4d61-8b67-2447896ef8d9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:17:54.806462 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eabc06f-a583-4cd4-86fd-0d92b676e617", "name": "network-vif-deleted", "tag": "798e9a54-692f-47dc-ac66-cb74442a6979", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:17:54.807006 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-837ba6c5-f37b-4d61-8b67-2447896ef8d9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:17:54.807648 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eabc06f-a583-4cd4-86fd-0d92b676e617', 'name': 'network-vif-deleted', 'tag': '798e9a54-692f-47dc-ac66-cb74442a6979', 'status': 'completed', 'code': 200} Oct 26 12:17:54.809455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:54.810215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:54.867739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2702017 Oct 26 12:17:54.871103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41026) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:54.876649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': 'f8d7ad99-4266-42f5-ae7f-2d6a9cba12df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:54.900389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6436dff-f648-4c4f-9964-7e3f153568de tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=f8d7ad99-4266-42f5-ae7f-2d6a9cba12df,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:54.910662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network f8d7ad99-4266-42f5-ae7f-2d6a9cba12df details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:54.994623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:54.998402 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.139107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43cc3874-ff03-41dc-a275-4b79d2af05f6 req-5792889c-11aa-4a3b-8b1c-566a14b52601 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.0576091 Oct 26 12:17:55.276056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.353525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=69600850-92d2-47a9-b20d-90175982a1c4,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:55.364597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '9186036e-a608-4a3b-8f32-50f28e012261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'f8d7ad99-4266-42f5-ae7f-2d6a9cba12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:55.365042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: f8d7ad99-4266-42f5-ae7f-2d6a9cba12df, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:55.383950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network f8d7ad99-4266-42f5-ae7f-2d6a9cba12df is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:55.400484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, f8d7ad99-4266-42f5-ae7f-2d6a9cba12df) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:55.413317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:55.413991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.415963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad00f99-39e0-4012-b92c-1b295b87706b None None] Network f8d7ad99-4266-42f5-ae7f-2d6a9cba12df requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:55.431729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7bf91e62-646a-42d5-b8f5-9dd8d57fe122 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5594208 Oct 26 12:17:55.434742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41040) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:55.616748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.648064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c84f29-b1c3-4dce-b09d-b85a552e5872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-f8d7ad99-4266-42f5-ae7f-2d6a9cba12df', 'network_id': 'f8d7ad99-4266-42f5-ae7f-2d6a9cba12df', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': '69600850-92d2-47a9-b20d-90175982a1c4'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:55.648948 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90c84f29-b1c3-4dce-b09d-b85a552e5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.691576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.772361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server [None req-90c84f29-b1c3-4dce-b09d-b85a552e5872 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69600850-92d2-47a9-b20d-90175982a1c4: This subnet is being modified by another concurrent operation. Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server raise exception Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69600850-92d2-47a9-b20d-90175982a1c4: This subnet is being modified by another concurrent operation. Oct 26 12:17:55.796356 n-d-812150-3 neutron-server[102761]: ERROR oslo_messaging.rpc.server Oct 26 12:17:55.818536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=69600850-92d2-47a9-b20d-90175982a1c4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:55.829303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163aec60-3860-41e6-a0ca-248ab6b1225a None None] Network f8d7ad99-4266-42f5-ae7f-2d6a9cba12df requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:55.896722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.919600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d7ad99-4266-42f5-ae7f-2d6a9cba12df']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:55.931529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9186036e-a608-4a3b-8f32-50f28e012261') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:55.931755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9186036e-a608-4a3b-8f32-50f28e012261') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:55.945379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.962388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.966461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bd77c-030d-4578-85a5-ea9a7126d65f None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:17:55.971144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:55.971560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:55.975472 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:56.084378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.094752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.107919 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/f8d7ad99-4266-42f5-ae7f-2d6a9cba12df HTTP/1.1" status: 204 len: 168 time: 0.6717799 Oct 26 12:17:56.112750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41048) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:56.114649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1bd77c-030d-4578-85a5-ea9a7126d65f None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:17:56.117980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1564654941'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:56.138834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8759c9-7a25-49f4-8b92-379cb00ddf62 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=f8d7ad99-4266-42f5-ae7f-2d6a9cba12df,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:56.164012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:56.169491 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.202776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:56.218630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.219059 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 62148c31-6494-4b37-9c43-38ce4fd3e66d of type vlan for network 821026dc-4c57-416b-b13a-a87db838bf3e Oct 26 12:17:56.313339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f4d9023-cd1c-4fde-981e-086c84122e0d req-2f9e0486-8cfc-4d35-a5f4-3ab1b25ab5c4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.0777936 Oct 26 12:17:56.329245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.387071 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.393932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:56.394674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.464973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3510785 Oct 26 12:17:56.468174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41056) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:56.475913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:56.481826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad03a6-71f1-44f6-9422-40ea82a2fd49 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=821026dc-4c57-416b-b13a-a87db838bf3e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:56.493882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 821026dc-4c57-416b-b13a-a87db838bf3e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:56.691559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.717201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.739272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 821026dc-4c57-416b-b13a-a87db838bf3e is not hosted by any dhcp agent {{(pid=102760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:17:56.744933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:56.745709 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.749788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "PUT /v2.0/networks/821026dc-4c57-416b-b13a-a87db838bf3e HTTP/1.1" status: 200 len: 723 time: 0.2782359 Oct 26 12:17:56.750518 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:56.758576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:56.799614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6971911-8ce9-4a87-a98b-1b530590a6e4 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=821026dc-4c57-416b-b13a-a87db838bf3e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:56.825077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 821026dc-4c57-416b-b13a-a87db838bf3e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:56.900200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:56.906389 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:56.943120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 798e9a54-692f-47dc-ac66-cb74442a6979 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:17:56.976954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 798e9a54-692f-47dc-ac66-cb74442a6979 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:17:56.977305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 798e9a54-692f-47dc-ac66-cb74442a6979 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:17:57.154107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.223570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=0c69bb32-1c00-4398-8998-c5cec8ec6719,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:57.233238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.233599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.233940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.234287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.234627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.234979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.235306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.235866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.236199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.236525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.236866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.237174 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:17:57.246195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '62148c31-6494-4b37-9c43-38ce4fd3e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:57.246566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 821026dc-4c57-416b-b13a-a87db838bf3e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:17:57.265589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 821026dc-4c57-416b-b13a-a87db838bf3e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:17:57.276145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 821026dc-4c57-416b-b13a-a87db838bf3e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:57.285564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd4867-1283-4a2e-8985-862f730fb84c None None] Network 821026dc-4c57-416b-b13a-a87db838bf3e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:57.289655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:57.290262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.314199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41070) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:57.320655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:57.325624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3b8af594-1c3c-4952-9fb2-f20e27d90723 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5723183 Oct 26 12:17:57.472988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126935025'] for subnet, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.484977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-821026dc-4c57-416b-b13a-a87db838bf3e', 'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': '0c69bb32-1c00-4398-8998-c5cec8ec6719'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:17:57.486271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.624439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7292cc42-2c8e-4c7a-89bf-cb7ad2f0313f req-98f28257-a4e9-4f14-aa97-1888a1ac841e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.0839810 Oct 26 12:17:57.724801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776299697381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126435658'] for subnet, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.791489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=0c69bb32-1c00-4398-8998-c5cec8ec6719,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:57.795930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:57.796568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.797862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Allocated IP 172.20.0.2 (821026dc-4c57-416b-b13a-a87db838bf3e/0c69bb32-1c00-4398-8998-c5cec8ec6719/990c727b-0ce9-4a3e-956a-dc113dacf9ed) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:17:57.798470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-887b3f9f-6e52-45b8-910a-43f2a98e0e35 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "PUT /v2.0/subnets/0c69bb32-1c00-4398-8998-c5cec8ec6719 HTTP/1.1" status: 200 len: 806 time: 0.4828417 Oct 26 12:17:57.800505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41082) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:57.931285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:57.993849 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.005440 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.015282 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.067441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Network 821026dc-4c57-416b-b13a-a87db838bf3e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:17:58.072872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:17:58.075045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Pushing event updated for resources: {'Port': ['ID=990c727b-0ce9-4a3e-956a-dc113dacf9ed,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:58.077478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:17:58.082499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.130907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=0c69bb32-1c00-4398-8998-c5cec8ec6719,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:58.144501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Attempting to bind port 990c727b-0ce9-4a3e-956a-dc113dacf9ed on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:17:58.144975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Attempting to bind port 990c727b-0ce9-4a3e-956a-dc113dacf9ed by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '62148c31-6494-4b37-9c43-38ce4fd3e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:17:58.145322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Attempting to bind port 990c727b-0ce9-4a3e-956a-dc113dacf9ed on network 821026dc-4c57-416b-b13a-a87db838bf3e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:17:58.152891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:17:58.153354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Checking segment: {'id': '62148c31-6494-4b37-9c43-38ce4fd3e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:17:58.153762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.154161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Bound using segment: {'id': '62148c31-6494-4b37-9c43-38ce4fd3e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:17:58.155698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Bound port: 990c727b-0ce9-4a3e-956a-dc113dacf9ed, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148c31-6494-4b37-9c43-38ce4fd3e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '821026dc-4c57-416b-b13a-a87db838bf3e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:17:58.156099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.232669 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.247977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] For port 990c727b-0ce9-4a3e-956a-dc113dacf9ed, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:17:58.255036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821026dc-4c57-416b-b13a-a87db838bf3e']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:58.255549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] For port 990c727b-0ce9-4a3e-956a-dc113dacf9ed, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=990c727b-0ce9-4a3e-956a-dc113dacf9ed,segment=NetworkSegment(62148c31-6494-4b37-9c43-38ce4fd3e66d),segment_id=62148c31-6494-4b37-9c43-38ce4fd3e66d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:17:58.263450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.273851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62148c31-6494-4b37-9c43-38ce4fd3e66d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:58.276392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62148c31-6494-4b37-9c43-38ce4fd3e66d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:58.288346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.303388 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.311313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:58.311702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:58.315457 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:58.320918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70785ec-5694-43bf-ac0d-041260754761 None None] Pushing event updated for resources: {'Port': ['ID=990c727b-0ce9-4a3e-956a-dc113dacf9ed,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:58.389533 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.db.api [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:17:58.389533 n-d-812150-3 neutron-server[102760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:17:58.389533 n-d-812150-3 neutron-server[102760]: [parameters: {'id': '821026dc-4c57-416b-b13a-a87db838bf3e'}] Oct 26 12:17:58.389533 n-d-812150-3 neutron-server[102760]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:17:58.390641 n-d-812150-3 neutron-server[102760]: DEBUG oslo_db.api [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:17:58.407730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827f7e5-e54b-4cb1-a7fa-ac53d14e4f2f None None] Network 821026dc-4c57-416b-b13a-a87db838bf3e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:58.573216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848c5f4-7dec-49d8-80fc-d366a6ae9269 None None] Network 821026dc-4c57-416b-b13a-a87db838bf3e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:17:58.716641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd382e36-925b-4e61-8421-607dbfcf1201 None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:17:58.766573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11f04f79-505a-4a16-b2c7-e4ca33e8b60f req-4ed44dd2-85f9-494b-bc9b-32644b424b84 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.0488596 Oct 26 12:17:58.840782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd382e36-925b-4e61-8421-607dbfcf1201 None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:17:58.891740 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.002205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Deleting port 990c727b-0ce9-4a3e-956a-dc113dacf9ed {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:17:59.002679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.077846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] For port 990c727b-0ce9-4a3e-956a-dc113dacf9ed, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=990c727b-0ce9-4a3e-956a-dc113dacf9ed,segment=NetworkSegment(62148c31-6494-4b37-9c43-38ce4fd3e66d),segment_id=62148c31-6494-4b37-9c43-38ce4fd3e66d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:17:59.078304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.098626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Calling delete_port for 990c727b-0ce9-4a3e-956a-dc113dacf9ed owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:17:59.206567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.238538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Port': ['ID=990c727b-0ce9-4a3e-956a-dc113dacf9ed,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:59.242481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No DVR routers for this DVR port 990c727b-0ce9-4a3e-956a-dc113dacf9ed on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:17:59.335241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.363017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821026dc-4c57-416b-b13a-a87db838bf3e']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:59.373737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62148c31-6494-4b37-9c43-38ce4fd3e66d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:59.374304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62148c31-6494-4b37-9c43-38ce4fd3e66d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:17:59.384562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.399492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.406571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:17:59.406999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:17:59.410353 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:17:59.486224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.491241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.496845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/821026dc-4c57-416b-b13a-a87db838bf3e HTTP/1.1" status: 204 len: 168 time: 1.6930420 Oct 26 12:17:59.497792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41112) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:59.518686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f9966-d492-4315-b3dd-2d28a9c14c75 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=821026dc-4c57-416b-b13a-a87db838bf3e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:59.523217 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-65439815-13b3-4df8-a98d-9059b451c84a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:17:59.524017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65439815-13b3-4df8-a98d-9059b451c84a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:17:59.527872 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65439815-13b3-4df8-a98d-9059b451c84a tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/821026dc-4c57-416b-b13a-a87db838bf3e HTTP/1.1" status: 404 len: 339 time: 0.0295353 Oct 26 12:17:59.532564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41114) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:59.538043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795134434', 'description': 'd1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:59.554908 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:17:59.562033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:17:59.566513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.600656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:17:59.611448 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.611929 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment a81ef76a-4012-4902-9a97-c8e602cad9f9 of type vlan for network 50e6358d-ffe9-4007-9da3-84e08b1986a8 Oct 26 12:17:59.665569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.698037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.704950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:59.705565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:17:59.762250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2254069 Oct 26 12:17:59.762745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41120) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:59.795436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4ebe-7229-48c7-99b5-3ae393024f84 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=50e6358d-ffe9-4007-9da3-84e08b1986a8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:17:59.822956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 50e6358d-ffe9-4007-9da3-84e08b1986a8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:17:59.872395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4818c58-580d-4c1f-9c9b-f41ecc9107a2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:17:59.874253 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a4818c58-580d-4c1f-9c9b-f41ecc9107a2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks?id=50e6358d-ffe9-4007-9da3-84e08b1986a8 HTTP/1.1" status: 200 len: 761 time: 0.1100740 Oct 26 12:17:59.877092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:17:59.883481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'description': 'd2'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:17:59.894731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92264056-6b02-49e4-92a6-1062d997aab9 req-651ef3de-5642-4344-b465-aa118618fd04 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8eabc06f-a583-4cd4-86fd-0d92b676e617 HTTP/1.1" status: 200 len: 210 time: 0.0444829 Oct 26 12:18:00.070385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.091289 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.144633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 50e6358d-ffe9-4007-9da3-84e08b1986a8 is not hosted by any dhcp agent {{(pid=102759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 12:18:00.150175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:00.150791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.155615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "PUT /v2.0/networks/50e6358d-ffe9-4007-9da3-84e08b1986a8 HTTP/1.1" status: 200 len: 758 time: 0.2746799 Oct 26 12:18:00.155801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41132) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:00.174390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa280ce6-cfcc-4f1e-ab02-b9f7f2803cb7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=50e6358d-ffe9-4007-9da3-84e08b1986a8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:00.186979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 50e6358d-ffe9-4007-9da3-84e08b1986a8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:18:00.296820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdd5e0-4a6d-43aa-9963-c62d063806a3 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:00.298587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-99fdd5e0-4a6d-43aa-9963-c62d063806a3 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks?id=50e6358d-ffe9-4007-9da3-84e08b1986a8 HTTP/1.1" status: 200 len: 761 time: 0.1416667 Oct 26 12:18:00.302323 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41136) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:00.307639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-736695392'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:00.350969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:00.360765 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.402629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:18:00.414218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.414660 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment ebf9d7eb-e231-4ca0-a301-c44bf5c5607a of type vlan for network 0d4e41fc-2c17-418f-884a-4235874272ce Oct 26 12:18:00.467347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.503595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.515059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:00.516317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:00.607021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3034182 Oct 26 12:18:00.609899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41144) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:00.615223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '0d4e41fc-2c17-418f-884a-4235874272ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:00.617775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412399b-8984-43f3-a96f-aa221e1970bc tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=0d4e41fc-2c17-418f-884a-4235874272ce,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:00.632371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 0d4e41fc-2c17-418f-884a-4235874272ce details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:18:00.768794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:00.773458 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.016066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.093484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=67de590d-6d2a-4b77-97ed-53ec41122f84,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:01.101945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': 'ebf9d7eb-e231-4ca0-a301-c44bf5c5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '0d4e41fc-2c17-418f-884a-4235874272ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:18:01.102300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 0d4e41fc-2c17-418f-884a-4235874272ce, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:18:01.121771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 0d4e41fc-2c17-418f-884a-4235874272ce is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:18:01.140397 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 0d4e41fc-2c17-418f-884a-4235874272ce) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:01.148249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38339e-7b0f-4179-8d90-c6c3f22fc0d7 None None] Network 0d4e41fc-2c17-418f-884a-4235874272ce requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:01.152900 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:01.153619 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.176528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5be3c2ec-5eab-44e2-bdc8-fcf0525a79c0 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5652633 Oct 26 12:18:01.179025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41160) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:01.327767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.416229 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.499593 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.550555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=67de590d-6d2a-4b77-97ed-53ec41122f84,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:01.596762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfd2b6-8ea5-448b-ac65-20bf7abcc680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-0d4e41fc-2c17-418f-884a-4235874272ce', 'network_id': '0d4e41fc-2c17-418f-884a-4235874272ce', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': '67de590d-6d2a-4b77-97ed-53ec41122f84'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:18:01.598043 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bddfd2b6-8ea5-448b-ac65-20bf7abcc680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.708918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.719712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf566af5-80a6-46cd-88b7-865a2da48ab5 None None] Network 0d4e41fc-2c17-418f-884a-4235874272ce requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:01.761497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4e41fc-2c17-418f-884a-4235874272ce']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:01.783308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf9d7eb-e231-4ca0-a301-c44bf5c5607a') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:01.783670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf9d7eb-e231-4ca0-a301-c44bf5c5607a') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:01.796555 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.823530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.831236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:01.831732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:18:01.835859 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:18:01.950441 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.967717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:01.975925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/0d4e41fc-2c17-418f-884a-4235874272ce HTTP/1.1" status: 204 len: 168 time: 0.7944376 Oct 26 12:18:01.977432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41172) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:02.004261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2cc88-f2e1-42af-ae16-432dc153c82f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=0d4e41fc-2c17-418f-884a-4235874272ce,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:02.028204 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-021b5e50-d748-494f-8657-75886e9ee078 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] GET failed (client error): The resource could not be found. Oct 26 12:18:02.033134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41176) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:02.043616 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-021b5e50-d748-494f-8657-75886e9ee078 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/subnets/67de590d-6d2a-4b77-97ed-53ec41122f84 HTTP/1.1" status: 404 len: 337 time: 0.0649211 Oct 26 12:18:02.078224 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-23149e07-6152-423d-b112-1f3a39c41add tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:02.081822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23149e07-6152-423d-b112-1f3a39c41add tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:02.088190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-23149e07-6152-423d-b112-1f3a39c41add tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/0d4e41fc-2c17-418f-884a-4235874272ce HTTP/1.1" status: 404 len: 339 time: 0.0537152 Oct 26 12:18:02.092983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41180) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:02.228168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a12b7f-5b30-4ab0-9dfe-71b42a7d73c7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:02.230382 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d0a12b7f-5b30-4ab0-9dfe-71b42a7d73c7 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1358588 Oct 26 12:18:02.233293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41186) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:02.274997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8cca2195-7485-4bd1-a8bb-c31b67f3859d tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d HTTP/1.1" status: 200 len: 207 time: 0.0354307 Oct 26 12:18:02.275456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41188) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:02.556577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b31f5-41e9-47fb-b1ee-26f1571eda39 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:02.564049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b31f5-41e9-47fb-b1ee-26f1571eda39 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:02.575266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b31f5-41e9-47fb-b1ee-26f1571eda39 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:02.581444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b31f5-41e9-47fb-b1ee-26f1571eda39 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:02.583320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-698b31f5-41e9-47fb-b1ee-26f1571eda39 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3068843 Oct 26 12:18:02.586917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41198) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:02.742239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dcfede83-96be-4341-ae43-8d638d9a1664 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1539462 Oct 26 12:18:02.746164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41202) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.239152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e74fe-a96f-41c6-b314-ce6cddd87846 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.240740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e74fe-a96f-41c6-b314-ce6cddd87846 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.242353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-041e74fe-a96f-41c6-b314-ce6cddd87846 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4952059 Oct 26 12:18:03.246342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41214) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.299924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e209c8-2575-4e67-beeb-aad32c791dfe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.301385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e209c8-2575-4e67-beeb-aad32c791dfe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['shared'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.306746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d6e209c8-2575-4e67-beeb-aad32c791dfe tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0552919 Oct 26 12:18:03.307108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41218) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.425075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0138ac56-5431-4026-9754-bbd4855867d8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.426747 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0138ac56-5431-4026-9754-bbd4855867d8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks/0a5023bc-c431-40a8-a449-db3f014fd93d HTTP/1.1" status: 200 len: 799 time: 0.1179385 Oct 26 12:18:03.430636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41222) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.549818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c3361bf8-9304-473c-8d7f-46531a80f6ae tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/networks/0a5023bc-c431-40a8-a449-db3f014fd93d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1145930 Oct 26 12:18:03.553525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41226) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.619929 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e590d57c-5282-4029-9ec9-90f875072595 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.621796 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e590d57c-5282-4029-9ec9-90f875072595 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/subnets/c2d67bb4-e285-4655-81e1-8f1279056510 HTTP/1.1" status: 200 len: 811 time: 0.0671918 Oct 26 12:18:03.628694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41232) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.695183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23914e-44ef-4055-82d1-83140f7f246d tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.696904 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4f23914e-44ef-4055-82d1-83140f7f246d tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "GET /v2.0/subnets/c2d67bb4-e285-4655-81e1-8f1279056510?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0682483 Oct 26 12:18:03.700239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41236) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.705402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548564876'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:03.729209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:03.733925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:03.768959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:18:03.780871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:03.781299 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Added segment 9569f7e9-fa63-440b-8fa8-ff8d12f36c93 of type vlan for network 60be334f-16c1-49df-98b7-44842aa59675 Oct 26 12:18:03.828235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:03.868261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:03.876088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:03.876621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:03.898970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:03.948999 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2470686 Oct 26 12:18:03.952001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41242) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:03.962134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'network_id': '60be334f-16c1-49df-98b7-44842aa59675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:03.981779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698f4f-eef5-4c9e-8d7a-0eff99bcbd09 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Network': ['ID=60be334f-16c1-49df-98b7-44842aa59675,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:03.994016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 60be334f-16c1-49df-98b7-44842aa59675 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:18:04.092437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Made reservation on behalf of 3ded082d295e4db0b344cf0f9809f389 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:04.100370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:04.163168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Performing IP validity checks on allocation pools {{(pid=102760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:18:04.163701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:18:04.367548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:04.454369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=74370fb5-1085-4e25-8e09-e26672220a2a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:04.458088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Checking segment: {'id': '9569f7e9-fa63-440b-8fa8-ff8d12f36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '60be334f-16c1-49df-98b7-44842aa59675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:18:04.458088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network hostable DHCP agents. Network: 60be334f-16c1-49df-98b7-44842aa59675, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:18:04.481952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Network 60be334f-16c1-49df-98b7-44842aa59675 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:18:04.494298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 60be334f-16c1-49df-98b7-44842aa59675) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:04.500159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:04.501050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:04.513792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f773a8-2c29-41d4-9f82-b89d566ab509 None None] Network 60be334f-16c1-49df-98b7-44842aa59675 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:04.527408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6c732eec-26aa-45e6-8afa-f795f4d52a71 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5697510 Oct 26 12:18:04.530114 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41270) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:04.535660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:04.685877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126935025'] for subnet, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:04.773775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-60be334f-16c1-49df-98b7-44842aa59675', 'network_id': '60be334f-16c1-49df-98b7-44842aa59675', 'tenant_id': '3ded082d295e4db0b344cf0f9809f389', 'fixed_ips': [{'subnet_id': '74370fb5-1085-4e25-8e09-e26672220a2a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:18:04.774743 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:04.959930 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776299697381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126435658'] for subnet, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.023331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:05.023978 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.025584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "PUT /v2.0/subnets/74370fb5-1085-4e25-8e09-e26672220a2a HTTP/1.1" status: 200 len: 877 time: 0.4944141 Oct 26 12:18:05.030083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:05.041145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096f339-61b9-466e-89b4-e903d9ea27bb tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event updated for resources: {'Subnet': ['ID=74370fb5-1085-4e25-8e09-e26672220a2a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:05.083145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Allocated IP 172.20.0.3 (60be334f-16c1-49df-98b7-44842aa59675/74370fb5-1085-4e25-8e09-e26672220a2a/dfb1dda4-3529-43cd-89fb-9f2bed2d3d89) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:05.281219 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.357987 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.377702 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.383436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.431862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Network 60be334f-16c1-49df-98b7-44842aa59675 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:05.435667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:05.442185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:18:05.495988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.518981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Attempting to bind port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:18:05.519410 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Attempting to bind port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9569f7e9-fa63-440b-8fa8-ff8d12f36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '60be334f-16c1-49df-98b7-44842aa59675'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:18:05.519754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Attempting to bind port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89 on network 60be334f-16c1-49df-98b7-44842aa59675 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:05.543899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:18:05.543899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Checking segment: {'id': '9569f7e9-fa63-440b-8fa8-ff8d12f36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '60be334f-16c1-49df-98b7-44842aa59675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:18:05.549383 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.549383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Bound using segment: {'id': '9569f7e9-fa63-440b-8fa8-ff8d12f36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '60be334f-16c1-49df-98b7-44842aa59675'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:18:05.549383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Bound port: dfb1dda4-3529-43cd-89fb-9f2bed2d3d89, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9569f7e9-fa63-440b-8fa8-ff8d12f36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '60be334f-16c1-49df-98b7-44842aa59675'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:18:05.550721 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.584911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Pushing event updated for resources: {'Port': ['ID=dfb1dda4-3529-43cd-89fb-9f2bed2d3d89,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:05.620838 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.632173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=74370fb5-1085-4e25-8e09-e26672220a2a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:05.657401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.687143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60be334f-16c1-49df-98b7-44842aa59675']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:05.708172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9569f7e9-fa63-440b-8fa8-ff8d12f36c93') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:05.710027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9569f7e9-fa63-440b-8fa8-ff8d12f36c93') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:05.741378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.771496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.782858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] For port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:18:05.785616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:05.786036 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:18:05.789682 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:18:05.862783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] For port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dfb1dda4-3529-43cd-89fb-9f2bed2d3d89,segment=NetworkSegment(9569f7e9-fa63-440b-8fa8-ff8d12f36c93),segment_id=9569f7e9-fa63-440b-8fa8-ff8d12f36c93)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:18:05.864966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.db.api [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 12:18:05.864966 n-d-812150-3 neutron-server[102759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 12:18:05.864966 n-d-812150-3 neutron-server[102759]: [parameters: {'id': '60be334f-16c1-49df-98b7-44842aa59675'}] Oct 26 12:18:05.864966 n-d-812150-3 neutron-server[102759]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:18:05.865390 n-d-812150-3 neutron-server[102759]: DEBUG oslo_db.api [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:18:05.871042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:05.932094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41334) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:05.938035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611307271', 'description': 'tempest-secgroup-smoke-1611307271 description', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:05.953236 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda644-c447-42c1-adf2-2c6537d3b977 None None] Pushing event updated for resources: {'Port': ['ID=dfb1dda4-3529-43cd-89fb-9f2bed2d3d89,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:05.976187 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28037b07-50d9-4455-9614-b2776b4236e8 None None] Network 60be334f-16c1-49df-98b7-44842aa59675 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:05.979181 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.083089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.090037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.121693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d5157-c2df-429d-b6b0-2ab4f9040a97,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:06.126737 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.128133 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-98cc4e5f-8c00-4ed3-87d8-a63abfe81cd6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941984 Oct 26 12:18:06.131079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41340) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:06.138058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group_rule': {'security_group_id': '8a8d5157-c2df-429d-b6b0-2ab4f9040a97', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:06.164864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adc7fe-4bdf-4b71-bdab-f40916c4c115 None None] Network 60be334f-16c1-49df-98b7-44842aa59675 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:06.172865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.239788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.244332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.263677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5fcb51-0df6-4bde-8332-c05e524a3e80,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:06.277455 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.281424 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-44c8fdce-4f63-402b-8696-22e232c5dcd5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460452 Oct 26 12:18:06.281833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41344) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:06.286957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group_rule': {'security_group_id': '8a8d5157-c2df-429d-b6b0-2ab4f9040a97', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:06.306341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc760cd-f08a-4f9b-9267-312f2917115e None None] get_active_networks_info from n-d-812150-3 {{(pid=102761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 12:18:06.318817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.369412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.420548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.421272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc760cd-f08a-4f9b-9267-312f2917115e None None] Resources bound (agent type, host, resource id): {{(pid=102761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:18:06.427432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.453775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20653a3-e732-4ed1-89f1-d647d6e3e076,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:06.466031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.470009 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-53154919-1552-44a4-80c6-b0a21a4fe2bf tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1844692 Oct 26 12:18:06.470306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41346) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:06.473583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Deleting port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:06.473952 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.477387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group_rule': {'security_group_id': '8a8d5157-c2df-429d-b6b0-2ab4f9040a97', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:06.539108 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.545051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] For port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dfb1dda4-3529-43cd-89fb-9f2bed2d3d89,segment=NetworkSegment(9569f7e9-fa63-440b-8fa8-ff8d12f36c93),segment_id=9569f7e9-fa63-440b-8fa8-ff8d12f36c93)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:06.545418 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.565653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Calling delete_port for dfb1dda4-3529-43cd-89fb-9f2bed2d3d89 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:06.619630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.628941 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.647409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f06db94-5552-4456-833b-4e38ac624653,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:06.663172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.686095 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.692279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41348) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:06.692596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f46f64a8-07b7-4614-a92b-21f682b01a24 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2203536 Oct 26 12:18:06.710434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group_rule': {'security_group_id': '8a8d5157-c2df-429d-b6b0-2ab4f9040a97', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:06.716251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Port': ['ID=dfb1dda4-3529-43cd-89fb-9f2bed2d3d89,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:06.734118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No DVR routers for this DVR port dfb1dda4-3529-43cd-89fb-9f2bed2d3d89 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:18:06.834760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.868035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.908632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60be334f-16c1-49df-98b7-44842aa59675']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:06.922175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9569f7e9-fa63-440b-8fa8-ff8d12f36c93') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:06.922479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9569f7e9-fa63-440b-8fa8-ff8d12f36c93') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:06.936090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.951157 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.956130 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.960556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.978705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:06.979033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:18:06.982598 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:18:06.995300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671f6cd6-5773-4e78-a180-78aa4a5b7037,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:07.029351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.030590 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-429cb7e5-5fdb-4469-8970-f93437c72776 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338881 Oct 26 12:18:07.033417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41352) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.039065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group_rule': {'security_group_id': '8a8d5157-c2df-429d-b6b0-2ab4f9040a97', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:07.057363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.067597 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.072756 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/60be334f-16c1-49df-98b7-44842aa59675 HTTP/1.1" status: 204 len: 168 time: 2.0392702 Oct 26 12:18:07.077704 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Project f9576cdc5c37407ca5f0ccea9c45cfeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:18:07.085757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41354) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.086600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa944d73-257c-42db-bf92-096d675671a9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=60be334f-16c1-49df-98b7-44842aa59675,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:07.087041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.128433 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-44df1e46-6a24-4674-b461-1d8c71066fd9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.128895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44df1e46-6a24-4674-b461-1d8c71066fd9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.134390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-44df1e46-6a24-4674-b461-1d8c71066fd9 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/74370fb5-1085-4e25-8e09-e26672220a2a HTTP/1.1" status: 404 len: 337 time: 0.0376573 Oct 26 12:18:07.135283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41356) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.155451 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b2fadd-e8d1-4b57-b7a9-e4383898af4e tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.156345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b2fadd-e8d1-4b57-b7a9-e4383898af4e tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.161710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d2b2fadd-e8d1-4b57-b7a9-e4383898af4e tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/60be334f-16c1-49df-98b7-44842aa59675 HTTP/1.1" status: 404 len: 339 time: 0.0224404 Oct 26 12:18:07.161873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.188448 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f213dd4-22f9-4dd8-a706-f249e9e3e79c tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.189010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f213dd4-22f9-4dd8-a706-f249e9e3e79c tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.194567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.194756 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4f213dd4-22f9-4dd8-a706-f249e9e3e79c tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/67de590d-6d2a-4b77-97ed-53ec41122f84 HTTP/1.1" status: 404 len: 337 time: 0.0293887 Oct 26 12:18:07.194945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41360) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.199625 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.214442 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dab9eb-fe67-4b02-b6e9-236137196913 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.214954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dab9eb-fe67-4b02-b6e9-236137196913 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.220415 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-29dab9eb-fe67-4b02-b6e9-236137196913 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/0d4e41fc-2c17-418f-884a-4235874272ce HTTP/1.1" status: 404 len: 339 time: 0.0221915 Oct 26 12:18:07.220855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41362) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.221414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5646c9-8a70-4658-93d4-0ce5a092f0dd,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:07.230068 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.231443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6838bd24-3715-482c-ad37-7db094b76969 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1960895 Oct 26 12:18:07.234120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41364) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.239293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'security_group_rule': {'security_group_id': '8a8d5157-c2df-429d-b6b0-2ab4f9040a97', 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:07.265855 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Project f9576cdc5c37407ca5f0ccea9c45cfeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:18:07.271896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.312701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.354362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.360396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.381278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a13b638-ee5e-4ad1-b846-f1499ce70aa4,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:07.390855 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.392240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7828b031-1e25-4923-98fe-96c4bca814b0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568599 Oct 26 12:18:07.427772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.449642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e6358d-ffe9-4007-9da3-84e08b1986a8']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:07.459689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81ef76a-4012-4902-9a97-c8e602cad9f9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:07.459999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81ef76a-4012-4902-9a97-c8e602cad9f9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:07.475112 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.489488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.496718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:07.497127 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:18:07.500287 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:18:07.573450 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.581144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:07.585318 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/50e6358d-ffe9-4007-9da3-84e08b1986a8 HTTP/1.1" status: 204 len: 168 time: 0.3634555 Oct 26 12:18:07.588197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41402) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.598201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67b166-6f4a-4312-9c15-d151d8e96e1f tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=50e6358d-ffe9-4007-9da3-84e08b1986a8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:07.615855 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e268ac0f-755a-45fa-8083-1ae3fda3aaee tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.616324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e268ac0f-755a-45fa-8083-1ae3fda3aaee tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.622429 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e268ac0f-755a-45fa-8083-1ae3fda3aaee tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/0c69bb32-1c00-4398-8998-c5cec8ec6719 HTTP/1.1" status: 404 len: 337 time: 0.0329318 Oct 26 12:18:07.625172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41408) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.644599 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-346e0d94-111e-4fe8-87c2-7e1c6ceed5ab tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.645208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346e0d94-111e-4fe8-87c2-7e1c6ceed5ab tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.651038 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-346e0d94-111e-4fe8-87c2-7e1c6ceed5ab tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/821026dc-4c57-416b-b13a-a87db838bf3e HTTP/1.1" status: 404 len: 339 time: 0.0224679 Oct 26 12:18:07.652246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41410) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.687101 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22471c0-31e6-437f-bc8e-01a3e233f095 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.687564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22471c0-31e6-437f-bc8e-01a3e233f095 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.691386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d22471c0-31e6-437f-bc8e-01a3e233f095 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/69600850-92d2-47a9-b20d-90175982a1c4 HTTP/1.1" status: 404 len: 337 time: 0.0376050 Oct 26 12:18:07.693258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41412) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.711543 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-befc3f6d-92c7-4e3f-baba-db12516f5c02 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.712225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befc3f6d-92c7-4e3f-baba-db12516f5c02 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.715600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-befc3f6d-92c7-4e3f-baba-db12516f5c02 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/f8d7ad99-4266-42f5-ae7f-2d6a9cba12df HTTP/1.1" status: 404 len: 339 time: 0.0213225 Oct 26 12:18:07.718202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41414) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.753581 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-931d4cfd-3354-4ac0-a677-2641075b6c68 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.754121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931d4cfd-3354-4ac0-a677-2641075b6c68 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.759521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-931d4cfd-3354-4ac0-a677-2641075b6c68 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/de608170-36f3-4a55-a14d-426b33aaec29 HTTP/1.1" status: 404 len: 337 time: 0.0403364 Oct 26 12:18:07.762539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41418) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.781715 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4f12c0-4401-4669-957f-9e094363ed27 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.782290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4f12c0-4401-4669-957f-9e094363ed27 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.785514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c4f12c0-4401-4669-957f-9e094363ed27 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/3026a082-3248-427d-a077-2d58b5aeaadf HTTP/1.1" status: 404 len: 339 time: 0.0216043 Oct 26 12:18:07.788291 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41420) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.816145 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c76bf17-dc11-41af-b07c-f0add1c8e6e8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.816606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c76bf17-dc11-41af-b07c-f0add1c8e6e8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.819733 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6c76bf17-dc11-41af-b07c-f0add1c8e6e8 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/ce6d23d2-b3ec-4025-b34b-863f28e201a2 HTTP/1.1" status: 404 len: 337 time: 0.0303884 Oct 26 12:18:07.822324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41422) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.862497 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacd0306-0c08-412a-aad6-13c7886d9c6d tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.863578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacd0306-0c08-412a-aad6-13c7886d9c6d tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.867955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cacd0306-0c08-412a-aad6-13c7886d9c6d tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/2c946263-9e69-4309-a6d8-37b5a81cc3b8 HTTP/1.1" status: 404 len: 339 time: 0.0443566 Oct 26 12:18:07.871910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41426) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.909427 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-951e0c73-8d64-44cf-9248-83016e73d3bd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.909980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951e0c73-8d64-44cf-9248-83016e73d3bd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.914907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-951e0c73-8d64-44cf-9248-83016e73d3bd tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/ceacfdda-b817-40e4-9724-6ad447473ffe HTTP/1.1" status: 404 len: 337 time: 0.0402076 Oct 26 12:18:07.916112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41430) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.935887 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-237be728-6798-4513-a151-0c5a2863f54e tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.936661 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237be728-6798-4513-a151-0c5a2863f54e tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.942385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-237be728-6798-4513-a151-0c5a2863f54e tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/34607ff9-a903-458c-a2af-4c569dbc02e5 HTTP/1.1" status: 404 len: 339 time: 0.0222912 Oct 26 12:18:07.942660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41432) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:07.977367 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-51971f27-7315-4902-a275-d99465486752 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:07.977834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51971f27-7315-4902-a275-d99465486752 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:07.983955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-51971f27-7315-4902-a275-d99465486752 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/cd59d2d7-f8df-4e71-8045-89a11bd592c5 HTTP/1.1" status: 404 len: 337 time: 0.0379081 Oct 26 12:18:07.984394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.002960 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eab541-15dd-40f1-8da3-8cb13928636c tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:08.005313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82eab541-15dd-40f1-8da3-8cb13928636c tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:08.006525 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-82eab541-15dd-40f1-8da3-8cb13928636c tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/75533456-3c76-4d3a-95a8-fcbc5253ce3f HTTP/1.1" status: 404 len: 339 time: 0.0211837 Oct 26 12:18:08.009049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41438) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.037915 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cf2741-2db0-471f-82d5-64874c320e90 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:08.038496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cf2741-2db0-471f-82d5-64874c320e90 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:08.043164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b1cf2741-2db0-471f-82d5-64874c320e90 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/c3b98b3c-319d-4329-ae11-ba96ff555c92 HTTP/1.1" status: 404 len: 337 time: 0.0318971 Oct 26 12:18:08.045045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41446) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.071399 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a747e5-2c39-4473-8524-8f0a0028fbae tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:08.071990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a747e5-2c39-4473-8524-8f0a0028fbae tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:08.075154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-62a747e5-2c39-4473-8524-8f0a0028fbae tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/fd7caae9-d881-42b8-ad0c-ccad9ceecfb6 HTTP/1.1" status: 404 len: 339 time: 0.0291212 Oct 26 12:18:08.077833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41452) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.108016 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-33114101-1795-47da-995f-8d1295f611d2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:08.108589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33114101-1795-47da-995f-8d1295f611d2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:08.114646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41462) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.115353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33114101-1795-47da-995f-8d1295f611d2 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/731f4f34-244c-4ba1-ad90-b47f12cbd99c HTTP/1.1" status: 404 len: 337 time: 0.0365262 Oct 26 12:18:08.134948 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-39af12ca-f679-4a70-8e45-9ad040a2043b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] DELETE failed (client error): The resource could not be found. Oct 26 12:18:08.135534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39af12ca-f679-4a70-8e45-9ad040a2043b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:18:08.141049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-39af12ca-f679-4a70-8e45-9ad040a2043b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/6556f97b-9f01-46ba-ab4a-abe487dfecde HTTP/1.1" status: 404 len: 339 time: 0.0229170 Oct 26 12:18:08.141360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41468) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.196772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Deleting subnet c2d67bb4-e285-4655-81e1-8f1279056510 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:18:08.201061 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.248640 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.379451 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.463125 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.492791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d67bb4-e285-4655-81e1-8f1279056510,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:08.497162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.502911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4027262c-e909-4c94-8a5b-3239ee713ff6 tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/subnets/c2d67bb4-e285-4655-81e1-8f1279056510 HTTP/1.1" status: 204 len: 168 time: 0.3589520 Oct 26 12:18:08.504044 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41478) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:08.504173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b1bd7-f02d-40a5-8869-ca3d7dad6d98 None None] Network 0a5023bc-c431-40a8-a449-db3f014fd93d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:08.610914 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.683402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Deleting port c339bfc8-6cc8-4671-8545-f78f2ab0f797 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:08.683763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.751250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] DHCP port deletion for 0a5023bc-c431-40a8-a449-db3f014fd93d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:18:08.764156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] For port c339bfc8-6cc8-4671-8545-f78f2ab0f797, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c339bfc8-6cc8-4671-8545-f78f2ab0f797,segment=NetworkSegment(9d353dbd-2451-4907-93b9-e3cd19fe4722),segment_id=9d353dbd-2451-4907-93b9-e3cd19fe4722)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:08.764614 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.780674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Calling delete_port for c339bfc8-6cc8-4671-8545-f78f2ab0f797 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:08.807955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] Deleting port c339bfc8-6cc8-4671-8545-f78f2ab0f797 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:08.810585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.877082 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.901528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] For port c339bfc8-6cc8-4671-8545-f78f2ab0f797, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c339bfc8-6cc8-4671-8545-f78f2ab0f797,segment=NetworkSegment(9d353dbd-2451-4907-93b9-e3cd19fe4722),segment_id=9d353dbd-2451-4907-93b9-e3cd19fe4722)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:08.902330 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:08.910053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Port': ['ID=c339bfc8-6cc8-4671-8545-f78f2ab0f797,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:08.912175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] No DVR routers for this DVR port c339bfc8-6cc8-4671-8545-f78f2ab0f797 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:18:08.943445 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] Calling delete_port for c339bfc8-6cc8-4671-8545-f78f2ab0f797 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:09.003345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.026320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5023bc-c431-40a8-a449-db3f014fd93d']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:09.037789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d353dbd-2451-4907-93b9-e3cd19fe4722') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:09.038098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d353dbd-2451-4907-93b9-e3cd19fe4722') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:09.049893 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.064736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.072098 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.080125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:09.080347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.093229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] Pushing event deleted for resources: {'Port': ['ID=c339bfc8-6cc8-4671-8545-f78f2ab0f797,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:09.096931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd23bb6-1b66-4fdd-ab70-2359382e85b3 None None] No DVR routers for this DVR port c339bfc8-6cc8-4671-8545-f78f2ab0f797 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:18:09.141506 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:18:09.171244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.180932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.187797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] 10.222.0.88 "DELETE /v2.0/networks/0a5023bc-c431-40a8-a449-db3f014fd93d HTTP/1.1" status: 204 len: 168 time: 0.6805043 Oct 26 12:18:09.200666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993b28e-8654-41d6-b871-e53e488e2a5b tempest-NetworksTest-228366248 tempest-NetworksTest-228366248-project] Pushing event deleted for resources: {'Network': ['ID=0a5023bc-c431-40a8-a449-db3f014fd93d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:09.477838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41488) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:09.677125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c339bfc8-6cc8-4671-8545-f78f2ab0f797 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:09.695777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-937d6938-17d7-4bbb-ac5c-68cb571e6897 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ded082d295e4db0b344cf0f9809f389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164319 Oct 26 12:18:09.696316 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41492) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:09.701721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c339bfc8-6cc8-4671-8545-f78f2ab0f797 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:18:09.702147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c339bfc8-6cc8-4671-8545-f78f2ab0f797 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:09.795921 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8e79a07-03b2-43ee-8d2b-ea0c71397fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.820369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8e79a07-03b2-43ee-8d2b-ea0c71397fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.878742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8e79a07-03b2-43ee-8d2b-ea0c71397fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.882349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a8e79a07-03b2-43ee-8d2b-ea0c71397fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:09.887564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a8e79a07-03b2-43ee-8d2b-ea0c71397fc3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0585e3eb-2d71-4df0-9466-67660666a64e HTTP/1.1" status: 204 len: 168 time: 0.1859047 Oct 26 12:18:09.892153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e79a07-03b2-43ee-8d2b-ea0c71397fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0585e3eb-2d71-4df0-9466-67660666a64e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:15.390879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:15.570182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b61d57f-61d1-4e57-a232-9ea4cac8bba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.700414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b61d57f-61d1-4e57-a232-9ea4cac8bba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.706160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b61d57f-61d1-4e57-a232-9ea4cac8bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.771733 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7b61d57f-61d1-4e57-a232-9ea4cac8bba5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93af4cfa44e14663ada08d3a815b7bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783736 Oct 26 12:18:15.773032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d57f-61d1-4e57-a232-9ea4cac8bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9730c8ed-58a0-4c54-aa7b-ead4e0e3871d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:15.774240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41614) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:15.855577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa26a2dc-871b-401e-9dfc-4675a015cf62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.888286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa26a2dc-871b-401e-9dfc-4675a015cf62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.951953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa26a2dc-871b-401e-9dfc-4675a015cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.954779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa26a2dc-871b-401e-9dfc-4675a015cf62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:15.959624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa26a2dc-871b-401e-9dfc-4675a015cf62 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9730c8ed-58a0-4c54-aa7b-ead4e0e3871d HTTP/1.1" status: 204 len: 168 time: 0.1837535 Oct 26 12:18:15.968190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26a2dc-871b-401e-9dfc-4675a015cf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9730c8ed-58a0-4c54-aa7b-ead4e0e3871d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:16.348685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41620) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:16.363382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-767d9eb1-685e-4fb8-bfd1-cf45e12ea7a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.466318 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-767d9eb1-685e-4fb8-bfd1-cf45e12ea7a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.475362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-767d9eb1-685e-4fb8-bfd1-cf45e12ea7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.511031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d9eb1-685e-4fb8-bfd1-cf45e12ea7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895879d9-56ec-4c0c-8cdc-d1cf4bc11bed,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:16.539053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-767d9eb1-685e-4fb8-bfd1-cf45e12ea7a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=81904f7439d24f268f2fae98d16b0b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883445 Oct 26 12:18:16.540902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 41632) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:16.574609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:16.619895 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0a2cce6-5625-4b05-b090-ba1b7b812c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.660244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0a2cce6-5625-4b05-b090-ba1b7b812c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.712204 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-52371f2e-cba0-4cbe-9c1a-c707118d1526 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/floatingips/9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 HTTP/1.1" status: 200 len: 993 time: 0.1338680 Oct 26 12:18:16.792503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0a2cce6-5625-4b05-b090-ba1b7b812c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.795177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a0a2cce6-5625-4b05-b090-ba1b7b812c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:16.808333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a0a2cce6-5625-4b05-b090-ba1b7b812c27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/895879d9-56ec-4c0c-8cdc-d1cf4bc11bed HTTP/1.1" status: 204 len: 168 time: 0.2640193 Oct 26 12:18:16.825082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2cce6-5625-4b05-b090-ba1b7b812c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895879d9-56ec-4c0c-8cdc-d1cf4bc11bed,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:17.108795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 41688) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:17.393300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port da3583bc-bb92-48c6-a94d-178711d38a8d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:17.393827 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:17.606404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:17.607685 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:17.632731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for da3583bc-bb92-48c6-a94d-178711d38a8d owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:17.972748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:18.032273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=da3583bc-bb92-48c6-a94d-178711d38a8d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:18.234341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:18.234799 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Floating IP 9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 disassociated (deleted). External IP: 172.25.4.212, port: 1de9b685-4eb7-4cdd-96a2-f422d83d8abd. Oct 26 12:18:18.560819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router 1a6dee6d-409f-4bad-9e54-558b13b4888c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:18.796413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:18.810685 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] Sync routers for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:18.814519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:18.826587 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:18:18.833554 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:18.859503 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5f32a7e9-4d09-491a-8358-62f915816272 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/floatingips/9e044fca-fbc3-49ed-8c67-b4fb80cad2c1 HTTP/1.1" status: 204 len: 168 time: 1.7494648 Oct 26 12:18:18.860049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:18:18.873497 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda" -d '{"events": [{"name": "network-changed", "server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:18.957386 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66965f6b-50f7-486f-a2f5-0f3ead5118ac x-openstack-request-id: req-66965f6b-50f7-486f-a2f5-0f3ead5118ac {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:18.957635 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:18.957742 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66965f6b-50f7-486f-a2f5-0f3ead5118ac {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:18.958154 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'status': 'completed', 'code': 200} Oct 26 12:18:19.040786 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:18:19.075866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-91e63b7e-d321-4d50-beba-57fcf05e0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:19.077930 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-91e63b7e-d321-4d50-beba-57fcf05e0e55 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 1096 time: 0.0981452 Oct 26 12:18:19.182983 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1cf05f7-3321-4a82-aed4-f66392801679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:19.320652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-2f37c46b-220d-4bc3-be57-d83789619a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:19.323744 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-2f37c46b-220d-4bc3-be57-d83789619a8b service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c644434-3a69-4d0b-92f6-09191df659dc HTTP/1.1" status: 200 len: 899 time: 0.2380714 Oct 26 12:18:19.384657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-c74a8e1b-f63d-44fa-bfdf-4294335e09f2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd HTTP/1.1" status: 200 len: 217 time: 0.0525641 Oct 26 12:18:19.460328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb006f7-2286-4ed1-b677-489e6c5f7978 req-0e1747d3-79d1-4276-91ed-d3335b52e100 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:19.471003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fb006f7-2286-4ed1-b677-489e6c5f7978 req-0e1747d3-79d1-4276-91ed-d3335b52e100 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 945 time: 0.1418228 Oct 26 12:18:19.471286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-b045f5e0-1fcf-43fd-ae59-58686bf18b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:19.474049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-b045f5e0-1fcf-43fd-ae59-58686bf18b05 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0 HTTP/1.1" status: 200 len: 835 time: 0.0801978 Oct 26 12:18:19.529725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fb006f7-2286-4ed1-b677-489e6c5f7978 req-63a77ab4-b828-4d60-b068-c9d5f143561b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520477 Oct 26 12:18:19.584298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-9825ee49-d3f1-46df-877b-a2f47437277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:19.589307 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-9825ee49-d3f1-46df-877b-a2f47437277e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c644434-3a69-4d0b-92f6-09191df659dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079285 Oct 26 12:18:19.594562 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:19.659147 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] Checking router: 1a6dee6d-409f-4bad-9e54-558b13b4888c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:19.671109 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:18:19.672006 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:17:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:19.784993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-c9157b32-ba83-4f00-8785-d7314d07fe0e service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854672 Oct 26 12:18:19.826046 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:18:19.907261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8b9b5f64-0d4f-45bb-801a-0060e2f02fda req-cc516202-a4d8-4eda-bf77-2efe7841a5d7 service neutron] 10.222.0.100 "GET /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155293 Oct 26 12:18:20.143601 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:20.185363 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14e8e5-9afc-440a-86b6-063b9b342bf5 None None] The sync data for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 is: [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:23Z', 'revision_number': 4, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '9b46aba6-f208-47f1-8afc-64b743c60967', 'name': '', 'network_id': '4c644434-3a69-4d0b-92f6-09191df659dc', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'mac_address': 'fa:16:3e:09:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:22Z', 'updated_at': '2021-10-26T12:17:26Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'subnets': [{'id': '3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:20.523139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-ac0f97a8-34bb-40a6-bbd3-daf7609c7427 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:20.524993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-ac0f97a8-34bb-40a6-bbd3-daf7609c7427 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 945 time: 0.0753374 Oct 26 12:18:20.593661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4d01a-aca9-44f0-b2ef-1be3e8098627 None None] New status for floating IP 9e044fca-fbc3-49ed-8c67-b4fb80cad2c1: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:18:20.709381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:20.712772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:20.761161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5ede2-c9b7-4954-9fd3-99b82ea955ee req-a6d91ab7-1edf-408b-9b18-6e7616dd25b1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:20.765497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e5ede2-c9b7-4954-9fd3-99b82ea955ee req-a6d91ab7-1edf-408b-9b18-6e7616dd25b1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9306923-4c4e-4e12-8c47-5c8b8735a633 HTTP/1.1" status: 200 len: 945 time: 0.1135688 Oct 26 12:18:20.878250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e5ede2-c9b7-4954-9fd3-99b82ea955ee req-f8acf9e4-4591-4408-a3b3-7eb15d5bcb7b tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "GET /v2.0/security-groups?id=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873809 Oct 26 12:18:20.915502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:20.916005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:20.949350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 1de9b685-4eb7-4cdd-96a2-f422d83d8abd owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:21.159629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:21.209366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=1de9b685-4eb7-4cdd-96a2-f422d83d8abd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:21.264644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] No DVR routers for this DVR port 1de9b685-4eb7-4cdd-96a2-f422d83d8abd on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:18:21.267335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:21.274064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d7bdecb6-704d-40ea-a745-25f9f4d9f1d7 req-f896df5b-d4a8-40cc-b84c-f29fea3cf733 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.100 "DELETE /v2.0/ports/1de9b685-4eb7-4cdd-96a2-f422d83d8abd HTTP/1.1" status: 204 len: 173 time: 0.7413068 Oct 26 12:18:21.274631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'name': 'network-vif-deleted', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:18:21.277381 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a97d19-6fc8-4d27-9646-48e5ee27cffc" -d '{"events": [{"server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "name": "network-vif-deleted", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:21.329131 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000cefd-30b7-4936-a605-72201720bf7c x-openstack-request-id: req-2000cefd-30b7-4936-a605-72201720bf7c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:21.329521 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9306923-4c4e-4e12-8c47-5c8b8735a633", "name": "network-vif-deleted", "tag": "1de9b685-4eb7-4cdd-96a2-f422d83d8abd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:21.330018 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2000cefd-30b7-4936-a605-72201720bf7c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:21.330637 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9306923-4c4e-4e12-8c47-5c8b8735a633', 'name': 'network-vif-deleted', 'tag': '1de9b685-4eb7-4cdd-96a2-f422d83d8abd', 'status': 'completed', 'code': 200} Oct 26 12:18:21.748916 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4931469d-28b2-49f0-b368-ef85134ebc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:21.963650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42234) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:22.064090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55779c28-b74c-486c-824b-1c351b72dd5c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.094252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55779c28-b74c-486c-824b-1c351b72dd5c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.138021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42240) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:22.182847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55779c28-b74c-486c-824b-1c351b72dd5c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.187429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-55779c28-b74c-486c-824b-1c351b72dd5c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.189997 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-55779c28-b74c-486c-824b-1c351b72dd5c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/security-groups/0629fbdf-e1b7-487a-a9b3-3ba7464c5d20 HTTP/1.1" status: 204 len: 168 time: 0.2249224 Oct 26 12:18:22.210066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55779c28-b74c-486c-824b-1c351b72dd5c tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629fbdf-e1b7-487a-a9b3-3ba7464c5d20,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:22.249745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:22.345968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-001caee9-d48e-4564-8e41-2156e82f97fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.493860 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-001caee9-d48e-4564-8e41-2156e82f97fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.500044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-001caee9-d48e-4564-8e41-2156e82f97fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.543610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-001caee9-d48e-4564-8e41-2156e82f97fc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dce5031576f74b719d725a57bc97a806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032779 Oct 26 12:18:22.544747 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001caee9-d48e-4564-8e41-2156e82f97fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12259940-7809-49f5-bf67-cb0066a0e9f8,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:22.559825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42254) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:22.629706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebc907d9-d833-4f46-b839-c19a0dc6a21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.665564 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebc907d9-d833-4f46-b839-c19a0dc6a21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.767075 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebc907d9-d833-4f46-b839-c19a0dc6a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.771593 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebc907d9-d833-4f46-b839-c19a0dc6a21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:22.776528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ebc907d9-d833-4f46-b839-c19a0dc6a21b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12259940-7809-49f5-bf67-cb0066a0e9f8 HTTP/1.1" status: 204 len: 168 time: 0.2117198 Oct 26 12:18:22.799946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc907d9-d833-4f46-b839-c19a0dc6a21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12259940-7809-49f5-bf67-cb0066a0e9f8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:22.891403 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.034830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1de9b685-4eb7-4cdd-96a2-f422d83d8abd no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:23.086769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 1de9b685-4eb7-4cdd-96a2-f422d83d8abd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:18:23.087409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1de9b685-4eb7-4cdd-96a2-f422d83d8abd not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:23.179626 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.284265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.311065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42262) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:23.327535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80198e5b-7730-4abe-815d-4e4dff33a1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.474491 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80198e5b-7730-4abe-815d-4e4dff33a1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.480267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80198e5b-7730-4abe-815d-4e4dff33a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.529528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-80198e5b-7730-4abe-815d-4e4dff33a1ad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b79ec92d3225471a84cda121bdbacfbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155602 Oct 26 12:18:23.533152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80198e5b-7730-4abe-815d-4e4dff33a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3ac46-2db0-466a-818d-0e776be31f67,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:23.536190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42266) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:23.676815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb85f8d2-82f0-4588-91f5-29ccd6225485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.715053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 9b46aba6-f208-47f1-8afc-64b743c60967 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:23.715610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.728981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb85f8d2-82f0-4588-91f5-29ccd6225485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.905527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 9b46aba6-f208-47f1-8afc-64b743c60967, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9b46aba6-f208-47f1-8afc-64b743c60967,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:23.906089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.909792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb85f8d2-82f0-4588-91f5-29ccd6225485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.914180 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cb85f8d2-82f0-4588-91f5-29ccd6225485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:23.915990 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cb85f8d2-82f0-4588-91f5-29ccd6225485 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/27d3ac46-2db0-466a-818d-0e776be31f67 HTTP/1.1" status: 204 len: 168 time: 0.3780217 Oct 26 12:18:23.942241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 9b46aba6-f208-47f1-8afc-64b743c60967 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:23.949310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85f8d2-82f0-4588-91f5-29ccd6225485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3ac46-2db0-466a-818d-0e776be31f67,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:24.239553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:24.268869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=9b46aba6-f208-47f1-8afc-64b743c60967,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:24.528121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:24.657560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:24.897213 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Router 1a6dee6d-409f-4bad-9e54-558b13b4888c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:25.084389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:25.097961 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] Sync routers for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:25.111090 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-83b29dd4-dad0-48d7-8958-37cae0f53eba tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "PUT /v2.0/routers/1a6dee6d-409f-4bad-9e54-558b13b4888c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8582931 Oct 26 12:18:25.115843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42316) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:25.116817 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:18:25.118024 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:18:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:25.241835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting subnet 3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:18:25.248166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:25.331113 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:25.370294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:18:25.486778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:25.626297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:25.707687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:25.711056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:25.716817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c92b49a8-666c-4c3f-8b5a-f0472a99a0b9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/subnets/3ffc92f3-c2bc-4da6-95f9-a2ef7763b2a0 HTTP/1.1" status: 204 len: 168 time: 0.5992239 Oct 26 12:18:25.720667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42324) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:25.730644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591eb892-a453-4364-bd21-3ef57c7506f3 None None] Network 4c644434-3a69-4d0b-92f6-09191df659dc requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:18:25.960907 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.052694 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:18:24Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:26.098890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] Checking router: 1a6dee6d-409f-4bad-9e54-558b13b4888c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:26.110914 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] Routers {'1a6dee6d-409f-4bad-9e54-558b13b4888c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:18:26.111793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:18:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1a6dee6d-409f-4bad-9e54-558b13b4888c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:26.141239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] DHCP port deletion for 4c644434-3a69-4d0b-92f6-09191df659dc request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:18:26.170168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.273449 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] Deleting port 5436250f-8a40-40f5-88da-3fbb663953c5 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:26.274858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.309098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Deleting port 8f935927-98a8-4aba-ad91-99134e5f6ac3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:18:26.310105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.370620 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] Set router 1a6dee6d-409f-4bad-9e54-558b13b4888c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:18:26.371806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] For port 5436250f-8a40-40f5-88da-3fbb663953c5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=5436250f-8a40-40f5-88da-3fbb663953c5,segment=NetworkSegment(0fcbaa6d-3761-4778-8202-913ea82878a5),segment_id=0fcbaa6d-3761-4778-8202-913ea82878a5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:26.372316 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.387614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] Calling delete_port for 5436250f-8a40-40f5-88da-3fbb663953c5 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:26.488923 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.513888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] For port 8f935927-98a8-4aba-ad91-99134e5f6ac3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8f935927-98a8-4aba-ad91-99134e5f6ac3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:26.514244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:26.543762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Calling delete_port for 8f935927-98a8-4aba-ad91-99134e5f6ac3 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:18:26.551679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] Pushing event deleted for resources: {'Port': ['ID=5436250f-8a40-40f5-88da-3fbb663953c5,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:26.558338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2abc6-13e9-4f1f-831e-1db0b927f6b2 None None] No DVR routers for this DVR port 5436250f-8a40-40f5-88da-3fbb663953c5 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:18:26.785810 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:18:24Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:26.862129 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76505d-35f0-436b-b01a-78096b345d38 None None] The sync data for ids ['1a6dee6d-409f-4bad-9e54-558b13b4888c'] in n-d-812150-3 is: [{'id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'name': 'tempest-TestNetworkBasicOps-router-151910212', 'tenant_id': '3678c12b650c476cbe1a2009b02cb9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:18:24Z', 'revision_number': 5, 'project_id': '3678c12b650c476cbe1a2009b02cb9a1', 'gw_port': {'id': '8f935927-98a8-4aba-ad91-99134e5f6ac3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6dee6d-409f-4bad-9e54-558b13b4888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:17:16Z', 'updated_at': '2021-10-26T12:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:26.933853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.015926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Port': ['ID=8f935927-98a8-4aba-ad91-99134e5f6ac3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:27.163207 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.386000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.391160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.570398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.571163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Fanout notify agent at l3_agent the message router_deleted on router 1a6dee6d-409f-4bad-9e54-558b13b4888c {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:18:27.579111 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.580256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e961d261-7c06-4e9b-b491-13dd512bbcc1 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/routers/1a6dee6d-409f-4bad-9e54-558b13b4888c HTTP/1.1" status: 204 len: 168 time: 1.8583293 Oct 26 12:18:27.585165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42356) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:27.738520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.908786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9b46aba6-f208-47f1-8afc-64b743c60967 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:27.913192 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:27.962744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c644434-3a69-4d0b-92f6-09191df659dc']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:27.982936 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcbaa6d-3761-4778-8202-913ea82878a5') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:27.983231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcbaa6d-3761-4778-8202-913ea82878a5') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:27.988147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 9b46aba6-f208-47f1-8afc-64b743c60967 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:18:27.988973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9b46aba6-f208-47f1-8afc-64b743c60967 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:27.990095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5436250f-8a40-40f5-88da-3fbb663953c5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:28.003650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.032698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.042317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:28.043234 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:18:28.049891 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:18:28.102767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 5436250f-8a40-40f5-88da-3fbb663953c5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:18:28.104290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 5436250f-8a40-40f5-88da-3fbb663953c5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:28.178832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.194433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.199289 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] 10.222.0.88 "DELETE /v2.0/networks/4c644434-3a69-4d0b-92f6-09191df659dc HTTP/1.1" status: 204 len: 168 time: 0.6126924 Oct 26 12:18:28.230194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96d66b-c333-4f1b-8d97-29f10c4a80d9 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] Pushing event deleted for resources: {'Network': ['ID=4c644434-3a69-4d0b-92f6-09191df659dc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:28.550690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42368) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:28.777502 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-64496b6a-7873-4408-9556-0925691b6d6d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3678c12b650c476cbe1a2009b02cb9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255573 Oct 26 12:18:28.781627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42374) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:28.847821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc006f9c-3e2a-4146-b134-71a983554aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.874177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc006f9c-3e2a-4146-b134-71a983554aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.938579 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc006f9c-3e2a-4146-b134-71a983554aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.941347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bc006f9c-3e2a-4146-b134-71a983554aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:28.945589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bc006f9c-3e2a-4146-b134-71a983554aca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4954201f-b86d-4dce-ba0e-256b896a54db HTTP/1.1" status: 204 len: 168 time: 0.1627293 Oct 26 12:18:28.954756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc006f9c-3e2a-4146-b134-71a983554aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954201f-b86d-4dce-ba0e-256b896a54db,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:29.356516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42382) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:29.384063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.483953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.489611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.529879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89cfa2-33a1-4f19-b249-92dd9e1203e4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:29.536527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11b192f72d784ee2ba12a78a0c8b3717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761861 Oct 26 12:18:29.537333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42384) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:29.546278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.546952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.547449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.548321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.548813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.549329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.550187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.550853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.551679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.552190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.553355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.553936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece46d0-0f3d-4c6b-8d69-416bcd4bcd22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:29.607904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-768b30f6-5936-4118-800f-6177fc0f4b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.654815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8f935927-98a8-4aba-ad91-99134e5f6ac3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:29.661328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-768b30f6-5936-4118-800f-6177fc0f4b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.685047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 8f935927-98a8-4aba-ad91-99134e5f6ac3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:18:29.686347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8f935927-98a8-4aba-ad91-99134e5f6ac3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:29.721328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-768b30f6-5936-4118-800f-6177fc0f4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.724965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-768b30f6-5936-4118-800f-6177fc0f4b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:29.729696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-768b30f6-5936-4118-800f-6177fc0f4b1c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2c89cfa2-33a1-4f19-b249-92dd9e1203e4 HTTP/1.1" status: 204 len: 168 time: 0.1915593 Oct 26 12:18:29.740335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b30f6-5936-4118-800f-6177fc0f4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89cfa2-33a1-4f19-b249-92dd9e1203e4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:33.917709 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:34.195728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-8143bb97-6197-487c-a32b-f141290ab4f3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611307271&fields=id&tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 267 time: 0.0366259 Oct 26 12:18:34.320931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-533768b3-c76a-43b1-81be-8d1794d935b4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:34.322580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-533768b3-c76a-43b1-81be-8d1794d935b4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.1189709 Oct 26 12:18:34.340358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-77651373-9eb4-43fb-ac7f-259a02457f00 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0113733 Oct 26 12:18:34.398307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-9303f3d1-7e49-480d-8da6-a07a341c5d81 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514214 Oct 26 12:18:34.636634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-d6372216-3425-411a-a683-7d29c77eb044 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231338 Oct 26 12:18:34.740416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-94b9e9b4-3363-49c3-a63b-cfa99bab7020 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973992 Oct 26 12:18:35.114667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f37aa0f3-a956-4f9a-aafa-ecde79b2a251 req-d8e4e91d-3c07-4195-b0bc-230d63e62691 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0371683 Oct 26 12:18:35.540907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:36.203323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be13be8a-346a-45fb-8753-2d7ca3a9dc4d req-a73599b3-bc8a-44cc-a10e-874bcd0a5ca6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0269482 Oct 26 12:18:36.529759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-a3be369c-7d71-4d35-b65b-2a464b5eccce tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:36.531420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-a3be369c-7d71-4d35-b65b-2a464b5eccce tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.1422622 Oct 26 12:18:36.554891 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:18:36.608981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-d7b9e2e8-2107-4600-b9a3-67d95bbe6579 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 380 time: 0.0530744 Oct 26 12:18:36.621470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'security_groups': ['8a8d5157-c2df-429d-b6b0-2ab4f9040a97']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:36.781150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:36.788717 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:36.952009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.11 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/78ff0731-0a57-46b0-8081-9cfc9a6b2ddf) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:37.154506 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:37.189392 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:37.233540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:37.246084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:37.250267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:18:37.541549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-60d39da6-105d-401c-9f0c-4ce518f61061 None None] Provisioning complete for port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:18:37.542570 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60d39da6-105d-401c-9f0c-4ce518f61061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:37.592592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-60d39da6-105d-401c-9f0c-4ce518f61061 None None] Port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:18:37.638287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:37.662701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:37.663371 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:37.689366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-74ef630c-dfc8-4a72-806a-84d508d0a2ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0731971 Oct 26 12:18:37.704952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b015f-f552-4a64-b689-e1907eade9d1 req-50377d90-2bec-4892-bc01-410bed8a7292 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:37.706524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-097b015f-f552-4a64-b689-e1907eade9d1 req-50377d90-2bec-4892-bc01-410bed8a7292 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 932 time: 0.1003909 Oct 26 12:18:37.817881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-097b015f-f552-4a64-b689-e1907eade9d1 req-aaf422bd-9257-4e74-b920-74c2a9b03613 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037216 Oct 26 12:18:37.829097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Request body: {'port': {'device_id': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:37.898565 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:38.269516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:18:38.281077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:38.304656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Transition to ACTIVE for port object 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:18:38.308783 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:38.374641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Pushing event updated for resources: {'Port': ['ID=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:38.469063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Attempting to bind port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:18:38.469566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Attempting to bind port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:18:38.470001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Attempting to bind port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:38.485525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:18:38.485868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Attempting to bind port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:38.491415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:18:38.491763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:18:38.492151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:18:38.492835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Bound port: 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:18:38.493443 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:38.604478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] For port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:18:38.608725 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] For port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:18:38.615937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:38.670175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:38.671423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:38.672256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] 10.222.0.30 "PUT /v2.0/ports/78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 200 len: 1092 time: 0.9647791 Oct 26 12:18:38.672814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:18:38.675075 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37126b4e-6636-407f-9c87-73e536667c11" -d '{"events": [{"name": "network-changed", "server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:38.746213 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17ced9-4890-4eee-a5b4-944013a8bb79 x-openstack-request-id: req-2b17ced9-4890-4eee-a5b4-944013a8bb79 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:38.750832 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:38.751154 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2b17ced9-4890-4eee-a5b4-944013a8bb79 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:38.751599 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'status': 'completed', 'code': 200} Oct 26 12:18:38.844629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567892b-dc25-412b-9a61-1cd70e9d8e2e service neutron] Pushing event updated for resources: {'Port': ['ID=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:38.943227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-c3f4b4de-602c-47db-ae6b-d020f2d68fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:38.944686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-c3f4b4de-602c-47db-ae6b-d020f2d68fdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1095 time: 0.2215137 Oct 26 12:18:38.961796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a162-6831-4dde-ad1b-fce4968331e2 req-16ae1762-7eca-4349-8ec3-34863997a30b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:38.972524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72a9a162-6831-4dde-ad1b-fce4968331e2 req-16ae1762-7eca-4349-8ec3-34863997a30b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0703981 Oct 26 12:18:39.079161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-79cf9079-7750-4a6e-84bd-fe4819ae1c6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 200 len: 217 time: 0.0868738 Oct 26 12:18:39.086741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72a9a162-6831-4dde-ad1b-fce4968331e2 req-1960c70e-75e5-4945-aeb8-f9ec16fe7432 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133649 Oct 26 12:18:39.172632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-19b6aa6f-8d0d-45a1-8015-e87a9de4179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:39.174334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-19b6aa6f-8d0d-45a1-8015-e87a9de4179e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0809412 Oct 26 12:18:39.261163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805830f-c467-4e24-837a-a23763bccade req-1b5fe205-7a4f-4ee7-aa8d-7510b92a30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:39.262725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-1b5fe205-7a4f-4ee7-aa8d-7510b92a30df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771487 Oct 26 12:18:39.383486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-8d585e9c-9f56-4a24-855a-2d8db3aef02f service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072865 Oct 26 12:18:39.526797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7805830f-c467-4e24-837a-a23763bccade req-5228a001-e413-44de-bb3d-f3a5334b1896 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305940 Oct 26 12:18:39.633666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126b4e-6636-407f-9c87-73e536667c11 req-95d2fe7b-b3ef-44fd-b04a-2e1dcf54ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:39.636401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-95d2fe7b-b3ef-44fd-b04a-2e1dcf54ac8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1095 time: 0.0549939 Oct 26 12:18:39.813939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126b4e-6636-407f-9c87-73e536667c11 req-acb865e5-da0f-4a6f-9175-f8097849e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:39.815469 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-acb865e5-da0f-4a6f-9175-f8097849e952 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1636291 Oct 26 12:18:39.869590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-823d7ce6-0c81-4f6f-bc67-b276211babfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 200 len: 217 time: 0.0420485 Oct 26 12:18:39.935128 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126b4e-6636-407f-9c87-73e536667c11 req-3006ef5b-195a-4631-af71-2fc62a8ee719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:39.936952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-3006ef5b-195a-4631-af71-2fc62a8ee719 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0587776 Oct 26 12:18:39.997244 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126b4e-6636-407f-9c87-73e536667c11 req-39ae896e-0ed8-4420-8f13-4c747b47e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:39.999165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-39ae896e-0ed8-4420-8f13-4c747b47e3cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512724 Oct 26 12:18:40.108665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-46a77b86-e259-4742-9682-89da936b462a service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964649 Oct 26 12:18:40.302470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37126b4e-6636-407f-9c87-73e536667c11 req-29e58d0c-09e2-43e7-a9c4-d0ed1004dee4 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742692 Oct 26 12:18:40.312546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1524f0-40a6-400b-8a59-d56da5287219 req-9c004355-f03d-47e9-b524-c3105da220f2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:40.322966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b1524f0-40a6-400b-8a59-d56da5287219 req-9c004355-f03d-47e9-b524-c3105da220f2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.1186945 Oct 26 12:18:40.378808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b1524f0-40a6-400b-8a59-d56da5287219 req-e3eb99e4-2c5a-4f4d-9213-a8c2edf236e2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549326 Oct 26 12:18:41.554197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae32ee7-617a-4bf5-a384-64f897fc75ee req-265a6906-fe3e-4bfc-a6c0-828dccae565b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:41.563805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ae32ee7-617a-4bf5-a384-64f897fc75ee req-265a6906-fe3e-4bfc-a6c0-828dccae565b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.1047161 Oct 26 12:18:41.652191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ae32ee7-617a-4bf5-a384-64f897fc75ee req-74bee7a3-aa5e-4c74-a378-9ba1c100e18e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720530 Oct 26 12:18:41.836383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 42638) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:41.980799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8052aaa5-fdb1-4753-a31f-5b9dcb1464b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.086816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8052aaa5-fdb1-4753-a31f-5b9dcb1464b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.097650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8052aaa5-fdb1-4753-a31f-5b9dcb1464b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.124406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052aaa5-fdb1-4753-a31f-5b9dcb1464b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8f190-374b-4338-a9ec-4eaa399db3f1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.168814 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8052aaa5-fdb1-4753-a31f-5b9dcb1464b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5322dad0aee4176b2705168a5269d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301649 Oct 26 12:18:42.171779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42646) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:42.227495 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80ff18b0-b605-499b-b35c-8b6d2509142a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.252651 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80ff18b0-b605-499b-b35c-8b6d2509142a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.313398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80ff18b0-b605-499b-b35c-8b6d2509142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.316553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-80ff18b0-b605-499b-b35c-8b6d2509142a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.317974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-80ff18b0-b605-499b-b35c-8b6d2509142a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02f8f190-374b-4338-a9ec-4eaa399db3f1 HTTP/1.1" status: 204 len: 168 time: 0.1451130 Oct 26 12:18:42.333687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff18b0-b605-499b-b35c-8b6d2509142a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8f190-374b-4338-a9ec-4eaa399db3f1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.667492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42662) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:42.723707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f98a2d31-1090-47f0-8ae4-1c64901b520d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.809428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b84eb-3ccc-4681-9e19-a9e6f6663c94 req-eff8cfbc-a369-484f-978f-0261f4a8c1dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:42.815462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f6b84eb-3ccc-4681-9e19-a9e6f6663c94 req-eff8cfbc-a369-484f-978f-0261f4a8c1dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0803754 Oct 26 12:18:42.869814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f6b84eb-3ccc-4681-9e19-a9e6f6663c94 req-8e850784-2054-494f-8e1d-0ad6a4dad8b7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526404 Oct 26 12:18:42.895162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f98a2d31-1090-47f0-8ae4-1c64901b520d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.899894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f98a2d31-1090-47f0-8ae4-1c64901b520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:42.944123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f98a2d31-1090-47f0-8ae4-1c64901b520d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=85789c427fa44390b06f54886a4d8a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731318 Oct 26 12:18:42.944123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a2d31-1090-47f0-8ae4-1c64901b520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8375d-2f69-440f-bb1c-3695af488ffd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.945028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 42670) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:42.998345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e445b18-28c9-43b9-bbb3-fe2db7612e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:43.023742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e445b18-28c9-43b9-bbb3-fe2db7612e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:43.073058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e445b18-28c9-43b9-bbb3-fe2db7612e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:43.075708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4e445b18-28c9-43b9-bbb3-fe2db7612e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:43.076898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4e445b18-28c9-43b9-bbb3-fe2db7612e11 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eaa8375d-2f69-440f-bb1c-3695af488ffd HTTP/1.1" status: 204 len: 168 time: 0.1309519 Oct 26 12:18:43.084936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e445b18-28c9-43b9-bbb3-fe2db7612e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8375d-2f69-440f-bb1c-3695af488ffd,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:44.028277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8229-6d59-44f0-ac0f-2284e2f5cccd req-55f2224b-9730-43fe-82fc-16100f069a3d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:44.029865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb8f8229-6d59-44f0-ac0f-2284e2f5cccd req-55f2224b-9730-43fe-82fc-16100f069a3d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0667987 Oct 26 12:18:44.075433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb8f8229-6d59-44f0-ac0f-2284e2f5cccd req-4a3fc4ab-2a80-45ab-bbbc-305d57465de2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Oct 26 12:18:45.194184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b9c60-2a90-41f9-a559-cfedbb2486a1 req-304256a0-3c82-4bc2-95b9-6e08515f6709 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:45.195783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d49b9c60-2a90-41f9-a559-cfedbb2486a1 req-304256a0-3c82-4bc2-95b9-6e08515f6709 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0513928 Oct 26 12:18:45.237053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d49b9c60-2a90-41f9-a559-cfedbb2486a1 req-dbb8a0ae-9a6e-4ddf-8e0c-e897c7fc344d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339200 Oct 26 12:18:46.528843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb2bd8-04cc-4c9d-8b16-352313d4e030 req-d98db0f0-7fda-45e6-9acd-e5afe416e353 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:46.530329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8cb2bd8-04cc-4c9d-8b16-352313d4e030 req-d98db0f0-7fda-45e6-9acd-e5afe416e353 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0529332 Oct 26 12:18:46.571416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8cb2bd8-04cc-4c9d-8b16-352313d4e030 req-d1b42405-7816-4f2f-969a-fd333ab728f0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347185 Oct 26 12:18:47.691164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0b7ca-8598-4939-8b98-590c14d98f36 req-47a99587-190f-41ac-8f81-f7fa58bbf233 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:47.692695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ad0b7ca-8598-4939-8b98-590c14d98f36 req-47a99587-190f-41ac-8f81-f7fa58bbf233 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0527520 Oct 26 12:18:47.733232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ad0b7ca-8598-4939-8b98-590c14d98f36 req-5cb7535f-14a4-4d78-b0b4-25861b9541d1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Oct 26 12:18:48.866262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1280d2-a28b-47ad-ad74-cfdb24880b3e req-d2da5055-03c5-4014-9bfe-aba3c5e97579 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:48.867979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1280d2-a28b-47ad-ad74-cfdb24880b3e req-d2da5055-03c5-4014-9bfe-aba3c5e97579 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0614552 Oct 26 12:18:48.908135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec1280d2-a28b-47ad-ad74-cfdb24880b3e req-34a1f7ba-e69e-469e-9f93-4d017e7f962d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340018 Oct 26 12:18:49.147861 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b45fe58-f178-44bb-8127-bb44a08d12b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:50.033950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a097678-2b9f-43c9-b9ad-68dffbe94cdd req-7e021d4d-9170-4fec-a414-865811cbf15d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:50.035780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a097678-2b9f-43c9-b9ad-68dffbe94cdd req-7e021d4d-9170-4fec-a414-865811cbf15d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0554729 Oct 26 12:18:50.075936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a097678-2b9f-43c9-b9ad-68dffbe94cdd req-70b1a654-bdf3-4b8f-a468-c5c9f993c0e3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Oct 26 12:18:51.216723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a26df-a291-4318-8512-4511ed83e820 req-085cf69c-2d0b-4650-b7e9-7324108a1c7e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:51.218234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea9a26df-a291-4318-8512-4511ed83e820 req-085cf69c-2d0b-4650-b7e9-7324108a1c7e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0591078 Oct 26 12:18:51.258673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea9a26df-a291-4318-8512-4511ed83e820 req-b0f512bb-c858-4e20-9708-ff05ef51add4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Oct 26 12:18:51.740257 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10df876d-eaf7-4d0e-9a83-8231c2fc1ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:52.292265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:18:52.379855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573a387-4e7e-4405-875b-0acd666c77b5 req-df1569ae-162e-4ca4-858e-6087949e9da2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:52.381527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7573a387-4e7e-4405-875b-0acd666c77b5 req-df1569ae-162e-4ca4-858e-6087949e9da2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 944 time: 0.0545619 Oct 26 12:18:52.394332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:52.407174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'mac_address': 'fa:16:3e:06:40:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:18:52.432863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7573a387-4e7e-4405-875b-0acd666c77b5 req-c723c483-5fca-44d0-85a5-e77206f8d17f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Oct 26 12:18:52.459549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:52.473579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:18:52.493824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:52.497721 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:52.544722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:52.775041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['78ff0731-0a57-46b0-8081-9cfc9a6b2ddf'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:18:52.889846 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:53.282247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:53.564560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecae12-d9cd-491d-9d1a-bccab6d48898 req-74dd9faf-1e04-4638-a12c-3e77f8151d99 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:53.566181 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0ecae12-d9cd-491d-9d1a-bccab6d48898 req-74dd9faf-1e04-4638-a12c-3e77f8151d99 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 945 time: 0.0588953 Oct 26 12:18:53.605631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0ecae12-d9cd-491d-9d1a-bccab6d48898 req-4c40b384-07ed-42c6-b4dc-2a2700afd19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Oct 26 12:18:54.296299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:54.362161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:18:54.366377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:18:54.366753 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:54.461210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:54.485844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:18:54.488080 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8289dc2-2e65-4340-bbea-0a8a430bfe88" -d '{"events": [{"server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "name": "network-vif-plugged", "status": "completed", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:54.500433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:54.504252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:54.530668 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a60306a-00be-4b30-9b16-376017753e43 x-openstack-request-id: req-3a60306a-00be-4b30-9b16-376017753e43 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:54.531063 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "name": "network-vif-plugged", "status": "completed", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:54.531227 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a60306a-00be-4b30-9b16-376017753e43 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:54.531614 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'code': 200} Oct 26 12:18:54.559572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:54.568042 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.568389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.568913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.569255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.569580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.569911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.570238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.570564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.570959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.571312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.571638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.571972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:54.654492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3138e-988e-41a0-895d-7d31813db1d8 req-b06d8f7f-11bc-4503-8eb5-736fc495168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:54.656874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3a3138e-988e-41a0-895d-7d31813db1d8 req-b06d8f7f-11bc-4503-8eb5-736fc495168e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1097 time: 0.0468984 Oct 26 12:18:54.659517 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:54.723578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3a3138e-988e-41a0-895d-7d31813db1d8 req-4578ba4f-61aa-47b9-8def-c36163d242d6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552640 Oct 26 12:18:54.740461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc595fd-8c5f-41df-9eca-0bce4eadcbf4 req-0e9e455d-8e77-42a0-921d-8e5d2d5b9765 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:54.741869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc595fd-8c5f-41df-9eca-0bce4eadcbf4 req-0e9e455d-8e77-42a0-921d-8e5d2d5b9765 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0608041 Oct 26 12:18:54.780721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfc595fd-8c5f-41df-9eca-0bce4eadcbf4 req-810022ae-337e-489c-9e08-283b40b8495a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Oct 26 12:18:55.932475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67777dac-169f-44f0-a007-39f4601b6c11 req-2fadb20a-476a-4f4e-87a4-2d3099c8f0dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:55.935149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67777dac-169f-44f0-a007-39f4601b6c11 req-2fadb20a-476a-4f4e-87a4-2d3099c8f0dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0758646 Oct 26 12:18:55.987173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67777dac-169f-44f0-a007-39f4601b6c11 req-6aad7ab9-8398-41a4-991b-6f0478b058f9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Oct 26 12:18:57.121387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607c556-dfd0-4017-9c35-9999d4628b9e req-5a51a0fb-1933-4294-bb84-a4e58686e9d4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:57.122912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1607c556-dfd0-4017-9c35-9999d4628b9e req-5a51a0fb-1933-4294-bb84-a4e58686e9d4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0617244 Oct 26 12:18:57.180227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1607c556-dfd0-4017-9c35-9999d4628b9e req-e23f19d6-9252-4881-8aac-82e5ba85d34b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Oct 26 12:18:57.302528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2553-f24c-43d3-9d15-2711ed85d3f6 req-cab40f93-6fce-46ea-8b38-af825c7c2965 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:57.304116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-958f2553-f24c-43d3-9d15-2711ed85d3f6 req-cab40f93-6fce-46ea-8b38-af825c7c2965 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0535750 Oct 26 12:18:57.349245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-958f2553-f24c-43d3-9d15-2711ed85d3f6 req-694a2e08-1818-41cf-9de7-7813d20c3b75 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351224 Oct 26 12:18:57.372833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43064) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:57.592711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494301aa-5b95-49bb-9ad4-737778086fcf tempest-TestVolumeBootPattern-1659155565 tempest-TestVolumeBootPattern-1659155565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:57.594922 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-494301aa-5b95-49bb-9ad4-737778086fcf tempest-TestVolumeBootPattern-1659155565 tempest-TestVolumeBootPattern-1659155565-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1092 time: 0.2204847 Oct 26 12:18:57.597816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43072) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:18:57.602296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:18:57.625633 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:57.734777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:57.847725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.25.4.117 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/a0b66c4d-3394-4d24-9e80-530ccfa7937b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:57.960766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.001266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.049155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:58.054833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:58.057850 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=a0b66c4d-3394-4d24-9e80-530ccfa7937b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:58.067317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.067895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.068339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.068581 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.068924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.069269 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.069606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.069940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.070271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.070605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.070962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.071299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:58.077793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:18:58.453382 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.523005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.704928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.710520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.798223 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=a0b66c4d-3394-4d24-9e80-530ccfa7937b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:58.831164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:58.959536 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Floating IP 79d7be35-6ce4-4a6f-8bf7-16ccd19e5566 associated. External IP: 172.25.4.117, port: 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf. Oct 26 12:18:59.182457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:59.293343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:59.304151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:59.311458 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:18:59.316768 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:18:59.317468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:18:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:59.350881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0cb22788-e054-4ff2-9c19-4b319485f19a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7417881 Oct 26 12:18:59.350881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:18:59.350881 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd88e21-9c22-429e-8421-b06ff585836b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:59.439912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:18:59.457512 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9a503-a5cd-436e-865c-20e4bbc4bb16 x-openstack-request-id: req-c9d9a503-a5cd-436e-865c-20e4bbc4bb16 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:59.458467 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:59.458929 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c9d9a503-a5cd-436e-865c-20e4bbc4bb16 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:59.459488 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'status': 'completed', 'code': 200} Oct 26 12:18:59.733996 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '79d7be35-6ce4-4a6f-8bf7-16ccd19e5566', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:06:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:18:58Z', 'updated_at': '2021-10-26T12:18:58Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:59.769237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:59.778600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:18:59.779348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:18:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:59.897927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:18:59.904935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd88e21-9c22-429e-8421-b06ff585836b req-8bc945d4-35f3-445f-8823-d53a4737f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:18:59.907058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-8bc945d4-35f3-445f-8823-d53a4737f134 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1097 time: 0.4172192 Oct 26 12:19:00.017963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd88e21-9c22-429e-8421-b06ff585836b req-d08324dc-5129-49d8-919a-99174b4ab8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:00.019659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-d08324dc-5129-49d8-919a-99174b4ab8c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1030478 Oct 26 12:19:00.147758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-25583966-1bc7-4a45-845f-09307aa3f359 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 200 len: 1000 time: 0.1202691 Oct 26 12:19:00.188084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '79d7be35-6ce4-4a6f-8bf7-16ccd19e5566', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:06:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:18:58Z', 'updated_at': '2021-10-26T12:18:58Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:00.203520 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd88e21-9c22-429e-8421-b06ff585836b req-bcce3bcd-2f73-419c-a7e6-a8638c83f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:00.205448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-bcce3bcd-2f73-419c-a7e6-a8638c83f0fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0495999 Oct 26 12:19:00.217365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed396841-8944-4d5d-9e67-6ee3bdbbcc1c None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '79d7be35-6ce4-4a6f-8bf7-16ccd19e5566', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:06:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:18:58Z', 'updated_at': '2021-10-26T12:18:58Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:00.257785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd88e21-9c22-429e-8421-b06ff585836b req-23dad4b8-3c16-4e19-9a9b-074d9bd786ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:00.259482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-23dad4b8-3c16-4e19-9a9b-074d9bd786ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465937 Oct 26 12:19:00.366658 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-dd126276-4fff-4d47-8d14-215395ffd0e3 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000431 Oct 26 12:19:00.483879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd88e21-9c22-429e-8421-b06ff585836b req-d9cc7f0d-d50f-4487-aefd-4eb670482b01 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092725 Oct 26 12:19:00.526166 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a7a63-d746-4ff4-877a-5b1f61e35815 None None] New status for floating IP 79d7be35-6ce4-4a6f-8bf7-16ccd19e5566: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:19:03.890733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:05.510184 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.132747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:11.265557 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb214a5-29b0-49ab-9132-31f7913496e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.343943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb214a5-29b0-49ab-9132-31f7913496e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.348708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb214a5-29b0-49ab-9132-31f7913496e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.392699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb214a5-29b0-49ab-9132-31f7913496e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb690421-f34d-4ebd-a2c9-c018de94646b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:11.397273 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6fb214a5-29b0-49ab-9132-31f7913496e2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=13e71bc68524400a8fe280f100a69590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628407 Oct 26 12:19:11.401107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43298) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:11.453275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b7f852-b2e4-4cb6-8e74-15a347dae560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.478259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b7f852-b2e4-4cb6-8e74-15a347dae560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.531360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b7f852-b2e4-4cb6-8e74-15a347dae560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.534897 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-17b7f852-b2e4-4cb6-8e74-15a347dae560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.537655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-17b7f852-b2e4-4cb6-8e74-15a347dae560 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb690421-f34d-4ebd-a2c9-c018de94646b HTTP/1.1" status: 204 len: 168 time: 0.1351521 Oct 26 12:19:11.552333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7f852-b2e4-4cb6-8e74-15a347dae560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb690421-f34d-4ebd-a2c9-c018de94646b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:11.884170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43306) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:11.902119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8501cc4-b180-4c3b-ba9c-b192632704b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.986635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8501cc4-b180-4c3b-ba9c-b192632704b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:11.991767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8501cc4-b180-4c3b-ba9c-b192632704b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:12.034349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8501cc4-b180-4c3b-ba9c-b192632704b7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c7201d975494e1c8ceb7aa5da204bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489763 Oct 26 12:19:12.035205 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8501cc4-b180-4c3b-ba9c-b192632704b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1862b565-a1ec-4b7c-aa23-7a6ab38d0f3d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:12.037500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43308) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:12.097378 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-caf8dc17-44a4-434b-a3ba-824586a3d38d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:12.122467 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-caf8dc17-44a4-434b-a3ba-824586a3d38d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:12.178783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-caf8dc17-44a4-434b-a3ba-824586a3d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:12.183062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-caf8dc17-44a4-434b-a3ba-824586a3d38d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:12.184239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-caf8dc17-44a4-434b-a3ba-824586a3d38d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1862b565-a1ec-4b7c-aa23-7a6ab38d0f3d HTTP/1.1" status: 204 len: 168 time: 0.1457243 Oct 26 12:19:12.193064 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8dc17-44a4-434b-a3ba-824586a3d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862b565-a1ec-4b7c-aa23-7a6ab38d0f3d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:12.420630 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-28720b08-ea26-4703-b618-b3cb553f3d9c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490444 Oct 26 12:19:12.512003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-09b6aae9-eb10-4e79-8cd0-05a990497062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:12.513794 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-09b6aae9-eb10-4e79-8cd0-05a990497062 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3128f90c2565449d89a9b9f2f5194617&device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 1096 time: 0.0489776 Oct 26 12:19:12.644461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-334c29bb-9869-4a80-a14b-ee68fd1a01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:12.645965 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-334c29bb-9869-4a80-a14b-ee68fd1a01e3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 200 len: 911 time: 0.1109827 Oct 26 12:19:12.715581 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-438fdb6c-7737-4238-99fe-ba9a9255e98c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 200 len: 1000 time: 0.0626085 Oct 26 12:19:12.772594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-7ddfd9d9-8cba-4215-8a7b-6bd3e90765f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:12.775114 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-7ddfd9d9-8cba-4215-8a7b-6bd3e90765f5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 200 len: 848 time: 0.0530195 Oct 26 12:19:12.839031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-eb062611-86d6-4542-899c-70d11d40c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:12.840658 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-eb062611-86d6-4542-899c-70d11d40c44d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6b49930f-3268-470f-b3ea-9378885eed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585904 Oct 26 12:19:12.960827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-bf55df3d-e6c8-4a47-b6b4-455e1c01776c service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129379 Oct 26 12:19:13.070189 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-90541d7a-ba77-40e9-b4d8-03b9eb402cf9 req-67a2869d-d245-4bec-902a-d5eb046769aa service neutron] 10.222.0.100 "GET /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022944 Oct 26 12:19:13.554711 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:19:15.942628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-f27e9beb-0de8-4e7e-ac96-86491a31f33b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536430 Oct 26 12:19:16.042595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177891-d0f2-4af7-813c-242957348304 req-75edd31c-e167-416f-a57b-077fc36f26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:16.044404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-75edd31c-e167-416f-a57b-077fc36f26d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1097 time: 0.0553222 Oct 26 12:19:16.186360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177891-d0f2-4af7-813c-242957348304 req-c64e9a30-3f8e-476b-8db8-b242e542b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:16.188091 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-c64e9a30-3f8e-476b-8db8-b242e542b906 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1045914 Oct 26 12:19:16.270856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-1f6a04a6-6437-45e8-8b98-0409e7d7df79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 200 len: 1002 time: 0.0738735 Oct 26 12:19:16.325914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177891-d0f2-4af7-813c-242957348304 req-0de73d63-390b-49f3-889b-6f33cf145a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:16.327438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-0de73d63-390b-49f3-889b-6f33cf145a49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0462763 Oct 26 12:19:16.379149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177891-d0f2-4af7-813c-242957348304 req-8099cc9a-fd91-4bb0-ba69-07a1d9c2e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:16.380717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-8099cc9a-fd91-4bb0-ba69-07a1d9c2e8dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456309 Oct 26 12:19:16.483018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-2e66c944-2394-42fa-a59b-660a49e79967 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935082 Oct 26 12:19:16.597261 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8177891-d0f2-4af7-813c-242957348304 req-253e88a9-381d-44d9-9e55-5a8b1ae2bbf2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047692 Oct 26 12:19:19.166520 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-486c4f93-f4aa-4d7f-b741-f1ed6c19f2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:19.484832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43456) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:19.633154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed8d-15fb-4d52-9b86-6dd8776ebba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:19.738201 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed8d-15fb-4d52-9b86-6dd8776ebba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:19.743761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed8d-15fb-4d52-9b86-6dd8776ebba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:19.786014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43466) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:19.787455 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5da3ed8d-15fb-4d52-9b86-6dd8776ebba6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87c37ad0815b45fabd3be48e4aeaa1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011703 Oct 26 12:19:19.788810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3ed8d-15fb-4d52-9b86-6dd8776ebba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ebf86b-cd1f-49d8-9e0e-931fb978bed0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:19.876720 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d70b68da-6486-494d-b78b-221293468c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:19.915217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d70b68da-6486-494d-b78b-221293468c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.001328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d70b68da-6486-494d-b78b-221293468c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.006713 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d70b68da-6486-494d-b78b-221293468c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.025770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d70b68da-6486-494d-b78b-221293468c12 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8ebf86b-cd1f-49d8-9e0e-931fb978bed0 HTTP/1.1" status: 204 len: 168 time: 0.2380102 Oct 26 12:19:20.038396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b68da-6486-494d-b78b-221293468c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ebf86b-cd1f-49d8-9e0e-931fb978bed0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:20.507706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43488) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:20.533611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f407a314-7089-4b6c-bbda-9ac58c4f77e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.657124 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f407a314-7089-4b6c-bbda-9ac58c4f77e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.665172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f407a314-7089-4b6c-bbda-9ac58c4f77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.720713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f407a314-7089-4b6c-bbda-9ac58c4f77e1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f60022c6cd4a4193852ba3160aa47644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085690 Oct 26 12:19:20.720713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407a314-7089-4b6c-bbda-9ac58c4f77e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379275e-d552-4935-babf-42e2deaf015c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:20.721286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:20.809721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13759a98-03c9-4ffa-a9a0-03db0f685f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.833056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13759a98-03c9-4ffa-a9a0-03db0f685f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.887845 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13759a98-03c9-4ffa-a9a0-03db0f685f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.893420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-13759a98-03c9-4ffa-a9a0-03db0f685f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:20.900016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-13759a98-03c9-4ffa-a9a0-03db0f685f70 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e379275e-d552-4935-babf-42e2deaf015c HTTP/1.1" status: 204 len: 168 time: 0.1767623 Oct 26 12:19:20.915392 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13759a98-03c9-4ffa-a9a0-03db0f685f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379275e-d552-4935-babf-42e2deaf015c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:21.743972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5930ce7c-40c5-4e45-9aef-527ee1f452b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:22.888912 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.285860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.440138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43620) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:23.608472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbce72ec-4bbc-4285-ace8-1c0313e711e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.702346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbce72ec-4bbc-4285-ace8-1c0313e711e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.707341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fbce72ec-4bbc-4285-ace8-1c0313e711e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.752786 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fbce72ec-4bbc-4285-ace8-1c0313e711e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fcaae4ed834a4efd91298c99c2677a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108270 Oct 26 12:19:23.754043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43630) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:23.756531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce72ec-4bbc-4285-ace8-1c0313e711e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76113db2-1750-4a88-9305-dce63852bd83,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:23.821264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b74-6d89-44d0-8263-66dfbd7db3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.848042 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b74-6d89-44d0-8263-66dfbd7db3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.909790 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b74-6d89-44d0-8263-66dfbd7db3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.913954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b74-6d89-44d0-8263-66dfbd7db3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:23.915920 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a91a5b74-6d89-44d0-8263-66dfbd7db3d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/76113db2-1750-4a88-9305-dce63852bd83 HTTP/1.1" status: 204 len: 168 time: 0.1593888 Oct 26 12:19:23.929467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a5b74-6d89-44d0-8263-66dfbd7db3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76113db2-1750-4a88-9305-dce63852bd83,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:24.246640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 43648) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:24.263223 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1650c958-cebf-458c-8cf6-2023fe3483d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.356739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1650c958-cebf-458c-8cf6-2023fe3483d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.360459 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1650c958-cebf-458c-8cf6-2023fe3483d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.400632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650c958-cebf-458c-8cf6-2023fe3483d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a434580a-32c6-4c8e-a0c4-16ec2ba867a1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:24.407703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1650c958-cebf-458c-8cf6-2023fe3483d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dafc511ca27f434d9ad81b416afce69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594219 Oct 26 12:19:24.408524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 43652) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:24.470514 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b59064b5-7d2b-4b34-aa00-14fd75250374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.495880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b59064b5-7d2b-4b34-aa00-14fd75250374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.559905 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b59064b5-7d2b-4b34-aa00-14fd75250374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.566153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b59064b5-7d2b-4b34-aa00-14fd75250374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:24.567398 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b59064b5-7d2b-4b34-aa00-14fd75250374 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a434580a-32c6-4c8e-a0c4-16ec2ba867a1 HTTP/1.1" status: 204 len: 168 time: 0.1576130 Oct 26 12:19:24.576312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59064b5-7d2b-4b34-aa00-14fd75250374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a434580a-32c6-4c8e-a0c4-16ec2ba867a1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:24.672860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:33.905003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:35.522839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:37.653959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b18af-89a6-47b9-8b1a-30cb1d2c2cc4 req-c25a9059-4374-4d39-8b0b-8f0a10f08d7e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:37.655641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-006b18af-89a6-47b9-8b1a-30cb1d2c2cc4 req-c25a9059-4374-4d39-8b0b-8f0a10f08d7e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Oct 26 12:19:37.703768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-006b18af-89a6-47b9-8b1a-30cb1d2c2cc4 req-43432e06-a079-4072-8118-40063bbc33cd tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Oct 26 12:19:38.846412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d551e-f3f0-4ab3-b99e-05eae2797582 req-1a90a89b-f30a-4303-9760-5f224f020c8b tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:38.855347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-128d551e-f3f0-4ab3-b99e-05eae2797582 req-1a90a89b-f30a-4303-9760-5f224f020c8b tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.0693483 Oct 26 12:19:38.898306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-128d551e-f3f0-4ab3-b99e-05eae2797582 req-ce49ab81-e3be-4554-a2a1-f23f9514e6fc tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Oct 26 12:19:38.903285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876209ab-51c6-4212-9842-983a5234b35b req-fff88cf4-8ce3-49c4-9db1-23145ff80642 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:38.905105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-876209ab-51c6-4212-9842-983a5234b35b req-fff88cf4-8ce3-49c4-9db1-23145ff80642 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.100 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 945 time: 0.0669861 Oct 26 12:19:39.020277 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Deleting port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:39.021228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:39.167254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] For port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:39.167791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:39.381926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:39.383600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:39.383935 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Floating IP 98d5767b-b755-4abb-94ca-0f99007c6f61 disassociated. External IP: 172.25.4.27, port: 1aa3c5ae-3728-4a2b-92e5-fd00967efffd. Oct 26 12:19:39.384288 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Calling delete_port for 1aa3c5ae-3728-4a2b-92e5-fd00967efffd owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:40.010042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:40.050800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd26d-74ab-4871-8e0b-2df87649f8db req-b792b60d-89eb-4792-9b98-2ed781cb06bb tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:40.061598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c0cd26d-74ab-4871-8e0b-2df87649f8db req-b792b60d-89eb-4792-9b98-2ed781cb06bb tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/ports?device_id=3712f409-923c-4f22-bf84-419613f73c30 HTTP/1.1" status: 200 len: 867 time: 0.0842462 Oct 26 12:19:40.119687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c0cd26d-74ab-4871-8e0b-2df87649f8db req-035fe233-9ea3-453f-a0e2-b22a165c7961 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8d9815e-7880-4335-9136-d2704f498ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501289 Oct 26 12:19:40.224156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event deleted for resources: {'Port': ['ID=1aa3c5ae-3728-4a2b-92e5-fd00967efffd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:40.229842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Router a86e41b8-389d-4780-bc76-11b56bee5016 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:19:40.355021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:19:40.366690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] Sync routers for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:40.382306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:40.383079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:40.406402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] No DVR routers for this DVR port 1aa3c5ae-3728-4a2b-92e5-fd00967efffd on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:19:40.410804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:40.415940 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-876209ab-51c6-4212-9842-983a5234b35b req-246c1dab-8dae-448a-8aca-06488e774e47 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.100 "DELETE /v2.0/ports/1aa3c5ae-3728-4a2b-92e5-fd00967efffd HTTP/1.1" status: 204 len: 173 time: 1.5041234 Oct 26 12:19:40.416618 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'name': 'network-vif-deleted', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:19:40.419715 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888dc361-b7d9-406d-8763-167527f23e76" -d '{"events": [{"server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "name": "network-vif-deleted", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:19:40.484463 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d6164-b269-4fb5-a2ad-5b3c191793da x-openstack-request-id: req-893d6164-b269-4fb5-a2ad-5b3c191793da {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:19:40.484992 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3712f409-923c-4f22-bf84-419613f73c30", "name": "network-vif-deleted", "tag": "1aa3c5ae-3728-4a2b-92e5-fd00967efffd", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:19:40.485495 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-893d6164-b269-4fb5-a2ad-5b3c191793da {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:19:40.486242 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712f409-923c-4f22-bf84-419613f73c30', 'name': 'network-vif-deleted', 'tag': '1aa3c5ae-3728-4a2b-92e5-fd00967efffd', 'status': 'completed', 'code': 200} Oct 26 12:19:40.602101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:40.869173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:40.900017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] Checking router: a86e41b8-389d-4780-bc76-11b56bee5016 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:40.910090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:40.910990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:41.142628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:41.174671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44190) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:41.330232 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa3c5ae-3728-4a2b-92e5-fd00967efffd no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:41.343633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Deleting port c52f4dff-f129-4f4f-a543-5353ca321b40 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:41.344111 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:41.361009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 1aa3c5ae-3728-4a2b-92e5-fd00967efffd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:41.361356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa3c5ae-3728-4a2b-92e5-fd00967efffd not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:41.446093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:41.446812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:41.465275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Calling delete_port for c52f4dff-f129-4f4f-a543-5353ca321b40 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:41.632244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:41.662016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d02fd4-a6d5-4825-806e-72b20c66f5a0 None None] The sync data for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 is: [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:14:20Z', 'revision_number': 4, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'fbfdf513-6abb-4682-aaec-bc5fd08f662b', 'name': '', 'network_id': '6b49930f-3268-470f-b3ea-9378885eed9c', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'mac_address': 'fa:16:3e:55:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:18Z', 'updated_at': '2021-10-26T12:14:31Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'subnets': [{'id': 'b4209bf9-b8bf-4e33-9900-a42e2e2f46d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:41.663255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:41.730168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event deleted for resources: {'Port': ['ID=c52f4dff-f129-4f4f-a543-5353ca321b40,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:41.840041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:41.843016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:41.844470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5db4c731-31df-453a-af19-791cd9ae5e19 tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "DELETE /v2.0/floatingips/98d5767b-b755-4abb-94ca-0f99007c6f61 HTTP/1.1" status: 204 len: 168 time: 0.6680479 Oct 26 12:19:41.944345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44278) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:42.048322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49f9f0bf-0cdb-4579-a180-e66cb6105e5e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:42.088295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49f9f0bf-0cdb-4579-a180-e66cb6105e5e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:42.181631 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a38b1-ca4f-4a3b-bb56-e52dc0924f47 None None] New status for floating IP 98d5767b-b755-4abb-94ca-0f99007c6f61: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:19:42.216371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49f9f0bf-0cdb-4579-a180-e66cb6105e5e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:42.220410 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-49f9f0bf-0cdb-4579-a180-e66cb6105e5e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:42.224134 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-49f9f0bf-0cdb-4579-a180-e66cb6105e5e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] 10.222.0.88 "DELETE /v2.0/security-groups/b8d9815e-7880-4335-9136-d2704f498ace HTTP/1.1" status: 204 len: 168 time: 0.2770195 Oct 26 12:19:42.240800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9f0bf-0cdb-4579-a180-e66cb6105e5e tempest-TestServerBasicOps-1774014718 tempest-TestServerBasicOps-1774014718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9815e-7880-4335-9136-d2704f498ace,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:42.277066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44312) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:42.956737 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:43.221560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Deleting port fbfdf513-6abb-4682-aaec-bc5fd08f662b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:43.221903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:43.314069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] For port fbfdf513-6abb-4682-aaec-bc5fd08f662b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbfdf513-6abb-4682-aaec-bc5fd08f662b,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:43.315908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:43.327779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Calling delete_port for fbfdf513-6abb-4682-aaec-bc5fd08f662b owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:43.511568 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:43.535116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfdf513-6abb-4682-aaec-bc5fd08f662b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:43.549262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.549262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.549506 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.549915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.550172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.550687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.551076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.551421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.551757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.552082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.552408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.552731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:43.740045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:43.965119 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Router a86e41b8-389d-4780-bc76-11b56bee5016 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:19:44.069442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:19:44.077044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d91f5a82-0bfd-47ff-bdc0-b8ae0de14438 admin admin] 10.222.0.88 "PUT /v2.0/routers/a86e41b8-389d-4780-bc76-11b56bee5016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7988176 Oct 26 12:19:44.079708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44412) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:44.081928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] Sync routers for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:44.093624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:44.094506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:44.193895 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.212948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:44.314715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.390902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Deleting port d9b6c746-3f80-401b-b978-54167a128080 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:44.391465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.468759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd9b6c746-3f80-401b-b978-54167a128080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:19:43Z', 'revision_number': 5, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port': {'id': 'd9b6c746-3f80-401b-b978-54167a128080', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:15Z', 'updated_at': '2021-10-26T12:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:44.500178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] Checking router: a86e41b8-389d-4780-bc76-11b56bee5016 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:44.504039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] For port d9b6c746-3f80-401b-b978-54167a128080, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d9b6c746-3f80-401b-b978-54167a128080,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:44.504477 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.510093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] Routers {'a86e41b8-389d-4780-bc76-11b56bee5016'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:44.510976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a86e41b8-389d-4780-bc76-11b56bee5016'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:44.519246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Calling delete_port for d9b6c746-3f80-401b-b978-54167a128080 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:44.609165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] Set router a86e41b8-389d-4780-bc76-11b56bee5016 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:44.700292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:19:44Z', 'revision_number': 6, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:44.731126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e29dd3-4ea4-4194-8338-360e9f355105 None None] The sync data for ids ['a86e41b8-389d-4780-bc76-11b56bee5016'] in n-d-812150-3 is: [{'id': 'a86e41b8-389d-4780-bc76-11b56bee5016', 'name': 'tempest-TestServerBasicOps-1042305859-router', 'tenant_id': '3128f90c2565449d89a9b9f2f5194617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:14Z', 'updated_at': '2021-10-26T12:19:44Z', 'revision_number': 6, 'project_id': '3128f90c2565449d89a9b9f2f5194617', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:44.761073 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.795024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b6c746-3f80-401b-b978-54167a128080,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:44.866896 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.963470 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:44.965763 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.016002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.016504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86e41b8-389d-4780-bc76-11b56bee5016 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:19:45.021411 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.026094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44426) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:45.026722 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0742784e-306f-4d00-939f-5fd1218443e3 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a86e41b8-389d-4780-bc76-11b56bee5016 HTTP/1.1" status: 204 len: 168 time: 0.9453049 Oct 26 12:19:45.083892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Deleting subnet b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:19:45.088586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.128394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.216255 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.284961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.587591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4209bf9-b8bf-4e33-9900-a42e2e2f46d9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:45.591527 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af116937-6719-4783-baa6-f61070030816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.595012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-af116937-6719-4783-baa6-f61070030816 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b4209bf9-b8bf-4e33-9900-a42e2e2f46d9 HTTP/1.1" status: 204 len: 168 time: 0.5666206 Oct 26 12:19:45.597509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44430) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:45.601507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbd7c1-7003-4e5d-9fed-2d8db409bb02 None None] Network 6b49930f-3268-470f-b3ea-9378885eed9c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:19:45.701081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.780035 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Deleting port 698d9e5d-f756-435e-b992-934951985316 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:45.780364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.811429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d9b6c746-3f80-401b-b978-54167a128080 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:45.833018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d9b6c746-3f80-401b-b978-54167a128080 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:45.833372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d9b6c746-3f80-401b-b978-54167a128080 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:45.833799 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbfdf513-6abb-4682-aaec-bc5fd08f662b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:45.859277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] For port 698d9e5d-f756-435e-b992-934951985316, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=698d9e5d-f756-435e-b992-934951985316,segment=NetworkSegment(a1fe7a00-3a5b-4660-a280-7a62057c9708),segment_id=a1fe7a00-3a5b-4660-a280-7a62057c9708)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:45.860028 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:45.874598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Calling delete_port for 698d9e5d-f756-435e-b992-934951985316 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:45.877274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: fbfdf513-6abb-4682-aaec-bc5fd08f662b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:45.877626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbfdf513-6abb-4682-aaec-bc5fd08f662b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:45.979256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11a30e-0c5d-40a6-a994-b6807e247e87 None None] DHCP port deletion for 6b49930f-3268-470f-b3ea-9378885eed9c request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:19:45.984104 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.015861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Pushing event deleted for resources: {'Port': ['ID=698d9e5d-f756-435e-b992-934951985316,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:46.019431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] No DVR routers for this DVR port 698d9e5d-f756-435e-b992-934951985316 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:19:46.029568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fa11a30e-0c5d-40a6-a994-b6807e247e87 None None] The port '698d9e5d-f756-435e-b992-934951985316' was deleted {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 12:19:46.125251 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.151741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b49930f-3268-470f-b3ea-9378885eed9c']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:46.164417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fe7a00-3a5b-4660-a280-7a62057c9708') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:46.164716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fe7a00-3a5b-4660-a280-7a62057c9708') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:46.175430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.188315 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.194778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:19:46.195674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:19:46.197077 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:19:46.255945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.269280 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.273263 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] 10.222.0.88 "DELETE /v2.0/networks/6b49930f-3268-470f-b3ea-9378885eed9c HTTP/1.1" status: 204 len: 168 time: 0.6743255 Oct 26 12:19:46.276418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:46.285712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1f468-6082-4b2b-a55f-d47706b7590d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b49930f-3268-470f-b3ea-9378885eed9c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:46.713284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:46.980701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Deleting port 231d5702-971b-4104-8ef1-16d4b7643423 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:46.981051 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:47.065826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] For port 231d5702-971b-4104-8ef1-16d4b7643423, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=231d5702-971b-4104-8ef1-16d4b7643423,segment=NetworkSegment(c418af97-801e-40a6-a6fa-a1bde26320a8),segment_id=c418af97-801e-40a6-a6fa-a1bde26320a8)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:47.067027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:47.081957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Calling delete_port for 231d5702-971b-4104-8ef1-16d4b7643423 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:47.279721 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:47.308708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=231d5702-971b-4104-8ef1-16d4b7643423,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:47.503194 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:47.823838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:19:47.880764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 698d9e5d-f756-435e-b992-934951985316 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:47.918506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 698d9e5d-f756-435e-b992-934951985316 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:47.918821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 698d9e5d-f756-435e-b992-934951985316 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:48.000918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:19:48.015158 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] Sync routers for ids ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:48.019350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44450) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:48.027916 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] Routers {'78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:48.028717 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:48.029143 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-27acd950-aeff-4736-8042-ac9c930baf1b admin admin] 10.222.0.88 "PUT /v2.0/routers/78de1c53-cb78-4f61-bcb9-6dc9c43e64a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509942 Oct 26 12:19:48.171689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.213382 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] Set router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:48.302685 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.373794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Deleting port 872cfcc8-9592-4a23-a2d6-e12c66179858 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:48.374056 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.431379 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:19:47Z', 'revision_number': 5, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port': {'id': '872cfcc8-9592-4a23-a2d6-e12c66179858', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:14:26Z', 'updated_at': '2021-10-26T12:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:48.466508 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] Checking router: 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:48.471968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] For port 872cfcc8-9592-4a23-a2d6-e12c66179858, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=872cfcc8-9592-4a23-a2d6-e12c66179858,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:48.472371 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.478147 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] Routers {'78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:48.479130 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:48.488532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Calling delete_port for 872cfcc8-9592-4a23-a2d6-e12c66179858 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:48.590054 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] Set router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:48.677991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.712375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Pushing event deleted for resources: {'Port': ['ID=872cfcc8-9592-4a23-a2d6-e12c66179858,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:48.771868 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:19:48Z', 'revision_number': 6, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:48.807296 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cdd70-0fda-47eb-a171-90208e19c0d3 None None] The sync data for ids ['78de1c53-cb78-4f61-bcb9-6dc9c43e64a1'] in n-d-812150-3 is: [{'id': '78de1c53-cb78-4f61-bcb9-6dc9c43e64a1', 'name': 'tempest-TestServerBasicOps-1488763728-router', 'tenant_id': 'aab65e16c505445e806c79758f5bdc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:14:24Z', 'updated_at': '2021-10-26T12:19:48Z', 'revision_number': 6, 'project_id': 'aab65e16c505445e806c79758f5bdc4f', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:48.808865 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.915170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.917415 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.966609 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.967447 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:19:48.987227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:48.987227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2b8632ad-b97a-4b8b-b5ce-af42910dd197 admin admin] 10.222.0.88 "DELETE /v2.0/routers/78de1c53-cb78-4f61-bcb9-6dc9c43e64a1 HTTP/1.1" status: 204 len: 168 time: 0.9585984 Oct 26 12:19:48.987227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44456) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:49.030569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Deleting subnet 39b6e5dd-2ae8-41ca-9df6-f4220ee3559a {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:19:49.033715 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.072430 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.152868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aec69d5-28a8-4a58-a013-b71cba5dd182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.157839 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.230611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.265185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b6e5dd-2ae8-41ca-9df6-f4220ee3559a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:49.270064 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.276292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-923ceb0f-9495-4fee-9506-d3f01bf9c1d4 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/39b6e5dd-2ae8-41ca-9df6-f4220ee3559a HTTP/1.1" status: 204 len: 168 time: 0.2909288 Oct 26 12:19:49.276757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:49.277928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f6307-bd93-4b14-8ca5-5682155ce60d None None] Network 9060f473-03ed-42e2-87b5-69ad3fbae0bf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:19:49.387379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.448348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Deleting port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:19:49.448704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.528325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] For port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,segment=NetworkSegment(c418af97-801e-40a6-a6fa-a1bde26320a8),segment_id=c418af97-801e-40a6-a6fa-a1bde26320a8)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:49.528769 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.542098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Calling delete_port for 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:19:49.630880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.638914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906964c8-b2dc-4a66-80f7-52739d09addb None None] DHCP port deletion for 9060f473-03ed-42e2-87b5-69ad3fbae0bf request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:19:49.693497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:49.696224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] No DVR routers for this DVR port 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:19:49.797534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.818611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:49.831014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9060f473-03ed-42e2-87b5-69ad3fbae0bf']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:49.857116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:49.857753 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 66cd85c5-3125-4a84-9f8f-b16c9bdb2a7b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:49.858365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 872cfcc8-9592-4a23-a2d6-e12c66179858 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:49.859585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c418af97-801e-40a6-a6fa-a1bde26320a8') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:49.859890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c418af97-801e-40a6-a6fa-a1bde26320a8') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:49.884997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.895481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 872cfcc8-9592-4a23-a2d6-e12c66179858 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:49.896145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 872cfcc8-9592-4a23-a2d6-e12c66179858 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:49.898295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 231d5702-971b-4104-8ef1-16d4b7643423 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:49.915346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.922984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:19:49.923457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:49.938628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 231d5702-971b-4104-8ef1-16d4b7643423 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:19:49.939315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 231d5702-971b-4104-8ef1-16d4b7643423 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:19:50.003469 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:19:50.009619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:50.033851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:50.037625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9060f473-03ed-42e2-87b5-69ad3fbae0bf HTTP/1.1" status: 204 len: 168 time: 0.7597504 Oct 26 12:19:50.039242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfff774-5eeb-4951-98f5-f8d8eb23dbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9060f473-03ed-42e2-87b5-69ad3fbae0bf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:50.235143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44466) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:50.298288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f8c504e2-1f32-429e-8257-4f4d6c5bc867 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3128f90c2565449d89a9b9f2f5194617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594289 Oct 26 12:19:50.298288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44468) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:50.369848 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-197f33a3-3298-4677-acb1-bf91e443302f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:50.409891 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-197f33a3-3298-4677-acb1-bf91e443302f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:50.472067 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-197f33a3-3298-4677-acb1-bf91e443302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:50.475203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-197f33a3-3298-4677-acb1-bf91e443302f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:50.480075 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-197f33a3-3298-4677-acb1-bf91e443302f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3bc114d7-ed47-47eb-bc60-728e470efa63 HTTP/1.1" status: 204 len: 168 time: 0.1806016 Oct 26 12:19:50.489503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f33a3-3298-4677-acb1-bf91e443302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc114d7-ed47-47eb-bc60-728e470efa63,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:50.554683 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:19:50.902181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44474) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:50.990338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bb76b707-f377-466d-b4f2-9f55c88a3cab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aab65e16c505445e806c79758f5bdc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866199 Oct 26 12:19:50.993024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44478) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:51.060442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-409162c3-ca89-4b92-a5be-f59a3824cf4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:51.107096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-409162c3-ca89-4b92-a5be-f59a3824cf4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:51.264423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-409162c3-ca89-4b92-a5be-f59a3824cf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:51.270454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-409162c3-ca89-4b92-a5be-f59a3824cf4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:51.272439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-409162c3-ca89-4b92-a5be-f59a3824cf4a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f487b302-73f7-4eaf-ae4c-256feae61a6f HTTP/1.1" status: 204 len: 168 time: 0.2781746 Oct 26 12:19:51.295773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409162c3-ca89-4b92-a5be-f59a3824cf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f487b302-73f7-4eaf-ae4c-256feae61a6f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:51.760420 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51e2e807-9aef-4278-8e77-e310431be88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.490180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:52.673403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:52.791817 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-efc1b953-b36e-4bde-8b3c-a57a872618e0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0bf99f966574f3495f8799758d423ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003542 Oct 26 12:19:52.795887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44520) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:52.852181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-717754315-network', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:19:52.884829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d5b87fc-22fc-4d98-a17d-111f81375c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.885713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.905600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Made reservation on behalf of cb9a80dfb4c5424fbbd6b7297d755eab for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:19:52.908421 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.915892 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d5b87fc-22fc-4d98-a17d-111f81375c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.929167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.989245 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d5b87fc-22fc-4d98-a17d-111f81375c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.995292 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d5b87fc-22fc-4d98-a17d-111f81375c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:52.999345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d5b87fc-22fc-4d98-a17d-111f81375c4d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb6e8f6f-a4e9-4129-843a-76cac95079f2 HTTP/1.1" status: 204 len: 168 time: 0.2018328 Oct 26 12:19:53.011140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b87fc-22fc-4d98-a17d-111f81375c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e8f6f-a4e9-4129-843a-76cac95079f2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:53.044499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.049033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.076115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:19:53.095736 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.095736 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Added segment 31c5f11e-20f0-41b8-99fb-df27b505d0d7 of type vlan for network 962fd999-d296-416e-a007-aed0ed3b2d5d Oct 26 12:19:53.136812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839a20f7-5f00-41ac-b7a1-71276df56b49,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:53.151351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.183007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.184879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:53.185577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.255327 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5796931 Oct 26 12:19:53.255781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44528) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:53.261979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Request body: {'subnet': {'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-717754315-subnet', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:19:53.269386 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c40f1-fc52-4741-8943-8a280eec6d8b admin admin] Pushing event updated for resources: {'Network': ['ID=962fd999-d296-416e-a007-aed0ed3b2d5d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:53.284350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 962fd999-d296-416e-a007-aed0ed3b2d5d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:19:53.294051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Made reservation on behalf of cb9a80dfb4c5424fbbd6b7297d755eab for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:19:53.296982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.369150 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.554851 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.610132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c647c004-ec99-4c82-88ad-59c7a051fba8,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:53.638172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Checking segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:19:53.639993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Network hostable DHCP agents. Network: 962fd999-d296-416e-a007-aed0ed3b2d5d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:19:53.660858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Network 962fd999-d296-416e-a007-aed0ed3b2d5d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:19:53.672426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 962fd999-d296-416e-a007-aed0ed3b2d5d) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:19:53.683718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:53.683870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa17a9-e3e6-4af8-90fd-c3681d9c03e7 None None] Network 962fd999-d296-416e-a007-aed0ed3b2d5d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:19:53.684348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.711580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f3d5dac3-d2b7-470f-a97c-482dc17ba7da admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4513533 Oct 26 12:19:53.711811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:53.716219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:19:53.747556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.752068 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.864286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:53.894549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-962fd999-d296-416e-a007-aed0ed3b2d5d', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:19:53.896247 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.073224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.098389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Allocated IP 172.20.0.2 (962fd999-d296-416e-a007-aed0ed3b2d5d/c647c004-ec99-4c82-88ad-59c7a051fba8/7e61054f-19ee-4513-808a-68a2cc0f2679) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:19:54.332671 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.344041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.363171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Network 962fd999-d296-416e-a007-aed0ed3b2d5d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:19:54.366018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:19:54.389621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:19:54.438712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Pushing event updated for resources: {'Port': ['ID=7e61054f-19ee-4513-808a-68a2cc0f2679,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:54.464956 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.477337 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Attempting to bind port 7e61054f-19ee-4513-808a-68a2cc0f2679 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:19:54.478931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Attempting to bind port 7e61054f-19ee-4513-808a-68a2cc0f2679 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:19:54.478931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Attempting to bind port 7e61054f-19ee-4513-808a-68a2cc0f2679 on network 962fd999-d296-416e-a007-aed0ed3b2d5d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:19:54.484112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:19:54.484701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Checking segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:19:54.484840 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.485251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Bound using segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:19:54.486084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Bound port: 7e61054f-19ee-4513-808a-68a2cc0f2679, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:19:54.486084 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.497522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.577777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] For port 7e61054f-19ee-4513-808a-68a2cc0f2679, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:19:54.581221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] For port 7e61054f-19ee-4513-808a-68a2cc0f2679, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7e61054f-19ee-4513-808a-68a2cc0f2679,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:19:54.586932 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.684549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:54.690305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Pushing event updated for resources: {'Port': ['ID=7e61054f-19ee-4513-808a-68a2cc0f2679,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:54.706439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Allocated IP 172.25.4.222 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/6d6cfaf0-b053-4d8b-8bb1-f4535052c871) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:19:54.712913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.713262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.713610 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.713948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.714284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.714616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.715045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.715300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.715630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.715952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.716286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.716611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196b1b6-7af7-4bcb-97de-7d0d21deafbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:54.950701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:55.002643 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:55.110448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:19:55.128372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:19:55.131373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:19:55.143621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Pushing event updated for resources: {'Port': ['ID=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:55.440967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:55.921988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7e61054f-19ee-4513-808a-68a2cc0f2679 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:55.998676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7e61054f-19ee-4513-808a-68a2cc0f2679 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:19:55.999347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.112900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3f0d3-e837-484d-866a-c3e2227a548d None None] Network 962fd999-d296-416e-a007-aed0ed3b2d5d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:19:56.117672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.184326 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.240064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-109f56e8-2b30-43c8-9a34-c166ae473eb2 None None] Provisioning complete for port 7e61054f-19ee-4513-808a-68a2cc0f2679 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:19:56.240437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-109f56e8-2b30-43c8-9a34-c166ae473eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.256090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 7e61054f-19ee-4513-808a-68a2cc0f2679, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7e61054f-19ee-4513-808a-68a2cc0f2679,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:56.274544 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Router 4e238e95-0d79-404f-a1a5-cbc9103612f4 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:19:56.279265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.373516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=7e61054f-19ee-4513-808a-68a2cc0f2679,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:56.391670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:19:56.408296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Sync routers for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:56.414699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.418520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f3b34761-b226-4aff-938a-3fe538b1580d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7032168 Oct 26 12:19:56.418732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44564) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:56.452727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:56.453749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:56.743233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:56.869800 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f2e8a388-a45e-44ca-bb31-20c7751ffdbd None None] Provisioning complete for port 7e61054f-19ee-4513-808a-68a2cc0f2679 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:19:56.870321 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f2e8a388-a45e-44ca-bb31-20c7751ffdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:56.932719 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.017020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:55Z', 'revision_number': 3, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:57.048760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Checking router: 4e238e95-0d79-404f-a1a5-cbc9103612f4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:57.049214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Updating router 4e238e95-0d79-404f-a1a5-cbc9103612f4 port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:19:57.081506 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.197110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Allocated IP 172.20.0.1 (962fd999-d296-416e-a007-aed0ed3b2d5d/c647c004-ec99-4c82-88ad-59c7a051fba8/db5983e9-ded6-4fe4-bcfe-d8418ae2d76e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:19:57.313698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.354505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.402758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Network 962fd999-d296-416e-a007-aed0ed3b2d5d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:19:57.404503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.406285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:19:57.410039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:19:57.421584 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.446667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Pushing event updated for resources: {'Port': ['ID=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:57.484401 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacfbc0-ae14-4b0c-9024-8c6965e76da8 None None] Pushing event updated for resources: {'Port': ['ID=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:57.510705 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.524208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Attempting to bind port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:19:57.524208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Attempting to bind port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:19:57.524208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Attempting to bind port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:19:57.530500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:19:57.531956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:19:57.532719 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.533294 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:19:57.534157 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Bound port: 6d6cfaf0-b053-4d8b-8bb1-f4535052c871, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:19:57.534773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.608912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] For port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:19:57.612502 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] For port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:19:57.625447 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.691340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:19:57.691965 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:57.731784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.821178 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7e61054f-19ee-4513-808a-68a2cc0f2679 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:57.854613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacfbc0-ae14-4b0c-9024-8c6965e76da8 None None] Pushing event updated for resources: {'Port': ['ID=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:57.898793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-911b2fbe-8209-48bc-aa5b-1724aba213d5 None None] Provisioning complete for port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:19:57.899188 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-911b2fbe-8209-48bc-aa5b-1724aba213d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.947043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:19:57.956532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.963806 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.992195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7e61054f-19ee-4513-808a-68a2cc0f2679 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:19:57.992564 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:57.994034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-911b2fbe-8209-48bc-aa5b-1724aba213d5 None None] Port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:19:58.031481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Pushing event updated for resources: {'Port': ['ID=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:58.036439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:58.146482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Network 962fd999-d296-416e-a007-aed0ed3b2d5d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:19:58.149112 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:19:58.238411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 1, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:58.279673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10351879-b012-4695-9897-7e95cd9d5418 None None] The sync data for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 is: [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 1, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:58.298295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Router 4e238e95-0d79-404f-a1a5-cbc9103612f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:19:58.431271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:19:58.445000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fd27e3ad-a8c4-4387-b519-11d5be08a613 admin admin] 10.222.0.88 "PUT /v2.0/routers/4e238e95-0d79-404f-a1a5-cbc9103612f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176859 Oct 26 12:19:58.525985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f4113e49-a757-4667-85fc-a6aae60b0a05 None None] Provisioning complete for port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:19:58.526485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4113e49-a757-4667-85fc-a6aae60b0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:58.576891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f4113e49-a757-4667-85fc-a6aae60b0a05 None None] Port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:19:59.329126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44606) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:59.334310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-83003826-network', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:19:59.371078 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Made reservation on behalf of 79c03be51ecc4f07b8aac415ed602cef for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:19:59.378038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.394604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.507340 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.517732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.566162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:19:59.577735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.578546 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Added segment ceb73429-7d9e-49e1-8ef1-5f636d45a824 of type vlan for network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 Oct 26 12:19:59.623829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3181766c-9940-4230-a62a-a57125d8ae6d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:59.640279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.645659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.646006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.646660 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.647733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.649849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.649849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.649849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.649849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.650383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.650950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.652140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.652849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:59.684837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.686645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:19:59.687854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.774197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] Pushing event updated for resources: {'Network': ['ID=09cfc6d1-e24e-4d72-ac90-b3a7139c2442,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:59.781376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b05959aa-b0b0-4053-9947-2b458dbeab4d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4511199 Oct 26 12:19:59.784042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44612) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:19:59.789091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:19:59.795893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Request body: {'subnet': {'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-83003826-subnet', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:19:59.845661 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Made reservation on behalf of 79c03be51ecc4f07b8aac415ed602cef for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:19:59.848251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:19:59.893309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:00.005665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:00.007411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.132211 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.175245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:00.180550 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.265682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:00.526139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.580067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0aaa05-473e-416f-9638-98df6dac738e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:00.596169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Checking segment: {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:00.596539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Network hostable DHCP agents. Network: 09cfc6d1-e24e-4d72-ac90-b3a7139c2442, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:20:00.619610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:20:00.631225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 09cfc6d1-e24e-4d72-ac90-b3a7139c2442) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:00.642196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:00.643415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.654979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3b603-e936-41c3-a258-5c567a203329 None None] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:20:00.667544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-213fc9f4-2fd6-4beb-97c0-6aa35b5a9c7e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8799534 Oct 26 12:20:00.667925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44618) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:00.673758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:00.696183 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.697234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.751742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.843357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'fixed_ips': [{'subnet_id': '9b0aaa05-473e-416f-9638-98df6dac738e'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:20:00.844710 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:00.921078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.004766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Allocated IP 172.20.0.2 (09cfc6d1-e24e-4d72-ac90-b3a7139c2442/9b0aaa05-473e-416f-9638-98df6dac738e/99389728-a881-4e7e-be28-b3d473b21a54) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:01.028049 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Sync routers for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:01.042700 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:01.043449 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:01.253917 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.256086 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:01.264376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.292440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.321812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.326424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:01.332031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:01.336299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:01.379264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Pushing event updated for resources: {'Port': ['ID=99389728-a881-4e7e-be28-b3d473b21a54,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:01.472519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Attempting to bind port 99389728-a881-4e7e-be28-b3d473b21a54 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:01.472997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Attempting to bind port 99389728-a881-4e7e-be28-b3d473b21a54 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:01.473515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Attempting to bind port 99389728-a881-4e7e-be28-b3d473b21a54 on network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:01.487096 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:01.487685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Checking segment: {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:01.488167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.488614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Bound using segment: {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:01.489480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Bound port: 99389728-a881-4e7e-be28-b3d473b21a54, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:01.490086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.498142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Allocated IP 172.25.4.164 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/27d6e515-ce1e-4df9-b870-670d3c4a2b08) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:01.544073 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 2, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:01.579756 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Checking router: 4e238e95-0d79-404f-a1a5-cbc9103612f4 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:01.580374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Updating router 4e238e95-0d79-404f-a1a5-cbc9103612f4 port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:01.603783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] For port 99389728-a881-4e7e-be28-b3d473b21a54, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:01.611271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] For port 99389728-a881-4e7e-be28-b3d473b21a54, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99389728-a881-4e7e-be28-b3d473b21a54,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:01.619432 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.662677 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:01.774989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4b955-756d-470e-860f-9d9e725525f4 None None] Pushing event updated for resources: {'Port': ['ID=99389728-a881-4e7e-be28-b3d473b21a54,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:01.851018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:01.956006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:01.956397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.331461 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.338517 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.429091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.463560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Pushing event updated for resources: {'Port': ['ID=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:02.524132 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.545516 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.545999 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.546557 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.547036 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.548462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.548462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.548462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.548960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.549374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.549813 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.550248 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.554374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:20:02.564201 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Attempting to bind port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:02.564664 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Attempting to bind port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:02.565109 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Attempting to bind port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e on network 962fd999-d296-416e-a007-aed0ed3b2d5d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:02.571545 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:02.572110 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Checking segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:02.572602 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.573223 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Bound using segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:02.575455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Bound port: db5983e9-ded6-4fe4-bcfe-d8418ae2d76e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:02.578855 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.592806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:02.599327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:02.604979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:02.608515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Pushing event updated for resources: {'Port': ['ID=27d6e515-ce1e-4df9-b870-670d3c4a2b08,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:02.695909 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] For port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:02.708108 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] For port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:02.714907 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.825331 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661cea3-971d-4af1-8315-8b001dbf87c1 None None] Pushing event updated for resources: {'Port': ['ID=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:02.875759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4be57688-c0f8-4d4f-8437-8cecd5ea3d0f None None] Provisioning complete for port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:02.876642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4be57688-c0f8-4d4f-8437-8cecd5ea3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:02.907522 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:02.909499 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:03.157076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:03.162289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4be57688-c0f8-4d4f-8437-8cecd5ea3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:03.183124 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:03.275836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4be57688-c0f8-4d4f-8437-8cecd5ea3d0f None None] For port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:03.287874 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4be57688-c0f8-4d4f-8437-8cecd5ea3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:03.406551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57688-c0f8-4d4f-8437-8cecd5ea3d0f None None] Pushing event updated for resources: {'Port': ['ID=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:03.456516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8d089c3e-77c1-4690-864e-4a2de13b3e60 None None] Provisioning complete for port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:03.459765 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d089c3e-77c1-4690-864e-4a2de13b3e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:03.573611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec7784-a922-4239-883c-e5b06e66a706 None None] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:20:03.679347 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:02Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:03.689316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:03.731419 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d260c-ce97-44b1-bdee-098cf4cd6f66 None None] The sync data for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 is: [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:02Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:03.908357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:20:04.033517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device db5983e9-ded6-4fe4-bcfe-d8418ae2d76e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:04.128471 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:04.163414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:20:04.186560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:04.188890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e63023ba-e9e9-4468-9c40-5e8f311a28c7 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5188565 Oct 26 12:20:04.191642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44646) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:04.195460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Sync routers for ids ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:04.257056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:04.257592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:04.373960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Routers {'1cae74f5-52c6-4c7c-87c4-203acfdc13e9'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:04.374945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:04.600703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Set router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:04.765080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-49ca4963-36ea-48e1-969d-3cc9a50a797a None None] Provisioning complete for port 99389728-a881-4e7e-be28-b3d473b21a54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:04.765599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ca4963-36ea-48e1-969d-3cc9a50a797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:04.871825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99389728-a881-4e7e-be28-b3d473b21a54 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:04.922364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.065884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 99389728-a881-4e7e-be28-b3d473b21a54 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:05.066432 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.142616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Allocated IP 172.20.0.1 (09cfc6d1-e24e-4d72-ac90-b3a7139c2442/9b0aaa05-473e-416f-9638-98df6dac738e/3e05cb52-8e34-4d1d-ad36-ebc836225bba) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:05.196892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ca4963-36ea-48e1-969d-3cc9a50a797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.317460 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.318008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-49ca4963-36ea-48e1-969d-3cc9a50a797a None None] For port 99389728-a881-4e7e-be28-b3d473b21a54, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99389728-a881-4e7e-be28-b3d473b21a54,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:05.339919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ca4963-36ea-48e1-969d-3cc9a50a797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.464554 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.537959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:20:02Z', 'revision_number': 3, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:05.544349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca4963-36ea-48e1-969d-3cc9a50a797a None None] Pushing event updated for resources: {'Port': ['ID=99389728-a881-4e7e-be28-b3d473b21a54,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:05.564780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:05.571877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:05.573275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.576519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:05.583407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Pushing event updated for resources: {'Port': ['ID=3e05cb52-8e34-4d1d-ad36-ebc836225bba,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:05.664065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.676159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Checking router: 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:05.676485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Updating router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:05.720062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.854237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-61bc7d2e-c59d-4adc-9f74-183a73a5561f None None] Provisioning complete for port 99389728-a881-4e7e-be28-b3d473b21a54 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:05.854613 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61bc7d2e-c59d-4adc-9f74-183a73a5561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.915747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:05.920132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.047054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:20:06.047602 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:20:06.118673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.126810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.202328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.211358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Pushing event updated for resources: {'Port': ['ID=3e05cb52-8e34-4d1d-ad36-ebc836225bba,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:06.302333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.321425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.332366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0d8d887d-8305-491e-91ef-474d34c4c0e2 None None] Provisioning complete for port 3e05cb52-8e34-4d1d-ad36-ebc836225bba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:06.332933 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0d8d887d-8305-491e-91ef-474d34c4c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.362827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:06.366565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:06.450172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d887d-8305-491e-91ef-474d34c4c0e2 None None] Port 3e05cb52-8e34-4d1d-ad36-ebc836225bba cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:06.473248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Attempting to bind port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:06.473688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Attempting to bind port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:06.474059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Attempting to bind port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:06.478673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2432971-6156-4a4b-a3cd-d39ad2ec949c None None] Pushing event updated for resources: {'Port': ['ID=27d6e515-ce1e-4df9-b870-670d3c4a2b08,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:06.492080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:06.492654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:06.493242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.493797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:06.495554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Bound port: 27d6e515-ce1e-4df9-b870-670d3c4a2b08, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:06.496318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.547519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:20:06.563531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] For port 27d6e515-ce1e-4df9-b870-670d3c4a2b08, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:06.567324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] For port 27d6e515-ce1e-4df9-b870-670d3c4a2b08, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=27d6e515-ce1e-4df9-b870-670d3c4a2b08,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:06.606089 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:06.665720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Routers {'1cae74f5-52c6-4c7c-87c4-203acfdc13e9'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:06.666405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:06.775679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:20:06.785937 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-32798847-070f-4683-83fe-0feb2f13a2ad admin admin] 10.222.0.88 "PUT /v2.0/routers/1cae74f5-52c6-4c7c-87c4-203acfdc13e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5888855 Oct 26 12:20:07.001605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c0699c6c-b743-46c8-93f1-8e8322c3649c None None] Provisioning complete for port 3e05cb52-8e34-4d1d-ad36-ebc836225bba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:07.002268 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c0699c6c-b743-46c8-93f1-8e8322c3649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:07.007991 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2432971-6156-4a4b-a3cd-d39ad2ec949c None None] Pushing event updated for resources: {'Port': ['ID=27d6e515-ce1e-4df9-b870-670d3c4a2b08,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:07.060975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99389728-a881-4e7e-be28-b3d473b21a54 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:07.127791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c0699c6c-b743-46c8-93f1-8e8322c3649c None None] Port 3e05cb52-8e34-4d1d-ad36-ebc836225bba cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:07.131141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] Set router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:07.188707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 99389728-a881-4e7e-be28-b3d473b21a54 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:07.189086 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:07.439159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3e05cb52-8e34-4d1d-ad36-ebc836225bba', 'name': '', 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'mac_address': 'fa:16:3e:4c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:04Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 2, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'subnets': [{'id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:07.474517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b1496-ff6e-4eab-b680-7c353416db24 None None] The sync data for ids ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'] in n-d-812150-3 is: [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3e05cb52-8e34-4d1d-ad36-ebc836225bba', 'name': '', 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'mac_address': 'fa:16:3e:4c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:04Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 2, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'subnets': [{'id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:09.049899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 27d6e515-ce1e-4df9-b870-670d3c4a2b08 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:09.104210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:09.104665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:09.191649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:09.214393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 27d6e515-ce1e-4df9-b870-670d3c4a2b08, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=27d6e515-ce1e-4df9-b870-670d3c4a2b08,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:09.219252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:09.275582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=27d6e515-ce1e-4df9-b870-670d3c4a2b08,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:11.063588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 27d6e515-ce1e-4df9-b870-670d3c4a2b08 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:11.127114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:11.127769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:11.283405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Sync routers for ids ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:11.296132 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Routers {'1cae74f5-52c6-4c7c-87c4-203acfdc13e9'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:11.296891 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:11.421085 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Set router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:11.805249 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3e05cb52-8e34-4d1d-ad36-ebc836225bba', 'name': '', 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'mac_address': 'fa:16:3e:4c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:04Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 2, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'subnets': [{'id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:11.838793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Checking router: 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:11.839215 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Updating router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 port 3e05cb52-8e34-4d1d-ad36-ebc836225bba binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:11.882630 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.279392 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.289897 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.340681 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea09f-a7ba-445e-858b-c69a8c49ed16 None None] Pushing event updated for resources: {'Port': ['ID=3e05cb52-8e34-4d1d-ad36-ebc836225bba,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:12.452934 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Attempting to bind port 3e05cb52-8e34-4d1d-ad36-ebc836225bba on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:12.453279 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Attempting to bind port 3e05cb52-8e34-4d1d-ad36-ebc836225bba by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:12.453633 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Attempting to bind port 3e05cb52-8e34-4d1d-ad36-ebc836225bba on network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:12.460327 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:12.460711 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Checking segment: {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:12.461091 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.461627 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Bound using segment: {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:12.462079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Bound port: 3e05cb52-8e34-4d1d-ad36-ebc836225bba, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb73429-7d9e-49e1-8ef1-5f636d45a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:12.462458 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.562430 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] For port 3e05cb52-8e34-4d1d-ad36-ebc836225bba, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:12.575128 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] For port 3e05cb52-8e34-4d1d-ad36-ebc836225bba, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3e05cb52-8e34-4d1d-ad36-ebc836225bba,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:12.594183 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.684126 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Routers {'1cae74f5-52c6-4c7c-87c4-203acfdc13e9'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:12.684962 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:12.808816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b47d6ae7-876d-4d92-9120-3531e403d166 None None] Provisioning complete for port 3e05cb52-8e34-4d1d-ad36-ebc836225bba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:12.810804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47d6ae7-876d-4d92-9120-3531e403d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:12.819878 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea09f-a7ba-445e-858b-c69a8c49ed16 None None] Pushing event updated for resources: {'Port': ['ID=3e05cb52-8e34-4d1d-ad36-ebc836225bba,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:12.949342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] Set router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:13.002786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47d6ae7-876d-4d92-9120-3531e403d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:13.168975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b47d6ae7-876d-4d92-9120-3531e403d166 None None] For port 3e05cb52-8e34-4d1d-ad36-ebc836225bba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3e05cb52-8e34-4d1d-ad36-ebc836225bba,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:13.175357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e05cb52-8e34-4d1d-ad36-ebc836225bba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:13.247882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b47d6ae7-876d-4d92-9120-3531e403d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:13.327537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d6ae7-876d-4d92-9120-3531e403d166 None None] Pushing event updated for resources: {'Port': ['ID=3e05cb52-8e34-4d1d-ad36-ebc836225bba,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:13.402680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3e05cb52-8e34-4d1d-ad36-ebc836225bba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:13.403554 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:13.407367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a0df2fef-5236-4642-933c-f3e8d03da09a None None] Provisioning complete for port 3e05cb52-8e34-4d1d-ad36-ebc836225bba triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:13.407980 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0df2fef-5236-4642-933c-f3e8d03da09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:13.468098 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3e05cb52-8e34-4d1d-ad36-ebc836225bba', 'name': '', 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'mac_address': 'fa:16:3e:4c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:04Z', 'updated_at': '2021-10-26T12:20:12Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'subnets': [{'id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:13.503444 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ed8e7-1b9f-4e1f-b5fc-67f424524a51 None None] The sync data for ids ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'] in n-d-812150-3 is: [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:20:05Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3e05cb52-8e34-4d1d-ad36-ebc836225bba', 'name': '', 'network_id': '09cfc6d1-e24e-4d72-ac90-b3a7139c2442', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'mac_address': 'fa:16:3e:4c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:04Z', 'updated_at': '2021-10-26T12:20:12Z', 'revision_number': 4, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'subnets': [{'id': '9b0aaa05-473e-416f-9638-98df6dac738e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:15.068122 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e05cb52-8e34-4d1d-ad36-ebc836225bba up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:15.125738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3e05cb52-8e34-4d1d-ad36-ebc836225bba triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:15.126232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.225520 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44844) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:17.350578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44cac08c-9d2e-49fa-8e4c-cef8b541e484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.443481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44cac08c-9d2e-49fa-8e4c-cef8b541e484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.448094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44cac08c-9d2e-49fa-8e4c-cef8b541e484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.491606 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-44cac08c-9d2e-49fa-8e4c-cef8b541e484 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c9f87c4d46e4781b0adf263e90b7aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620418 Oct 26 12:20:17.491606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cac08c-9d2e-49fa-8e4c-cef8b541e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129832b1-b4aa-4549-bcf6-811b0a3320ee,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:17.492041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44848) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:17.549754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02671aa9-8af0-4327-a3aa-7e2e57747db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.577201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02671aa9-8af0-4327-a3aa-7e2e57747db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.631232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02671aa9-8af0-4327-a3aa-7e2e57747db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.634261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02671aa9-8af0-4327-a3aa-7e2e57747db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:17.635415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-02671aa9-8af0-4327-a3aa-7e2e57747db4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/129832b1-b4aa-4549-bcf6-811b0a3320ee HTTP/1.1" status: 204 len: 168 time: 0.1414547 Oct 26 12:20:17.650698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02671aa9-8af0-4327-a3aa-7e2e57747db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129832b1-b4aa-4549-bcf6-811b0a3320ee,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:17.963255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-c5b02f0e-da58-4cd9-be8d-3a4efc526bba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631275 Oct 26 12:20:18.079078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-c8b31208-e32c-4e82-9304-81f2ff16244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:18.080917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-c8b31208-e32c-4e82-9304-81f2ff16244c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 1097 time: 0.0619135 Oct 26 12:20:18.229852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-86a81bdf-6f91-4eca-b10c-18bf24278001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:18.231513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-86a81bdf-6f91-4eca-b10c-18bf24278001 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1206059 Oct 26 12:20:18.323102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-d9eb6223-d808-4233-9765-334a1efd6471 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 200 len: 1002 time: 0.0828695 Oct 26 12:20:18.387678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-d173f579-8e08-475d-bbfa-cf7327987141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:18.390053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-d173f579-8e08-475d-bbfa-cf7327987141 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0590656 Oct 26 12:20:18.440093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:18.443890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-a35c00c6-7a4a-4be4-9178-bd6d201fc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:18.445855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-a35c00c6-7a4a-4be4-9178-bd6d201fc346 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469432 Oct 26 12:20:18.561546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-97e88c0a-4b0e-478c-9ff6-e19b0a5feea2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051917 Oct 26 12:20:18.579603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1605858734-network', 'tenant_id': '17fef533271a49968a56958f310ce35e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:18.616072 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Made reservation on behalf of 17fef533271a49968a56958f310ce35e for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:20:18.619629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.631118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.709539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7fec62e-15bb-4c67-a2f6-fb24fe5a1952 req-e26b9126-9d27-4300-a426-42b4c317a167 service neutron] 10.222.0.30 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361561 Oct 26 12:20:18.752350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.759684 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.789784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:20:18.800219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f731ea-6f91-4780-8d99-ec66160326eb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:18.807365 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.807919 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Added segment 4890497d-d6ae-4c21-905c-62a4ebd35e11 of type vlan for network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 Oct 26 12:20:18.861522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.888927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.890077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:18.890835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:18.970605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5281479 Oct 26 12:20:18.973223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44888) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:18.980048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Request body: {'subnet': {'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1605858734-subnet', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:18.991231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe00b0-c6e5-4c9e-a66b-9eeacf66c0af admin admin] Pushing event updated for resources: {'Network': ['ID=3edb17f2-b99a-4b0b-a57f-0afe1076b648,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:19.003446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:20:19.008633 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Made reservation on behalf of 17fef533271a49968a56958f310ce35e for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:20:19.012091 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.159101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-69a32010-70ff-4994-ad51-3d4a1603ee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.231096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.295713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28eb71f9-6f98-4358-8c0e-64a2618e5f25,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:19.303861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Checking segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:19.304222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Network hostable DHCP agents. Network: 3edb17f2-b99a-4b0b-a57f-0afe1076b648, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:20:19.322334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:20:19.332860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3edb17f2-b99a-4b0b-a57f-0afe1076b648) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:19.337537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:19.338224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.343592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d10074-44a1-43fc-a76a-3946b93cb40a None None] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:20:19.358855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44892) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:19.359232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-458e2e8b-5610-45ff-9d50-3059ce412a67 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3841491 Oct 26 12:20:19.364619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:19.395366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.397191 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.460257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.527296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:20:19.528440 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.645317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.699561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Allocated IP 172.20.0.2 (3edb17f2-b99a-4b0b-a57f-0afe1076b648/28eb71f9-6f98-4358-8c0e-64a2618e5f25/93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:19.887885 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.937772 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.942388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.968518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:19.980100 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:19.998808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:20.003362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:20.044007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Pushing event updated for resources: {'Port': ['ID=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:20.081605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Attempting to bind port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:20.082256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Attempting to bind port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:20.083134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Attempting to bind port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:20.089299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:20.089769 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Checking segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:20.090245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:20.090835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Bound using segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:20.091715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Bound port: 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:20.091866 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:20.127211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Allocated IP 172.25.4.230 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/4de45d9e-a148-4730-b620-ba008a013c27) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:20.180696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] For port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:20.184512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] For port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:20.194110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:20.275674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:20.299358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec965c-1e1f-4ae8-9629-8dfb7e3a60de None None] Pushing event updated for resources: {'Port': ['ID=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:20.321529 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:20.369445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:20.376808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:20.381120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:20.406707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Pushing event updated for resources: {'Port': ['ID=4de45d9e-a148-4730-b620-ba008a013c27,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:20.707757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:20.954995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.157612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:21.231651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Router 74cb17cd-ccf9-4a0a-958c-c34978660afe is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:20:21.296315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:21.296957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.464621 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.501239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:20:21.516092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Sync routers for ids ['74cb17cd-ccf9-4a0a-958c-c34978660afe'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:21.539682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.541493 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e0077604-6247-4c65-b25a-541870309d97 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1808155 Oct 26 12:20:21.544449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44906) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:21.557865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Routers {'74cb17cd-ccf9-4a0a-958c-c34978660afe'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:21.561274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:19:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['74cb17cd-ccf9-4a0a-958c-c34978660afe'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:21.565565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a3247-928d-47cf-ad4c-a4898f6c8b07 None None] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:20:21.573771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:21.686397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.856418 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c6eccd8-96e5-4a1f-a210-ddbf5fd6a39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.869034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a03bf794-722c-4fbb-a4f7-9991320afbca None None] Provisioning complete for port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:21.869414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a03bf794-722c-4fbb-a4f7-9991320afbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:21.924173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:21.951220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Set router 74cb17cd-ccf9-4a0a-958c-c34978660afe gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:22.207465 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:22.408863 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Allocated IP 172.20.0.1 (3edb17f2-b99a-4b0b-a57f-0afe1076b648/28eb71f9-6f98-4358-8c0e-64a2618e5f25/ee48991f-32e5-4bd8-ab51-24be6bd81c43) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:22.461698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:20Z', 'revision_number': 3, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:22.492032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Checking router: 74cb17cd-ccf9-4a0a-958c-c34978660afe for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:22.492032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Updating router 74cb17cd-ccf9-4a0a-958c-c34978660afe port 4de45d9e-a148-4730-b620-ba008a013c27 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:22.517677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:22.579330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:22.653642 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:22.706356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:22.709173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:22.715106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:22.765203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Pushing event updated for resources: {'Port': ['ID=ee48991f-32e5-4bd8-ab51-24be6bd81c43,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:22.794284 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:22.805630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0691547a-539f-4e43-b3a4-82a332a6b45c None None] Provisioning complete for port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:22.805907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0691547a-539f-4e43-b3a4-82a332a6b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:22.961440 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.010665 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.035615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.054267 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.129656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d5b68-b3bd-4ab3-bfb9-91606e965f11 None None] Pushing event updated for resources: {'Port': ['ID=4de45d9e-a148-4730-b620-ba008a013c27,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:23.132079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:23.215267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Attempting to bind port 4de45d9e-a148-4730-b620-ba008a013c27 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:23.215267 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Attempting to bind port 4de45d9e-a148-4730-b620-ba008a013c27 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:23.215637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Attempting to bind port 4de45d9e-a148-4730-b620-ba008a013c27 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:23.219345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-106b52b8-7364-4b5f-86a9-c01a878c4045 None None] Provisioning complete for port ee48991f-32e5-4bd8-ab51-24be6bd81c43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:23.219715 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-106b52b8-7364-4b5f-86a9-c01a878c4045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.253079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:23.253454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:23.253847 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.254244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:23.254739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Bound port: 4de45d9e-a148-4730-b620-ba008a013c27, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:23.255138 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.265936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.272247 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.283630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:23.284018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.361572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Pushing event updated for resources: {'Port': ['ID=ee48991f-32e5-4bd8-ab51-24be6bd81c43,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:23.369548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.376041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-106b52b8-7364-4b5f-86a9-c01a878c4045 None None] Port ee48991f-32e5-4bd8-ab51-24be6bd81c43 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:23.384190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.406655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] For port 4de45d9e-a148-4730-b620-ba008a013c27, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:23.448059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] For port 4de45d9e-a148-4730-b620-ba008a013c27, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4de45d9e-a148-4730-b620-ba008a013c27,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:23.460428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.492093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:23.493577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:23.539782 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Routers {'74cb17cd-ccf9-4a0a-958c-c34978660afe'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:23.540438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['74cb17cd-ccf9-4a0a-958c-c34978660afe'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:23.611382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d5b68-b3bd-4ab3-bfb9-91606e965f11 None None] Pushing event updated for resources: {'Port': ['ID=4de45d9e-a148-4730-b620-ba008a013c27,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:23.669947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Router 74cb17cd-ccf9-4a0a-958c-c34978660afe has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:20:23.681331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] Set router 74cb17cd-ccf9-4a0a-958c-c34978660afe gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:23.805173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:20:23.811561 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7da13ea1-5fcf-444e-afaf-30a709f2bc95 admin admin] 10.222.0.88 "PUT /v2.0/routers/74cb17cd-ccf9-4a0a-958c-c34978660afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2653692 Oct 26 12:20:23.911129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6ec44357-1f32-446f-8319-99bcf26508bb None None] Provisioning complete for port ee48991f-32e5-4bd8-ab51-24be6bd81c43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:23.911570 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ec44357-1f32-446f-8319-99bcf26508bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:23.955263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6ec44357-1f32-446f-8319-99bcf26508bb None None] Port ee48991f-32e5-4bd8-ab51-24be6bd81c43 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:23.966602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:22Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ee48991f-32e5-4bd8-ab51-24be6bd81c43', 'name': '', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'mac_address': 'fa:16:3e:76:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:22Z', 'updated_at': '2021-10-26T12:20:23Z', 'revision_number': 2, 'project_id': '17fef533271a49968a56958f310ce35e', 'subnets': [{'id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:23.997454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c96b9f-4645-4dcd-95b5-0b3df999ef2e None None] The sync data for ids ['74cb17cd-ccf9-4a0a-958c-c34978660afe'] in n-d-812150-3 is: [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:22Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ee48991f-32e5-4bd8-ab51-24be6bd81c43', 'name': '', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'mac_address': 'fa:16:3e:76:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:22Z', 'updated_at': '2021-10-26T12:20:23Z', 'revision_number': 2, 'project_id': '17fef533271a49968a56958f310ce35e', 'subnets': [{'id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:24.534940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:24.534940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-251982255-network', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:24.570733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Made reservation on behalf of fc481603a5e6493ba3a080ebc6595f30 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:20:24.577622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.610052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.697058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.745733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.757692 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.796247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:20:24.807870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1e422-9704-43b9-bfc7-e56b9b39baf6,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:24.816224 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.817140 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Added segment de22ac64-650f-4853-924b-a5c6d521447f of type vlan for network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b Oct 26 12:20:24.884348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.921105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:24.923276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:24.923935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:25.012490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4845502 Oct 26 12:20:25.015142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44950) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:25.020978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Request body: {'subnet': {'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-251982255-subnet', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:25.450180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d5eba-b768-411f-bb17-81ed9d526563 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b16177-7d02-4ce8-a58a-3ad5d0142a8b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:25.458931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Made reservation on behalf of fc481603a5e6493ba3a080ebc6595f30 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:20:25.461804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:25.463099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:20:25.726024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:25.790796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5d7b4e-2b17-4a27-a727-b830288e5df8,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:25.796770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Checking segment: {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:25.797138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Network hostable DHCP agents. Network: a4b16177-7d02-4ce8-a58a-3ad5d0142a8b, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:20:25.820410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:20:25.829937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a4b16177-7d02-4ce8-a58a-3ad5d0142a8b) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:25.841893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:25.842084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:25.845286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0baf19-0659-442b-b24f-f78e8db68ba6 None None] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:20:25.877851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-97ef0e4a-658e-4728-8b07-67203795e034 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8587589 Oct 26 12:20:25.878095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 44964) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:25.883568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:25.910058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:25.911474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.042464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.114539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'fixed_ips': [{'subnet_id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:20:26.115661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.219329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.282368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Allocated IP 172.20.0.2 (a4b16177-7d02-4ce8-a58a-3ad5d0142a8b/0a5d7b4e-2b17-4a27-a727-b830288e5df8/4c61ddfd-0df1-42cc-9e01-b2ee7fd01746) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:26.463291 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.474436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.492542 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.515591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.531119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:26.546987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:26.572037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:26.579624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Pushing event updated for resources: {'Port': ['ID=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:26.696858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Allocated IP 172.25.4.95 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/b56cb1d4-d6ab-41e3-a97c-9a51340981cd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:26.808272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Attempting to bind port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:26.809372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Attempting to bind port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:26.810112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Attempting to bind port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 on network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:26.826281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:26.826756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Checking segment: {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:26.827263 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.827668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Bound using segment: {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:26.828149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Bound port: 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:26.828535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.871117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.915529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:26.978257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:26.982081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:26.992341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:27.035574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Pushing event updated for resources: {'Port': ['ID=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:27.107611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4de45d9e-a148-4730-b620-ba008a013c27 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:27.181035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] For port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:27.184126 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Sync routers for ids ['74cb17cd-ccf9-4a0a-958c-c34978660afe'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:27.188738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] For port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:27.199818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:27.217866 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Routers {'74cb17cd-ccf9-4a0a-958c-c34978660afe'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:27.218842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['74cb17cd-ccf9-4a0a-958c-c34978660afe'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:27.277121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4de45d9e-a148-4730-b620-ba008a013c27 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:27.277581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:27.329929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f39c-147e-4b9d-a358-21342dde4182 None None] Pushing event updated for resources: {'Port': ['ID=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:27.370348 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Set router 74cb17cd-ccf9-4a0a-958c-c34978660afe gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:27.392258 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:27.428537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 4de45d9e-a148-4730-b620-ba008a013c27, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4de45d9e-a148-4730-b620-ba008a013c27,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:27.443517 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:27.497167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:27.515045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=4de45d9e-a148-4730-b620-ba008a013c27,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:27.577293 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:20:27.734075 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:22Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ee48991f-32e5-4bd8-ab51-24be6bd81c43', 'name': '', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'mac_address': 'fa:16:3e:76:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:22Z', 'updated_at': '2021-10-26T12:20:23Z', 'revision_number': 2, 'project_id': '17fef533271a49968a56958f310ce35e', 'subnets': [{'id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:27.808571 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Checking router: 74cb17cd-ccf9-4a0a-958c-c34978660afe for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:27.809033 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Updating router 74cb17cd-ccf9-4a0a-958c-c34978660afe port ee48991f-32e5-4bd8-ab51-24be6bd81c43 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:27.864708 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:27.868374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.066377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Router faaa9a4c-3742-4e76-ae2b-e488647586b1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:20:28.205432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:20:28.216366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Sync routers for ids ['faaa9a4c-3742-4e76-ae2b-e488647586b1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:28.234281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Routers {'faaa9a4c-3742-4e76-ae2b-e488647586b1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:28.235744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['faaa9a4c-3742-4e76-ae2b-e488647586b1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:28.250830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.256462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 44986) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:28.263928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b18b78d2-50bb-432c-aaf1-41dc04c60de2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3846583 Oct 26 12:20:28.366312 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.399012 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.452560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Set router faaa9a4c-3742-4e76-ae2b-e488647586b1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:28.474889 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df6ae3-de16-4bcf-aa3c-1a3d43ae729f None None] Pushing event updated for resources: {'Port': ['ID=ee48991f-32e5-4bd8-ab51-24be6bd81c43,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:28.627032 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Attempting to bind port ee48991f-32e5-4bd8-ab51-24be6bd81c43 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:28.627770 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Attempting to bind port ee48991f-32e5-4bd8-ab51-24be6bd81c43 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:28.628633 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Attempting to bind port ee48991f-32e5-4bd8-ab51-24be6bd81c43 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:28.643650 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:28.644201 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Checking segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:28.647804 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.648323 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Bound using segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:28.649046 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Bound port: ee48991f-32e5-4bd8-ab51-24be6bd81c43, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:28.651281 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.784441 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] For port ee48991f-32e5-4bd8-ab51-24be6bd81c43, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:28.792306 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] For port ee48991f-32e5-4bd8-ab51-24be6bd81c43, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ee48991f-32e5-4bd8-ab51-24be6bd81c43,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:28.812962 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:28.919207 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Routers {'74cb17cd-ccf9-4a0a-958c-c34978660afe'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:28.927627 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['74cb17cd-ccf9-4a0a-958c-c34978660afe'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:28.939290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:20:27Z', 'revision_number': 3, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:29.002813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Checking router: faaa9a4c-3742-4e76-ae2b-e488647586b1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:29.007061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Updating router faaa9a4c-3742-4e76-ae2b-e488647586b1 port b56cb1d4-d6ab-41e3-a97c-9a51340981cd binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:29.100991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:29.167026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682887c-d2a6-47b8-b418-d2716f4c6623 None None] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:20:29.260766 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:29.369290 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df6ae3-de16-4bcf-aa3c-1a3d43ae729f None None] Pushing event updated for resources: {'Port': ['ID=ee48991f-32e5-4bd8-ab51-24be6bd81c43,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:29.404557 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] Set router 74cb17cd-ccf9-4a0a-958c-c34978660afe gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:29.473583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4de45d9e-a148-4730-b620-ba008a013c27 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:29.478259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b8ce2bdc-d3c8-47a5-b7b8-25afc5772306 None None] Provisioning complete for port ee48991f-32e5-4bd8-ab51-24be6bd81c43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:29.478632 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2bdc-d3c8-47a5-b7b8-25afc5772306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:29.632748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Allocated IP 172.20.0.1 (a4b16177-7d02-4ce8-a58a-3ad5d0142a8b/0a5d7b4e-2b17-4a27-a727-b830288e5df8/3c687632-6207-4a0b-acbc-b946f4c96fc5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:29.809666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4de45d9e-a148-4730-b620-ba008a013c27 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:29.810052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:29.827059 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:22Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ee48991f-32e5-4bd8-ab51-24be6bd81c43', 'name': '', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'mac_address': 'fa:16:3e:76:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:22Z', 'updated_at': '2021-10-26T12:20:28Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'subnets': [{'id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:29.858280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:29.861024 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b061d-42ce-4f43-b95a-5ba00d222dd7 None None] The sync data for ids ['74cb17cd-ccf9-4a0a-958c-c34978660afe'] in n-d-812150-3 is: [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:22Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ee48991f-32e5-4bd8-ab51-24be6bd81c43', 'name': '', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'mac_address': 'fa:16:3e:76:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:22Z', 'updated_at': '2021-10-26T12:20:28Z', 'revision_number': 4, 'project_id': '17fef533271a49968a56958f310ce35e', 'subnets': [{'id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:29.914646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:29.969134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:29.972818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:29.976657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:30.019630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Pushing event updated for resources: {'Port': ['ID=3c687632-6207-4a0b-acbc-b946f4c96fc5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:30.045304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.118152 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.140640 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2bdc-d3c8-47a5-b7b8-25afc5772306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.196728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.235971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:30.291940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.355134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Attempting to bind port b56cb1d4-d6ab-41e3-a97c-9a51340981cd on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:30.355521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Attempting to bind port b56cb1d4-d6ab-41e3-a97c-9a51340981cd by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:30.355899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Attempting to bind port b56cb1d4-d6ab-41e3-a97c-9a51340981cd on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:30.390771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:30.391521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:30.391949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.392409 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:30.392914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Bound port: b56cb1d4-d6ab-41e3-a97c-9a51340981cd, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:30.393306 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.398641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b8ce2bdc-d3c8-47a5-b7b8-25afc5772306 None None] For port ee48991f-32e5-4bd8-ab51-24be6bd81c43, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ee48991f-32e5-4bd8-ab51-24be6bd81c43,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:30.401712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21394f3-5f41-4b5f-8f3a-a96abc057a21 None None] Pushing event updated for resources: {'Port': ['ID=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:30.434061 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2bdc-d3c8-47a5-b7b8-25afc5772306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.447018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:30.447018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.585251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] For port b56cb1d4-d6ab-41e3-a97c-9a51340981cd, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:30.594546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4b42cdae-4840-406c-a10d-5c16e606e397 None None] Provisioning complete for port ee48991f-32e5-4bd8-ab51-24be6bd81c43 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:30.594841 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b42cdae-4840-406c-a10d-5c16e606e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.600026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.619057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.662010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce2bdc-d3c8-47a5-b7b8-25afc5772306 None None] Pushing event updated for resources: {'Port': ['ID=ee48991f-32e5-4bd8-ab51-24be6bd81c43,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:30.679175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] For port b56cb1d4-d6ab-41e3-a97c-9a51340981cd, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:30.699158 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.713592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Pushing event updated for resources: {'Port': ['ID=3c687632-6207-4a0b-acbc-b946f4c96fc5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:30.716323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:30.847510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:30.849489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:30.885609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21394f3-5f41-4b5f-8f3a-a96abc057a21 None None] Pushing event updated for resources: {'Port': ['ID=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:30.891611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Routers {'faaa9a4c-3742-4e76-ae2b-e488647586b1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:30.892245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['faaa9a4c-3742-4e76-ae2b-e488647586b1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:30.898032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4b42cdae-4840-406c-a10d-5c16e606e397 None None] Provisioning complete for port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:30.898397 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b42cdae-4840-406c-a10d-5c16e606e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:31.056743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Router faaa9a4c-3742-4e76-ae2b-e488647586b1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:20:31.072503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:31.165257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] Set router faaa9a4c-3742-4e76-ae2b-e488647586b1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:31.168195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:31.284352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:20:31.304164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-adcb0ab9-be4d-40ff-b354-ca99a0d885ad admin admin] 10.222.0.88 "PUT /v2.0/routers/faaa9a4c-3742-4e76-ae2b-e488647586b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460050 Oct 26 12:20:31.312665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:31.568949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ee48991f-32e5-4bd8-ab51-24be6bd81c43 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:31.625173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:31.733565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ee48991f-32e5-4bd8-ab51-24be6bd81c43 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:31.733945 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:31.810192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-63014223-ed7b-4439-b4e9-dc93941044be None None] Provisioning complete for port 3c687632-6207-4a0b-acbc-b946f4c96fc5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:31.819561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-63014223-ed7b-4439-b4e9-dc93941044be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:31.862487 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3c687632-6207-4a0b-acbc-b946f4c96fc5', 'name': '', 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'mac_address': 'fa:16:3e:71:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:29Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 2, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'subnets': [{'id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:31.960470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f536b-03c4-405e-82d5-8d5cdf1f1382 None None] The sync data for ids ['faaa9a4c-3742-4e76-ae2b-e488647586b1'] in n-d-812150-3 is: [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3c687632-6207-4a0b-acbc-b946f4c96fc5', 'name': '', 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'mac_address': 'fa:16:3e:71:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:29Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 2, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'subnets': [{'id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:31.966365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-63014223-ed7b-4439-b4e9-dc93941044be None None] Port 3c687632-6207-4a0b-acbc-b946f4c96fc5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:32.171193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-ffed3160-d507-45bc-8a8c-3410ae861d95 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:32.196942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-ffed3160-d507-45bc-8a8c-3410ae861d95 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/networks?id=3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 200 len: 912 time: 0.1957381 Oct 26 12:20:32.223352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-d932fbfc-27c8-4533-b1af-21786fe8597a tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/quotas/fc481603a5e6493ba3a080ebc6595f30 HTTP/1.1" status: 200 len: 375 time: 0.0253232 Oct 26 12:20:32.467990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-ea88c1db-5ddb-45b7-a3df-df36abd64f58 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc481603a5e6493ba3a080ebc6595f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2312832 Oct 26 12:20:32.613333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1b25cc3a-40a6-464e-94ab-b790b82c92a1 service neutron] 10.222.0.88 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389747 Oct 26 12:20:32.772045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-5cc2aa1d-4a2c-4762-80be-fc2b5ff45aa2 service neutron] 10.222.0.88 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516581 Oct 26 12:20:32.848785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45030) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:33.044405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0457abb-df33-4dde-9528-2a681b48379c req-b5c4d924-9b9b-4a99-bac4-41ff948ac1b1 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 210 time: 0.0539839 Oct 26 12:20:33.077741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2b84-5ade-48ec-89c8-85e4385518ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.231928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2b84-5ade-48ec-89c8-85e4385518ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.238699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2b84-5ade-48ec-89c8-85e4385518ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.289655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b2ec2b84-5ade-48ec-89c8-85e4385518ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc16c89b006f4a1d87a91a280fab4c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397540 Oct 26 12:20:33.290878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec2b84-5ade-48ec-89c8-85e4385518ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4418ec19-3e9f-48d3-aa03-d6677ff6f1eb,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:33.292596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45042) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:33.444686 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6513-1b2c-4b83-ad3b-a601f4a77dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.479605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6513-1b2c-4b83-ad3b-a601f4a77dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.541673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6513-1b2c-4b83-ad3b-a601f4a77dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.545237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6513-1b2c-4b83-ad3b-a601f4a77dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.550177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2cfa6513-1b2c-4b83-ad3b-a601f4a77dc0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4418ec19-3e9f-48d3-aa03-d6677ff6f1eb HTTP/1.1" status: 204 len: 168 time: 0.2542582 Oct 26 12:20:33.561020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa6513-1b2c-4b83-ad3b-a601f4a77dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4418ec19-3e9f-48d3-aa03-d6677ff6f1eb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:33.672940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b56cb1d4-d6ab-41e3-a97c-9a51340981cd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:33.729893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b56cb1d4-d6ab-41e3-a97c-9a51340981cd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:33.731101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.834931 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.861682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port b56cb1d4-d6ab-41e3-a97c-9a51340981cd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:33.872414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.873560 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:33.972591 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:33.998976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:34.009781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:34.010163 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:34.185738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-233412a6-9664-40cb-aac2-a367bfa6cb4a req-815f26ed-d08b-454f-9a44-c429812a1521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 210 time: 0.0292246 Oct 26 12:20:34.681238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-af7e85fb-acd5-48cd-8935-53a172f0e9cb tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:34.683140 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-af7e85fb-acd5-48cd-8935-53a172f0e9cb tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.30 "GET /v2.0/networks?id=3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 200 len: 912 time: 0.0987692 Oct 26 12:20:34.697585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Request body: {'port': {'device_id': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'admin_state_up': True, 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:34.720403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Made reservation on behalf of fc481603a5e6493ba3a080ebc6595f30 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:20:34.723117 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:34.848673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Allocated IP 172.20.0.7 (3edb17f2-b99a-4b0b-a57f-0afe1076b648/28eb71f9-6f98-4358-8c0e-64a2618e5f25/6b2e89fe-54c7-4380-b00f-9a6b46172274) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:35.006317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.057797 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.114842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:35.118001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:35.121087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:35.164879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:35.165852 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.184865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4913220 Oct 26 12:20:35.186047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e21ff-9e47-4e9a-a8c4-a5c2bd531908 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Pushing event updated for resources: {'Port': ['ID=6b2e89fe-54c7-4380-b00f-9a6b46172274,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:35.203963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Request body: {'port': {'device_id': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:35.273098 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.446931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b56cb1d4-d6ab-41e3-a97c-9a51340981cd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:35.492142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b5fc5-9eab-4aae-b2a2-cab33cc2c32b req-0eb9949e-b264-4357-8da6-3a392df1a4c7 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:35.493704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-180b5fc5-9eab-4aae-b2a2-cab33cc2c32b req-0eb9949e-b264-4357-8da6-3a392df1a4c7 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1027 time: 0.1669080 Oct 26 12:20:35.527911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b56cb1d4-d6ab-41e3-a97c-9a51340981cd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:35.528285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.558347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-180b5fc5-9eab-4aae-b2a2-cab33cc2c32b req-6f3507f3-72d4-4e98-99b1-b76dde2c04f2 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Oct 26 12:20:35.639960 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.650269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-589e5274-540e-402c-91f4-8a6a4f534101 None None] Provisioning complete for port 6b2e89fe-54c7-4380-b00f-9a6b46172274 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:35.651020 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-589e5274-540e-402c-91f4-8a6a4f534101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.704021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-589e5274-540e-402c-91f4-8a6a4f534101 None None] Port 6b2e89fe-54c7-4380-b00f-9a6b46172274 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:35.776839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2e89fe-54c7-4380-b00f-9a6b46172274 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:20:35.785000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.804193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Transition to ACTIVE for port object 6b2e89fe-54c7-4380-b00f-9a6b46172274 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:20:35.808647 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:35.868945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e89fe-54c7-4380-b00f-9a6b46172274,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:35.894314 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Sync routers for ids ['faaa9a4c-3742-4e76-ae2b-e488647586b1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:20:35.909467 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Routers {'faaa9a4c-3742-4e76-ae2b-e488647586b1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:35.910362 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['faaa9a4c-3742-4e76-ae2b-e488647586b1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:35.958327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Attempting to bind port 6b2e89fe-54c7-4380-b00f-9a6b46172274 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:35.958786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Attempting to bind port 6b2e89fe-54c7-4380-b00f-9a6b46172274 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:35.959255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Attempting to bind port 6b2e89fe-54c7-4380-b00f-9a6b46172274 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:35.964524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Port 6b2e89fe-54c7-4380-b00f-9a6b46172274 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:20:35.965046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Attempting to bind port 6b2e89fe-54c7-4380-b00f-9a6b46172274 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:35.971167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:35.971704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Checking segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:35.972272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Bound using segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:35.973040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Bound port: 6b2e89fe-54c7-4380-b00f-9a6b46172274, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:35.974076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.071501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] For port 6b2e89fe-54c7-4380-b00f-9a6b46172274, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:36.071501 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] For port 6b2e89fe-54c7-4380-b00f-9a6b46172274, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:36.081679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.098157 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Set router faaa9a4c-3742-4e76-ae2b-e488647586b1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:36.124688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:36.125457 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.127041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] 10.222.0.30 "PUT /v2.0/ports/6b2e89fe-54c7-4380-b00f-9a6b46172274 HTTP/1.1" status: 200 len: 1091 time: 0.9278004 Oct 26 12:20:36.127672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'tag': '6b2e89fe-54c7-4380-b00f-9a6b46172274'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:20:36.131026 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4e05d9-ba1d-4349-8689-46058982a3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d52e7754-b490-48aa-9b0a-961386116b9f", "tag": "6b2e89fe-54c7-4380-b00f-9a6b46172274"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:20:36.173134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718d96-10b7-45ce-b8b8-4ca920c7b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e89fe-54c7-4380-b00f-9a6b46172274,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:36.224757 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-791fc9a5-9844-4d0e-a9b6-e8af29ea91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:36.226409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-791fc9a5-9844-4d0e-a9b6-e8af29ea91fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc481603a5e6493ba3a080ebc6595f30&device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1094 time: 0.0499966 Oct 26 12:20:36.290042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-53e80ca3-3efb-40fd-8518-6f1ed829c81c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274 HTTP/1.1" status: 200 len: 217 time: 0.0546002 Oct 26 12:20:36.463737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3c687632-6207-4a0b-acbc-b946f4c96fc5', 'name': '', 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'mac_address': 'fa:16:3e:71:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:29Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 2, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'subnets': [{'id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:36.494270 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Checking router: faaa9a4c-3742-4e76-ae2b-e488647586b1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:20:36.494748 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Updating router faaa9a4c-3742-4e76-ae2b-e488647586b1 port 3c687632-6207-4a0b-acbc-b946f4c96fc5 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:20:36.525712 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.650901 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a60c55-defd-454f-a428-875516182a70 x-openstack-request-id: req-63a60c55-defd-454f-a428-875516182a70 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:20:36.651288 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52e7754-b490-48aa-9b0a-961386116b9f", "tag": "6b2e89fe-54c7-4380-b00f-9a6b46172274", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:20:36.651508 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-63a60c55-defd-454f-a428-875516182a70 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:20:36.651850 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'tag': '6b2e89fe-54c7-4380-b00f-9a6b46172274', 'status': 'completed', 'code': 200} Oct 26 12:20:36.694199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-4763801d-cf63-4e48-a4f4-38c06067b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:36.695725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-4763801d-cf63-4e48-a4f4-38c06067b7db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28eb71f9-6f98-4358-8c0e-64a2618e5f25 HTTP/1.1" status: 200 len: 849 time: 0.3944917 Oct 26 12:20:36.704893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ed85-7bbb-48ad-824b-b335ab7e9ab0 req-c665b8f5-1e28-412f-9569-7c6b6fd4b2cf tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:36.706330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4503ed85-7bbb-48ad-824b-b335ab7e9ab0 req-c665b8f5-1e28-412f-9569-7c6b6fd4b2cf tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1094 time: 0.0537496 Oct 26 12:20:36.790388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4503ed85-7bbb-48ad-824b-b335ab7e9ab0 req-4f953d32-8538-4c05-aa1f-338e32e81039 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726659 Oct 26 12:20:36.792175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-fa519c1a-4db4-443d-9504-ad0e1d53dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:36.793584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-fa519c1a-4db4-443d-9504-ad0e1d53dedb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edb17f2-b99a-4b0b-a57f-0afe1076b648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840893 Oct 26 12:20:36.853931 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.860051 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.904776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-2709f18a-dd0d-4c6d-bfec-998eecf9ca46 service neutron] 10.222.0.30 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910461 Oct 26 12:20:36.932243 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592386b0-9fff-47d0-ac7d-fb3a3c5b0c94 None None] Pushing event updated for resources: {'Port': ['ID=3c687632-6207-4a0b-acbc-b946f4c96fc5,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:36.988400 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Attempting to bind port 3c687632-6207-4a0b-acbc-b946f4c96fc5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:36.988771 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Attempting to bind port 3c687632-6207-4a0b-acbc-b946f4c96fc5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:36.989676 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Attempting to bind port 3c687632-6207-4a0b-acbc-b946f4c96fc5 on network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:36.995504 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:36.995878 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Checking segment: {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:36.996427 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:36.996698 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Bound using segment: {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:36.997169 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Bound port: 3c687632-6207-4a0b-acbc-b946f4c96fc5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de22ac64-650f-4853-924b-a5c6d521447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:36.997543 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:37.032210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d77903b-b3c7-46dc-a28f-82f62f42611c req-ae50e249-40d7-4627-8143-550b766f3d00 service neutron] 10.222.0.30 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145556 Oct 26 12:20:37.149787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] For port 3c687632-6207-4a0b-acbc-b946f4c96fc5, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:37.153848 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] For port 3c687632-6207-4a0b-acbc-b946f4c96fc5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3c687632-6207-4a0b-acbc-b946f4c96fc5,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:37.160126 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:37.185550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-8df10e69-dc5b-4413-b7f9-a3ea96239d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:37.187249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-8df10e69-dc5b-4413-b7f9-a3ea96239d52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc481603a5e6493ba3a080ebc6595f30&device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1094 time: 0.0779817 Oct 26 12:20:37.262912 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Routers {'faaa9a4c-3742-4e76-ae2b-e488647586b1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:20:37.263548 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['faaa9a4c-3742-4e76-ae2b-e488647586b1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:37.298639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3974263a-e52b-4e88-bf0c-19210dbef18d None None] Provisioning complete for port 3c687632-6207-4a0b-acbc-b946f4c96fc5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:37.299384 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3974263a-e52b-4e88-bf0c-19210dbef18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:37.348006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-a200480a-65a5-4682-8bf7-d0d8d4b3cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:37.356836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-a200480a-65a5-4682-8bf7-d0d8d4b3cd8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 200 len: 912 time: 0.1510715 Oct 26 12:20:37.424214 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] Set router faaa9a4c-3742-4e76-ae2b-e488647586b1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:20:37.458708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-01dff3f6-60a8-4b05-879f-2b1149db2657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274 HTTP/1.1" status: 200 len: 217 time: 0.0937943 Oct 26 12:20:37.489991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3974263a-e52b-4e88-bf0c-19210dbef18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:37.536145 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592386b0-9fff-47d0-ac7d-fb3a3c5b0c94 None None] Pushing event updated for resources: {'Port': ['ID=3c687632-6207-4a0b-acbc-b946f4c96fc5,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:37.536937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-17686a1c-673a-4342-bb47-58f20c0f3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:37.538003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3974263a-e52b-4e88-bf0c-19210dbef18d None None] For port 3c687632-6207-4a0b-acbc-b946f4c96fc5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3c687632-6207-4a0b-acbc-b946f4c96fc5,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:37.538462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-17686a1c-673a-4342-bb47-58f20c0f3716 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28eb71f9-6f98-4358-8c0e-64a2618e5f25 HTTP/1.1" status: 200 len: 849 time: 0.0717173 Oct 26 12:20:37.549469 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3974263a-e52b-4e88-bf0c-19210dbef18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:37.635669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-6f026e28-8021-4b03-a96d-4279912b13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:37.646939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-6f026e28-8021-4b03-a96d-4279912b13ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edb17f2-b99a-4b0b-a57f-0afe1076b648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901091 Oct 26 12:20:37.655078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974263a-e52b-4e88-bf0c-19210dbef18d None None] Pushing event updated for resources: {'Port': ['ID=3c687632-6207-4a0b-acbc-b946f4c96fc5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:37.685481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2b014cb9-e4b5-405d-aebd-5b25822c48bc None None] Provisioning complete for port 3c687632-6207-4a0b-acbc-b946f4c96fc5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:37.686218 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b014cb9-e4b5-405d-aebd-5b25822c48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:37.736995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-a2fdbaa5-4a6d-41db-bb21-b46749d0525e service neutron] 10.222.0.30 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891428 Oct 26 12:20:37.755872 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3c687632-6207-4a0b-acbc-b946f4c96fc5', 'name': '', 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'mac_address': 'fa:16:3e:71:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:29Z', 'updated_at': '2021-10-26T12:20:37Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'subnets': [{'id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:20:37.872435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f4e05d9-ba1d-4349-8689-46058982a3ac req-b8921fde-8da8-4ecb-a55a-304c99eecc4a service neutron] 10.222.0.30 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255662 Oct 26 12:20:37.927419 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c7e32-8266-4c6c-a468-1b5f1151d583 None None] The sync data for ids ['faaa9a4c-3742-4e76-ae2b-e488647586b1'] in n-d-812150-3 is: [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:20:30Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '3c687632-6207-4a0b-acbc-b946f4c96fc5', 'name': '', 'network_id': 'a4b16177-7d02-4ce8-a58a-3ad5d0142a8b', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'mac_address': 'fa:16:3e:71:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:29Z', 'updated_at': '2021-10-26T12:20:37Z', 'revision_number': 4, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'subnets': [{'id': '0a5d7b4e-2b17-4a27-a727-b830288e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:20:37.957045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cccfd-9586-4e1a-8c19-3cc8527135c1 req-31187aca-96cd-4447-9eb7-2b7792443e67 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:37.959070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c6cccfd-9586-4e1a-8c19-3cc8527135c1 req-31187aca-96cd-4447-9eb7-2b7792443e67 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1094 time: 0.0490947 Oct 26 12:20:38.015912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c6cccfd-9586-4e1a-8c19-3cc8527135c1 req-89e8f408-b63b-4d6f-9830-1e5bd660d803 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507212 Oct 26 12:20:39.157992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9cdb7-4337-4db3-8bb8-d8a5cc581b25 req-6ced0c04-0890-4fd1-8686-4c6f8f719816 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:39.160222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cd9cdb7-4337-4db3-8bb8-d8a5cc581b25 req-6ced0c04-0890-4fd1-8686-4c6f8f719816 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1094 time: 0.0672433 Oct 26 12:20:39.202297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cd9cdb7-4337-4db3-8bb8-d8a5cc581b25 req-95fa370d-bf4e-4003-92a5-e418a6075094 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Oct 26 12:20:39.453805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3c687632-6207-4a0b-acbc-b946f4c96fc5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:39.539839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3c687632-6207-4a0b-acbc-b946f4c96fc5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:39.540271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:40.323046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0f6e-49bf-4aaa-91a9-6f25a4feed15 req-7b243722-8823-4fd3-bb4e-8fd998665f30 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:40.324745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64ff0f6e-49bf-4aaa-91a9-6f25a4feed15 req-7b243722-8823-4fd3-bb4e-8fd998665f30 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1094 time: 0.0492668 Oct 26 12:20:40.387090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64ff0f6e-49bf-4aaa-91a9-6f25a4feed15 req-55e18612-bf7d-49b5-bd0c-2af305ef213a tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Oct 26 12:20:40.805433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45134) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:40.882957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6b2e89fe-54c7-4380-b00f-9a6b46172274 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:20:40.926889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9c47-d92f-483b-aaf9-a4ede3845009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:40.997851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6b2e89fe-54c7-4380-b00f-9a6b46172274, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:41.014218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '6b2e89fe-54c7-4380-b00f-9a6b46172274', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'port_id': '6b2e89fe-54c7-4380-b00f-9a6b46172274', 'mac_address': 'fa:16:3e:98:45:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:20:41.015692 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9c47-d92f-483b-aaf9-a4ede3845009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.024050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9c47-d92f-483b-aaf9-a4ede3845009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.081078 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.084726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3ebc9c47-d92f-483b-aaf9-a4ede3845009 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4abc0b2fabb04ea5bc3810b3c7525a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779617 Oct 26 12:20:41.087766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:41.089911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc9c47-d92f-483b-aaf9-a4ede3845009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162ae6a-84fd-4a8f-b0ac-b774968973c3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:41.099669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2e89fe-54c7-4380-b00f-9a6b46172274 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:20:41.123865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6b2e89fe-54c7-4380-b00f-9a6b46172274, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:41.128870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.162497 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65301011-cc74-41b2-b38c-21bf86cab355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.178939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6b2e89fe-54c7-4380-b00f-9a6b46172274,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:41.185961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65301011-cc74-41b2-b38c-21bf86cab355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.233551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65301011-cc74-41b2-b38c-21bf86cab355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.236080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-65301011-cc74-41b2-b38c-21bf86cab355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:41.237226 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65301011-cc74-41b2-b38c-21bf86cab355 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5162ae6a-84fd-4a8f-b0ac-b774968973c3 HTTP/1.1" status: 204 len: 168 time: 0.1480291 Oct 26 12:20:41.248457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65301011-cc74-41b2-b38c-21bf86cab355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162ae6a-84fd-4a8f-b0ac-b774968973c3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:41.402084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6b2e89fe-54c7-4380-b00f-9a6b46172274'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:20:41.539859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf3a0-9c69-4387-bf6c-5a137e09b173 req-9ba43c01-c429-4ab6-a0fd-4dd50c6efaf4 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:41.548260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6fdf3a0-9c69-4387-bf6c-5a137e09b173 req-9ba43c01-c429-4ab6-a0fd-4dd50c6efaf4 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1095 time: 0.0574648 Oct 26 12:20:41.596796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6fdf3a0-9c69-4387-bf6c-5a137e09b173 req-d8a8f367-2b08-4e4f-91f7-7998b91cb87f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474675 Oct 26 12:20:42.322997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45174) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:42.429551 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2745373-a0f2-40f3-a5b0-41ebf50e1533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.506640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2745373-a0f2-40f3-a5b0-41ebf50e1533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.510473 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2745373-a0f2-40f3-a5b0-41ebf50e1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.555442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f2745373-a0f2-40f3-a5b0-41ebf50e1533 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1929656cc4464604929657a79554bad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311943 Oct 26 12:20:42.556636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2745373-a0f2-40f3-a5b0-41ebf50e1533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bd496b-1ce8-4554-992c-10b8bce3cc1f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:42.558107 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45178) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:42.619779 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf84c-54c1-4468-9ca0-2a6d94143ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.646654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf84c-54c1-4468-9ca0-2a6d94143ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.723859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1abe8-3e59-4174-aef6-a0a926b4903a req-f7e161c8-ecbd-4c97-9474-5ce92e4dd428 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:42.725649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6c1abe8-3e59-4174-aef6-a0a926b4903a req-f7e161c8-ecbd-4c97-9474-5ce92e4dd428 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1095 time: 0.0526042 Oct 26 12:20:42.736591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf84c-54c1-4468-9ca0-2a6d94143ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.739365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf84c-54c1-4468-9ca0-2a6d94143ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:42.740480 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1a6bf84c-54c1-4468-9ca0-2a6d94143ca5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/83bd496b-1ce8-4554-992c-10b8bce3cc1f HTTP/1.1" status: 204 len: 168 time: 0.1811779 Oct 26 12:20:42.764275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bf84c-54c1-4468-9ca0-2a6d94143ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bd496b-1ce8-4554-992c-10b8bce3cc1f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:42.783793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6c1abe8-3e59-4174-aef6-a0a926b4903a req-a4bd7bbf-c103-47cd-954d-7653e5a119d1 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 Oct 26 12:20:42.902306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6b2e89fe-54c7-4380-b00f-9a6b46172274 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:42.959819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 6b2e89fe-54c7-4380-b00f-9a6b46172274 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:20:42.963943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 6b2e89fe-54c7-4380-b00f-9a6b46172274 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:42.964331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:43.047522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:43.077739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e89fe-54c7-4380-b00f-9a6b46172274'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:20:43.080081 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d24c6-4167-4caa-8045-786009577dff" -d '{"events": [{"server_uuid": "d52e7754-b490-48aa-9b0a-961386116b9f", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e89fe-54c7-4380-b00f-9a6b46172274"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:20:43.093634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6b2e89fe-54c7-4380-b00f-9a6b46172274, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:43.098664 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:43.133925 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe3c59-1fc1-43ec-bdb4-fcf62ffa19f2 x-openstack-request-id: req-aebe3c59-1fc1-43ec-bdb4-fcf62ffa19f2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:20:43.134239 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52e7754-b490-48aa-9b0a-961386116b9f", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e89fe-54c7-4380-b00f-9a6b46172274", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:20:43.134626 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aebe3c59-1fc1-43ec-bdb4-fcf62ffa19f2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:20:43.135074 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e89fe-54c7-4380-b00f-9a6b46172274', 'code': 200} Oct 26 12:20:43.155296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6b2e89fe-54c7-4380-b00f-9a6b46172274,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:43.249511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bcb23-52b2-4c05-8dda-b56b79a8fa3f req-61ffa60e-bbe9-4387-bf7d-36e423e09a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:43.251963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b6bcb23-52b2-4c05-8dda-b56b79a8fa3f req-61ffa60e-bbe9-4387-bf7d-36e423e09a1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0489116 Oct 26 12:20:43.293085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6b6bcb23-52b2-4c05-8dda-b56b79a8fa3f req-718565a4-d8e5-4cb8-b146-f52af7c69c95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326211 Oct 26 12:20:43.914333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49966f-c50b-4248-abb4-0018d1ab7465 req-54796de3-ddb9-4dd2-9d79-fc922363893c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:43.923735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec49966f-c50b-4248-abb4-0018d1ab7465 req-54796de3-ddb9-4dd2-9d79-fc922363893c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0473554 Oct 26 12:20:43.959366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec49966f-c50b-4248-abb4-0018d1ab7465 req-46f1f771-b6a9-4013-9800-bf76f143e31b tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Oct 26 12:20:45.076808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fdab5-be0b-4b3c-84e0-04da0722c3dc req-0b0b7d42-562e-4c44-8fdd-479e451d2eaf tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:45.078378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c4fdab5-be0b-4b3c-84e0-04da0722c3dc req-0b0b7d42-562e-4c44-8fdd-479e451d2eaf tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0459483 Oct 26 12:20:45.113876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c4fdab5-be0b-4b3c-84e0-04da0722c3dc req-086410fa-7215-4448-933a-54836890c275 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285952 Oct 26 12:20:45.233673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136695-9e16-491b-aaef-a2b599e60064 req-092ee7f7-2c08-4d3f-a20b-75c11af1756c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:45.235595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74136695-9e16-491b-aaef-a2b599e60064 req-092ee7f7-2c08-4d3f-a20b-75c11af1756c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0513237 Oct 26 12:20:45.287823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74136695-9e16-491b-aaef-a2b599e60064 req-eaa38527-901f-46e2-ab04-f51c6c304589 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Oct 26 12:20:45.419125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33545d93-3ad9-48c0-8fde-3a83dbdfe21e req-a0e0c197-6fba-4d7a-b425-04a1c4126000 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:45.420854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33545d93-3ad9-48c0-8fde-3a83dbdfe21e req-a0e0c197-6fba-4d7a-b425-04a1c4126000 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0509081 Oct 26 12:20:45.464725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33545d93-3ad9-48c0-8fde-3a83dbdfe21e req-3490bf84-22d0-488b-98ed-e3bd8dc85f6f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351195 Oct 26 12:20:45.735941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-cb0ae450-c13a-4b0a-8946-f53abc83513c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:45.737467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-cb0ae450-c13a-4b0a-8946-f53abc83513c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/networks?id=3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 200 len: 912 time: 0.0949814 Oct 26 12:20:45.754933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-e9f15db1-4cb1-468a-be3b-7923ea511288 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/quotas/fc481603a5e6493ba3a080ebc6595f30 HTTP/1.1" status: 200 len: 375 time: 0.0101161 Oct 26 12:20:45.804813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-8e9755c7-68f4-4993-af75-6f42a3b2f8a2 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc481603a5e6493ba3a080ebc6595f30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0436456 Oct 26 12:20:45.906055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-ae21dd85-0d2a-43cc-b97a-8925d6374b5c service neutron] 10.222.0.88 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928061 Oct 26 12:20:46.006913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-e19777cf-a067-4284-8cfe-b0948c3494bb service neutron] 10.222.0.88 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942054 Oct 26 12:20:46.231948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-95e92fe1-5b3a-42a0-8e3f-5776cfb25518 req-0337cc29-8a82-4670-8c8f-d6d0c21be2d6 service neutron] (102760) timed out ('10.222.0.88', 46116) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:20:46.234173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a96bb502-07c9-4be7-b4b9-2b73015afc70 req-5f462ece-61e2-48ee-bc2d-d45ed14becdf tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 210 time: 0.0530744 Oct 26 12:20:47.221813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-eb079147-c807-45ee-b9cb-32b32de2bc24 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:47.225861 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-eb079147-c807-45ee-b9cb-32b32de2bc24 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.100 "GET /v2.0/networks?id=3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 200 len: 912 time: 0.1099541 Oct 26 12:20:47.246655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Request body: {'port': {'device_id': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'admin_state_up': True, 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:47.288192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Made reservation on behalf of fc481603a5e6493ba3a080ebc6595f30 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:20:47.291430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:47.362610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10d94ccf-985e-40d0-9148-86a7de1cfc86 req-a6492935-17c9-4b9c-a60e-941787529d72 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 210 time: 0.0336003 Oct 26 12:20:47.438240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Allocated IP 172.20.0.9 (3edb17f2-b99a-4b0b-a57f-0afe1076b648/28eb71f9-6f98-4358-8c0e-64a2618e5f25/aaeaada4-1d98-48ad-8c38-39138a4c74b0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:20:47.601006 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:47.636606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:47.648483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6b2e89fe-54c7-4380-b00f-9a6b46172274'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:20:48.076891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:20:48.083459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:20:48.084702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:20:48.111401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Pushing event updated for resources: {'Port': ['ID=aaeaada4-1d98-48ad-8c38-39138a4c74b0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:48.132683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:48.133441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.156703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-6032c2bd-d4d4-4c6f-89c0-825c0cf7803f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9139669 Oct 26 12:20:48.179711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Request body: {'port': {'device_id': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:20:48.239876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.442747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8a668e2b-60be-406d-a6e6-595662add895 None None] Provisioning complete for port aaeaada4-1d98-48ad-8c38-39138a4c74b0 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:48.443175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8a668e2b-60be-406d-a6e6-595662add895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.482249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e616e0-e826-4779-917d-89b9c4a3db3c req-0a38302f-9e33-434a-b6c4-a1ff43c58b2b tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:48.491399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e616e0-e826-4779-917d-89b9c4a3db3c req-0a38302f-9e33-434a-b6c4-a1ff43c58b2b tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1027 time: 0.0557117 Oct 26 12:20:48.518739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8a668e2b-60be-406d-a6e6-595662add895 None None] Port aaeaada4-1d98-48ad-8c38-39138a4c74b0 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:20:48.533479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3e616e0-e826-4779-917d-89b9c4a3db3c req-1c6ac8e6-a1af-4f80-a78b-de968117759f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Oct 26 12:20:48.568798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaeaada4-1d98-48ad-8c38-39138a4c74b0 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:20:48.576461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.588415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Transition to ACTIVE for port object aaeaada4-1d98-48ad-8c38-39138a4c74b0 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:20:48.593190 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.645137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=aaeaada4-1d98-48ad-8c38-39138a4c74b0,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:48.727483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Attempting to bind port aaeaada4-1d98-48ad-8c38-39138a4c74b0 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:20:48.728054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Attempting to bind port aaeaada4-1d98-48ad-8c38-39138a4c74b0 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:20:48.728679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Attempting to bind port aaeaada4-1d98-48ad-8c38-39138a4c74b0 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:48.738103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Port aaeaada4-1d98-48ad-8c38-39138a4c74b0 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:20:48.739159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Attempting to bind port aaeaada4-1d98-48ad-8c38-39138a4c74b0 on network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:20:48.749468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:20:48.749774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Checking segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:20:48.750225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Bound using segment: {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:20:48.750579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Bound port: aaeaada4-1d98-48ad-8c38-39138a4c74b0, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4890497d-d6ae-4c21-905c-62a4ebd35e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:20:48.750962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.836992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] For port aaeaada4-1d98-48ad-8c38-39138a4c74b0, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:20:48.840461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] For port aaeaada4-1d98-48ad-8c38-39138a4c74b0, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:20:48.847507 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.888701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:48.889332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:48.890903 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] 10.222.0.100 "PUT /v2.0/ports/aaeaada4-1d98-48ad-8c38-39138a4c74b0 HTTP/1.1" status: 200 len: 1091 time: 0.7251990 Oct 26 12:20:48.891803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'tag': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:20:48.893589 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67f7f38-e8d6-4806-9dc3-e538ca26801a" -d '{"events": [{"name": "network-changed", "server_uuid": "70b9c0cd-eef6-46a6-b548-8f6c1f5e503b", "tag": "aaeaada4-1d98-48ad-8c38-39138a4c74b0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:20:48.964245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b90ed9-0d90-462c-9878-51d5545fc6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=aaeaada4-1d98-48ad-8c38-39138a4c74b0,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:48.974916 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d6a06a-48fc-4f42-9d18-2a760f3a35fc x-openstack-request-id: req-f3d6a06a-48fc-4f42-9d18-2a760f3a35fc {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:20:48.975117 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b9c0cd-eef6-46a6-b548-8f6c1f5e503b", "tag": "aaeaada4-1d98-48ad-8c38-39138a4c74b0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:20:48.975452 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3d6a06a-48fc-4f42-9d18-2a760f3a35fc {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:20:48.976021 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'tag': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0', 'status': 'completed', 'code': 200} Oct 26 12:20:49.068019 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-9e0f6b01-bc31-4d48-a6af-671b33be44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.082828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-9e0f6b01-bc31-4d48-a6af-671b33be44b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fc481603a5e6493ba3a080ebc6595f30&device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1094 time: 0.1007500 Oct 26 12:20:49.167316 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-9ab6d889-97ca-4068-8246-9725921c3f05 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0 HTTP/1.1" status: 200 len: 217 time: 0.0849750 Oct 26 12:20:49.179322 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cba16556-bd62-4561-a3e0-156b8812a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:49.240349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-a5b41549-68f6-49de-85fb-7fe8e1f5051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.242579 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-a5b41549-68f6-49de-85fb-7fe8e1f5051b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=28eb71f9-6f98-4358-8c0e-64a2618e5f25 HTTP/1.1" status: 200 len: 849 time: 0.0689464 Oct 26 12:20:49.301139 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-fad994b2-2191-44d9-bab2-840159ce73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.303134 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-fad994b2-2191-44d9-bab2-840159ce73fc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3edb17f2-b99a-4b0b-a57f-0afe1076b648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512707 Oct 26 12:20:49.407984 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-8bbd17bf-451d-492c-af69-e07516d4f46b service neutron] 10.222.0.100 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966749 Oct 26 12:20:49.519531 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-37a8f552-6380-455d-b813-1f98e17fdd2c req-347967ff-0090-4686-b870-f2188864f6ed service neutron] 10.222.0.100 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047595 Oct 26 12:20:49.616562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-3d43edd3-334e-4556-83a9-f41664d1faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.618689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-3d43edd3-334e-4556-83a9-f41664d1faa3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fc481603a5e6493ba3a080ebc6595f30&device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1094 time: 0.0491853 Oct 26 12:20:49.694928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b0690-eb24-44ab-b5f0-b5125162c380 req-80d7092f-5958-45c3-84ad-ecf4c838fc11 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.697400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-777b0690-eb24-44ab-b5f0-b5125162c380 req-80d7092f-5958-45c3-84ad-ecf4c838fc11 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1094 time: 0.0755012 Oct 26 12:20:49.741933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-777b0690-eb24-44ab-b5f0-b5125162c380 req-0dfe2e92-cdb4-4c56-a6b5-901cca6e9ff4 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Oct 26 12:20:49.761192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-471cb39c-7899-45b2-a4e1-6bf37924001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.764140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-471cb39c-7899-45b2-a4e1-6bf37924001e service neutron] 10.222.0.100 "GET /v2.0/networks?id=3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 200 len: 912 time: 0.1368120 Oct 26 12:20:49.811535 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-64c6b294-f9e7-4b57-a6e2-054d580db1c5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0 HTTP/1.1" status: 200 len: 217 time: 0.0386357 Oct 26 12:20:49.866613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-181b1f9b-d67b-447e-8511-e3074b51d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.868142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-181b1f9b-d67b-447e-8511-e3074b51d4f8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=28eb71f9-6f98-4358-8c0e-64a2618e5f25 HTTP/1.1" status: 200 len: 849 time: 0.0498335 Oct 26 12:20:49.921467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-ccc53799-5e6c-49aa-8391-75ba92544ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:49.923083 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-ccc53799-5e6c-49aa-8391-75ba92544ff1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3edb17f2-b99a-4b0b-a57f-0afe1076b648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472279 Oct 26 12:20:50.041501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-40347d12-a604-49d0-be2e-71cb2c83e573 service neutron] 10.222.0.100 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106925 Oct 26 12:20:50.150975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a67f7f38-e8d6-4806-9dc3-e538ca26801a req-b2b4d576-f513-48e8-b8be-6fdb66ebcfb6 service neutron] 10.222.0.100 "GET /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010933 Oct 26 12:20:50.891499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c002-d79b-4a1d-8c79-e3f5b7a45a43 req-f9ddbd14-bef6-4b84-9a29-e268abfd992a tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:50.894426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4c3c002-d79b-4a1d-8c79-e3f5b7a45a43 req-f9ddbd14-bef6-4b84-9a29-e268abfd992a tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1094 time: 0.0444813 Oct 26 12:20:50.932604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e4c3c002-d79b-4a1d-8c79-e3f5b7a45a43 req-e674f978-9dbf-46f6-9b2c-4fe9160b107a tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Oct 26 12:20:51.624230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aaeaada4-1d98-48ad-8c38-39138a4c74b0 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:20:51.720167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port aaeaada4-1d98-48ad-8c38-39138a4c74b0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:51.740444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0', 'network_id': '3edb17f2-b99a-4b0b-a57f-0afe1076b648', 'port_id': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0', 'mac_address': 'fa:16:3e:b3:6a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28eb71f9-6f98-4358-8c0e-64a2618e5f25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:20:51.787519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:51.796675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-66fdf62b-5451-4df7-9bff-ee72ad77770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:51.803180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeaada4-1d98-48ad-8c38-39138a4c74b0 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:20:51.825594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port aaeaada4-1d98-48ad-8c38-39138a4c74b0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:51.832285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:51.882698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=aaeaada4-1d98-48ad-8c38-39138a4c74b0,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:52.054736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd9c61-0fa7-482d-8cd1-43aaf87d35b8 req-ba93e64f-5017-4dd3-bc33-707dbeb0f24c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:52.055355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aaeaada4-1d98-48ad-8c38-39138a4c74b0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:20:52.057120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-77fd9c61-0fa7-482d-8cd1-43aaf87d35b8 req-ba93e64f-5017-4dd3-bc33-707dbeb0f24c tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1095 time: 0.0519128 Oct 26 12:20:52.102398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-77fd9c61-0fa7-482d-8cd1-43aaf87d35b8 req-c8cd711a-a316-4b52-bcdc-36cb880bd428 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370092 Oct 26 12:20:52.912907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:53.227319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6107028-e727-42b8-9cbb-849a87273594 req-19a7f6ab-74da-4fe3-882d-6e102a38c480 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:53.229558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6107028-e727-42b8-9cbb-849a87273594 req-19a7f6ab-74da-4fe3-882d-6e102a38c480 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1095 time: 0.0518675 Oct 26 12:20:53.276997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6107028-e727-42b8-9cbb-849a87273594 req-4b4bb4f7-611b-4c12-a543-0d7c166d0ae1 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Oct 26 12:20:53.290482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:53.622987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aaeaada4-1d98-48ad-8c38-39138a4c74b0 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:20:53.685860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port aaeaada4-1d98-48ad-8c38-39138a4c74b0 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:20:53.690590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port aaeaada4-1d98-48ad-8c38-39138a4c74b0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:20:53.691157 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:53.789126 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:53.828109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port aaeaada4-1d98-48ad-8c38-39138a4c74b0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:53.829268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:20:53.832842 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1252c224-2763-488d-a406-23c276931da4" -d '{"events": [{"server_uuid": "70b9c0cd-eef6-46a6-b548-8f6c1f5e503b", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaada4-1d98-48ad-8c38-39138a4c74b0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:20:53.839041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:53.898313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=aaeaada4-1d98-48ad-8c38-39138a4c74b0,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:53.907416 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f7142b-0a00-455c-b16f-323a127ffd88 x-openstack-request-id: req-f3f7142b-0a00-455c-b16f-323a127ffd88 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:20:53.908027 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b9c0cd-eef6-46a6-b548-8f6c1f5e503b", "name": "network-vif-plugged", "status": "completed", "tag": "aaeaada4-1d98-48ad-8c38-39138a4c74b0", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:20:53.908377 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3f7142b-0a00-455c-b16f-323a127ffd88 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:20:53.908860 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0', 'code': 200} Oct 26 12:20:54.013744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0789a-3758-460c-8a52-ca3e69c4a517 req-b701839e-8b59-4d5c-9d00-d964a127e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:54.015929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32d0789a-3758-460c-8a52-ca3e69c4a517 req-b701839e-8b59-4d5c-9d00-d964a127e9b8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0480425 Oct 26 12:20:54.053539 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-32d0789a-3758-460c-8a52-ca3e69c4a517 req-832e3ce3-46cc-4bc5-bd1f-6f54eba67dc8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294263 Oct 26 12:20:54.412418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ce6-e893-4192-92b1-45f6e8180978 req-2a5adac3-e636-46be-9a19-60be8debc241 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:54.419343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-584c9ce6-e893-4192-92b1-45f6e8180978 req-2a5adac3-e636-46be-9a19-60be8debc241 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0560889 Oct 26 12:20:54.460384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-584c9ce6-e893-4192-92b1-45f6e8180978 req-4978a720-9a34-4365-b903-c657e499fd38 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Oct 26 12:20:54.675439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:55.580941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f74359-3dc5-4463-b897-2c0266eb9e67 req-c2d702b1-5ac6-4ddc-9b62-f0cf64f7048d tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:55.583600 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7f74359-3dc5-4463-b897-2c0266eb9e67 req-c2d702b1-5ac6-4ddc-9b62-f0cf64f7048d tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0463541 Oct 26 12:20:55.619919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7f74359-3dc5-4463-b897-2c0266eb9e67 req-ab99c1b2-e7c0-466c-984c-b1ea2758562a tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297477 Oct 26 12:20:55.739937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc944c09-867e-4593-a501-fa66178660b7 req-4fdd7acb-b54b-4c29-8ef8-bdde5818b787 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:55.741855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc944c09-867e-4593-a501-fa66178660b7 req-4fdd7acb-b54b-4c29-8ef8-bdde5818b787 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0444782 Oct 26 12:20:55.783204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc944c09-867e-4593-a501-fa66178660b7 req-28cd53e3-db8e-428d-9a9b-6835472d7e34 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Oct 26 12:20:55.889604 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d95f7f-f716-42ae-abd8-308fe924e23f req-6330ead8-a8d8-44cb-a859-f566449155c3 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:55.891538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d95f7f-f716-42ae-abd8-308fe924e23f req-6330ead8-a8d8-44cb-a859-f566449155c3 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0418615 Oct 26 12:20:55.928763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a7d95f7f-f716-42ae-abd8-308fe924e23f req-bd99f3ad-25a7-40e3-a01e-2d1139bd0ce5 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Oct 26 12:20:56.236892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb80e7-cac2-43c9-8e84-ce4024c24719 req-91167d8b-174a-4b06-a033-c7f0a57bc3a4 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:56.238755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dbb80e7-cac2-43c9-8e84-ce4024c24719 req-91167d8b-174a-4b06-a033-c7f0a57bc3a4 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0629282 Oct 26 12:20:56.298196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dbb80e7-cac2-43c9-8e84-ce4024c24719 req-132bfb3d-6b84-471b-bced-18cd586d1303 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Oct 26 12:20:57.414515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52c4d5-4407-44e0-81b4-c73f3db0fe73 req-86d5bdba-9110-4c0c-96fb-27954b31a4fa tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:57.416997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e52c4d5-4407-44e0-81b4-c73f3db0fe73 req-86d5bdba-9110-4c0c-96fb-27954b31a4fa tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0467908 Oct 26 12:20:57.442094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-6a8cf40b-0da0-4633-91a9-f74fa4b67bce tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:57.443645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-6a8cf40b-0da0-4633-91a9-f74fa4b67bce tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=70b9c0cd-eef6-46a6-b548-8f6c1f5e503b HTTP/1.1" status: 200 len: 1096 time: 0.0434744 Oct 26 12:20:57.453379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3e52c4d5-4407-44e0-81b4-c73f3db0fe73 req-29486b7e-a8ef-4d09-8efc-e7cc326ccf2f tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300353 Oct 26 12:20:57.536897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Deleting port aaeaada4-1d98-48ad-8c38-39138a4c74b0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:20:57.537261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:57.617074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] For port aaeaada4-1d98-48ad-8c38-39138a4c74b0, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=aaeaada4-1d98-48ad-8c38-39138a4c74b0,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:20:57.617446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:57.629751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Calling delete_port for aaeaada4-1d98-48ad-8c38-39138a4c74b0 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:20:57.756851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:57.770148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['aaeaada4-1d98-48ad-8c38-39138a4c74b0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:20:57.796554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaeaada4-1d98-48ad-8c38-39138a4c74b0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:20:57.825522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6b2e89fe-54c7-4380-b00f-9a6b46172274'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:20:57.846014 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] No DVR routers for this DVR port aaeaada4-1d98-48ad-8c38-39138a4c74b0 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:20:57.849489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:57.854368 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11ac057d-77f4-4a5f-806e-5805f17f31d6 req-07fa0ce1-d228-4508-8ad4-a4ade9e9d521 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.100 "DELETE /v2.0/ports/aaeaada4-1d98-48ad-8c38-39138a4c74b0 HTTP/1.1" status: 204 len: 173 time: 0.4029951 Oct 26 12:20:57.855102 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'name': 'network-vif-deleted', 'tag': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:20:57.857799 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a544283d-5b85-48cc-93f5-f00593f5e207" -d '{"events": [{"server_uuid": "70b9c0cd-eef6-46a6-b548-8f6c1f5e503b", "name": "network-vif-deleted", "tag": "aaeaada4-1d98-48ad-8c38-39138a4c74b0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:20:57.911787 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b011c395-ad21-42e3-9416-e45c9c3906da x-openstack-request-id: req-b011c395-ad21-42e3-9416-e45c9c3906da {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:20:57.912306 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b9c0cd-eef6-46a6-b548-8f6c1f5e503b", "name": "network-vif-deleted", "tag": "aaeaada4-1d98-48ad-8c38-39138a4c74b0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:20:57.912785 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b011c395-ad21-42e3-9416-e45c9c3906da {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:20:57.913411 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b9c0cd-eef6-46a6-b548-8f6c1f5e503b', 'name': 'network-vif-deleted', 'tag': 'aaeaada4-1d98-48ad-8c38-39138a4c74b0', 'status': 'completed', 'code': 200} Oct 26 12:20:58.787895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6ad3e-dd09-453c-b560-7b40fc4e4852 req-4e0a1ec0-3e2f-4441-82a0-838751e1f3f2 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:58.789566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b6ad3e-dd09-453c-b560-7b40fc4e4852 req-4e0a1ec0-3e2f-4441-82a0-838751e1f3f2 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0431840 Oct 26 12:20:58.826854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b6ad3e-dd09-453c-b560-7b40fc4e4852 req-48d054d0-14b1-4aa9-8e3c-c1cfebf75831 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305836 Oct 26 12:20:59.678202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47197cbb-8c6d-48f6-9af8-d652cdd7557e req-41dc8a7b-7420-4acd-ad15-8705e876688f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:59.680137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47197cbb-8c6d-48f6-9af8-d652cdd7557e req-41dc8a7b-7420-4acd-ad15-8705e876688f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0557070 Oct 26 12:20:59.725248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47197cbb-8c6d-48f6-9af8-d652cdd7557e req-00cd1fb7-1bce-41ff-8492-94f4bd49f0dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374582 Oct 26 12:20:59.735460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:20:59.873114 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:59.953129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd89dc-2065-4e00-baeb-313dc8f8682c req-599e875b-028d-4117-8e3e-44c28e114a41 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:20:59.954335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:59.954710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ecd89dc-2065-4e00-baeb-313dc8f8682c req-599e875b-028d-4117-8e3e-44c28e114a41 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0473044 Oct 26 12:20:59.964446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:20:59.993750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0ecd89dc-2065-4e00-baeb-313dc8f8682c req-d2b9dc06-4033-4374-b3eb-2feaf22a5b63 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=fff1e422-9704-43b9-bfc7-e56b9b39baf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Oct 26 12:21:00.004791 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83e0dac07b1f43e09e52028253aa0f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681205 Oct 26 12:21:00.005708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72599a85-63a9-4651-b597-d99b7f086931,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:00.007755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45556) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:00.028842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.029281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.029689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.030096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.030632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.030990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.031322 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.031648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.031975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.032298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.032621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.032943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844c254-3767-40fd-b069-d2729bbc9e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.075833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9af9d86f-3e74-4328-a752-071b1742ed56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.098468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9af9d86f-3e74-4328-a752-071b1742ed56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.148620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9af9d86f-3e74-4328-a752-071b1742ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.151373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9af9d86f-3e74-4328-a752-071b1742ed56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.152571 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9af9d86f-3e74-4328-a752-071b1742ed56 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72599a85-63a9-4651-b597-d99b7f086931 HTTP/1.1" status: 204 len: 168 time: 0.1438236 Oct 26 12:21:00.161964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9d86f-3e74-4328-a752-071b1742ed56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72599a85-63a9-4651-b597-d99b7f086931,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:00.238029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-c5ee0b2d-e29e-4533-87a3-fcfd6285fd43 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:00.240529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-c5ee0b2d-e29e-4533-87a3-fcfd6285fd43 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 1096 time: 0.0441296 Oct 26 12:21:00.351483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Deleting port 6b2e89fe-54c7-4380-b00f-9a6b46172274 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:00.351918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.440495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] For port 6b2e89fe-54c7-4380-b00f-9a6b46172274, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6b2e89fe-54c7-4380-b00f-9a6b46172274,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:00.440870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.454379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Calling delete_port for 6b2e89fe-54c7-4380-b00f-9a6b46172274 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:00.596636 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.610512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6b2e89fe-54c7-4380-b00f-9a6b46172274'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:21:00.627039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b2e89fe-54c7-4380-b00f-9a6b46172274,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:00.684670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] No DVR routers for this DVR port 6b2e89fe-54c7-4380-b00f-9a6b46172274 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:21:00.687464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:00.691421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0b66f8d-8750-4330-b0fb-b66f21188e41 req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6b2e89fe-54c7-4380-b00f-9a6b46172274 HTTP/1.1" status: 204 len: 173 time: 0.4431474 Oct 26 12:21:00.692037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'name': 'network-vif-deleted', 'tag': '6b2e89fe-54c7-4380-b00f-9a6b46172274'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:21:00.694593 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08afb56b-bec0-4ec7-8034-62bad6fcb1c6" -d '{"events": [{"server_uuid": "d52e7754-b490-48aa-9b0a-961386116b9f", "name": "network-vif-deleted", "tag": "6b2e89fe-54c7-4380-b00f-9a6b46172274"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:21:00.698819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.699194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.699539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.699875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.700213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.700543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.701098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.701435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.701762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.702089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.702414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.702943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c355-623b-43e2-90e8-c9cb105ed289 tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:00.755385 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c20c47a-145b-41d8-8939-58e3f3cd099a x-openstack-request-id: req-0c20c47a-145b-41d8-8939-58e3f3cd099a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:21:00.755717 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52e7754-b490-48aa-9b0a-961386116b9f", "name": "network-vif-deleted", "tag": "6b2e89fe-54c7-4380-b00f-9a6b46172274", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:21:00.755975 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c20c47a-145b-41d8-8939-58e3f3cd099a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:21:00.756949 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52e7754-b490-48aa-9b0a-961386116b9f', 'name': 'network-vif-deleted', 'tag': '6b2e89fe-54c7-4380-b00f-9a6b46172274', 'status': 'completed', 'code': 200} Oct 26 12:21:00.922694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8cf8b-ba2c-49c6-bb96-d773517994a5 req-7e1f793d-a484-4e14-a4be-7b0d7248ca64 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:00.952147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36b8cf8b-ba2c-49c6-bb96-d773517994a5 req-7e1f793d-a484-4e14-a4be-7b0d7248ca64 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0952244 Oct 26 12:21:00.971562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45588) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:00.989587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36b8cf8b-ba2c-49c6-bb96-d773517994a5 req-a54e821e-1196-4a24-ab2e-a3310c8cce9d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360377 Oct 26 12:21:01.110365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04587209-74ff-4ccc-9278-05eb2d336b8e req-d47ff776-43fb-45f1-970a-44eb23a2919b tempest-TestServerMultinode-2091313793 tempest-TestServerMultinode-2091313793-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d52e7754-b490-48aa-9b0a-961386116b9f HTTP/1.1" status: 200 len: 210 time: 0.0274904 Oct 26 12:21:01.112526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2082035359-network', 'tenant_id': '3ecec470b2844c2b9468c5351a114763'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:21:01.149170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Made reservation on behalf of 3ecec470b2844c2b9468c5351a114763 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:21:01.151625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.163983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.245997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.250647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.285959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a0a5c-3078-44c7-b7b3-8f329ff09e97,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:01.289177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:21:01.299943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.300355 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Added segment 08da0b23-9ed3-441f-8f9f-fcd54a11db83 of type vlan for network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a Oct 26 12:21:01.344354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.379964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-2d2c2f9f-ec5b-4856-aada-fcd2e33f3966 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:01.380517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.381882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-2d2c2f9f-ec5b-4856-aada-fcd2e33f3966 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.0565248 Oct 26 12:21:01.382178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:01.383003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.447353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4732344 Oct 26 12:21:01.455394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45596) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:01.467925 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Request body: {'subnet': {'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2082035359-subnet', 'tenant_id': '3ecec470b2844c2b9468c5351a114763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:21:01.476228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a02392-3b15-41a5-b9f6-6e92493f8c4f admin admin] Pushing event updated for resources: {'Network': ['ID=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:01.490031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:21:01.510479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Made reservation on behalf of 3ecec470b2844c2b9468c5351a114763 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:21:01.513582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.530448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:01.530801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.652092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:01.652484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.653626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aaeaada4-1d98-48ad-8c38-39138a4c74b0 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:01.696312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: aaeaada4-1d98-48ad-8c38-39138a4c74b0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:01.696660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device aaeaada4-1d98-48ad-8c38-39138a4c74b0 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:01.767496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.850500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6291d1-9370-44dd-9f40-e4564ab07fd6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:01.861028 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Checking segment: {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:21:01.861509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Network hostable DHCP agents. Network: a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:21:01.895379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:21:01.920762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:21:01.927582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:01.930484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2a634-477a-4f9d-941a-12c094a8ce26 None None] Network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:21:01.931616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:01.959567 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0e429eb1-63f7-4572-bde5-1621b35dee02 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5028410 Oct 26 12:21:02.034566 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:02.036297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:02.036634 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Floating IP 79d7be35-6ce4-4a6f-8bf7-16ccd19e5566 disassociated. External IP: 172.25.4.117, port: 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf. Oct 26 12:21:02.036998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:02.124623 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f61cfd-5c02-41fa-a500-2d1a59bc5ff1 None None] Network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:21:02.215435 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45614) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:02.251013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dec2b-840f-4d7e-b8fa-24c755614cdf req-53eff9db-a58f-415a-ae7b-79a6c1b96025 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:02.257957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd0dec2b-840f-4d7e-b8fa-24c755614cdf req-53eff9db-a58f-415a-ae7b-79a6c1b96025 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 946 time: 0.1239326 Oct 26 12:21:02.389486 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:02.428989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=78ff0731-0a57-46b0-8081-9cfc9a6b2ddf,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:02.465766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd0dec2b-840f-4d7e-b8fa-24c755614cdf req-72c2c21e-c87b-4da5-a96e-0841db949b22 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891987 Oct 26 12:21:02.659691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:21:02.810220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:21:02.834046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:21:02.860527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:02.861646 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:02.885232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:02.919406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:21:02.932189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:02.939518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d9e373f8-47f6-4ee2-a1f4-f135151f0ea2 req-a3d6de56-34ca-4064-8220-9f72f3f6d041 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.30 "DELETE /v2.0/ports/78ff0731-0a57-46b0-8081-9cfc9a6b2ddf HTTP/1.1" status: 204 len: 173 time: 1.5509863 Oct 26 12:21:02.940036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'name': 'network-vif-deleted', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:21:02.947232 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aafa5fc-47ef-4d5e-ab7b-b3c490704d51" -d '{"events": [{"server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "name": "network-vif-deleted", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:21:03.034132 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da4ad09-9d60-400f-b1db-743d9776c5d5 x-openstack-request-id: req-6da4ad09-9d60-400f-b1db-743d9776c5d5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:21:03.034443 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff85693b-e534-4a72-8f58-e517c93eddbd", "name": "network-vif-deleted", "tag": "78ff0731-0a57-46b0-8081-9cfc9a6b2ddf", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:21:03.034724 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6da4ad09-9d60-400f-b1db-743d9776c5d5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:21:03.035370 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff85693b-e534-4a72-8f58-e517c93eddbd', 'name': 'network-vif-deleted', 'tag': '78ff0731-0a57-46b0-8081-9cfc9a6b2ddf', 'status': 'completed', 'code': 200} Oct 26 12:21:03.068592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:03.409673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Deleting port ee48991f-32e5-4bd8-ab51-24be6bd81c43 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:03.410901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:03.510836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] For port ee48991f-32e5-4bd8-ab51-24be6bd81c43, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ee48991f-32e5-4bd8-ab51-24be6bd81c43,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:03.511233 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:03.526202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Calling delete_port for ee48991f-32e5-4bd8-ab51-24be6bd81c43 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:03.616375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd972950-471d-411c-844b-70dce9a39236 req-47415f1a-c17e-4535-8ae5-43aa690f4471 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0493095 Oct 26 12:21:03.672274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:03.742513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:21:03.754109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:03.758280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:03.788786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:03.890315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee48991f-32e5-4bd8-ab51-24be6bd81c43,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:03.995797 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:04.082061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:04.116134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:04.392928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:04.428466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a4842-d33f-45e0-832c-192ad7c3d3ce None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:21:04.437002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Router 74cb17cd-ccf9-4a0a-958c-c34978660afe has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:21:04.558901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:21:04.564360 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08356751-cf41-4dfc-9149-bef8ea724c97 admin admin] 10.222.0.88 "PUT /v2.0/routers/74cb17cd-ccf9-4a0a-958c-c34978660afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469296 Oct 26 12:21:04.566985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45640) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:04.572318 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:21:04.581075 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] Sync routers for ids ['74cb17cd-ccf9-4a0a-958c-c34978660afe'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:21:04.604444 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] Routers {'74cb17cd-ccf9-4a0a-958c-c34978660afe'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:04.605062 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['74cb17cd-ccf9-4a0a-958c-c34978660afe'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:04.693667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:04.758481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] Set router 74cb17cd-ccf9-4a0a-958c-c34978660afe gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:04.783501 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-295ee2e3-b7d3-47f2-9bca-519e0afa5472 req-84494919-de31-48fe-806a-46ba01c08752 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0489464 Oct 26 12:21:04.903384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:04.922927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22b8c6-b7ca-43f7-8bcb-9e3849bdec49 None None] New status for floating IP 79d7be35-6ce4-4a6f-8bf7-16ccd19e5566: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:21:05.000982 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4de45d9e-a148-4730-b620-ba008a013c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:21:03Z', 'revision_number': 5, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port': {'id': '4de45d9e-a148-4730-b620-ba008a013c27', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:05.032506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Deleting port 4de45d9e-a148-4730-b620-ba008a013c27 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:05.034332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.035429 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] Checking router: 74cb17cd-ccf9-4a0a-958c-c34978660afe for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:21:05.045922 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] Routers {'74cb17cd-ccf9-4a0a-958c-c34978660afe'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:05.047091 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['74cb17cd-ccf9-4a0a-958c-c34978660afe'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:05.142981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6b2e89fe-54c7-4380-b00f-9a6b46172274 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:05.177602 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] Set router 74cb17cd-ccf9-4a0a-958c-c34978660afe gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:05.211994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 6b2e89fe-54c7-4380-b00f-9a6b46172274 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:05.214719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6b2e89fe-54c7-4380-b00f-9a6b46172274 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:05.215393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:05.243864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] For port 4de45d9e-a148-4730-b620-ba008a013c27, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4de45d9e-a148-4730-b620-ba008a013c27,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:05.243864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.264080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Calling delete_port for 4de45d9e-a148-4730-b620-ba008a013c27 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:05.267840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:05.268049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 78ff0731-0a57-46b0-8081-9cfc9a6b2ddf not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:05.286646 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:21:04Z', 'revision_number': 6, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:05.348247 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a866b7-3d43-428d-90c3-65cf26a99e29 None None] The sync data for ids ['74cb17cd-ccf9-4a0a-958c-c34978660afe'] in n-d-812150-3 is: [{'id': '74cb17cd-ccf9-4a0a-958c-c34978660afe', 'name': 'tempest-TestServerMultinode-1605858734-router', 'tenant_id': '17fef533271a49968a56958f310ce35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:19Z', 'updated_at': '2021-10-26T12:21:04Z', 'revision_number': 6, 'project_id': '17fef533271a49968a56958f310ce35e', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:21:05.471789 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.525933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de45d9e-a148-4730-b620-ba008a013c27,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:05.568900 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.575560 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.683912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.686733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.748488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.749574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cb17cd-ccf9-4a0a-958c-c34978660afe {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:21:05.756500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.760711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45656) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:05.761244 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-29cecb26-c2f2-4ab6-a292-443bf5d64ad2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/74cb17cd-ccf9-4a0a-958c-c34978660afe HTTP/1.1" status: 204 len: 168 time: 1.1927791 Oct 26 12:21:05.871704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Deleting subnet 28eb71f9-6f98-4358-8c0e-64a2618e5f25 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:21:05.876625 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:05.929479 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.030689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.088566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c951b374-4f88-491d-bb3d-75639660f6e1 req-72a6ede9-b484-4fc5-b0d6-81247ab497a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0551422 Oct 26 12:21:06.117753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.144987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28eb71f9-6f98-4358-8c0e-64a2618e5f25,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:06.151189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.156991 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c51509f-970f-450a-8d51-2562217f1298 None None] Network 3edb17f2-b99a-4b0b-a57f-0afe1076b648 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:21:06.159034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45660) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:06.170102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-28fd3e72-9544-4bc9-9980-c92f0fc51ef8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/28eb71f9-6f98-4358-8c0e-64a2618e5f25 HTTP/1.1" status: 204 len: 168 time: 0.4082115 Oct 26 12:21:06.237542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.328655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Deleting port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:06.329292 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.440458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] DHCP port deletion for 3edb17f2-b99a-4b0b-a57f-0afe1076b648 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:21:06.487793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] For port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:06.488457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.508632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Calling delete_port for 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:06.515689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Deleting port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:06.521631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.601423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.659052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] For port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,segment=NetworkSegment(4890497d-d6ae-4c21-905c-62a4ebd35e11),segment_id=4890497d-d6ae-4c21-905c-62a4ebd35e11)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:06.659468 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.663634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:06.672706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] No DVR routers for this DVR port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:21:06.677557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Calling delete_port for 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:06.822280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.825333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.868603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edb17f2-b99a-4b0b-a57f-0afe1076b648']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:06.873201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Pushing event deleted for resources: {'Port': ['ID=93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:06.883724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.883945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.884113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.884456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.884793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.885126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.885458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.885786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.886116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.886444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.886770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.887142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:21:06.896263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890497d-d6ae-4c21-905c-62a4ebd35e11') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:06.896563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890497d-d6ae-4c21-905c-62a4ebd35e11') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:06.899015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67bf5b7-812c-4f30-b587-93162e410a57 None None] No DVR routers for this DVR port 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:21:06.911295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.934057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.941711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:21:06.942251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:21:06.944493 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:21:07.329241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7c3a404-6e12-4e3e-a3f1-318ebdbbcb5e req-6bc12e9f-77f2-4702-9e58-1307e7202a92 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0505602 Oct 26 12:21:07.486988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:07.509094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:07.509452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 93f21ebf-d6fa-45b0-92bd-a2f54d5d2d99 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:07.509879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ee48991f-32e5-4bd8-ab51-24be6bd81c43 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:07.549750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ee48991f-32e5-4bd8-ab51-24be6bd81c43 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:07.550105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ee48991f-32e5-4bd8-ab51-24be6bd81c43 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:07.551300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4de45d9e-a148-4730-b620-ba008a013c27 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:07.561717 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:07.578241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 4de45d9e-a148-4730-b620-ba008a013c27 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:07.578600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4de45d9e-a148-4730-b620-ba008a013c27 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:07.595045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:07.601863 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3edb17f2-b99a-4b0b-a57f-0afe1076b648 HTTP/1.1" status: 204 len: 168 time: 1.4380960 Oct 26 12:21:07.601863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cee53-a896-4462-8b84-a6f1a455f5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edb17f2-b99a-4b0b-a57f-0afe1076b648,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:07.603138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45676) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:08.268222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:08.471865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b6167c0-bc3e-44df-a880-fca28caf2a63 req-9dbbab96-1feb-49b0-9eea-20f7b010db36 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0519273 Oct 26 12:21:08.590804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Deleting port 3c687632-6207-4a0b-acbc-b946f4c96fc5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:08.591177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:08.685296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] For port 3c687632-6207-4a0b-acbc-b946f4c96fc5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3c687632-6207-4a0b-acbc-b946f4c96fc5,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:08.685816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:08.699816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Calling delete_port for 3c687632-6207-4a0b-acbc-b946f4c96fc5 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:08.906644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:08.938451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c687632-6207-4a0b-acbc-b946f4c96fc5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:09.205119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:09.531493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Router faaa9a4c-3742-4e76-ae2b-e488647586b1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:21:09.668648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ecebf9b-6531-4148-80cc-105c9b05bed6 req-380976ef-cd2d-46fa-b624-cd371b99c621 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff85693b-e534-4a72-8f58-e517c93eddbd HTTP/1.1" status: 200 len: 210 time: 0.0652974 Oct 26 12:21:09.719583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:21:09.729903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45704) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:09.730744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c9c43f1c-389c-47d2-8629-6e697d2e7b2c admin admin] 10.222.0.88 "PUT /v2.0/routers/faaa9a4c-3742-4e76-ae2b-e488647586b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1264544 Oct 26 12:21:09.733015 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] Sync routers for ids ['faaa9a4c-3742-4e76-ae2b-e488647586b1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:21:09.755489 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] Routers {'faaa9a4c-3742-4e76-ae2b-e488647586b1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:09.756126 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['faaa9a4c-3742-4e76-ae2b-e488647586b1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:09.859285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:09.903850 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] Set router faaa9a4c-3742-4e76-ae2b-e488647586b1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:09.977214 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.040336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Deleting port b56cb1d4-d6ab-41e3-a97c-9a51340981cd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:10.040623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.124863 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:21:08Z', 'revision_number': 5, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port': {'id': 'b56cb1d4-d6ab-41e3-a97c-9a51340981cd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:26Z', 'updated_at': '2021-10-26T12:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:10.157869 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] Checking router: faaa9a4c-3742-4e76-ae2b-e488647586b1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:21:10.158509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] For port b56cb1d4-d6ab-41e3-a97c-9a51340981cd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:10.160059 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.167940 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] Routers {'faaa9a4c-3742-4e76-ae2b-e488647586b1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:10.168665 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:20:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['faaa9a4c-3742-4e76-ae2b-e488647586b1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:10.173789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Calling delete_port for b56cb1d4-d6ab-41e3-a97c-9a51340981cd owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:10.274686 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] Set router faaa9a4c-3742-4e76-ae2b-e488647586b1 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:10.331032 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:21:09Z', 'revision_number': 6, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:10.361804 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba040f-0044-4a55-90eb-6ffd38a196e9 None None] The sync data for ids ['faaa9a4c-3742-4e76-ae2b-e488647586b1'] in n-d-812150-3 is: [{'id': 'faaa9a4c-3742-4e76-ae2b-e488647586b1', 'name': 'tempest-TestServerMultinode-251982255-router', 'tenant_id': 'fc481603a5e6493ba3a080ebc6595f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:25Z', 'updated_at': '2021-10-26T12:21:09Z', 'revision_number': 6, 'project_id': 'fc481603a5e6493ba3a080ebc6595f30', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:21:10.365128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.393264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56cb1d4-d6ab-41e3-a97c-9a51340981cd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:10.467722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.588170 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.590708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.649212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.649689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faaa9a4c-3742-4e76-ae2b-e488647586b1 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:21:10.654282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.655486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-345518c3-4ad9-41a3-a0b8-9cc6e3ca5e18 admin admin] 10.222.0.88 "DELETE /v2.0/routers/faaa9a4c-3742-4e76-ae2b-e488647586b1 HTTP/1.1" status: 204 len: 168 time: 0.9235492 Oct 26 12:21:10.657932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45712) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:10.718765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Deleting subnet 0a5d7b4e-2b17-4a27-a727-b830288e5df8 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:21:10.723122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.763385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.857435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.950975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:10.988745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5d7b4e-2b17-4a27-a727-b830288e5df8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:10.998893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153720ff-6879-4a02-a40a-8a817462abd8 None None] Network a4b16177-7d02-4ce8-a58a-3ad5d0142a8b requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:21:11.000057 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.011452 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fd19d10f-2164-4285-ac60-000aa8e2ebe4 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0a5d7b4e-2b17-4a27-a727-b830288e5df8 HTTP/1.1" status: 204 len: 168 time: 0.3502555 Oct 26 12:21:11.012173 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45724) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:11.052556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-627b7628-a832-41af-8056-aa71f1e5cc03 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611307271&fields=id&tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 267 time: 0.0629873 Oct 26 12:21:11.131581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.255570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Deleting port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:11.255915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.259933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] DHCP port deletion for a4b16177-7d02-4ce8-a58a-3ad5d0142a8b request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:21:11.262856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-c66fa522-b656-4465-8e41-ed7b9f3609e2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:11.269742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-c66fa522-b656-4465-8e41-ed7b9f3609e2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.2051969 Oct 26 12:21:11.292830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-3bef935a-23d4-4835-8ce0-e34db10ae80b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0208876 Oct 26 12:21:11.345301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] Deleting port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:21:11.346062 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.380411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-2293ab05-fe8b-45d3-860c-adc04f8b80df tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863605 Oct 26 12:21:11.408854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] For port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:11.409222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.447609 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Calling delete_port for 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:11.492317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] For port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,segment=NetworkSegment(de22ac64-650f-4853-924b-a5c6d521447f),segment_id=de22ac64-650f-4853-924b-a5c6d521447f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:11.492796 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.537350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b56cb1d4-d6ab-41e3-a97c-9a51340981cd no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:11.554463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] Calling delete_port for 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:21:11.566808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-87c286e5-71a0-4d73-ab4d-690530c07c9c service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830912 Oct 26 12:21:11.594339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b56cb1d4-d6ab-41e3-a97c-9a51340981cd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:11.594973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b56cb1d4-d6ab-41e3-a97c-9a51340981cd not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:11.595589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3c687632-6207-4a0b-acbc-b946f4c96fc5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:11.621953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3c687632-6207-4a0b-acbc-b946f4c96fc5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:21:11.622544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3c687632-6207-4a0b-acbc-b946f4c96fc5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:11.623436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:21:11.642550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.698644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No active binding found for port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 {{(pid=102761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 12:21:11.699375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:21:11.702711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] No DVR routers for this DVR port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:21:11.704682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:11.719039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b19ee78b-e49e-4224-92a2-514eb244c4da service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484523 Oct 26 12:21:11.759674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.793615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] Pushing event deleted for resources: {'Port': ['ID=4c61ddfd-0df1-42cc-9e01-b2ee7fd01746,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:11.796030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598e6e2-7197-4d69-955f-a8e83b2aa72d None None] No DVR routers for this DVR port 4c61ddfd-0df1-42cc-9e01-b2ee7fd01746 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:21:11.852599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.879191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b16177-7d02-4ce8-a58a-3ad5d0142a8b']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:11.892249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de22ac64-650f-4853-924b-a5c6d521447f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:11.892547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de22ac64-650f-4853-924b-a5c6d521447f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:11.903975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.935297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.948314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:21:11.949120 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:21:11.951496 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:21:12.046626 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:12.057343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:12.063459 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a4b16177-7d02-4ce8-a58a-3ad5d0142a8b HTTP/1.1" status: 204 len: 168 time: 1.0476403 Oct 26 12:21:12.089154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852cd48-b922-40e3-bd68-1f13cc19f0c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b16177-7d02-4ce8-a58a-3ad5d0142a8b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:12.256634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 45746) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:12.272012 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5bde2e17-2eb9-43a3-bb98-4d4254c8f68b req-220107fa-eeaf-4a31-b370-8ae09e24ebca tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 210 time: 0.0326200 Oct 26 12:21:12.319115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d85e4fe7-e374-48ed-bbc2-db0e9cb6787d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17fef533271a49968a56958f310ce35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612102 Oct 26 12:21:12.322042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45748) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:12.380706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85c84317-96af-4a29-a6d4-467334a157ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:12.405761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85c84317-96af-4a29-a6d4-467334a157ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:12.460422 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85c84317-96af-4a29-a6d4-467334a157ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:12.463686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85c84317-96af-4a29-a6d4-467334a157ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:12.467793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-85c84317-96af-4a29-a6d4-467334a157ae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e9f731ea-6f91-4780-8d99-ec66160326eb HTTP/1.1" status: 204 len: 168 time: 0.1408815 Oct 26 12:21:12.493034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c84317-96af-4a29-a6d4-467334a157ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f731ea-6f91-4780-8d99-ec66160326eb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:12.994521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45764) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:13.054712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5570a74c-adc0-4b0d-b668-9199855261ca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc481603a5e6493ba3a080ebc6595f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561860 Oct 26 12:21:13.057507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 45766) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:13.128228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c19cdc4-24ff-472b-bc77-4918268b9cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:13.150658 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c19cdc4-24ff-472b-bc77-4918268b9cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:13.221373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c19cdc4-24ff-472b-bc77-4918268b9cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:13.228711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c19cdc4-24ff-472b-bc77-4918268b9cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:13.230929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c19cdc4-24ff-472b-bc77-4918268b9cf8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fff1e422-9704-43b9-bfc7-e56b9b39baf6 HTTP/1.1" status: 204 len: 168 time: 0.1714883 Oct 26 12:21:13.238954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19cdc4-24ff-472b-bc77-4918268b9cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1e422-9704-43b9-bfc7-e56b9b39baf6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:13.553867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9494d6f-e544-4e0f-8b59-084e786292a8 req-68163b65-4329-4e2d-abd5-61fc684f9ab5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 210 time: 0.0619071 Oct 26 12:21:13.596686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-31659b27-af57-458b-bcfb-3518b9d05c3a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:13.600516 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-31659b27-af57-458b-bcfb-3518b9d05c3a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.2577875 Oct 26 12:21:13.765110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-91cad9e9-e9bd-433a-95fd-46f9a993426e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 380 time: 0.1545770 Oct 26 12:21:13.778977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'security_groups': ['8a8d5157-c2df-429d-b6b0-2ab4f9040a97']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:21:14.104839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:21:14.109121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:14.308794 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.10 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/5429fd36-15b0-47ab-a585-d72af56dd240) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:21:14.506116 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:14.559430 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:14.636134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=5429fd36-15b0-47ab-a585-d72af56dd240,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:14.657075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:21:14.662551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:21:14.692827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:21:14.788793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:14.789698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:14.810666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c3245-a1d2-4a40-8f6b-65b877473ab0 req-96d86e9e-51a3-426f-96bb-0f4d9e036bc3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:14.823898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe2c3245-a1d2-4a40-8f6b-65b877473ab0 req-96d86e9e-51a3-426f-96bb-0f4d9e036bc3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 932 time: 0.1425204 Oct 26 12:21:14.827473 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-b9c7944c-61a5-4dc2-957e-7bb6bd54f231 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0524583 Oct 26 12:21:14.839959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Request body: {'port': {'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:21:14.957474 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:15.433111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4a39e95e-c063-4ffb-9257-790728b397dd None None] Provisioning complete for port 5429fd36-15b0-47ab-a585-d72af56dd240 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:21:15.434094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a39e95e-c063-4ffb-9257-790728b397dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:15.546229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4a39e95e-c063-4ffb-9257-790728b397dd None None] Port 5429fd36-15b0-47ab-a585-d72af56dd240 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:21:15.561246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5429fd36-15b0-47ab-a585-d72af56dd240 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:21:15.576034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:15.589134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Transition to ACTIVE for port object 5429fd36-15b0-47ab-a585-d72af56dd240 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:21:15.593516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:15.629511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe2c3245-a1d2-4a40-8f6b-65b877473ab0 req-7429c8dc-f125-4d16-96ab-457175b456aa tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7909229 Oct 26 12:21:15.698335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=5429fd36-15b0-47ab-a585-d72af56dd240,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:15.806905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Attempting to bind port 5429fd36-15b0-47ab-a585-d72af56dd240 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:21:15.808496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Attempting to bind port 5429fd36-15b0-47ab-a585-d72af56dd240 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:21:15.808496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Attempting to bind port 5429fd36-15b0-47ab-a585-d72af56dd240 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:21:15.812762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Port 5429fd36-15b0-47ab-a585-d72af56dd240 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:21:15.813545 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Attempting to bind port 5429fd36-15b0-47ab-a585-d72af56dd240 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:21:15.819270 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:21:15.819501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:21:15.819909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:21:15.820411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Bound port: 5429fd36-15b0-47ab-a585-d72af56dd240, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:21:15.820846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:15.949130 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] For port 5429fd36-15b0-47ab-a585-d72af56dd240, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:21:15.952977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] For port 5429fd36-15b0-47ab-a585-d72af56dd240, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5429fd36-15b0-47ab-a585-d72af56dd240,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:21:15.963011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:16.018573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:16.021789 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:16.029643 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] 10.222.0.100 "PUT /v2.0/ports/5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 1092 time: 1.1940675 Oct 26 12:21:16.042958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:21:16.045464 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6184991-b85f-4c21-984f-0a45bb21a5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:21:16.124922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb90969-ea49-4620-8417-8d424200ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=5429fd36-15b0-47ab-a585-d72af56dd240,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:16.199373 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b935ee-9cb1-4c87-b672-7e9ec82ae6fa x-openstack-request-id: req-a3b935ee-9cb1-4c87-b672-7e9ec82ae6fa {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:21:16.200703 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:21:16.201815 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3b935ee-9cb1-4c87-b672-7e9ec82ae6fa {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:21:16.202999 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240', 'status': 'completed', 'code': 200} Oct 26 12:21:16.298932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184991-b85f-4c21-984f-0a45bb21a5f3 req-2de607b3-e48b-4311-bdb1-677b2e3eeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:16.306402 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c6184991-b85f-4c21-984f-0a45bb21a5f3 req-2de607b3-e48b-4311-bdb1-677b2e3eeb3f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1095 time: 0.1007624 Oct 26 12:21:16.638030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184991-b85f-4c21-984f-0a45bb21a5f3 req-6f93e072-810c-438c-bb93-74a2022ecf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:16.639492 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c6184991-b85f-4c21-984f-0a45bb21a5f3 req-6f93e072-810c-438c-bb93-74a2022ecf62 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3259706 Oct 26 12:21:16.866990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f50cf1-dcb5-4a07-a2f4-230cda627778 req-c837a577-d5e5-40f1-bf35-4e12881838c7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:16.869445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6f50cf1-dcb5-4a07-a2f4-230cda627778 req-c837a577-d5e5-40f1-bf35-4e12881838c7 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.1180084 Oct 26 12:21:16.941487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6f50cf1-dcb5-4a07-a2f4-230cda627778 req-461eb229-4269-404c-83f2-47c7016619fd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621784 Oct 26 12:21:17.005556 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184991-b85f-4c21-984f-0a45bb21a5f3 req-81a2af3a-6d3d-439a-a412-7f50c9457b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:17.009344 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c6184991-b85f-4c21-984f-0a45bb21a5f3 req-81a2af3a-6d3d-439a-a412-7f50c9457b20 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3610051 Oct 26 12:21:17.123801 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-82305c04-d2f8-4ff7-b687-63a8e30c2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:17.125585 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-82305c04-d2f8-4ff7-b687-63a8e30c2daa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1095 time: 0.0551844 Oct 26 12:21:17.197735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-118b9157-2b93-47ee-9239-cd0c06b18ffc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 217 time: 0.0633640 Oct 26 12:21:17.294813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-84e7cf51-f59e-4f4e-8ddc-1e87fc33ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:17.296448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-84e7cf51-f59e-4f4e-8ddc-1e87fc33ece8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0890687 Oct 26 12:21:17.395374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-acd75b82-78f0-4e1b-98d3-76da323b3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:17.396909 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-acd75b82-78f0-4e1b-98d3-76da323b3738 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905645 Oct 26 12:21:17.532176 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-4745e23d-6bc8-4cf6-9b31-5b5350c359da service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257944 Oct 26 12:21:17.648750 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-89e202e0-f566-44f7-baad-c6a02337f9e6 req-3ab3a2f9-2d7c-47db-a3ea-8bf0c47557eb service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084759 Oct 26 12:21:18.314084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931b0d1-efd7-4685-bd0a-3385e6c6fd95 req-c633d6f4-40c6-4a37-b6ae-559150ea5abb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:18.323436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a931b0d1-efd7-4685-bd0a-3385e6c6fd95 req-c633d6f4-40c6-4a37-b6ae-559150ea5abb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.2149312 Oct 26 12:21:18.375442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a931b0d1-efd7-4685-bd0a-3385e6c6fd95 req-1230b53b-e72b-4684-9270-e3af31454d4e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 Oct 26 12:21:19.162597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc054519-5985-4a51-a4fb-ccf3e4ed14d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:19.508744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180818dc-290d-472b-b733-5f437553b4a6 req-2ccb920a-a2d9-4d30-a40b-fe60a70fe2a5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:19.518660 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-180818dc-290d-472b-b733-5f437553b4a6 req-2ccb920a-a2d9-4d30-a40b-fe60a70fe2a5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0684681 Oct 26 12:21:19.559049 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-180818dc-290d-472b-b733-5f437553b4a6 req-046c4c13-365c-46d9-975d-694203a07b15 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Oct 26 12:21:20.690944 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af42f6-a09a-447d-acbb-8397695fd86a req-bcedf052-2f74-4ac6-a5d3-fa5dae109fad tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:20.692766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9af42f6-a09a-447d-acbb-8397695fd86a req-bcedf052-2f74-4ac6-a5d3-fa5dae109fad tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0569975 Oct 26 12:21:20.736242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e9af42f6-a09a-447d-acbb-8397695fd86a req-0ef591e5-4b97-4edf-88ac-f6f579771a6e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 Oct 26 12:21:21.742049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7290552c-ca61-458b-a980-8ccea91c8216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:21.867714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41c58-5037-4c1b-b6f4-7206599c14e8 req-544c2101-dc8f-4617-97d1-3818c3d2021b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:21.869384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26f41c58-5037-4c1b-b6f4-7206599c14e8 req-544c2101-dc8f-4617-97d1-3818c3d2021b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0541730 Oct 26 12:21:21.917331 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26f41c58-5037-4c1b-b6f4-7206599c14e8 req-6e3015d4-6b71-4e66-a9bd-375813b00385 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410793 Oct 26 12:21:22.878660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:23.046008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ca2b-8fa9-4848-98f1-69f2616f3e61 req-a4d4f5b2-b955-4731-8f2a-166e1a3635d0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:23.054622 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd88ca2b-8fa9-4848-98f1-69f2616f3e61 req-a4d4f5b2-b955-4731-8f2a-166e1a3635d0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0618153 Oct 26 12:21:23.096070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd88ca2b-8fa9-4848-98f1-69f2616f3e61 req-72007faa-fab4-473c-b2bb-3add0c110415 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Oct 26 12:21:23.290663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:24.226090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8c62-bc3e-470d-a349-c1dc71af1eaf req-51cc9655-62fc-4c8e-86e9-1a11619abf6c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:24.227886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-202a8c62-bc3e-470d-a349-c1dc71af1eaf req-51cc9655-62fc-4c8e-86e9-1a11619abf6c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0632327 Oct 26 12:21:24.269792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-202a8c62-bc3e-470d-a349-c1dc71af1eaf req-a0dfec73-86de-447c-bc69-db7ba9fb8ce0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354891 Oct 26 12:21:24.680064 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:25.389307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ab58f-a957-4235-b69e-5739e90e786f req-3a2e16af-b8cc-47a9-b9c1-931433ce7503 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:25.390843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670ab58f-a957-4235-b69e-5739e90e786f req-3a2e16af-b8cc-47a9-b9c1-931433ce7503 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0521152 Oct 26 12:21:25.429730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-670ab58f-a957-4235-b69e-5739e90e786f req-7ea8bb3d-4402-46d4-8228-be7f94c86e78 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Oct 26 12:21:26.553225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87f5e-4688-4372-a942-9714732b1c67 req-c6b179dd-b5b2-410f-83e2-1886ff4b4702 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:26.555831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8d87f5e-4688-4372-a942-9714732b1c67 req-c6b179dd-b5b2-410f-83e2-1886ff4b4702 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0562055 Oct 26 12:21:26.598910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8d87f5e-4688-4372-a942-9714732b1c67 req-5577fe96-9a0c-4f8c-a176-5b53608bfcdc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370092 Oct 26 12:21:27.734843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647abaf9-689e-49e7-b7be-ea81e424d366 req-ef2d7bc5-0c72-4d76-9de1-129545582619 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:27.736632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-647abaf9-689e-49e7-b7be-ea81e424d366 req-ef2d7bc5-0c72-4d76-9de1-129545582619 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 944 time: 0.0566726 Oct 26 12:21:27.773368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5429fd36-15b0-47ab-a585-d72af56dd240 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:21:27.799723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-647abaf9-689e-49e7-b7be-ea81e424d366 req-7e3e465b-907d-41d4-8670-77550985c623 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555243 Oct 26 12:21:27.890987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5429fd36-15b0-47ab-a585-d72af56dd240, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5429fd36-15b0-47ab-a585-d72af56dd240,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:27.903208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '5429fd36-15b0-47ab-a585-d72af56dd240', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:21:27.940560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:27.961248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5429fd36-15b0-47ab-a585-d72af56dd240 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:21:27.988044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5429fd36-15b0-47ab-a585-d72af56dd240, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5429fd36-15b0-47ab-a585-d72af56dd240,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:27.992368 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:28.042099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5429fd36-15b0-47ab-a585-d72af56dd240,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:28.181145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['5429fd36-15b0-47ab-a585-d72af56dd240'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:21:28.928860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c3e2f-e08a-4182-b7e1-34acdc791d39 req-e9a5b92e-cb4c-43d4-9dce-69811ca51c5e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:28.930492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-464c3e2f-e08a-4182-b7e1-34acdc791d39 req-e9a5b92e-cb4c-43d4-9dce-69811ca51c5e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 945 time: 0.0635161 Oct 26 12:21:28.977963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-464c3e2f-e08a-4182-b7e1-34acdc791d39 req-a814fd06-5e80-49be-9e71-cc7ed986ae82 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 Oct 26 12:21:29.778155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5429fd36-15b0-47ab-a585-d72af56dd240 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:21:29.830341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 5429fd36-15b0-47ab-a585-d72af56dd240 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:21:29.835758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 5429fd36-15b0-47ab-a585-d72af56dd240 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:21:29.836342 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:29.925629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:29.950211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:21:29.952548 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df10b3b8-d7e6-4b7f-944e-e0924cd47f55" -d '{"events": [{"server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "name": "network-vif-plugged", "status": "completed", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:21:29.966124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5429fd36-15b0-47ab-a585-d72af56dd240, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5429fd36-15b0-47ab-a585-d72af56dd240,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:21:29.970582 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:29.994443 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc853658-204c-4365-9369-2d00ed12a3eb x-openstack-request-id: req-bc853658-204c-4365-9369-2d00ed12a3eb {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:21:29.994744 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "name": "network-vif-plugged", "status": "completed", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:21:29.995025 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc853658-204c-4365-9369-2d00ed12a3eb {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:21:29.995421 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240', 'code': 200} Oct 26 12:21:30.023390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5429fd36-15b0-47ab-a585-d72af56dd240,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:30.125381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53327e-438b-4de4-8007-6ba16638598b req-71dfa826-7011-45f2-b60d-197065d2d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:30.127041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b53327e-438b-4de4-8007-6ba16638598b req-71dfa826-7011-45f2-b60d-197065d2d939 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1097 time: 0.0487671 Oct 26 12:21:30.151797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052680dc-1511-4308-a1d7-01b2ece60e40 req-94d044ab-77de-4eb9-8d0e-2a5f7b36d07c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:30.154577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-052680dc-1511-4308-a1d7-01b2ece60e40 req-94d044ab-77de-4eb9-8d0e-2a5f7b36d07c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 946 time: 0.0609903 Oct 26 12:21:30.168381 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-2b53327e-438b-4de4-8007-6ba16638598b req-c67a0fa0-e225-476b-b1cf-0e6f1a004e76 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Oct 26 12:21:30.196523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-052680dc-1511-4308-a1d7-01b2ece60e40 req-737550de-b726-4bb7-a907-3d7bef2f9089 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363169 Oct 26 12:21:31.345378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03120433-6da2-44ae-b878-fed024d8535e req-6938e34f-a0b2-47e8-a342-152e2e0c8851 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:31.347702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03120433-6da2-44ae-b878-fed024d8535e req-6938e34f-a0b2-47e8-a342-152e2e0c8851 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 946 time: 0.0622053 Oct 26 12:21:31.399969 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03120433-6da2-44ae-b878-fed024d8535e req-33d71f68-6eb0-44f6-bfcb-8cad7b0342eb tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Oct 26 12:21:31.521821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e55263-da71-47a7-81d4-d094af2505f6 req-6e959fb0-d2dc-47e8-ab78-d4f248081d0c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:31.523648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4e55263-da71-47a7-81d4-d094af2505f6 req-6e959fb0-d2dc-47e8-ab78-d4f248081d0c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 946 time: 0.0509176 Oct 26 12:21:31.562254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4e55263-da71-47a7-81d4-d094af2505f6 req-d103488a-d5c4-4221-9399-40785cdb56e6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Oct 26 12:21:31.586007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46086) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:31.628182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb8d4a-0867-4988-94bf-a919ee91b7d0 tempest-TestVolumeBootPattern-1659155565 tempest-TestVolumeBootPattern-1659155565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:31.630488 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eafb8d4a-0867-4988-94bf-a919ee91b7d0 tempest-TestVolumeBootPattern-1659155565 tempest-TestVolumeBootPattern-1659155565-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1092 time: 0.0429945 Oct 26 12:21:31.632511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 46090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:21:31.636996 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:21:31.673543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:31.781604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:31.892826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.25.4.236 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/b6559d6f-7662-46c8-bf59-f52e01f7064a) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:21:32.033759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:32.078125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:32.122063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:21:32.125146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:21:32.130824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:21:32.169369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=b6559d6f-7662-46c8-bf59-f52e01f7064a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:33.078975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:33.179299 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:33.353583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:33.361113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:33.439312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=b6559d6f-7662-46c8-bf59-f52e01f7064a,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:21:33.446659 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:33.559503 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Floating IP 28a67d90-43d5-4c33-8068-661477c63248 associated. External IP: 172.25.4.236, port: 5429fd36-15b0-47ab-a585-d72af56dd240. Oct 26 12:21:33.780913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:21:33.892281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:21:33.906726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:21:33.915513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:33.940099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:33.940929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:21:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:33.963625 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-10cdc06a-42d8-42e9-84d5-dfbc56d81e34 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3297644 Oct 26 12:21:33.964676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:21:33.968002 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894d6eb9-9417-4afd-bce7-c4e943eb78a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:21:33.986460 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:34.012446 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd98d7-88d7-47f8-baf1-b51bd5af2c71 x-openstack-request-id: req-5ecd98d7-88d7-47f8-baf1-b51bd5af2c71 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:21:34.012751 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:21:34.013613 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ecd98d7-88d7-47f8-baf1-b51bd5af2c71 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:21:34.013809 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240', 'status': 'completed', 'code': 200} Oct 26 12:21:34.087030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:34.113516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-65f76107-78bb-474c-bb52-833bf26eb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:34.115233 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-65f76107-78bb-474c-bb52-833bf26eb29a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1097 time: 0.0550046 Oct 26 12:21:34.224937 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-1a0c13e3-55dc-43e3-9611-ab4d0a152762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:34.226615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-1a0c13e3-55dc-43e3-9611-ab4d0a152762 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1033549 Oct 26 12:21:34.313259 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-8141d7fb-eda8-40e4-b1f9-4845eae9faa8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 1000 time: 0.0799890 Oct 26 12:21:34.337550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:32Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:34.368053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:21:34.373780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-f21ff568-938e-49bc-8aeb-5e3ff35d78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:34.376292 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-f21ff568-938e-49bc-8aeb-5e3ff35d78bf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0554299 Oct 26 12:21:34.379482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:21:34.380638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:21:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:34.449844 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-1784a2bb-5a15-4b5b-b59f-21fa2342ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:21:34.451710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-1784a2bb-5a15-4b5b-b59f-21fa2342ac83 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653272 Oct 26 12:21:34.513678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:21:34.582290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-d154ab80-cbf5-4324-b7d4-b99bd7168110 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226988 Oct 26 12:21:34.689941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-894d6eb9-9417-4afd-bce7-c4e943eb78a4 req-3bda5440-30e6-429e-a017-db2c2a56840b service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003797 Oct 26 12:21:34.950249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:32Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:21:34.978347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1240c-3310-4664-84dc-fa22b461a5ac None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:32Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:21:35.207026 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d693a-ffb7-4846-a91b-70807e4571f9 None None] New status for floating IP 28a67d90-43d5-4c33-8068-661477c63248: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:21:35.556612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:41.566924 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:21:49.168392 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9614-5a59-4f5d-8a1d-ddf718c13a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:51.736470 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e6583a20-4f17-4652-b286-d0a7e03a4c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:52.882090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:53.294031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:21:54.681734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:03.950177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:05.559975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:06.709217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-10a83660-f005-4c22-97fb-c57d7e483ac4 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:06.710750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-10a83660-f005-4c22-97fb-c57d7e483ac4 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 814 time: 0.1235588 Oct 26 12:22:06.732085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-82e8bb5c-fe6b-4141-9a95-8c77db617a8a tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/quotas/3ecec470b2844c2b9468c5351a114763 HTTP/1.1" status: 200 len: 375 time: 0.0141592 Oct 26 12:22:06.770667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-5ffcb146-976b-45e1-9bc1-ac2b5c8a1f84 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309808 Oct 26 12:22:06.933927 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-2d418560-040a-453c-9952-48e545c695e9 service neutron] 10.222.0.88 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556134 Oct 26 12:22:07.027912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-bd07ac45-2b36-44a1-9d5a-4d4e398407fe service neutron] 10.222.0.88 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876734 Oct 26 12:22:08.242156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7061c20b-8ee2-4738-ba19-b38f85840d38 req-a422e0ac-24ae-4251-ac43-a5bbd3fd3eba tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 210 time: 0.0459507 Oct 26 12:22:09.379856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dee4d02-bb5d-4bbb-aee4-07fbe92d10f1 req-48c113c0-b3f9-457f-b648-20f06979c6d6 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 210 time: 0.0442185 Oct 26 12:22:09.393103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-5cb373c9-b098-466d-970f-96aafc389ba6 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:09.395192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-5cb373c9-b098-466d-970f-96aafc389ba6 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 814 time: 0.1757333 Oct 26 12:22:09.411976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Request body: {'port': {'device_id': '2cd79846-a81d-421d-943e-61837364e61b', 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a', 'admin_state_up': True, 'tenant_id': '3ecec470b2844c2b9468c5351a114763'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:09.535431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Made reservation on behalf of 3ecec470b2844c2b9468c5351a114763 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:22:09.539440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:09.685247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Allocated IP 172.20.0.10 (a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a/5d6291d1-9370-44dd-9f40-e4564ab07fd6/681f1572-b50f-442f-9e33-6e784f525bde) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:22:09.847821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:09.881494 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:09.928794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:22:09.932074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:22:09.935952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:22:09.967031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Pushing event updated for resources: {'Port': ['ID=681f1572-b50f-442f-9e33-6e784f525bde,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:09.983181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.983603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.983877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.984323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.985623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.985623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.985860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.986176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.986508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.986854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.987208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:09.987540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:10.009092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:10.009720 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.027039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-d13518eb-a4dd-466f-942b-58fe5d6025ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6193311 Oct 26 12:22:10.038214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-37d96f84-934b-4b96-97ca-019f4b6bbca2 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:22:10.039298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-37d96f84-934b-4b96-97ca-019f4b6bbca2 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051675 Oct 26 12:22:10.055484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Request body: {'port': {'device_id': '2cd79846-a81d-421d-943e-61837364e61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:10.120063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.417006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681f1572-b50f-442f-9e33-6e784f525bde {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:22:10.424918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.438211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Transition to ACTIVE for port object 681f1572-b50f-442f-9e33-6e784f525bde will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:22:10.442620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.527011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=681f1572-b50f-442f-9e33-6e784f525bde,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:10.593329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fac13-1391-4219-987b-f52641907014 req-9c572693-e1f9-449e-824b-81e545702827 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:10.594974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-234fac13-1391-4219-987b-f52641907014 req-9c572693-e1f9-449e-824b-81e545702827 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 944 time: 0.1155953 Oct 26 12:22:10.652800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-234fac13-1391-4219-987b-f52641907014 req-9fb52914-8fe0-4e88-a378-1b5d6fe7d0fc tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 Oct 26 12:22:10.653680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Attempting to bind port 681f1572-b50f-442f-9e33-6e784f525bde on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:22:10.654029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Attempting to bind port 681f1572-b50f-442f-9e33-6e784f525bde by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:22:10.654392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Attempting to bind port 681f1572-b50f-442f-9e33-6e784f525bde on network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:22:10.659986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Port 681f1572-b50f-442f-9e33-6e784f525bde on network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:22:10.660494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Attempting to bind port 681f1572-b50f-442f-9e33-6e784f525bde on network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:22:10.670212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:22:10.670568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Checking segment: {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:22:10.671012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Bound using segment: {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:22:10.671460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Bound port: 681f1572-b50f-442f-9e33-6e784f525bde, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:22:10.671828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.741822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] For port 681f1572-b50f-442f-9e33-6e784f525bde, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:22:10.745304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] For port 681f1572-b50f-442f-9e33-6e784f525bde, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=681f1572-b50f-442f-9e33-6e784f525bde,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:22:10.751240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.790542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:10.791237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:10.792547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/681f1572-b50f-442f-9e33-6e784f525bde HTTP/1.1" status: 200 len: 1092 time: 0.7411513 Oct 26 12:22:10.793002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd79846-a81d-421d-943e-61837364e61b', 'tag': '681f1572-b50f-442f-9e33-6e784f525bde'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:22:10.795323 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e6e7c-9204-4cb7-99f7-fe8b17c101be" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd79846-a81d-421d-943e-61837364e61b", "tag": "681f1572-b50f-442f-9e33-6e784f525bde"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:22:10.818468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583ce5c-f732-4834-b412-cabdebddf4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=681f1572-b50f-442f-9e33-6e784f525bde,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:10.865063 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd85cd-300a-49cd-a67c-9f6b06cb162b x-openstack-request-id: req-2dbd85cd-300a-49cd-a67c-9f6b06cb162b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:22:10.865364 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd79846-a81d-421d-943e-61837364e61b", "tag": "681f1572-b50f-442f-9e33-6e784f525bde", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:22:10.865648 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2dbd85cd-300a-49cd-a67c-9f6b06cb162b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:22:10.866046 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd79846-a81d-421d-943e-61837364e61b', 'tag': '681f1572-b50f-442f-9e33-6e784f525bde', 'status': 'completed', 'code': 200} Oct 26 12:22:10.920825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-b4966ecf-c4f8-4fd5-a2ce-cba8a1ff81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:10.922898 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-b4966ecf-c4f8-4fd5-a2ce-cba8a1ff81ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 1095 time: 0.0672457 Oct 26 12:22:10.968171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-5d9a17a2-0a46-4446-a5fb-9ad793e6089d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681f1572-b50f-442f-9e33-6e784f525bde HTTP/1.1" status: 200 len: 217 time: 0.0363765 Oct 26 12:22:11.028438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-7bb836cb-a5c1-4477-8a9b-49456d5a70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:11.029986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-7bb836cb-a5c1-4477-8a9b-49456d5a70ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d6291d1-9370-44dd-9f40-e4564ab07fd6 HTTP/1.1" status: 200 len: 854 time: 0.0506775 Oct 26 12:22:11.067767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-cb8b9f07-41c5-4cc1-afaa-a6a26418edeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283017 Oct 26 12:22:11.173738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-c70627a1-ee23-4542-937c-abc06a58ce18 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962420 Oct 26 12:22:11.282710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3e35ee-9bfc-4c07-b934-76af8f0a2a7a req-7a0225b5-42d3-4554-a566-748f4b0fce35 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929635 Oct 26 12:22:11.388546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-19f89983-0440-4bbb-ab4b-35be3043b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:11.390089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-19f89983-0440-4bbb-ab4b-35be3043b4d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 1095 time: 0.0466197 Oct 26 12:22:11.495421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-2c0a5f3e-b688-41b1-86e9-2be80e0a177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:11.496950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-2c0a5f3e-b688-41b1-86e9-2be80e0a177c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 916 time: 0.0994432 Oct 26 12:22:11.541095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-9085e40e-d5d9-437d-a0fa-e0cfe126797e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681f1572-b50f-442f-9e33-6e784f525bde HTTP/1.1" status: 200 len: 217 time: 0.0358853 Oct 26 12:22:11.593886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-9170af56-8d39-43a5-87f5-ce03d2338df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:11.596067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-9170af56-8d39-43a5-87f5-ce03d2338df5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d6291d1-9370-44dd-9f40-e4564ab07fd6 HTTP/1.1" status: 200 len: 854 time: 0.0479641 Oct 26 12:22:11.632783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-345e3f82-f572-4155-91a4-23f48427bd03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277350 Oct 26 12:22:12.085626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8690ab-07f6-4dce-b7d8-d90653de0ae3 req-3d3a6c2a-b5a5-4949-aedd-ccde122446bf tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:12.087174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca8690ab-07f6-4dce-b7d8-d90653de0ae3 req-3d3a6c2a-b5a5-4949-aedd-ccde122446bf tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 944 time: 0.0845480 Oct 26 12:22:12.093387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-ca361524-8119-45c7-b73c-a06103681e97 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513674 Oct 26 12:22:12.180119 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca8690ab-07f6-4dce-b7d8-d90653de0ae3 req-984ceb86-c3ca-4da6-9702-031d66ac75ea tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857110 Oct 26 12:22:12.218418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-040e6e7c-9204-4cb7-99f7-fe8b17c101be req-a244b68c-ae24-462f-af11-c4917d0b5f72 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166172 Oct 26 12:22:13.309456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c5cf-8986-4383-874b-1874b36756f8 req-7dbd3370-7f58-44ec-8f0a-e652776fb5b4 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:13.311346 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a620c5cf-8986-4383-874b-1874b36756f8 req-7dbd3370-7f58-44ec-8f0a-e652776fb5b4 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 944 time: 0.0589519 Oct 26 12:22:13.351867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a620c5cf-8986-4383-874b-1874b36756f8 req-f18ac86e-f495-40bc-8edf-2e6f149d0b8c tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Oct 26 12:22:14.390770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-0f85e7b9-9ee2-4a60-babb-9b8aebefde54 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444794 Oct 26 12:22:14.485416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-fbaec757-71ec-48e1-9957-98dd471296ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:14.487254 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-fbaec757-71ec-48e1-9957-98dd471296ad service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1097 time: 0.0530665 Oct 26 12:22:14.512155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db2e60-e682-4d4f-8081-09977ea6c5e9 req-6e179b23-196c-45fc-b4b7-394d6da79e92 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:14.513702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3db2e60-e682-4d4f-8081-09977ea6c5e9 req-6e179b23-196c-45fc-b4b7-394d6da79e92 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 944 time: 0.0566373 Oct 26 12:22:14.555194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3db2e60-e682-4d4f-8081-09977ea6c5e9 req-3b67d845-c773-4f8f-8dcc-b802319a852e tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Oct 26 12:22:14.603271 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-f84813c9-a6ad-4977-b0c1-a3ed83beee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:14.604687 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-f84813c9-a6ad-4977-b0c1-a3ed83beee50 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.0990314 Oct 26 12:22:14.671087 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-702a9ea7-1f56-4d77-a120-a2d774b286fd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 1002 time: 0.0594401 Oct 26 12:22:14.725459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-15165136-041b-44e5-ba12-618dfa4386fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:14.726973 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-15165136-041b-44e5-ba12-618dfa4386fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0498934 Oct 26 12:22:14.772829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-8ed05f5b-936e-4bbc-933f-4eb8556f0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:14.774353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-8ed05f5b-936e-4bbc-933f-4eb8556f0304 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408108 Oct 26 12:22:14.786552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-a1f75b4d-cdcd-4799-8161-b5ebd7fe0739 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:22:14.787539 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-a1f75b4d-cdcd-4799-8161-b5ebd7fe0739 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055287 Oct 26 12:22:14.886133 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-f82af5d9-baf6-48e5-a3c3-2a0455cb8e6d service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915647 Oct 26 12:22:14.978330 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e72193a9-00b8-4dd8-832c-29a993c09b2e req-bf445289-8e63-48dc-ac3a-97d8d8f9eb9f service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851955 Oct 26 12:22:15.432341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 681f1572-b50f-442f-9e33-6e784f525bde details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:22:15.532859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 681f1572-b50f-442f-9e33-6e784f525bde, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=681f1572-b50f-442f-9e33-6e784f525bde,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:22:15.545169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '681f1572-b50f-442f-9e33-6e784f525bde', 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a', 'port_id': '681f1572-b50f-442f-9e33-6e784f525bde', 'mac_address': 'fa:16:3e:32:15:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6291d1-9370-44dd-9f40-e4564ab07fd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:22:15.584981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:15.598703 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681f1572-b50f-442f-9e33-6e784f525bde {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:22:15.623546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 681f1572-b50f-442f-9e33-6e784f525bde, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=681f1572-b50f-442f-9e33-6e784f525bde,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:22:15.628827 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:15.680649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=681f1572-b50f-442f-9e33-6e784f525bde,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:15.684418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ec4d4-c3d3-4b78-a5a5-26323fea6602 req-09178d85-a81f-4a5d-90dc-609bef327322 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:15.686396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a4ec4d4-c3d3-4b78-a5a5-26323fea6602 req-09178d85-a81f-4a5d-90dc-609bef327322 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 945 time: 0.0576932 Oct 26 12:22:15.689772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.690208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.690556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.690923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.691268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.691603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.691937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.692269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.692599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.692926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.693255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.693581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:15.735708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a4ec4d4-c3d3-4b78-a5a5-26323fea6602 req-927d5523-7300-4609-b307-06aa326cdd4b tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Oct 26 12:22:15.897141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['681f1572-b50f-442f-9e33-6e784f525bde'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:22:16.855969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5f2d6-27a0-41f7-b2d9-556f4fc47b1e req-78363a3d-dd00-45d6-99d0-f58de8e8b194 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:16.857650 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fc5f2d6-27a0-41f7-b2d9-556f4fc47b1e req-78363a3d-dd00-45d6-99d0-f58de8e8b194 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 945 time: 0.0530398 Oct 26 12:22:16.900114 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fc5f2d6-27a0-41f7-b2d9-556f4fc47b1e req-94d0e002-d321-4e61-8515-90dff8290532 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Oct 26 12:22:17.463516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 681f1572-b50f-442f-9e33-6e784f525bde up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:22:17.516285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 681f1572-b50f-442f-9e33-6e784f525bde completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:22:17.520518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 681f1572-b50f-442f-9e33-6e784f525bde triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:22:17.520892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:17.599458 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:17.621426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd79846-a81d-421d-943e-61837364e61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681f1572-b50f-442f-9e33-6e784f525bde'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:22:17.623732 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbbbaf7-6358-4209-8c3d-0e893023d727" -d '{"events": [{"server_uuid": "2cd79846-a81d-421d-943e-61837364e61b", "name": "network-vif-plugged", "status": "completed", "tag": "681f1572-b50f-442f-9e33-6e784f525bde"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:22:17.639736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 681f1572-b50f-442f-9e33-6e784f525bde, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=681f1572-b50f-442f-9e33-6e784f525bde,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:22:17.644742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:17.669727 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebd4163-d889-4a5d-a32f-a338477ccd32 x-openstack-request-id: req-2ebd4163-d889-4a5d-a32f-a338477ccd32 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:22:17.670005 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd79846-a81d-421d-943e-61837364e61b", "name": "network-vif-plugged", "status": "completed", "tag": "681f1572-b50f-442f-9e33-6e784f525bde", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:22:17.670271 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ebd4163-d889-4a5d-a32f-a338477ccd32 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:22:17.670677 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd79846-a81d-421d-943e-61837364e61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681f1572-b50f-442f-9e33-6e784f525bde', 'code': 200} Oct 26 12:22:17.698715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=681f1572-b50f-442f-9e33-6e784f525bde,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:17.787370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb335-d9ec-4359-a75c-c344139dd996 req-c05533cb-9a89-4d56-b044-3dda93802985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:17.789169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2abb335-d9ec-4359-a75c-c344139dd996 req-c05533cb-9a89-4d56-b044-3dda93802985 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 1097 time: 0.0483744 Oct 26 12:22:17.826549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2abb335-d9ec-4359-a75c-c344139dd996 req-b01c4f3d-5b53-43c1-8938-77dbe6560784 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287039 Oct 26 12:22:18.022136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8d99a-540c-4b76-a953-9dc93af2b8e6 req-d0b62a30-e152-426e-ba9a-6c5d075c944f tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:18.023745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfb8d99a-540c-4b76-a953-9dc93af2b8e6 req-d0b62a30-e152-426e-ba9a-6c5d075c944f tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 946 time: 0.0516753 Oct 26 12:22:18.063579 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dfb8d99a-540c-4b76-a953-9dc93af2b8e6 req-b899df71-d626-4262-83df-94a0a376186f tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Oct 26 12:22:18.566975 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:22:19.168444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:19.173928 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54346878', 'description': 'tempest-secgroup-smoke-54346878 description', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:19.174778 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8168b756-57ee-4e97-a43a-0fe9e1d8a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.188737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b3b67-a702-4a93-83df-eb488994ed29 req-cad01534-b016-4f2b-8319-2dc9d8dd277c tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:19.190436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093b3b67-a702-4a93-83df-eb488994ed29 req-cad01534-b016-4f2b-8319-2dc9d8dd277c tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 946 time: 0.0537765 Oct 26 12:22:19.199789 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.231609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-093b3b67-a702-4a93-83df-eb488994ed29 req-bf69b855-a0e8-4be3-8525-707b17001685 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Oct 26 12:22:19.270257 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.274200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.307094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.308360 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1383994 Oct 26 12:22:19.309823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b1220-830e-45dd-b460-190d7dcbcb0a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:19.311927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:19.317151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group_rule': {'security_group_id': 'f19b1220-830e-45dd-b460-190d7dcbcb0a', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:19.317902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.318263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.318655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.319198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.319346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.319681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.319993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.320299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.320633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.320966 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.321300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.321636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ec4b4-37db-418c-a6de-30283fc31d40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:22:19.351130 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.401330 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.405973 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.432149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fa9d06-9c9d-4b75-89d5-b00e0c722829,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:19.442529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.446589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47566) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:19.446774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f95b5f2c-88ca-47dc-9d4a-2e179b540d66 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333964 Oct 26 12:22:19.451531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group_rule': {'security_group_id': 'f19b1220-830e-45dd-b460-190d7dcbcb0a', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:19.485640 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.541308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.545039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.563780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d41823-8756-4dd5-bbbe-4f78cfa72993,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:19.574605 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.579036 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-99e0fccb-e911-4622-a146-60ed1f56ca59 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281228 Oct 26 12:22:19.579395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:19.584432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group_rule': {'security_group_id': 'f19b1220-830e-45dd-b460-190d7dcbcb0a', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:19.614080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.684541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.688866 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.709878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0491cc8-24a2-411e-84f3-f10df011421c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:19.719600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.720829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-73315408-57ef-4720-83e8-a5cb9dd01e19 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404271 Oct 26 12:22:19.723785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47574) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:19.728814 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group_rule': {'security_group_id': 'f19b1220-830e-45dd-b460-190d7dcbcb0a', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:19.757297 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.824339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.830053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.846804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f01835-6df2-43d2-84c4-6cc374b415da,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:19.860482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.862391 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8d51e1c7-dedc-4fe5-966b-6c40a37e7295 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375408 Oct 26 12:22:19.865153 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47598) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:19.869940 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group_rule': {'security_group_id': 'f19b1220-830e-45dd-b460-190d7dcbcb0a', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:19.895225 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Project cb9a80dfb4c5424fbbd6b7297d755eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:22:19.900462 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.926495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-64d3b317-b6b0-4bb5-aef1-cc63a1498e96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496047 Oct 26 12:22:19.979719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:19.984751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:20.005465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057aef89-2951-44c0-82f4-fa9b3b54f0ba,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:20.018124 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:20.022186 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8dd8e053-59ea-4f92-ad09-a71bd32c7ce5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535265 Oct 26 12:22:20.022785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47608) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:20.026351 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-709a9fbd-0016-4c5f-ab57-f581d5dd4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:20.027790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'security_group_rule': {'security_group_id': 'f19b1220-830e-45dd-b460-190d7dcbcb0a', 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:20.027998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-709a9fbd-0016-4c5f-ab57-f581d5dd4564 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 1097 time: 0.0531127 Oct 26 12:22:20.052922 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Project cb9a80dfb4c5424fbbd6b7297d755eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:22:20.059781 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:20.133656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:20.138726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:20.162553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-b3e9f98d-6bca-4606-80bf-65fc765958ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:20.164165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:20.165019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-b3e9f98d-6bca-4606-80bf-65fc765958ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 916 time: 0.1112044 Oct 26 12:22:20.167352 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432846 Oct 26 12:22:20.169240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42681ea6-40b9-4e3b-9b76-aaf5430213fe tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee569aa4-f8b5-48d6-a69d-11c48679e04c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:20.212849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-158498ad-a018-4340-ab47-5e9f96b38085 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681f1572-b50f-442f-9e33-6e784f525bde HTTP/1.1" status: 200 len: 217 time: 0.0384994 Oct 26 12:22:20.275050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-7cb0ed76-a31e-4439-a516-be56ddb5454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:20.276760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-7cb0ed76-a31e-4439-a516-be56ddb5454d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d6291d1-9370-44dd-9f40-e4564ab07fd6 HTTP/1.1" status: 200 len: 854 time: 0.0565028 Oct 26 12:22:20.312983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-4b7d3c94-e84e-4f4b-bb7c-b2686ee1350a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285122 Oct 26 12:22:20.437916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-4ecf7f50-7a2d-4dd5-86b8-bc2cf10df08f tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54346878&fields=id&tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab HTTP/1.1" status: 200 len: 267 time: 0.0645418 Oct 26 12:22:20.512909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-ee22dc1e-2b0b-431f-9f6f-c3d66ce96a40 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929076 Oct 26 12:22:20.623892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-664dfdba-27cc-4cf9-bf1b-e57e96d16252 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:20.625499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-664dfdba-27cc-4cf9-bf1b-e57e96d16252 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 813 time: 0.1779330 Oct 26 12:22:20.653846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-24d47bb4-ef8d-4621-8799-6459ac45f367 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/quotas/cb9a80dfb4c5424fbbd6b7297d755eab HTTP/1.1" status: 200 len: 375 time: 0.0195751 Oct 26 12:22:20.660032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1be7925b-d4a3-4708-98f7-eee62f144ade req-47944dbc-815f-40df-8bfd-579d62f16321 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380918 Oct 26 12:22:20.724684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-6047779c-1b5e-438b-864e-e8b98fd3b2c9 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636709 Oct 26 12:22:20.827529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-7b81e640-2a03-4a2c-885d-a1daa3fe21b4 service neutron] 10.222.0.88 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893931 Oct 26 12:22:20.929610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-96c352ce-b309-45d2-b11e-7c40b3877c41 service neutron] 10.222.0.88 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937722 Oct 26 12:22:21.234337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b3ca454-a41e-42ec-882f-2bca04410fed req-122bcd3d-6e8b-4f68-9869-8e44f81d9f44 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0308366 Oct 26 12:22:21.740093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9765-f300-4a04-b51b-a897060800a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:22.266636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-6bda110f-1fd7-48a6-bf31-c72d12948f72 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:22.268438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-6bda110f-1fd7-48a6-bf31-c72d12948f72 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.100 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 813 time: 0.1599286 Oct 26 12:22:22.333278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-4c490fd3-41f2-42ec-b3f2-dc4756ae2459 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab HTTP/1.1" status: 200 len: 378 time: 0.0518515 Oct 26 12:22:22.345067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'port': {'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'admin_state_up': True, 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'security_groups': ['f19b1220-830e-45dd-b460-190d7dcbcb0a']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:22.386120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb1e2dd2-7fae-4e55-b040-af369e9203f3 req-58001254-c790-4711-9cfd-c2362a81de40 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0337842 Oct 26 12:22:22.495956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Made reservation on behalf of cb9a80dfb4c5424fbbd6b7297d755eab for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:22:22.500463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:22.660256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Allocated IP 172.20.0.14 (962fd999-d296-416e-a007-aed0ed3b2d5d/c647c004-ec99-4c82-88ad-59c7a051fba8/7a7a6f92-a36f-402b-8a75-d38319dd8f22) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:22:22.850901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:22.891783 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:22.894815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:22.943757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Network 962fd999-d296-416e-a007-aed0ed3b2d5d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:22:22.947411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:22:22.951699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:22:22.980178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'Port': ['ID=7a7a6f92-a36f-402b-8a75-d38319dd8f22,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:23.015367 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:23.017093 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:23.042674 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-14372f18-da4f-4a68-9d2f-e82104cbdcac tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6988885 Oct 26 12:22:23.050830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Request body: {'port': {'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:23.127521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:23.293696 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:23.322822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7eb92cf4-c0b7-4b89-a79b-1319a319f0b8 None None] Provisioning complete for port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:22:23.323614 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7eb92cf4-c0b7-4b89-a79b-1319a319f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:23.387509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7eb92cf4-c0b7-4b89-a79b-1319a319f0b8 None None] Port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:22:23.565621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81478e30-5a40-4bec-a51f-f42d2204064f req-a850ac5c-7d51-4049-88e2-71e697eed370 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:23.569042 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81478e30-5a40-4bec-a51f-f42d2204064f req-a850ac5c-7d51-4049-88e2-71e697eed370 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 932 time: 0.0684283 Oct 26 12:22:23.627325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81478e30-5a40-4bec-a51f-f42d2204064f req-a7964b66-48ce-463d-a685-1a90ac2b7176 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454531 Oct 26 12:22:23.726150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7a6f92-a36f-402b-8a75-d38319dd8f22 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:22:23.738444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:23.753167 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Transition to ACTIVE for port object 7a7a6f92-a36f-402b-8a75-d38319dd8f22 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:22:23.758156 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:23.849573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7a6f92-a36f-402b-8a75-d38319dd8f22,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:23.918800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Attempting to bind port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:22:23.919177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Attempting to bind port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:22:23.919734 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Attempting to bind port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 on network 962fd999-d296-416e-a007-aed0ed3b2d5d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:22:23.925959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 on network 962fd999-d296-416e-a007-aed0ed3b2d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:22:23.926211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Attempting to bind port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 on network 962fd999-d296-416e-a007-aed0ed3b2d5d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:22:23.940953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:22:23.940953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Checking segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:22:23.940953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Bound using segment: {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:22:23.940953 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Bound port: 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c5f11e-20f0-41b8-99fb-df27b505d0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:22:23.940953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:24.010476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] For port 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:22:24.014149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] For port 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:22:24.019993 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:24.060369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.061105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:24.062650 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] 10.222.0.100 "PUT /v2.0/ports/7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 1092 time: 1.0162272 Oct 26 12:22:24.068067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:22:24.070512 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a706702-93bd-49c1-9c67-1c24db3a048a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:22:24.142133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1ee8a-8cc4-4768-90a0-8c752a31c144 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7a6f92-a36f-402b-8a75-d38319dd8f22,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:24.154265 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a87d4e-cc1c-4b27-9778-833906548dcb x-openstack-request-id: req-68a87d4e-cc1c-4b27-9778-833906548dcb {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:22:24.154656 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:22:24.154989 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68a87d4e-cc1c-4b27-9778-833906548dcb {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:22:24.155485 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'status': 'completed', 'code': 200} Oct 26 12:22:24.224152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-bcd7ac11-d549-477b-ba4b-34d4ab1c2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.225756 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-bcd7ac11-d549-477b-ba4b-34d4ab1c2572 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1095 time: 0.0991819 Oct 26 12:22:24.277103 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-f263acd6-796e-4398-983b-ecb2372eb378 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 217 time: 0.0429676 Oct 26 12:22:24.331304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-761eadff-0568-45f4-92b0-6de9f8d44bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.332846 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-761eadff-0568-45f4-92b0-6de9f8d44bfb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 200 len: 852 time: 0.0489652 Oct 26 12:22:24.398040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-c0d36370-fdd6-458b-9f6c-13bec42c18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.400060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-c0d36370-fdd6-458b-9f6c-13bec42c18ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=962fd999-d296-416e-a007-aed0ed3b2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605116 Oct 26 12:22:24.526821 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-562db200-8a1f-4b81-9cbf-1e37aa968867 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185422 Oct 26 12:22:24.641890 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9586f935-f5ab-44d4-9882-227c870b2e1c req-80e64a4c-b075-4496-ab16-bd8c10b04521 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076386 Oct 26 12:22:24.703787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:24.761792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-e675defb-ebca-4d2f-84dc-48a2798e0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.763899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-e675defb-ebca-4d2f-84dc-48a2798e0412 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1095 time: 0.0634232 Oct 26 12:22:24.802105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a892227-bfbc-4247-9c6d-e878d0005c60 req-59839383-d759-4a5a-a9b3-f6275caecf9c tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.810503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a892227-bfbc-4247-9c6d-e878d0005c60 req-59839383-d759-4a5a-a9b3-f6275caecf9c tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0722649 Oct 26 12:22:24.850616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a892227-bfbc-4247-9c6d-e878d0005c60 req-a9345e06-b40b-4660-b9f5-0437ceb711ba tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387990 Oct 26 12:22:24.904185 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-d156afa9-75da-4640-9409-8a51f7e43eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:24.906206 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-d156afa9-75da-4640-9409-8a51f7e43eba service neutron] 10.222.0.100 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 915 time: 0.1357508 Oct 26 12:22:24.957177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-db6e1800-bbaf-4c89-9aae-d4071e6d4624 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 217 time: 0.0438473 Oct 26 12:22:25.020751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-d8b4091e-ec9b-4692-a3bf-77d8c4e07a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:25.022254 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-d8b4091e-ec9b-4692-a3bf-77d8c4e07a41 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 200 len: 852 time: 0.0569656 Oct 26 12:22:25.096675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-8f2a1498-71ab-4878-8059-ccd8049f96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:25.098767 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-8f2a1498-71ab-4878-8059-ccd8049f96a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=962fd999-d296-416e-a007-aed0ed3b2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692079 Oct 26 12:22:25.207952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-bcaee7dc-815e-41ed-8c11-db5b6bc1fc37 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017783 Oct 26 12:22:25.317037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9a706702-93bd-49c1-9c67-1c24db3a048a req-d783a67b-af71-410c-a80f-ff432c4e3c13 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022902 Oct 26 12:22:25.984597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda97cb-f17c-447d-b191-60bb9debbb6c req-c3848afe-facf-4476-8a6f-1c54b9894c0c tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:25.987388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cda97cb-f17c-447d-b191-60bb9debbb6c req-c3848afe-facf-4476-8a6f-1c54b9894c0c tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0570891 Oct 26 12:22:26.029496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cda97cb-f17c-447d-b191-60bb9debbb6c req-4dae1969-a749-488b-a6c6-f25dd3ec0b46 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370770 Oct 26 12:22:27.168145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701a37c-c607-498f-bb6d-e0715673ee7e req-8eb05919-2dc6-4961-83a5-270baaf396d9 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:27.169833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c701a37c-c607-498f-bb6d-e0715673ee7e req-8eb05919-2dc6-4961-83a5-270baaf396d9 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0570891 Oct 26 12:22:27.217696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c701a37c-c607-498f-bb6d-e0715673ee7e req-294e96ec-a3ca-4513-829a-0df2df45f85c tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410347 Oct 26 12:22:28.346482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da444b3f-96f1-4702-9ea4-feb2aa5c164f req-471ce159-61a5-4cb1-9c3b-47410878eedb tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:28.348302 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da444b3f-96f1-4702-9ea4-feb2aa5c164f req-471ce159-61a5-4cb1-9c3b-47410878eedb tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0559733 Oct 26 12:22:28.391975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da444b3f-96f1-4702-9ea4-feb2aa5c164f req-46caf225-9cc6-4f14-a81b-dd746b4335fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372133 Oct 26 12:22:29.527894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1fc1-da3e-41dc-90bd-c8a6ccda132c req-949acfdc-a720-4e7d-bcb5-8b691a797fc4 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:29.529458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a7c1fc1-da3e-41dc-90bd-c8a6ccda132c req-949acfdc-a720-4e7d-bcb5-8b691a797fc4 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0521166 Oct 26 12:22:29.575503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a7c1fc1-da3e-41dc-90bd-c8a6ccda132c req-d7909c87-9b59-4f2c-8900-22c5ed53cc0f tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390384 Oct 26 12:22:30.690600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93cc11-d59b-427d-9d93-4b5fda602162 req-5cd888a4-0f57-4ba9-bc0f-e3ef7cfdd8a2 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:30.692286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b93cc11-d59b-427d-9d93-4b5fda602162 req-5cd888a4-0f57-4ba9-bc0f-e3ef7cfdd8a2 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0516512 Oct 26 12:22:30.735992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b93cc11-d59b-427d-9d93-4b5fda602162 req-fd91c98e-417e-4447-aa26-b272c4a508b2 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376234 Oct 26 12:22:31.857688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490ff97-8be7-409c-a5e5-e5c1c6a96ae7 req-6277426a-126b-4a4e-bf4b-aef58e5ff211 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:31.859749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1490ff97-8be7-409c-a5e5-e5c1c6a96ae7 req-6277426a-126b-4a4e-bf4b-aef58e5ff211 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0532751 Oct 26 12:22:31.899931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1490ff97-8be7-409c-a5e5-e5c1c6a96ae7 req-8965c8c3-6f60-4b0d-bec4-7ba0a37696cd tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341985 Oct 26 12:22:33.030169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f700-2f6c-432b-bd82-604ca6744353 req-6a23f486-04f9-4ac7-a0c2-a8433652199a tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:33.034897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efe0f700-2f6c-432b-bd82-604ca6744353 req-6a23f486-04f9-4ac7-a0c2-a8433652199a tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0595469 Oct 26 12:22:33.091019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-efe0f700-2f6c-432b-bd82-604ca6744353 req-c6b5a12c-d08c-49ac-88ae-394ac642445e tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511029 Oct 26 12:22:33.956736 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:34.231413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5b94-859a-4b82-9bd0-326fe02da5b8 req-7e3d8a76-f71c-4a29-9f58-e844874dcb6f tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:34.233183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf4c5b94-859a-4b82-9bd0-326fe02da5b8 req-7e3d8a76-f71c-4a29-9f58-e844874dcb6f tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0670953 Oct 26 12:22:34.285371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf4c5b94-859a-4b82-9bd0-326fe02da5b8 req-e2241583-0a72-42b1-8e63-15b1c3db0dc3 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443316 Oct 26 12:22:35.404653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c01d6a-b5f3-4bfc-a09f-b1a0c9066da9 req-0ca54834-40e6-4154-9078-b95e46446c20 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:35.406834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9c01d6a-b5f3-4bfc-a09f-b1a0c9066da9 req-0ca54834-40e6-4154-9078-b95e46446c20 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 944 time: 0.0513654 Oct 26 12:22:35.448252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9c01d6a-b5f3-4bfc-a09f-b1a0c9066da9 req-0add7179-fa69-4b21-8525-371a221556aa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336194 Oct 26 12:22:35.559853 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:36.088407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7a7a6f92-a36f-402b-8a75-d38319dd8f22 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:22:36.188670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:22:36.199982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:22:36.241099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:36.254492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7a6f92-a36f-402b-8a75-d38319dd8f22 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:22:36.273584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:22:36.277634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:36.325914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=7a7a6f92-a36f-402b-8a75-d38319dd8f22,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:36.489370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['7a7a6f92-a36f-402b-8a75-d38319dd8f22'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:22:36.572003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb4c64-2a1a-40a5-a60e-0dfc0c1da741 req-c03fc7fe-618b-4245-a411-3b1b8db61168 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:36.573616 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bdb4c64-2a1a-40a5-a60e-0dfc0c1da741 req-c03fc7fe-618b-4245-a411-3b1b8db61168 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 945 time: 0.0526190 Oct 26 12:22:36.619194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9bdb4c64-2a1a-40a5-a60e-0dfc0c1da741 req-749e349d-462b-40be-a881-16887fb85b57 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378244 Oct 26 12:22:37.737825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c917-b8ce-47e4-a23f-69500ae9c7b1 req-53057100-a577-43f2-b526-c81e9150310e tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:37.739512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84d9c917-b8ce-47e4-a23f-69500ae9c7b1 req-53057100-a577-43f2-b526-c81e9150310e tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 945 time: 0.0500290 Oct 26 12:22:37.783134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84d9c917-b8ce-47e4-a23f-69500ae9c7b1 req-b4904431-6dbc-42cf-9ab3-e9d6d747ae60 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373950 Oct 26 12:22:38.089357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7a7a6f92-a36f-402b-8a75-d38319dd8f22 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:22:38.139333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:22:38.143102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:22:38.143478 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:38.224521 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:38.248653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:22:38.251091 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1882fd2c-4650-46e0-a6e2-cb23ae0e83ad" -d '{"events": [{"server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:22:38.263868 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:22:38.269811 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:38.322465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=7a7a6f92-a36f-402b-8a75-d38319dd8f22,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:38.397665 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55023502-d782-4191-9512-8b68aa0da730 x-openstack-request-id: req-55023502-d782-4191-9512-8b68aa0da730 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:22:38.397976 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:22:38.398236 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-55023502-d782-4191-9512-8b68aa0da730 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:22:38.398644 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'code': 200} Oct 26 12:22:38.555430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fa7ec-3dcb-43b2-9083-de8dd6295211 req-99bc4646-e703-4e22-b95e-6601338aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:38.556979 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa0fa7ec-3dcb-43b2-9083-de8dd6295211 req-99bc4646-e703-4e22-b95e-6601338aaca9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1097 time: 0.0995176 Oct 26 12:22:38.594797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa0fa7ec-3dcb-43b2-9083-de8dd6295211 req-e6abe188-69ce-4a03-bb76-2064156acbed service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292761 Oct 26 12:22:38.901776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d660-22bb-40d2-b3f6-dcb5d251c6f1 req-a0c1c56e-504c-4a99-b215-fdba75eb76b5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:38.903223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23f7d660-22bb-40d2-b3f6-dcb5d251c6f1 req-a0c1c56e-504c-4a99-b215-fdba75eb76b5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 946 time: 0.0503454 Oct 26 12:22:38.942814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23f7d660-22bb-40d2-b3f6-dcb5d251c6f1 req-cdbe0d18-a153-465e-83a8-4ee75973c253 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329428 Oct 26 12:22:40.066655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f015e0-edf7-4e47-b762-26342b053cfc req-a35bd736-9861-4303-a8ba-13ae3616d1b0 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:40.069059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6f015e0-edf7-4e47-b762-26342b053cfc req-a35bd736-9861-4303-a8ba-13ae3616d1b0 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 946 time: 0.0574517 Oct 26 12:22:40.114149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6f015e0-edf7-4e47-b762-26342b053cfc req-7ae87537-c810-484a-8154-75fba2f93291 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374446 Oct 26 12:22:40.234131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dfb7d-3bb6-4d3d-8071-b6ce7530f6ff req-33cde480-0721-4534-bbb2-b7e69bf8d352 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:40.236882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a19dfb7d-3bb6-4d3d-8071-b6ce7530f6ff req-33cde480-0721-4534-bbb2-b7e69bf8d352 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 946 time: 0.0525045 Oct 26 12:22:40.279766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a19dfb7d-3bb6-4d3d-8071-b6ce7530f6ff req-00e27356-d08f-4889-a571-621d01d56454 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376396 Oct 26 12:22:40.302407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47754) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:40.443597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701be49-b41b-4cae-943d-dc0a95425fd9 tempest-TestVolumeBackupRestore-1581845161 tempest-TestVolumeBackupRestore-1581845161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:40.445268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c701be49-b41b-4cae-943d-dc0a95425fd9 tempest-TestVolumeBackupRestore-1581845161 tempest-TestVolumeBackupRestore-1581845161-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1092 time: 0.1416316 Oct 26 12:22:40.448260 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47758) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:40.453376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:40.480275 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:40.584074 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:40.692764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Allocated IP 172.25.4.242 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1420d709-bd8e-4131-bbfb-2ab2e663257b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:22:40.804409 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:40.838753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:40.881319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:22:40.884567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:22:40.887417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:22:40.923290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'Port': ['ID=1420d709-bd8e-4131-bbfb-2ab2e663257b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:41.267407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:41.337443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:41.495362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:41.500890 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:41.574372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event updated for resources: {'Port': ['ID=1420d709-bd8e-4131-bbfb-2ab2e663257b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:22:41.587182 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:41.693391 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Floating IP ff41683b-580f-4e1e-87c4-75f3bb74651f associated. External IP: 172.25.4.242, port: 7a7a6f92-a36f-402b-8a75-d38319dd8f22. Oct 26 12:22:41.917803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Router 4e238e95-0d79-404f-a1a5-cbc9103612f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:22:42.031678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:22:42.041363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] Sync routers for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:22:42.050503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:42.052538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:22:42.053384 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:22:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:42.079784 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-999fb131-81d2-40b7-afc1-3fc9bff17697 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6304572 Oct 26 12:22:42.080391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:22:42.082558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47762) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:42.083080 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab73b7a-563c-4d80-a11d-d37a4aee921b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:22:42.120082 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbdbd99-371d-41c4-884c-9a91788ce1e6 x-openstack-request-id: req-7cbdbd99-371d-41c4-884c-9a91788ce1e6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:22:42.120383 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:22:42.120649 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cbdbd99-371d-41c4-884c-9a91788ce1e6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:22:42.121060 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'status': 'completed', 'code': 200} Oct 26 12:22:42.137124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce43185-5118-4854-8cca-d26f9f0a00dc tempest-TestVolumeBackupRestore-1581845161 tempest-TestVolumeBackupRestore-1581845161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:42.138850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5ce43185-5118-4854-8cca-d26f9f0a00dc tempest-TestVolumeBackupRestore-1581845161 tempest-TestVolumeBackupRestore-1581845161-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1092 time: 0.0543449 Oct 26 12:22:42.142765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 47768) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:22:42.148984 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Request body: {'floatingip': {'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:22:42.178939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:22:42.238839 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:42.279891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-2b11290d-f17b-4ace-a357-f5987dcac93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:42.282026 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-2b11290d-f17b-4ace-a357-f5987dcac93f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1097 time: 0.0949414 Oct 26 12:22:42.416441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff41683b-580f-4e1e-87c4-75f3bb74651f', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:22:41Z', 'updated_at': '2021-10-26T12:22:41Z', 'revision_number': 0, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:42.444360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] Checking router: 4e238e95-0d79-404f-a1a5-cbc9103612f4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:22:42.449194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-6b4ad7ea-624a-4d25-b4c5-53211ab66353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:42.450704 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-6b4ad7ea-624a-4d25-b4c5-53211ab66353 service neutron] 10.222.0.100 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 915 time: 0.1621075 Oct 26 12:22:42.453335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:22:42.453953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:22:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:42.564533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:22:42.809273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff41683b-580f-4e1e-87c4-75f3bb74651f', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:22:41Z', 'updated_at': '2021-10-26T12:22:41Z', 'revision_number': 0, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:42.836516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a90323-46f1-41d8-802c-88fd531db54c None None] The sync data for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 is: [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff41683b-580f-4e1e-87c4-75f3bb74651f', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:22:41Z', 'updated_at': '2021-10-26T12:22:41Z', 'revision_number': 0, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:22:42.842515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-f06007d3-0e7c-4ccc-a9f9-0b71ef5b862d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 1000 time: 0.3599291 Oct 26 12:22:42.942184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-4140c7ba-a21a-4650-8144-db07090683ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:42.943676 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-4140c7ba-a21a-4650-8144-db07090683ae service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 200 len: 852 time: 0.0943751 Oct 26 12:22:43.051568 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd99f43-aef2-4cdf-84d9-90ad8640dbf4 None None] New status for floating IP ff41683b-580f-4e1e-87c4-75f3bb74651f: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:22:43.063948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-c8d3e7da-ac1e-4b65-8daa-324ec0e6e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:43.065229 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-c8d3e7da-ac1e-4b65-8daa-324ec0e6e72c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=962fd999-d296-416e-a007-aed0ed3b2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114268 Oct 26 12:22:43.238186 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-ab0c6664-c6a5-4485-a39f-b3d9816cda6e service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648035 Oct 26 12:22:43.240502 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:43.251619 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.db.api [None req-bcd99f43-aef2-4cdf-84d9-90ad8640dbf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:22:43.251969 n-d-812150-3 neutron-server[102762]: DEBUG oslo_db.api [None req-bcd99f43-aef2-4cdf-84d9-90ad8640dbf4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:22:43.253807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:43.414008 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1ab73b7a-563c-4d80-a11d-d37a4aee921b req-82b1069e-575b-44f9-aa4c-d50614d57402 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687851 Oct 26 12:22:43.531563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Router 4e238e95-0d79-404f-a1a5-cbc9103612f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:22:43.645858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:22:43.650729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:43.703476 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-33f996e5-548a-45dc-98ef-dc8a297f00fa tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "PUT /v2.0/floatingips/ff41683b-580f-4e1e-87c4-75f3bb74651f HTTP/1.1" status: 200 len: 992 time: 1.5595436 Oct 26 12:22:43.753235 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd99f43-aef2-4cdf-84d9-90ad8640dbf4 None None] New status for floating IP ff41683b-580f-4e1e-87c4-75f3bb74651f: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:22:43.976500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] Sync routers for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:22:43.987648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:22:43.988258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:22:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:44.094722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:22:44.122197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}, {'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:22:44.124746 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}, {"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:22:44.167245 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c13bb-816f-4ba8-ac92-789a3c5b3e45 x-openstack-request-id: req-e31c13bb-816f-4ba8-ac92-789a3c5b3e45 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:22:44.168192 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:22:44.168562 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e31c13bb-816f-4ba8-ac92-789a3c5b3e45 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:22:44.172845 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'status': 'completed', 'code': 200} Oct 26 12:22:44.173248 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'status': 'completed', 'code': 200} Oct 26 12:22:44.228003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-3f7ffd3d-1ea1-4714-bbce-30fa9e4e000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:44.229594 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-3f7ffd3d-1ea1-4714-bbce-30fa9e4e000f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1097 time: 0.0429049 Oct 26 12:22:44.328181 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-f4073bd9-ccd8-4d44-989c-0a143b1b19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:44.329706 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-f4073bd9-ccd8-4d44-989c-0a143b1b19a4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 915 time: 0.0930417 Oct 26 12:22:44.334982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff41683b-580f-4e1e-87c4-75f3bb74651f', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:22:41Z', 'updated_at': '2021-10-26T12:22:43Z', 'revision_number': 2, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:44.362264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] Checking router: 4e238e95-0d79-404f-a1a5-cbc9103612f4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:22:44.370649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:22:44.371297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:22:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:44.395952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-83fc0769-058d-4633-b15a-51d214e863f2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 1002 time: 0.0592442 Oct 26 12:22:44.446254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-b0c17849-183a-42ec-b1f4-034edc583f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:44.447794 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-b0c17849-183a-42ec-b1f4-034edc583f6a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 200 len: 852 time: 0.0455444 Oct 26 12:22:44.479237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:22:44.499038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-4bfac000-8f98-4ee9-8174-813f4f28969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:44.500619 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-4bfac000-8f98-4ee9-8174-813f4f28969d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=962fd999-d296-416e-a007-aed0ed3b2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459905 Oct 26 12:22:44.596858 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-3c72b9b0-efb8-4d60-b4f9-6165fad83cb2 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892951 Oct 26 12:22:44.692093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-d6658b79-ff3e-4d89-9347-56bfb35acdae service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879822 Oct 26 12:22:44.717364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff41683b-580f-4e1e-87c4-75f3bb74651f', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:22:41Z', 'updated_at': '2021-10-26T12:22:43Z', 'revision_number': 2, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:22:44.775233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-52e0dc53-c2fc-40db-9572-fe38d2134ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:44.776700 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-52e0dc53-c2fc-40db-9572-fe38d2134ef7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1097 time: 0.0439911 Oct 26 12:22:44.877306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-05d0a958-d231-4e5b-b07e-668d75524af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:44.878847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-05d0a958-d231-4e5b-b07e-668d75524af9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 915 time: 0.0951126 Oct 26 12:22:44.910950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c6d88-064d-4984-9aad-8c25eac3d933 None None] The sync data for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 is: [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff41683b-580f-4e1e-87c4-75f3bb74651f', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'port_id': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'mac_address': 'fa:16:3e:51:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:22:41Z', 'updated_at': '2021-10-26T12:22:43Z', 'revision_number': 2, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:22:44.949736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-341051eb-624b-447e-8f9c-61f3b31ec50b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 1002 time: 0.0639694 Oct 26 12:22:45.003646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-5de725ff-e2d0-4368-ad11-078422050846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:45.004882 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-5de725ff-e2d0-4368-ad11-078422050846 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 200 len: 852 time: 0.0482390 Oct 26 12:22:45.058424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-3044b0dc-9213-46c8-b97f-1e306ab63740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:22:45.058424 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-3044b0dc-9213-46c8-b97f-1e306ab63740 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=962fd999-d296-416e-a007-aed0ed3b2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466950 Oct 26 12:22:45.149121 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-d43245ca-05bc-4f11-9161-0f458fc7793a service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842226 Oct 26 12:22:45.245012 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d01a7095-2a49-4c7c-980c-fb2ce8cb6101 req-07cfe960-6ee4-489a-896c-b043c1b116c7 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878482 Oct 26 12:22:49.176637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bd953630-c284-4087-9a6d-34443a8dceca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:51.735742 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c5d45fe-fc09-4920-bb3e-9b2c8987eb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:52.885729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:53.290217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:54.686529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:22:55.566900 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:23:03.963705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:05.561218 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:07.287902 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298ca93-1b76-4ec8-809a-cc41e7876d6b req-c3d51bed-5c7b-4585-8598-ad1d20debc9b tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:07.289371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a298ca93-1b76-4ec8-809a-cc41e7876d6b req-c3d51bed-5c7b-4585-8598-ad1d20debc9b tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 946 time: 0.0594392 Oct 26 12:23:07.329201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a298ca93-1b76-4ec8-809a-cc41e7876d6b req-1d04c22f-bd5c-4eb5-ad2e-61f47e77e903 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Oct 26 12:23:08.452991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e946ce-8dee-4555-8a4e-042ed4dffe88 req-f3518422-c276-4e79-b4d4-a13d49f8c1fb tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:08.455037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07e946ce-8dee-4555-8a4e-042ed4dffe88 req-f3518422-c276-4e79-b4d4-a13d49f8c1fb tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 946 time: 0.0504947 Oct 26 12:23:08.497728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07e946ce-8dee-4555-8a4e-042ed4dffe88 req-076d8045-927e-4a7c-9813-3d83b13812d5 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Oct 26 12:23:09.022003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-80605bbf-ec51-474b-a2d6-eabccf299110 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:09.023520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-80605bbf-ec51-474b-a2d6-eabccf299110 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 946 time: 0.0533583 Oct 26 12:23:09.118970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Deleting port 681f1572-b50f-442f-9e33-6e784f525bde {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:09.119317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:09.212353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] For port 681f1572-b50f-442f-9e33-6e784f525bde, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=681f1572-b50f-442f-9e33-6e784f525bde,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:09.212750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:09.226284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Calling delete_port for 681f1572-b50f-442f-9e33-6e784f525bde owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:09.358470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:09.375018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['681f1572-b50f-442f-9e33-6e784f525bde'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:23:09.387435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Pushing event deleted for resources: {'Port': ['ID=681f1572-b50f-442f-9e33-6e784f525bde,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:09.429662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] No DVR routers for this DVR port 681f1572-b50f-442f-9e33-6e784f525bde on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:23:09.432373 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:09.436452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04cb87f4-41ae-48bb-9b1c-727e60635b13 req-56131a10-3879-4b94-9b6a-e9ddd572f962 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "DELETE /v2.0/ports/681f1572-b50f-442f-9e33-6e784f525bde HTTP/1.1" status: 204 len: 173 time: 0.4046459 Oct 26 12:23:09.436821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd79846-a81d-421d-943e-61837364e61b', 'name': 'network-vif-deleted', 'tag': '681f1572-b50f-442f-9e33-6e784f525bde'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:09.439168 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dad1876-e038-41da-aefc-c5e79386c8a1" -d '{"events": [{"server_uuid": "2cd79846-a81d-421d-943e-61837364e61b", "name": "network-vif-deleted", "tag": "681f1572-b50f-442f-9e33-6e784f525bde"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:09.478666 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101e70e-3b52-4ba4-93fa-769691f286a5 x-openstack-request-id: req-b101e70e-3b52-4ba4-93fa-769691f286a5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:09.479316 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd79846-a81d-421d-943e-61837364e61b", "name": "network-vif-deleted", "tag": "681f1572-b50f-442f-9e33-6e784f525bde", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:09.479316 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b101e70e-3b52-4ba4-93fa-769691f286a5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:09.479706 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd79846-a81d-421d-943e-61837364e61b', 'name': 'network-vif-deleted', 'tag': '681f1572-b50f-442f-9e33-6e784f525bde', 'status': 'completed', 'code': 200} Oct 26 12:23:09.609473 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb0ff7ea-1bf5-4d0d-903e-9ee4fe70d647 req-92cdc7b4-a8da-4d38-b2e5-0a4b5f2e727f tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cd79846-a81d-421d-943e-61837364e61b HTTP/1.1" status: 200 len: 210 time: 0.0280461 Oct 26 12:23:13.743054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 681f1572-b50f-442f-9e33-6e784f525bde no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:13.765651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 681f1572-b50f-442f-9e33-6e784f525bde {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:13.765998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 681f1572-b50f-442f-9e33-6e784f525bde not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:16.398082 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-7dfac1ef-811b-4b44-a7fe-c5e272e47772 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455220 Oct 26 12:23:16.496403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226d5c-c02e-4787-8de4-02ca35927289 req-f4ce7155-138f-4363-bb6e-9c3685efd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:16.498443 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-f4ce7155-138f-4363-bb6e-9c3685efd063 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1097 time: 0.0518720 Oct 26 12:23:16.623018 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226d5c-c02e-4787-8de4-02ca35927289 req-30466756-9027-491d-888d-f3c62af1f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:16.624510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-30466756-9027-491d-888d-f3c62af1f09a service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1038625 Oct 26 12:23:16.705513 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-b04103af-feda-4bcc-a194-c2860c8e03c8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 1002 time: 0.0729370 Oct 26 12:23:16.792208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226d5c-c02e-4787-8de4-02ca35927289 req-e86e3cfe-90f4-4f6e-96b8-176a49219a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:16.794023 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-e86e3cfe-90f4-4f6e-96b8-176a49219a95 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0818748 Oct 26 12:23:16.873490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226d5c-c02e-4787-8de4-02ca35927289 req-bb582dba-e55d-4990-924a-1b9e04115eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:16.875067 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-bb582dba-e55d-4990-924a-1b9e04115eb0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723689 Oct 26 12:23:16.885814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 47920) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:16.995832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-f692a98a-a66a-4d85-9581-5cc14d7c189e service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124687 Oct 26 12:23:17.081930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Deleting port 1420d709-bd8e-4131-bbfb-2ab2e663257b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:17.082277 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:17.129366 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-29226d5c-c02e-4787-8de4-02ca35927289 req-d8cb5e9a-ab66-4524-8bd8-940f2dcc4f0c service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255910 Oct 26 12:23:17.166426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:17.166767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:17.181822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Calling delete_port for 1420d709-bd8e-4131-bbfb-2ab2e663257b owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:17.374567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:17.400968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event deleted for resources: {'Port': ['ID=1420d709-bd8e-4131-bbfb-2ab2e663257b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:17.412428 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.412788 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.413138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.413490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.413826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.414161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.414579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.414853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.415211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.415550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.416087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.416696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:17.482972 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:17.483497 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Floating IP ff41683b-580f-4e1e-87c4-75f3bb74651f disassociated (deleted). External IP: 172.25.4.242, port: 7a7a6f92-a36f-402b-8a75-d38319dd8f22. Oct 26 12:23:17.678285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-1495a0a3-8908-4f37-96a9-499487b20cd6 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:17.679730 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-1495a0a3-8908-4f37-96a9-499487b20cd6 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 814 time: 0.1601038 Oct 26 12:23:17.759956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-b3ca804c-a8a2-4a94-8c6f-77c57368a115 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/quotas/3ecec470b2844c2b9468c5351a114763 HTTP/1.1" status: 200 len: 375 time: 0.0452034 Oct 26 12:23:17.796823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-e6c14caf-8ab8-43e0-9abf-6f29cf2f1332 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303881 Oct 26 12:23:17.874602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Router 4e238e95-0d79-404f-a1a5-cbc9103612f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:23:17.984548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-d55ac422-7ae8-468a-81d2-48b4ea64a95e service neutron] 10.222.0.88 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781790 Oct 26 12:23:18.084518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:23:18.090063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:18.095687 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] Sync routers for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:23:18.107900 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:18.108551 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:22:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:18.132948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5fccd07f-e9b7-4aa7-91c4-9746b9ea39a6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "DELETE /v2.0/floatingips/ff41683b-580f-4e1e-87c4-75f3bb74651f HTTP/1.1" status: 204 len: 168 time: 1.2455235 Oct 26 12:23:18.133249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:18.135606 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:18.150544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-07af00ab-cef8-4058-a8af-e68fc93fa2cb service neutron] 10.222.0.88 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580563 Oct 26 12:23:18.226277 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:18.402117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64ca80b3-05c1-4da7-9fda-536a7e95aba4 req-6ebd91ff-471c-4c0b-a6f2-9b672b06fef6 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 210 time: 0.0593641 Oct 26 12:23:18.403765 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa489b1f-6828-4a16-bb74-916c2c36c023 x-openstack-request-id: req-aa489b1f-6828-4a16-bb74-916c2c36c023 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:18.404059 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:18.404316 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa489b1f-6828-4a16-bb74-916c2c36c023 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:18.404726 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'status': 'completed', 'code': 200} Oct 26 12:23:18.484682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-c2d4bf6d-7938-40c5-96e0-194c74c3b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:18.487689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-c2d4bf6d-7938-40c5-96e0-194c74c3b51c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 1097 time: 0.0866172 Oct 26 12:23:18.560228 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:18.581723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1a3db-182f-4af0-941d-cce8f9ac31a1 req-06319e34-0177-4fee-95c2-4d5791f6c3bd tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:18.584231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ca1a3db-182f-4af0-941d-cce8f9ac31a1 req-06319e34-0177-4fee-95c2-4d5791f6c3bd tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 946 time: 0.1088927 Oct 26 12:23:18.604864 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] Checking router: 4e238e95-0d79-404f-a1a5-cbc9103612f4 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:23:18.616408 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:18.617049 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:22:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:18.623457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-ed6490af-bb60-4066-8296-110366c947ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:18.625139 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-ed6490af-bb60-4066-8296-110366c947ee service neutron] 10.222.0.100 "GET /v2.0/networks?id=962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 200 len: 915 time: 0.1293080 Oct 26 12:23:18.664747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ca1a3db-182f-4af0-941d-cce8f9ac31a1 req-55df8e7a-a40f-4574-a663-53931bd3090c tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716414 Oct 26 12:23:18.672397 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-da69e33f-eccb-4f0f-9d55-f82004deef3b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 200 len: 217 time: 0.0391955 Oct 26 12:23:18.739487 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-4727fcf9-1399-46e6-ba68-93aa27c2f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:18.741164 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-4727fcf9-1399-46e6-ba68-93aa27c2f6cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 200 len: 852 time: 0.0600686 Oct 26 12:23:18.779354 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:18.798032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-f53361e9-a3b4-48b4-ab1d-84d682c133dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:18.800283 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-f53361e9-a3b4-48b4-ab1d-84d682c133dd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=962fd999-d296-416e-a007-aed0ed3b2d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507505 Oct 26 12:23:18.916354 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-e169621b-65fe-4bc2-9209-2ca8f5a840d4 service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076384 Oct 26 12:23:19.036470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8c90a05-6be6-4f54-9aad-95dfe6d9606a req-e2481493-fd90-448e-801e-b14cefa5219f service neutron] 10.222.0.100 "GET /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109517 Oct 26 12:23:19.146043 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:19.180258 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ad336-2583-40a0-bad6-17bd3c08766c None None] The sync data for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 is: [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:19:57Z', 'revision_number': 4, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'db5983e9-ded6-4fe4-bcfe-d8418ae2d76e', 'name': '', 'network_id': '962fd999-d296-416e-a007-aed0ed3b2d5d', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'mac_address': 'fa:16:3e:36:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:56Z', 'updated_at': '2021-10-26T12:20:03Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'subnets': [{'id': 'c647c004-ec99-4c82-88ad-59c7a051fba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:23:19.184723 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c6f0f9c0-9d47-4bcf-abb7-d6adbd75ccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:19.493416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ec423-8dc8-4620-afdc-d7fc777ff473 None None] New status for floating IP ff41683b-580f-4e1e-87c4-75f3bb74651f: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:23:19.515380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fddeffa7-fdff-4c6b-a2ca-005307dd3483 req-545738ad-1d02-4e39-82a0-5c83afb468aa tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 210 time: 0.0335658 Oct 26 12:23:19.698305 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-2c4889c8-e525-47f5-97f3-9d8dbb2737d7 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:19.700024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-2c4889c8-e525-47f5-97f3-9d8dbb2737d7 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 814 time: 0.1451797 Oct 26 12:23:19.722167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Request body: {'port': {'device_id': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a', 'admin_state_up': True, 'tenant_id': '3ecec470b2844c2b9468c5351a114763'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:23:19.904431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-66fa330a-eafe-42ff-a49c-f757ec04f6f8 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:19.905530 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-66fa330a-eafe-42ff-a49c-f757ec04f6f8 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.100 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 946 time: 0.0695188 Oct 26 12:23:20.038944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Deleting port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:20.039590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.177183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] For port 7a7a6f92-a36f-402b-8a75-d38319dd8f22, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=7a7a6f92-a36f-402b-8a75-d38319dd8f22,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:20.177459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.193218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Calling delete_port for 7a7a6f92-a36f-402b-8a75-d38319dd8f22 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:20.211901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ecd32-e5a8-44f2-b682-e5fbd92f2ed9 req-29b56da3-d9b6-4cd6-86e4-55fba0546e5d tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:20.213981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e81ecd32-e5a8-44f2-b682-e5fbd92f2ed9 req-29b56da3-d9b6-4cd6-86e4-55fba0546e5d tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 946 time: 0.0801346 Oct 26 12:23:20.301577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e81ecd32-e5a8-44f2-b682-e5fbd92f2ed9 req-65d7715c-c219-4956-ae00-d32a74ea12f6 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19b1220-830e-45dd-b460-190d7dcbcb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710490 Oct 26 12:23:20.337275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Made reservation on behalf of 3ecec470b2844c2b9468c5351a114763 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:23:20.345955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.524655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Allocated IP 172.20.0.6 (a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a/5d6291d1-9370-44dd-9f40-e4564ab07fd6/67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:23:20.696312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b448af5b-ba6a-4a63-89ee-6f3bb123df25 req-6dcb4a1c-fc43-44fa-87f4-26f24b6bade1 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 210 time: 0.0745754 Oct 26 12:23:20.721014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.757135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event deleted for resources: {'Port': ['ID=7a7a6f92-a36f-402b-8a75-d38319dd8f22,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:20.774265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.774717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.775194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.775616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.776099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.777324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.777324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.778005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.779583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.779583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.779583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.779941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:20.822443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] No DVR routers for this DVR port 7a7a6f92-a36f-402b-8a75-d38319dd8f22 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:23:20.823261 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.825331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.828899 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-44eb3ffe-f047-4586-8721-49d5c71d6e21 req-9cf86397-ad2d-4703-b909-631c133e5c51 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.100 "DELETE /v2.0/ports/7a7a6f92-a36f-402b-8a75-d38319dd8f22 HTTP/1.1" status: 204 len: 173 time: 0.9154658 Oct 26 12:23:20.829753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'name': 'network-vif-deleted', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:20.832054 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9932f7aa-d3d2-44d0-afb1-7dfc26d5f74e" -d '{"events": [{"server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "name": "network-vif-deleted", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:20.876607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:20.899719 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ddc62-d350-4bfa-8b5d-6a4cb7dea9a1 x-openstack-request-id: req-753ddc62-d350-4bfa-8b5d-6a4cb7dea9a1 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:20.900367 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f", "name": "network-vif-deleted", "tag": "7a7a6f92-a36f-402b-8a75-d38319dd8f22", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:20.900560 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-753ddc62-d350-4bfa-8b5d-6a4cb7dea9a1 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:20.901060 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f', 'name': 'network-vif-deleted', 'tag': '7a7a6f92-a36f-402b-8a75-d38319dd8f22', 'status': 'completed', 'code': 200} Oct 26 12:23:20.937308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:23:20.943465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:23:20.949579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:23:20.955336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Pushing event updated for resources: {'Port': ['ID=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:21.028641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:21.029334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:21.060422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-ed539789-c01d-4673-b012-0aed5eaed3f3 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3435247 Oct 26 12:23:21.081903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Request body: {'port': {'device_id': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:23:21.183541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:21.577630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd7cc330-044f-4bfe-8e32-922ced50dc4b req-f2cbcbbc-a3b1-4496-b37b-cd7f2f679f43 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0459495 Oct 26 12:23:21.748550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:23:21.763903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-958d09ac-c470-4b64-8cef-b39c80cfd921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:21.771212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:21.789745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Transition to ACTIVE for port object 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:23:21.800404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:21.911829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Pushing event updated for resources: {'Port': ['ID=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:21.954932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae828f33-e1c2-413b-81cc-f95761585a69 req-f9a6fe2c-f508-48e4-af2c-5ca5346ac03b tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:21.963584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae828f33-e1c2-413b-81cc-f95761585a69 req-f9a6fe2c-f508-48e4-af2c-5ca5346ac03b tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 943 time: 0.1502905 Oct 26 12:23:22.031949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae828f33-e1c2-413b-81cc-f95761585a69 req-05cbb061-f00c-456a-a82b-c72fe0cb56ad tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671995 Oct 26 12:23:22.055148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Attempting to bind port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:23:22.055517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Attempting to bind port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:23:22.055803 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Attempting to bind port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef on network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:23:22.075959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef on network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:23:22.076298 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Attempting to bind port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef on network a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:23:22.091329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:23:22.092933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Checking segment: {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:23:22.093651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Bound using segment: {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:23:22.096083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Bound port: 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08da0b23-9ed3-441f-8f9f-fcd54a11db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:23:22.096083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:22.197752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] For port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:23:22.201077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] For port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:23:22.205971 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:22.256984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:22.257680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:22.259573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] 10.222.0.30 "PUT /v2.0/ports/67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef HTTP/1.1" status: 200 len: 1091 time: 1.1856730 Oct 26 12:23:22.260064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'tag': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:22.262697 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f012a1-50d3-49b0-bab2-1304d76a9d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab913af9-e898-4a66-8649-24cb6b4c6c9d", "tag": "67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:22.300106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fdee2-ec2f-4338-a533-0a9a53d78213 service neutron] Pushing event updated for resources: {'Port': ['ID=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:22.370663 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f659c-da89-465f-a7d7-69d7ddee1765 x-openstack-request-id: req-533f659c-da89-465f-a7d7-69d7ddee1765 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:22.371085 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab913af9-e898-4a66-8649-24cb6b4c6c9d", "tag": "67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:22.373736 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-533f659c-da89-465f-a7d7-69d7ddee1765 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:22.373736 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'tag': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef', 'status': 'completed', 'code': 200} Oct 26 12:23:22.390158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-6465c4b2-0810-46bf-9291-beb07eb7ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:22.391867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-6465c4b2-0810-46bf-9291-beb07eb7ee97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 1094 time: 0.0689876 Oct 26 12:23:22.457008 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-139f3755-4d57-4c1c-a9d8-1b14f3ca4ffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef HTTP/1.1" status: 200 len: 217 time: 0.0527222 Oct 26 12:23:22.517707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-14b933dc-8b8b-4545-9dc8-69da06df34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:22.520541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-14b933dc-8b8b-4545-9dc8-69da06df34b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d6291d1-9370-44dd-9f40-e4564ab07fd6 HTTP/1.1" status: 200 len: 854 time: 0.0562649 Oct 26 12:23:22.571768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-a6d1c2d3-29a6-4b8f-a672-dd0b1dc87ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418689 Oct 26 12:23:22.774240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55a917f4-4c06-46eb-9b45-cc5b9eabe016 req-82739e1c-e4c8-47a0-9ff7-95db7ffb4bf7 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0447464 Oct 26 12:23:22.779659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-f364edf1-1448-4357-90bc-f5c1564fe7b8 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000699 Oct 26 12:23:22.909502 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:22.952115 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-827833f9-7fa9-4c74-ac38-cec7b94ead5e req-3ad39260-57cc-4355-a38e-94870de24dad service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589284 Oct 26 12:23:23.128993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-e93c86ab-ca4c-4b2a-849f-85b31eaa1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:23.130556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-e93c86ab-ca4c-4b2a-849f-85b31eaa1275 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ecec470b2844c2b9468c5351a114763&device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 1094 time: 0.0865879 Oct 26 12:23:23.249893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db9c50-f66e-4b83-90d1-d6955e1bdfd6 req-a9f06265-3e4b-4c47-b193-fa2e1b172a31 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:23.258659 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15db9c50-f66e-4b83-90d1-d6955e1bdfd6 req-a9f06265-3e4b-4c47-b193-fa2e1b172a31 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 943 time: 0.1244137 Oct 26 12:23:23.316253 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:23.343634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15db9c50-f66e-4b83-90d1-d6955e1bdfd6 req-e11c7c74-8575-4478-b0fc-6e3847e3a8c4 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839679 Oct 26 12:23:23.356125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-b2dd6fd2-318d-47f8-913b-9707c70161b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:23.357649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-b2dd6fd2-318d-47f8-913b-9707c70161b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 200 len: 916 time: 0.2138324 Oct 26 12:23:23.427336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-9bae51be-9698-4644-b0e4-b6ee8d3296e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef HTTP/1.1" status: 200 len: 217 time: 0.0614812 Oct 26 12:23:23.496273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-82e0ef20-79dc-4d91-90b3-050afbd11ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:23.499335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-82e0ef20-79dc-4d91-90b3-050afbd11ff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d6291d1-9370-44dd-9f40-e4564ab07fd6 HTTP/1.1" status: 200 len: 854 time: 0.0639353 Oct 26 12:23:23.547657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-a95a3532-f4e4-4422-b16b-3ef3fcdbeeb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377367 Oct 26 12:23:23.680511 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-456e1d02-c98d-41ca-bdeb-1dc68ddc956f service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234488 Oct 26 12:23:23.820588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64f012a1-50d3-49b0-bab2-1304d76a9d0b req-fb410916-ff3d-43e2-9f81-afeef85541c5 service neutron] 10.222.0.30 "GET /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308622 Oct 26 12:23:23.913562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82cf0d64-27a5-4d83-9b75-7e4dbb487983 req-a3009c72-2cca-47c6-b236-0e08f2ec21b5 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0347462 Oct 26 12:23:24.260714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7a7a6f92-a36f-402b-8a75-d38319dd8f22 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:24.285582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 7a7a6f92-a36f-402b-8a75-d38319dd8f22 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:24.286359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 7a7a6f92-a36f-402b-8a75-d38319dd8f22 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:24.476053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43400b9d-e473-4f7f-9cc2-0b96b884f6dc req-e7c0e6d0-ae08-4b84-8df4-7b6ab3d9d3cc tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:24.477629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43400b9d-e473-4f7f-9cc2-0b96b884f6dc req-e7c0e6d0-ae08-4b84-8df4-7b6ab3d9d3cc tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 943 time: 0.0600114 Oct 26 12:23:24.521363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43400b9d-e473-4f7f-9cc2-0b96b884f6dc req-57a67282-fd87-4dca-9af0-56805804ffa9 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360646 Oct 26 12:23:24.694026 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:25.036138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a4f0d5-fc51-493d-8716-f326075eabb3 req-7f95d3a4-857c-4f71-9374-d08e555453c1 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0356698 Oct 26 12:23:25.662340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1c02-2803-46d3-aa36-50a656077714 req-c9100614-20ae-4f17-8f8e-adb5e4d0a961 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:25.663912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3cc1c02-2803-46d3-aa36-50a656077714 req-c9100614-20ae-4f17-8f8e-adb5e4d0a961 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 943 time: 0.0624664 Oct 26 12:23:25.707015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3cc1c02-2803-46d3-aa36-50a656077714 req-fbd82e8b-57b1-4f20-91de-5cdb5747090f tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Oct 26 12:23:25.811095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:23:25.915412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:25.927685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef', 'network_id': 'a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a', 'port_id': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef', 'mac_address': 'fa:16:3e:0a:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6291d1-9370-44dd-9f40-e4564ab07fd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:23:25.965367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:25.978915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:23:25.998677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:26.006907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:26.071460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:26.090572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.091182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.091688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.092215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.092709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.093201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.093700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.094029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.094485 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.095350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.095787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.096302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:23:26.178495 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f2eff658-bc1e-4074-8d4b-57c25eeb4398 req-19b62c81-6276-49fc-9552-d6b4be283a14 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ef5b83d-2ccf-4c79-ae71-1b9ff72ec34f HTTP/1.1" status: 200 len: 210 time: 0.0434675 Oct 26 12:23:26.187526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-99c72197-323d-4ece-99c5-0a761b2d5673 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611307271&fields=id&tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 267 time: 0.0678489 Oct 26 12:23:26.254578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:23:26.300180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-6f5e3e7b-e2f9-4b3b-9616-d7faaa9f4c5c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:26.301757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-6f5e3e7b-e2f9-4b3b-9616-d7faaa9f4c5c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.1058702 Oct 26 12:23:26.317372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-d416e82d-b915-4119-a189-aef408192ff5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/quotas/f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 375 time: 0.0097058 Oct 26 12:23:26.376289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-4b64a211-8efc-4e33-bdb8-b48e677a7d69 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526636 Oct 26 12:23:26.476763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-85a2c2bf-fde5-4317-adca-d3d30725a191 service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884275 Oct 26 12:23:26.570077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-d05bb883-d55b-4d61-90cf-ebe41c7f5a8d service neutron] 10.222.0.88 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 Oct 26 12:23:26.835422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdf953-81d6-46ce-89b0-25dc3ee45f93 req-164bbf87-2914-4e97-8749-4a2d50720032 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:26.836945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70bdf953-81d6-46ce-89b0-25dc3ee45f93 req-164bbf87-2914-4e97-8749-4a2d50720032 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 944 time: 0.0557954 Oct 26 12:23:26.869556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff98da94-b14e-483b-88dd-ccf1e6ebf0fc req-f6bb51bd-7e0a-4692-9755-3f3563df94ec tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 210 time: 0.0313470 Oct 26 12:23:26.896134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70bdf953-81d6-46ce-89b0-25dc3ee45f93 req-6dbc96d5-4ca9-4047-baa2-606bd18c03be tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Oct 26 12:23:27.246097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48028) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:27.304641 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a33c7204-f4db-40ab-bfab-930927359016 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:27.330727 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a33c7204-f4db-40ab-bfab-930927359016 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:27.395257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a33c7204-f4db-40ab-bfab-930927359016 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:27.397862 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a33c7204-f4db-40ab-bfab-930927359016 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:27.399046 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a33c7204-f4db-40ab-bfab-930927359016 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] 10.222.0.88 "DELETE /v2.0/security-groups/f19b1220-830e-45dd-b460-190d7dcbcb0a HTTP/1.1" status: 204 len: 168 time: 0.1518974 Oct 26 12:23:27.408054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c7204-f4db-40ab-bfab-930927359016 tempest-TestVolumeBackupRestore-1739507080 tempest-TestVolumeBackupRestore-1739507080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b1220-830e-45dd-b460-190d7dcbcb0a,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:27.810012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-42ce06fa-3dd7-4cda-a1d0-077bb42817c5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:27.811855 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-42ce06fa-3dd7-4cda-a1d0-077bb42817c5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 812 time: 0.1410837 Oct 26 12:23:27.824855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:23:27.863444 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-af3a31a9-063f-4621-8795-58d05e08aa05 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb HTTP/1.1" status: 200 len: 380 time: 0.0413079 Oct 26 12:23:27.875919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'port': {'device_id': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'admin_state_up': True, 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'security_groups': ['8a8d5157-c2df-429d-b6b0-2ab4f9040a97']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:23:27.920340 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:23:27.925846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:23:27.926604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.062474 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.095138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9585d522-af24-4e4a-a801-370cc7b9da06 req-5445e422-3831-4219-b1ad-b25fd0b182ee tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 210 time: 0.0689209 Oct 26 12:23:28.116530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:28.119144 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8478472b-62e9-49ce-b17d-d777093693c0" -d '{"events": [{"server_uuid": "ab913af9-e898-4a66-8649-24cb6b4c6c9d", "name": "network-vif-plugged", "status": "completed", "tag": "67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:28.127200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Made reservation on behalf of f9576cdc5c37407ca5f0ccea9c45cfeb for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:23:28.138211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:28.139638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.144170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.174392 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165f99-68e8-48ae-a8f0-51147b099103 req-96ee074d-36d0-45a2-8b86-8a29ab340698 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:28.188378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63165f99-68e8-48ae-a8f0-51147b099103 req-96ee074d-36d0-45a2-8b86-8a29ab340698 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 944 time: 0.1192071 Oct 26 12:23:28.201541 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d3e36-477d-4253-828e-16a788fe682a x-openstack-request-id: req-a58d3e36-477d-4253-828e-16a788fe682a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:28.201835 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab913af9-e898-4a66-8649-24cb6b4c6c9d", "name": "network-vif-plugged", "status": "completed", "tag": "67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:28.203181 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a58d3e36-477d-4253-828e-16a788fe682a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:28.207527 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef', 'code': 200} Oct 26 12:23:28.245746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:28.278974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63165f99-68e8-48ae-a8f0-51147b099103 req-453a6a3e-7434-4a14-a046-d4df216a6a34 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Oct 26 12:23:28.380898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed003cf-2190-427b-a0b6-7ce9a43b99e1 req-03f0dea7-6a79-4114-b18c-c1bf9ad409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:28.382698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed003cf-2190-427b-a0b6-7ce9a43b99e1 req-03f0dea7-6a79-4114-b18c-c1bf9ad409f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 1096 time: 0.0946641 Oct 26 12:23:28.406457 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.20.0.13 (4ca8e385-95c7-4a35-a408-c011c2f43980/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2/786895a8-314c-4b75-a254-159b7d1da3c1) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:23:28.478937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed003cf-2190-427b-a0b6-7ce9a43b99e1 req-bda12280-457d-4458-897d-4f832aac990d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829072 Oct 26 12:23:28.614710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.656153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.750522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=786895a8-314c-4b75-a254-159b7d1da3c1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:28.763932 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:23:28.768478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:23:28.771353 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:23:28.874419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:28.875134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:28.911425 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-188c309a-5a09-4c57-bf1c-efe99757cb97 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0402410 Oct 26 12:23:28.924247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Request body: {'port': {'device_id': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:23:29.080469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:29.176815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-225c7f7a-5e10-4be3-aeb7-9dbfe049b33d None None] Provisioning complete for port 786895a8-314c-4b75-a254-159b7d1da3c1 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:23:29.177400 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-225c7f7a-5e10-4be3-aeb7-9dbfe049b33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:29.254723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-225c7f7a-5e10-4be3-aeb7-9dbfe049b33d None None] Port 786895a8-314c-4b75-a254-159b7d1da3c1 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:23:29.380443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dbf5c-6541-42d9-9e56-5002eb59c288 req-18a1e7f1-e6f7-43e9-9d59-8151dea20051 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:29.383240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b16dbf5c-6541-42d9-9e56-5002eb59c288 req-18a1e7f1-e6f7-43e9-9d59-8151dea20051 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 932 time: 0.1707988 Oct 26 12:23:29.510200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b16dbf5c-6541-42d9-9e56-5002eb59c288 req-348de52d-8493-488c-96d3-4fb11d4533aa tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936992 Oct 26 12:23:29.515753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786895a8-314c-4b75-a254-159b7d1da3c1 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:23:29.530016 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:29.543363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294d478-c5d4-47d4-a918-fb1710a5d850 req-dae16c59-bbe7-4875-89c9-fbd5c7419953 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:29.543916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Transition to ACTIVE for port object 786895a8-314c-4b75-a254-159b7d1da3c1 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:23:29.545088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7294d478-c5d4-47d4-a918-fb1710a5d850 req-dae16c59-bbe7-4875-89c9-fbd5c7419953 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 945 time: 0.1327388 Oct 26 12:23:29.552636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:29.598516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7294d478-c5d4-47d4-a918-fb1710a5d850 req-6d427419-7640-4b99-ae46-67e96f8a96fc tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Oct 26 12:23:29.660776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Pushing event updated for resources: {'Port': ['ID=786895a8-314c-4b75-a254-159b7d1da3c1,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:29.897985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Attempting to bind port 786895a8-314c-4b75-a254-159b7d1da3c1 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:23:29.899098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Attempting to bind port 786895a8-314c-4b75-a254-159b7d1da3c1 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:23:29.899994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Attempting to bind port 786895a8-314c-4b75-a254-159b7d1da3c1 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:23:29.925826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Port 786895a8-314c-4b75-a254-159b7d1da3c1 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:23:29.926161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Attempting to bind port 786895a8-314c-4b75-a254-159b7d1da3c1 on network 4ca8e385-95c7-4a35-a408-c011c2f43980 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:23:29.941369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:23:29.942215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Checking segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:23:29.942796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Bound using segment: {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:23:29.943451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Bound port: 786895a8-314c-4b75-a254-159b7d1da3c1, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45d254c-fdad-4041-9197-21d83626c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:23:29.944301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:30.094496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] For port 786895a8-314c-4b75-a254-159b7d1da3c1, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:23:30.098821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] For port 786895a8-314c-4b75-a254-159b7d1da3c1, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=786895a8-314c-4b75-a254-159b7d1da3c1,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:23:30.106720 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:30.169403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:30.170506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:30.172466 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] 10.222.0.100 "PUT /v2.0/ports/786895a8-314c-4b75-a254-159b7d1da3c1 HTTP/1.1" status: 200 len: 1092 time: 1.2532527 Oct 26 12:23:30.176406 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:30.188000 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32e10b9-25c6-489a-bc5b-f0d11366416b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:30.221717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563baa-bba9-454c-89e7-b57fa0fec5aa service neutron] Pushing event updated for resources: {'Port': ['ID=786895a8-314c-4b75-a254-159b7d1da3c1,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:30.296439 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a75cff-3900-4f49-bd02-98b3d3691914 x-openstack-request-id: req-02a75cff-3900-4f49-bd02-98b3d3691914 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:30.297000 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:30.303308 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02a75cff-3900-4f49-bd02-98b3d3691914 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:30.303747 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1', 'status': 'completed', 'code': 200} Oct 26 12:23:30.345190 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-3bbb82c8-984d-496a-b96d-9d3504fad747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:30.346994 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-3bbb82c8-984d-496a-b96d-9d3504fad747 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 1095 time: 0.1171610 Oct 26 12:23:30.463975 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-ac4771ef-f564-45a2-b1d8-82efeb2e1f8f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786895a8-314c-4b75-a254-159b7d1da3c1 HTTP/1.1" status: 200 len: 217 time: 0.1072974 Oct 26 12:23:30.576465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-cb7a404c-4731-4055-bc5d-772d914a3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:30.578679 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-cb7a404c-4731-4055-bc5d-772d914a3dc8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.1039522 Oct 26 12:23:30.660681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-564fdcac-d111-483a-abc2-4b38e591b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:30.662529 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-564fdcac-d111-483a-abc2-4b38e591b7eb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757000 Oct 26 12:23:30.793885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117d67b-9ccf-479c-9e06-79b21feb2e3e req-2cdd1274-1c7e-4ff6-a0ed-dbb8aa475925 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:30.795531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2117d67b-9ccf-479c-9e06-79b21feb2e3e req-2cdd1274-1c7e-4ff6-a0ed-dbb8aa475925 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.1561375 Oct 26 12:23:30.829602 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-eabf9a4f-9dde-40fd-b1b6-d1aa16a22114 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595838 Oct 26 12:23:30.959948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57aaa8-234a-4392-8eaf-73f06d189ef9 req-9c87c0e4-89a8-4735-adf9-7178ed1e9222 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:30.978647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af57aaa8-234a-4392-8eaf-73f06d189ef9 req-9c87c0e4-89a8-4735-adf9-7178ed1e9222 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 945 time: 0.1820498 Oct 26 12:23:31.011546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2117d67b-9ccf-479c-9e06-79b21feb2e3e req-d7d39e5c-fc54-43a6-a6d7-8bfd8b5c80a6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743469 Oct 26 12:23:31.038581 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c9613fc8-0260-4391-b39b-cba35163c8fb req-c25876f4-348f-4b2f-b13b-1ae77d2c022b service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014873 Oct 26 12:23:31.075824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af57aaa8-234a-4392-8eaf-73f06d189ef9 req-380b06ed-5e21-4a9c-b903-a19a0cbc7f0f tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950556 Oct 26 12:23:31.219665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-21e642b7-e7a1-4e96-853f-068ae2e885e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:31.221780 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-21e642b7-e7a1-4e96-853f-068ae2e885e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 1095 time: 0.0896780 Oct 26 12:23:31.377791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-e1d97c1f-a4e2-4e10-80d0-3b2aabad6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:31.379720 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-e1d97c1f-a4e2-4e10-80d0-3b2aabad6be9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1512983 Oct 26 12:23:31.484159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-9de0ceaf-76d8-4da7-980f-7ad08fb8c377 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786895a8-314c-4b75-a254-159b7d1da3c1 HTTP/1.1" status: 200 len: 217 time: 0.0967066 Oct 26 12:23:31.608293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-05869b17-385b-4eaa-971d-668741fc80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:31.611200 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-05869b17-385b-4eaa-971d-668741fc80d8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.1205420 Oct 26 12:23:31.688138 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-de371e19-706f-499c-9656-09e3a1d3c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:31.697686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-de371e19-706f-499c-9656-09e3a1d3c2c4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792263 Oct 26 12:23:31.920873 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-6b2333ff-9cce-41c0-afc8-8e05e62d0dcc service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163875 Oct 26 12:23:32.035770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c32e10b9-25c6-489a-bc5b-f0d11366416b req-d4587381-9001-4be6-b0aa-6362fb13baf4 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073928 Oct 26 12:23:32.186333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b50cc5-80c5-4853-96fe-d670ef54786d req-ed744335-537f-4cee-a13d-7166df78b88e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:32.188911 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60b50cc5-80c5-4853-96fe-d670ef54786d req-ed744335-537f-4cee-a13d-7166df78b88e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0612011 Oct 26 12:23:32.248566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60b50cc5-80c5-4853-96fe-d670ef54786d req-a19df2a2-0054-4794-842d-648466cbef3b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531473 Oct 26 12:23:32.568637 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:23:33.405556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10948a55-f491-48f1-ba28-23ca391a4f1a req-5bcd24ab-bbff-462c-a935-6b4fe2e87d5a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:33.408566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10948a55-f491-48f1-ba28-23ca391a4f1a req-5bcd24ab-bbff-462c-a935-6b4fe2e87d5a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0827086 Oct 26 12:23:33.473874 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10948a55-f491-48f1-ba28-23ca391a4f1a req-21bba323-5217-4d51-a453-4ead46a9efdd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572221 Oct 26 12:23:33.978396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:34.632932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278047-78fb-434f-af80-f4644187b00a req-52809cbe-eaa4-4981-9362-fe7ebb943a6f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:34.634575 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33278047-78fb-434f-af80-f4644187b00a req-52809cbe-eaa4-4981-9362-fe7ebb943a6f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0560150 Oct 26 12:23:34.676990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-33278047-78fb-434f-af80-f4644187b00a req-2870d905-c6be-497d-9ef3-b6e5394cc3bc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358202 Oct 26 12:23:35.557336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:35.798295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91455043-36c3-47d8-87b2-ea62e2859d8d req-0403b698-0393-4404-af34-6f516120af70 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:35.800398 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91455043-36c3-47d8-87b2-ea62e2859d8d req-0403b698-0393-4404-af34-6f516120af70 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0495172 Oct 26 12:23:35.837672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91455043-36c3-47d8-87b2-ea62e2859d8d req-b22dd36b-8517-4a39-aff1-db436525b797 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Oct 26 12:23:36.969666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978d4a-03fa-41af-9f98-1e4501377e65 req-7a5629bf-6100-4b07-880c-252d75832523 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:36.971182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43978d4a-03fa-41af-9f98-1e4501377e65 req-7a5629bf-6100-4b07-880c-252d75832523 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0594680 Oct 26 12:23:37.011832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43978d4a-03fa-41af-9f98-1e4501377e65 req-28527145-4e7c-428b-b32f-27c957d45a12 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338387 Oct 26 12:23:38.141263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357044a-a99f-4158-887d-0e90a1dea912 req-1043267b-e24c-4e35-9f76-68241e8c896f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:38.142926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f357044a-a99f-4158-887d-0e90a1dea912 req-1043267b-e24c-4e35-9f76-68241e8c896f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0564287 Oct 26 12:23:38.185311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f357044a-a99f-4158-887d-0e90a1dea912 req-263a6802-c916-44b7-8761-a70a226c2834 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351946 Oct 26 12:23:38.435043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48526) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:38.800675 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:39.065394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Deleting port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:39.065663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:39.156141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] For port db5983e9-ded6-4fe4-bcfe-d8418ae2d76e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:39.156753 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:39.171487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Calling delete_port for db5983e9-ded6-4fe4-bcfe-d8418ae2d76e owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:39.348821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4c88c-2f52-4c4a-a273-a63741ed3d56 req-cc7ab6b9-cdae-4f9e-bad7-af1c0888a64e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:39.350264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ff4c88c-2f52-4c4a-a273-a63741ed3d56 req-cc7ab6b9-cdae-4f9e-bad7-af1c0888a64e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0762403 Oct 26 12:23:39.420489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ff4c88c-2f52-4c4a-a273-a63741ed3d56 req-56c1f354-d5b2-4de3-8588-1661eacb7335 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480852 Oct 26 12:23:39.421606 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:39.450914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Pushing event deleted for resources: {'Port': ['ID=db5983e9-ded6-4fe4-bcfe-d8418ae2d76e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:39.632699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:40.154404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Router 4e238e95-0d79-404f-a1a5-cbc9103612f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:23:40.259139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:23:40.264365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3e991241-df7a-4f40-b502-bf20679955bc admin admin] 10.222.0.88 "PUT /v2.0/routers/4e238e95-0d79-404f-a1a5-cbc9103612f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282418 Oct 26 12:23:40.266979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48532) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:40.268268 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] Sync routers for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:23:40.278670 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:40.279334 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:23:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:40.372205 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:40.386615 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:40.479718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:40.573967 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:23:39Z', 'revision_number': 5, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port': {'id': '6d6cfaf0-b053-4d8b-8bb1-f4535052c871', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:19:54Z', 'updated_at': '2021-10-26T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:40.576814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3510-eda5-4e31-b295-5fbc2c3689f9 req-617309c4-44fc-473e-bba5-56214adfb240 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:40.578353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5ac3510-eda5-4e31-b295-5fbc2c3689f9 req-617309c4-44fc-473e-bba5-56214adfb240 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0677173 Oct 26 12:23:40.582284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Deleting port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:40.582626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:40.604613 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] Checking router: 4e238e95-0d79-404f-a1a5-cbc9103612f4 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:23:40.614291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] Routers {'4e238e95-0d79-404f-a1a5-cbc9103612f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:40.614943 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:23:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['4e238e95-0d79-404f-a1a5-cbc9103612f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:40.663990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f5ac3510-eda5-4e31-b295-5fbc2c3689f9 req-a7dc41c4-a718-4f3c-8fae-cfa305dd2cc9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689850 Oct 26 12:23:40.691651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] For port 6d6cfaf0-b053-4d8b-8bb1-f4535052c871, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:40.692017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:40.700168 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] Set router 4e238e95-0d79-404f-a1a5-cbc9103612f4 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:40.704688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Calling delete_port for 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:40.755086 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:23:40Z', 'revision_number': 6, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:40.780938 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b88c716-8998-4d5a-9b96-8eb2c1cc92a3 None None] The sync data for ids ['4e238e95-0d79-404f-a1a5-cbc9103612f4'] in n-d-812150-3 is: [{'id': '4e238e95-0d79-404f-a1a5-cbc9103612f4', 'name': 'tempest-TestVolumeBackupRestore-717754315-router', 'tenant_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:19:53Z', 'updated_at': '2021-10-26T12:23:40Z', 'revision_number': 6, 'project_id': 'cb9a80dfb4c5424fbbd6b7297d755eab', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:23:40.877131 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:40.909761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6cfaf0-b053-4d8b-8bb1-f4535052c871,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:40.972058 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.067902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.070202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.115999 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.116590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e238e95-0d79-404f-a1a5-cbc9103612f4 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:23:41.122014 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.125520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-553115df-927a-4515-97f9-ed3bd67e4937 admin admin] 10.222.0.88 "DELETE /v2.0/routers/4e238e95-0d79-404f-a1a5-cbc9103612f4 HTTP/1.1" status: 204 len: 168 time: 0.8553302 Oct 26 12:23:41.125825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48538) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:41.177596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Deleting subnet c647c004-ec99-4c82-88ad-59c7a051fba8 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:23:41.180976 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.217628 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.298698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.351665 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.381910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c647c004-ec99-4c82-88ad-59c7a051fba8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:41.385538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.389408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a45abe3b-0733-4312-b3bb-5b2e3afd1d1d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c647c004-ec99-4c82-88ad-59c7a051fba8 HTTP/1.1" status: 204 len: 168 time: 0.2620265 Oct 26 12:23:41.391437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48540) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:41.392040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ad61f-237e-4663-8c37-b9f06654c951 None None] Network 962fd999-d296-416e-a007-aed0ed3b2d5d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:23:41.461912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.515695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Deleting port 7e61054f-19ee-4513-808a-68a2cc0f2679 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:41.516037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.575643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] DHCP port deletion for 962fd999-d296-416e-a007-aed0ed3b2d5d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:23:41.597388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] For port 7e61054f-19ee-4513-808a-68a2cc0f2679, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7e61054f-19ee-4513-808a-68a2cc0f2679,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:41.597758 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.614471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Calling delete_port for 7e61054f-19ee-4513-808a-68a2cc0f2679 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:41.641964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] Deleting port 7e61054f-19ee-4513-808a-68a2cc0f2679 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:41.642362 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.681594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7e61054f-19ee-4513-808a-68a2cc0f2679 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:41.707787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.742555 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] No DVR routers for this DVR port 7e61054f-19ee-4513-808a-68a2cc0f2679 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:23:41.744436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] For port 7e61054f-19ee-4513-808a-68a2cc0f2679, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7e61054f-19ee-4513-808a-68a2cc0f2679,segment=NetworkSegment(31c5f11e-20f0-41b8-99fb-df27b505d0d7),segment_id=31c5f11e-20f0-41b8-99fb-df27b505d0d7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:41.744841 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.748020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e61054f-19ee-4513-808a-68a2cc0f2679,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:41.760666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] Calling delete_port for 7e61054f-19ee-4513-808a-68a2cc0f2679 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:41.762246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No active binding found for port 7e61054f-19ee-4513-808a-68a2cc0f2679 {{(pid=102761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 12:23:41.762680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7e61054f-19ee-4513-808a-68a2cc0f2679 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:41.763134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device db5983e9-ded6-4fe4-bcfe-d8418ae2d76e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:41.788830 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: db5983e9-ded6-4fe4-bcfe-d8418ae2d76e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:41.789180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device db5983e9-ded6-4fe4-bcfe-d8418ae2d76e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:41.789609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:41.812052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:41.812405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6d6cfaf0-b053-4d8b-8bb1-f4535052c871 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:41.862403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:23:41.876507 n-d-812150-3 neutron-server[102761]: self.session.flush() Oct 26 12:23:41.889605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.896247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a926ad-3000-4e5a-a4d4-7b18244342f1 req-4a7857eb-8a72-47c6-9cd0-c612c53d9423 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:41.897278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24a926ad-3000-4e5a-a4d4-7b18244342f1 req-4a7857eb-8a72-47c6-9cd0-c612c53d9423 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.1459513 Oct 26 12:23:41.904875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962fd999-d296-416e-a007-aed0ed3b2d5d']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:41.922331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] Pushing event deleted for resources: {'Port': ['ID=7e61054f-19ee-4513-808a-68a2cc0f2679,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:41.922598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c5f11e-20f0-41b8-99fb-df27b505d0d7') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:41.922834 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c5f11e-20f0-41b8-99fb-df27b505d0d7') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:41.926744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13663ede-28ef-424f-a66e-f9f64cd62d9c None None] No DVR routers for this DVR port 7e61054f-19ee-4513-808a-68a2cc0f2679 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:23:41.946784 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.968768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.978839 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24a926ad-3000-4e5a-a4d4-7b18244342f1 req-4d34d629-2e5a-4dd7-a5a2-82ea9a6f560a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713363 Oct 26 12:23:41.979768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:23:41.980159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:23:41.984636 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:23:42.050004 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:42.063199 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:42.067163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] 10.222.0.88 "DELETE /v2.0/networks/962fd999-d296-416e-a007-aed0ed3b2d5d HTTP/1.1" status: 204 len: 168 time: 0.6747499 Oct 26 12:23:42.070546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48546) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:42.079799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908e2b1-0b84-4be5-a2e2-2a5b629da929 admin admin] Pushing event deleted for resources: {'Network': ['ID=962fd999-d296-416e-a007-aed0ed3b2d5d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:42.433518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:42.680607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Deleting port 3e05cb52-8e34-4d1d-ad36-ebc836225bba {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:42.680956 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:42.759304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] For port 3e05cb52-8e34-4d1d-ad36-ebc836225bba, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3e05cb52-8e34-4d1d-ad36-ebc836225bba,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:42.759666 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:42.772275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Calling delete_port for 3e05cb52-8e34-4d1d-ad36-ebc836225bba owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:42.948986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:42.975480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e05cb52-8e34-4d1d-ad36-ebc836225bba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:43.124480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344a3c-2a4e-4a1a-9b25-80ddce0925c5 req-f8b7cd34-def1-4f03-9355-c3f6e3093683 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:43.126212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc344a3c-2a4e-4a1a-9b25-80ddce0925c5 req-f8b7cd34-def1-4f03-9355-c3f6e3093683 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0713241 Oct 26 12:23:43.158361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:43.176589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc344a3c-2a4e-4a1a-9b25-80ddce0925c5 req-fa7558f1-63b2-43a5-9bfc-c8f254dc52cd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Oct 26 12:23:43.385758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:23:43.495698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:23:43.501402 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-456e60bf-87aa-4c99-9955-ac209f5bf80c admin admin] 10.222.0.88 "PUT /v2.0/routers/1cae74f5-52c6-4c7c-87c4-203acfdc13e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286854 Oct 26 12:23:43.503956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48552) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:43.506917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] Sync routers for ids ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:23:43.520190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] Routers {'1cae74f5-52c6-4c7c-87c4-203acfdc13e9'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:43.520826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:23:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:43.612229 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:43.629803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] Set router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:43.727712 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:43.785076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Deleting port 27d6e515-ce1e-4df9-b870-670d3c4a2b08 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:43.785428 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:43.817087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:23:42Z', 'revision_number': 5, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port': {'id': '27d6e515-ce1e-4df9-b870-670d3c4a2b08', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:20:01Z', 'updated_at': '2021-10-26T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:43.847510 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] Checking router: 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:23:43.855846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] Routers {'1cae74f5-52c6-4c7c-87c4-203acfdc13e9'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:43.856454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:23:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:43.868480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] For port 27d6e515-ce1e-4df9-b870-670d3c4a2b08, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=27d6e515-ce1e-4df9-b870-670d3c4a2b08,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:43.872038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:43.882568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Calling delete_port for 27d6e515-ce1e-4df9-b870-670d3c4a2b08 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:43.942105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] Set router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:43.996598 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:23:43Z', 'revision_number': 6, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:44.024078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c9d78-03c6-4c7c-a020-d32895c6da08 None None] The sync data for ids ['1cae74f5-52c6-4c7c-87c4-203acfdc13e9'] in n-d-812150-3 is: [{'id': '1cae74f5-52c6-4c7c-87c4-203acfdc13e9', 'name': 'tempest-TestVolumeBackupRestore-83003826-router', 'tenant_id': '79c03be51ecc4f07b8aac415ed602cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:20:00Z', 'updated_at': '2021-10-26T12:23:43Z', 'revision_number': 6, 'project_id': '79c03be51ecc4f07b8aac415ed602cef', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:23:44.052515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.081116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=27d6e515-ce1e-4df9-b870-670d3c4a2b08,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:44.304315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f189a-24a6-49a2-a1ed-1c215c843576 req-2961add7-c91e-4257-b1ff-f802f1b0cf91 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:44.305922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-299f189a-24a6-49a2-a1ed-1c215c843576 req-2961add7-c91e-4257-b1ff-f802f1b0cf91 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0587006 Oct 26 12:23:44.346434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-299f189a-24a6-49a2-a1ed-1c215c843576 req-8069360f-80b6-4de6-9b65-83cde7e96d1f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340571 Oct 26 12:23:44.389704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.485270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.487913 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.529743 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.530297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cae74f5-52c6-4c7c-87c4-203acfdc13e9 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:23:44.535261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.536290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b01612e8-6328-41d3-91ef-8b024cdebf9a admin admin] 10.222.0.88 "DELETE /v2.0/routers/1cae74f5-52c6-4c7c-87c4-203acfdc13e9 HTTP/1.1" status: 204 len: 168 time: 1.0314059 Oct 26 12:23:44.538783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48558) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:44.581492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Deleting subnet 9b0aaa05-473e-416f-9638-98df6dac738e {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:23:44.584448 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.622751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.696038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.746831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.775272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0aaa05-473e-416f-9638-98df6dac738e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:44.778882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.784872 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7f4a93e9-0054-4beb-b6af-d35bb5e1a101 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9b0aaa05-473e-416f-9638-98df6dac738e HTTP/1.1" status: 204 len: 168 time: 0.2423158 Oct 26 12:23:44.785971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:44.786067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed692c79-69ce-48a7-9f9d-1bb7c437bb5c None None] Network 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:23:44.867792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.922600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Deleting port 99389728-a881-4e7e-be28-b3d473b21a54 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:44.923003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:44.987257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] DHCP port deletion for 09cfc6d1-e24e-4d72-ac90-b3a7139c2442 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:23:44.994689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] For port 99389728-a881-4e7e-be28-b3d473b21a54, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99389728-a881-4e7e-be28-b3d473b21a54,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:44.995171 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.013347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Calling delete_port for 99389728-a881-4e7e-be28-b3d473b21a54 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:45.046597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] Deleting port 99389728-a881-4e7e-be28-b3d473b21a54 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:23:45.047174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.104472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.117438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] For port 99389728-a881-4e7e-be28-b3d473b21a54, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99389728-a881-4e7e-be28-b3d473b21a54,segment=NetworkSegment(ceb73429-7d9e-49e1-8ef1-5f636d45a824),segment_id=ceb73429-7d9e-49e1-8ef1-5f636d45a824)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:45.117862 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.130060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] Calling delete_port for 99389728-a881-4e7e-be28-b3d473b21a54 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:23:45.132420 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] No DVR routers for this DVR port 99389728-a881-4e7e-be28-b3d473b21a54 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:23:45.137347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Pushing event deleted for resources: {'Port': ['ID=99389728-a881-4e7e-be28-b3d473b21a54,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:45.210277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.213911 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.234539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cfc6d1-e24e-4d72-ac90-b3a7139c2442']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:45.236104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] Pushing event deleted for resources: {'Port': ['ID=99389728-a881-4e7e-be28-b3d473b21a54,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:45.239712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a999c-faf4-4698-a17e-55f51b00b881 None None] No DVR routers for this DVR port 99389728-a881-4e7e-be28-b3d473b21a54 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:23:45.244743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb73429-7d9e-49e1-8ef1-5f636d45a824') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:45.245241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb73429-7d9e-49e1-8ef1-5f636d45a824') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:45.259076 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.272596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.278542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:23:45.278949 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:23:45.280605 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:23:45.337372 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.343058 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.346239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] 10.222.0.88 "DELETE /v2.0/networks/09cfc6d1-e24e-4d72-ac90-b3a7139c2442 HTTP/1.1" status: 204 len: 168 time: 0.5601382 Oct 26 12:23:45.357165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c65e7-8a74-451c-9630-78a136fdce4c admin admin] Pushing event deleted for resources: {'Network': ['ID=09cfc6d1-e24e-4d72-ac90-b3a7139c2442,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:45.470286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d73c47-ab6d-46d8-b3db-d358bdea14c8 req-43c6dc22-13ae-4d3b-b3ba-85c1964861d8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:45.471888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5d73c47-ab6d-46d8-b3db-d358bdea14c8 req-43c6dc22-13ae-4d3b-b3ba-85c1964861d8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 944 time: 0.0528007 Oct 26 12:23:45.523410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5d73c47-ab6d-46d8-b3db-d358bdea14c8 req-5f8ddbee-c571-4ff4-992b-d4564d3d605c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Oct 26 12:23:45.526025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48568) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:45.533524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e05cb52-8e34-4d1d-ad36-ebc836225bba no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:45.553982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3e05cb52-8e34-4d1d-ad36-ebc836225bba {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:45.554364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e05cb52-8e34-4d1d-ad36-ebc836225bba not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:45.554764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 27d6e515-ce1e-4df9-b870-670d3c4a2b08 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:45.574264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 27d6e515-ce1e-4df9-b870-670d3c4a2b08 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:45.574616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 27d6e515-ce1e-4df9-b870-670d3c4a2b08 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:45.575062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99389728-a881-4e7e-be28-b3d473b21a54 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:23:45.577047 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-87e953af-d809-4dd4-89a1-71212775a5ac admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cb9a80dfb4c5424fbbd6b7297d755eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489459 Oct 26 12:23:45.579030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48570) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:45.595944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 99389728-a881-4e7e-be28-b3d473b21a54 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:23:45.596246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99389728-a881-4e7e-be28-b3d473b21a54 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:23:45.632865 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce66-f79b-46e1-897f-25a8811ded04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.655316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce66-f79b-46e1-897f-25a8811ded04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.707376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce66-f79b-46e1-897f-25a8811ded04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.710150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce66-f79b-46e1-897f-25a8811ded04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:45.711402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f3c2ce66-f79b-46e1-897f-25a8811ded04 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/839a20f7-5f00-41ac-b7a1-71276df56b49 HTTP/1.1" status: 204 len: 168 time: 0.1313148 Oct 26 12:23:45.719932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ce66-f79b-46e1-897f-25a8811ded04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a20f7-5f00-41ac-b7a1-71276df56b49,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:46.035421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48582) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:46.081232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-994d6200-37b6-43db-8b3a-0f0137fff4cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79c03be51ecc4f07b8aac415ed602cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438921 Oct 26 12:23:46.084229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48584) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:46.135751 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db16da4c-4b0a-4f7d-91af-d98fec70d0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:46.158629 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db16da4c-4b0a-4f7d-91af-d98fec70d0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:46.209155 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db16da4c-4b0a-4f7d-91af-d98fec70d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:46.211824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db16da4c-4b0a-4f7d-91af-d98fec70d0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:46.213023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-db16da4c-4b0a-4f7d-91af-d98fec70d0e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3181766c-9940-4230-a62a-a57125d8ae6d HTTP/1.1" status: 204 len: 168 time: 0.1278291 Oct 26 12:23:46.224204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16da4c-4b0a-4f7d-91af-d98fec70d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3181766c-9940-4230-a62a-a57125d8ae6d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:46.369822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 786895a8-314c-4b75-a254-159b7d1da3c1 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:23:46.512633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 786895a8-314c-4b75-a254-159b7d1da3c1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=786895a8-314c-4b75-a254-159b7d1da3c1,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:46.530702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '786895a8-314c-4b75-a254-159b7d1da3c1', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'port_id': '786895a8-314c-4b75-a254-159b7d1da3c1', 'mac_address': 'fa:16:3e:53:c4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:23:46.589658 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:46.609066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786895a8-314c-4b75-a254-159b7d1da3c1 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:23:46.635927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 786895a8-314c-4b75-a254-159b7d1da3c1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=786895a8-314c-4b75-a254-159b7d1da3c1,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:46.644137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:46.708970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=786895a8-314c-4b75-a254-159b7d1da3c1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:46.871771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['786895a8-314c-4b75-a254-159b7d1da3c1'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:23:46.965197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dac4f-a7db-4a2b-b1ed-573c7132cd75 req-a58371aa-fa09-4496-a34d-1423a8bb31b8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:46.967034 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b31dac4f-a7db-4a2b-b1ed-573c7132cd75 req-a58371aa-fa09-4496-a34d-1423a8bb31b8 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Oct 26 12:23:47.008402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b31dac4f-a7db-4a2b-b1ed-573c7132cd75 req-487718d8-c52a-448c-958b-604156922d4e tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Oct 26 12:23:48.135815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a16d-e637-4b28-9408-8111b5fab026 req-209d4680-1c76-4d14-a077-9625abc74047 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:48.137309 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a6a16d-e637-4b28-9408-8111b5fab026 req-209d4680-1c76-4d14-a077-9625abc74047 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 945 time: 0.0551116 Oct 26 12:23:48.177677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d5a6a16d-e637-4b28-9408-8111b5fab026 req-854a8cad-4c9a-41de-9679-d2434af1538c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Oct 26 12:23:48.369007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 786895a8-314c-4b75-a254-159b7d1da3c1 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:23:48.422572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 786895a8-314c-4b75-a254-159b7d1da3c1 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:23:48.427526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 786895a8-314c-4b75-a254-159b7d1da3c1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:23:48.427903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:48.672535 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:48.696215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:48.698857 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42785e-e57a-456e-92f3-5361b2c2b7f8" -d '{"events": [{"server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "name": "network-vif-plugged", "status": "completed", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:48.713589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 786895a8-314c-4b75-a254-159b7d1da3c1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=786895a8-314c-4b75-a254-159b7d1da3c1,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:23:48.718393 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:48.744780 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234bc3e-74bd-46cb-ba2e-caf47f5c7cd0 x-openstack-request-id: req-2234bc3e-74bd-46cb-ba2e-caf47f5c7cd0 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:48.745087 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "name": "network-vif-plugged", "status": "completed", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:48.745366 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2234bc3e-74bd-46cb-ba2e-caf47f5c7cd0 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:48.745752 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1', 'code': 200} Oct 26 12:23:48.779026 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=786895a8-314c-4b75-a254-159b7d1da3c1,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:48.845244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef085b0f-c34a-422a-a135-f3167f1b433d req-949708ec-a841-47cc-af05-76790b3dc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:48.847411 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ef085b0f-c34a-422a-a135-f3167f1b433d req-949708ec-a841-47cc-af05-76790b3dc169 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 1097 time: 0.0431368 Oct 26 12:23:48.886723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ef085b0f-c34a-422a-a135-f3167f1b433d req-640d7dd6-b4d7-460a-b562-a78f1fb2a081 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Oct 26 12:23:49.179422 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83a37027-c2df-41e3-9d4b-d22dbf1a4399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:49.301178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb7798-4cf9-44df-831c-7589aa6a31b6 req-f244cee2-2811-48e0-acfa-0ce932dcd0e0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:49.302606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afeb7798-4cf9-44df-831c-7589aa6a31b6 req-f244cee2-2811-48e0-acfa-0ce932dcd0e0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 946 time: 0.0551610 Oct 26 12:23:49.344959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afeb7798-4cf9-44df-831c-7589aa6a31b6 req-33a01690-e52c-403e-a2aa-5d902bc5b2ee tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Oct 26 12:23:50.480583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099b081-36ec-4388-bc0d-8ebdd348a4cd req-b5eb8517-7f7f-4f15-a175-901d277292dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:50.482123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a099b081-36ec-4388-bc0d-8ebdd348a4cd req-b5eb8517-7f7f-4f15-a175-901d277292dd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 946 time: 0.0555449 Oct 26 12:23:50.523253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a099b081-36ec-4388-bc0d-8ebdd348a4cd req-fe63c1e9-04c2-48f4-851f-2fb71101f7b3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Oct 26 12:23:50.660039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009706e3-51b0-447b-ac7d-0f0826859c7e req-8fdfc91b-af91-487e-b94c-7d4c867a1ed9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:50.661483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-009706e3-51b0-447b-ac7d-0f0826859c7e req-8fdfc91b-af91-487e-b94c-7d4c867a1ed9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 946 time: 0.0622909 Oct 26 12:23:50.701029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-009706e3-51b0-447b-ac7d-0f0826859c7e req-c1b7ebca-287d-49fc-ac3d-85b20dfee0b2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329936 Oct 26 12:23:50.723945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48618) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:50.765087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73001700-72ce-490e-9b12-0fcbb7139f54 tempest-TestVolumeBootPattern-1659155565 tempest-TestVolumeBootPattern-1659155565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:50.769589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-73001700-72ce-490e-9b12-0fcbb7139f54 tempest-TestVolumeBootPattern-1659155565 tempest-TestVolumeBootPattern-1659155565-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 1092 time: 0.0417099 Oct 26 12:23:50.769850 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48620) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:23:50.774488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '786895a8-314c-4b75-a254-159b7d1da3c1', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:23:50.797538 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:50.907683 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.027350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Allocated IP 172.25.4.72 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/1c772c15-26d9-4fd6-9763-9bcfde4a2a14) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:23:51.154181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.191019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.236418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:23:51.239914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:23:51.242708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:23:51.249451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=1c772c15-26d9-4fd6-9763-9bcfde4a2a14,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:51.637701 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.747552 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.759010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c279cfd7-a4cb-4dad-9401-5bcdba9e9b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.942655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:51.947953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:52.029586 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event updated for resources: {'Port': ['ID=1c772c15-26d9-4fd6-9763-9bcfde4a2a14,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:23:52.043367 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:52.166395 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Floating IP 056765ac-12a8-4508-9744-fc7091feaf19 associated. External IP: 172.25.4.72, port: 786895a8-314c-4b75-a254-159b7d1da3c1. Oct 26 12:23:52.381504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:23:52.500732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:23:52.512443 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:23:52.522102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:52.523864 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:52.524479 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:23:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:52.566627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7887aa34-66fe-48c3-9b09-8d5153079ab9 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7955606 Oct 26 12:23:52.567369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:23:52.569779 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bebf84-bdb2-4904-bd3e-f39201f82487" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:23:52.611227 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8454c4c8-7d59-48cb-ba8c-48519baf719c x-openstack-request-id: req-8454c4c8-7d59-48cb-ba8c-48519baf719c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:23:52.611645 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:23:52.612019 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8454c4c8-7d59-48cb-ba8c-48519baf719c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:23:52.612492 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1', 'status': 'completed', 'code': 200} Oct 26 12:23:52.649852 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:52.676442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-166c2126-4f8f-43e3-9ba3-6ab336b5c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:52.678710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-166c2126-4f8f-43e3-9ba3-6ab336b5c5de service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 1097 time: 0.0439615 Oct 26 12:23:52.782302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-23b0f0d6-1372-450e-8180-878bf88d3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:52.783317 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-23b0f0d6-1372-450e-8180-878bf88d3fa0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.0983431 Oct 26 12:23:52.865689 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-b238f4e5-cfe5-4e05-ae36-ca0ad49dbb1b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786895a8-314c-4b75-a254-159b7d1da3c1 HTTP/1.1" status: 200 len: 999 time: 0.0746422 Oct 26 12:23:52.906475 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:52.915214 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '056765ac-12a8-4508-9744-fc7091feaf19', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '786895a8-314c-4b75-a254-159b7d1da3c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:53:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:23:51Z', 'updated_at': '2021-10-26T12:23:51Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}, {'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:35Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:52.933127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-0118da8f-7b97-474d-8669-98f78250765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:52.934832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-0118da8f-7b97-474d-8669-98f78250765d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0621727 Oct 26 12:23:52.949522 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:23:52.959919 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:23:52.960548 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:23:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:52.990001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-950cc7f8-bc6f-4240-9f6f-da24cbc2ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:23:52.991545 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-950cc7f8-bc6f-4240-9f6f-da24cbc2ca15 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494153 Oct 26 12:23:53.079596 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:23:53.099145 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-edcb2ad7-da80-49a7-b573-3c897d7140a9 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007085 Oct 26 12:23:53.227440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-09bebf84-bdb2-4904-bd3e-f39201f82487 req-75606efd-8cf5-4200-96ce-ead14dfc28d2 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206596 Oct 26 12:23:53.289590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:23:53.452698 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '056765ac-12a8-4508-9744-fc7091feaf19', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '786895a8-314c-4b75-a254-159b7d1da3c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:53:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:23:51Z', 'updated_at': '2021-10-26T12:23:51Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}, {'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:35Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:23:53.484141 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9288a7b-abe3-4441-8906-81f604202903 None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '056765ac-12a8-4508-9744-fc7091feaf19', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '786895a8-314c-4b75-a254-159b7d1da3c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:53:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:23:51Z', 'updated_at': '2021-10-26T12:23:51Z', 'revision_number': 0, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}, {'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:35Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:23:53.686381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a2a526-7418-48cb-9c09-241735dcf40c None None] New status for floating IP 056765ac-12a8-4508-9744-fc7091feaf19: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:23:54.700854 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:01.168360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-908feb53-bf5b-45af-bb9b-a8341bec296d req-981fd953-68a7-4c17-bc99-d3b810ae26c0 service neutron] (102760) timed out ('10.222.0.30', 58207) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:24:02.459946 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06570ce-b9fe-4700-a997-dcea50fc0d25 req-69511e36-e410-42fd-98f1-a9db16979e83 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:02.461478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06570ce-b9fe-4700-a997-dcea50fc0d25 req-69511e36-e410-42fd-98f1-a9db16979e83 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 945 time: 0.0551765 Oct 26 12:24:02.501320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a06570ce-b9fe-4700-a997-dcea50fc0d25 req-a851be56-be1c-4c0c-9582-b467dadd5520 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Oct 26 12:24:03.628357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fdc00-b20d-43b4-b533-0ba54cdcfd75 req-f3ff79f3-c5fc-4bd2-b294-4acc246b8215 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:03.630111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-623fdc00-b20d-43b4-b533-0ba54cdcfd75 req-f3ff79f3-c5fc-4bd2-b294-4acc246b8215 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 945 time: 0.0523834 Oct 26 12:24:03.676353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-623fdc00-b20d-43b4-b533-0ba54cdcfd75 req-1b2b2904-cf5f-4606-a2b1-2a1e265f96ec tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/security-groups?id=324a0a5c-3078-44c7-b7b3-8f329ff09e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Oct 26 12:24:03.993684 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:04.097247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-1ddcdae7-6ba0-436e-9f2a-724387090afc tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:04.098755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-1ddcdae7-6ba0-436e-9f2a-724387090afc tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 945 time: 0.0521784 Oct 26 12:24:04.202068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Deleting port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:24:04.202328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:04.295006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] For port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,segment=NetworkSegment(08da0b23-9ed3-441f-8f9f-fcd54a11db83),segment_id=08da0b23-9ed3-441f-8f9f-fcd54a11db83)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:04.295395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:04.309179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Calling delete_port for 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:24:04.453303 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:04.472426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:24:04.494590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Pushing event deleted for resources: {'Port': ['ID=67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:04.856250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] No DVR routers for this DVR port 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:24:04.858902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:04.862236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-155b02a9-fcef-4d98-9497-312c3be295c6 req-02715197-3e8e-4c5b-bc26-61ae33c53aff tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.30 "DELETE /v2.0/ports/67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef HTTP/1.1" status: 204 len: 173 time: 0.7532372 Oct 26 12:24:04.869256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'name': 'network-vif-deleted', 'tag': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:24:04.871525 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23960d9-894b-4328-936f-f671a07b5ddc" -d '{"events": [{"server_uuid": "ab913af9-e898-4a66-8649-24cb6b4c6c9d", "name": "network-vif-deleted", "tag": "67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:24:04.894059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e08325cd-3396-41d0-b606-96af96de362a req-10de2cdc-ef67-4402-8b6c-c61a13a37d95 tempest-VolumesSnapshotTestJSON-2118914179 tempest-VolumesSnapshotTestJSON-2118914179-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab913af9-e898-4a66-8649-24cb6b4c6c9d HTTP/1.1" status: 200 len: 210 time: 0.0383289 Oct 26 12:24:04.911690 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f793e2-2a42-4f5d-a8d3-a4ed8b3006fc x-openstack-request-id: req-40f793e2-2a42-4f5d-a8d3-a4ed8b3006fc {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:24:04.911985 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab913af9-e898-4a66-8649-24cb6b4c6c9d", "name": "network-vif-deleted", "tag": "67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:24:04.912238 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40f793e2-2a42-4f5d-a8d3-a4ed8b3006fc {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:24:04.912630 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab913af9-e898-4a66-8649-24cb6b4c6c9d', 'name': 'network-vif-deleted', 'tag': '67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef', 'status': 'completed', 'code': 200} Oct 26 12:24:05.570231 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:08.074276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:08.096287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:24:08.097118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 67196c49-ba7b-4e05-a0a3-10ecd4f6e2ef not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:24:09.572071 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:24:19.182438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-13f2677e-9423-4e6c-9a9f-175847fb66b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:21.744497 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-773fd74f-c57d-49a8-b06e-d4bbeccbd029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:22.900996 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:23.293198 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:24.699313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:34.008645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:35.588135 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:46.571642 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:24:49.185578 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07c60454-c112-4867-b650-ca867a078d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.289248 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48874) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:50.341357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Deleting subnet 5d6291d1-9370-44dd-9f40-e4564ab07fd6 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:24:50.344880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.382020 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.425090 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.479818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.514070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6291d1-9370-44dd-9f40-e4564ab07fd6,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:50.519875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.524496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5d6291d1-9370-44dd-9f40-e4564ab07fd6 HTTP/1.1" status: 204 len: 168 time: 0.2340784 Oct 26 12:24:50.527126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48876) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:50.530745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.531199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.531546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.531883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.532276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.532616 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.532941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.533265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.533595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.533916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.534237 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.534563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65249a6a-dd17-43b6-b19c-11f6e4b5aeda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.610028 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.703486 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.728289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:50.739150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da0b23-9ed3-441f-8f9f-fcd54a11db83') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:50.739447 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da0b23-9ed3-441f-8f9f-fcd54a11db83') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:50.754789 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.769279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.776063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:24:50.776414 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:24:50.778291 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:24:50.835968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.842787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:50.850077 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] 10.222.0.88 "DELETE /v2.0/networks/a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a HTTP/1.1" status: 204 len: 168 time: 0.3177083 Oct 26 12:24:50.857780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Pushing event deleted for resources: {'Network': ['ID=a04b4ca2-ab7e-44d1-810f-8d11b4a03a8a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:50.866646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.867024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.867368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.867707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.868041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.868534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.868863 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.869195 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.869522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.869846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.870170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:50.870492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2e5eb-5465-4ebc-950a-d5082089183b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:51.018307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48880) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:51.059593 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4cd82158-8dcf-4178-a45a-ad669d484b72 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ecec470b2844c2b9468c5351a114763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399191 Oct 26 12:24:51.062218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48882) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:51.113308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4c26-2178-4956-b9e1-029eaf294529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:51.135403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4c26-2178-4956-b9e1-029eaf294529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:51.187019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4c26-2178-4956-b9e1-029eaf294529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:51.189688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4c26-2178-4956-b9e1-029eaf294529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:51.190938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fb6b4c26-2178-4956-b9e1-029eaf294529 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/324a0a5c-3078-44c7-b7b3-8f329ff09e97 HTTP/1.1" status: 204 len: 168 time: 0.1275749 Oct 26 12:24:51.201557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4c26-2178-4956-b9e1-029eaf294529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a0a5c-3078-44c7-b7b3-8f329ff09e97,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:51.738235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d26bd42-01c6-4442-a2ea-9066a7873bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:51.898017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48904) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:52.000646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-350861659-network', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:24:52.020711 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Made reservation on behalf of 3a63121070c94fb3b65987cb89d8cca6 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:52.023429 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.031990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.109938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.113770 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.144770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:24:52.155712 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0981f090-4b11-4a30-bd12-a97a65d08003,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:52.162874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.163246 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Added segment 61f48902-4e2e-4efe-ab2f-ae77958da8b7 of type vlan for network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 Oct 26 12:24:52.202879 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.230678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.231659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:52.232338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.289251 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3906267 Oct 26 12:24:52.292254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:52.294224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805b33c-15e9-4581-8d6d-f26de24d8b22 admin admin] Pushing event updated for resources: {'Network': ['ID=3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:52.298250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Request body: {'subnet': {'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-350861659-subnet', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:24:52.304972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:24:52.323308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Made reservation on behalf of 3a63121070c94fb3b65987cb89d8cca6 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:52.325800 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.496517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.556441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=227ae93c-f612-4abf-b7d0-d73752677fc2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:52.566712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Checking segment: {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:52.567103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Network hostable DHCP agents. Network: 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:24:52.583468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:24:52.591522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:52.595839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:52.596422 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.601671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6323e62d-7798-4fca-a72e-db9b6bf7f739 None None] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:24:52.613382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1e637354-2ac4-4990-b02f-3af4f18436fd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3199844 Oct 26 12:24:52.616818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48910) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:52.621431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:24:52.642928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.643989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.703172 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.755185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5', 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'fixed_ips': [{'subnet_id': '227ae93c-f612-4abf-b7d0-d73752677fc2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:24:52.756093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.860646 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:52.903659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Allocated IP 172.20.0.2 (3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5/227ae93c-f612-4abf-b7d0-d73752677fc2/fbf1014b-6ec4-42e2-8669-44f97dc684ee) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:52.917475 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.061082 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.067528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.068130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.087784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.112402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:53.115460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:53.119068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:24:53.127764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Pushing event updated for resources: {'Port': ['ID=fbf1014b-6ec4-42e2-8669-44f97dc684ee,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:53.155583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.155940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.156278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.156625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.156963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.157297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.157631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.157964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.158291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.158619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.159100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.159379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:53.193645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Attempting to bind port fbf1014b-6ec4-42e2-8669-44f97dc684ee on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:24:53.194020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Attempting to bind port fbf1014b-6ec4-42e2-8669-44f97dc684ee by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:24:53.194387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Attempting to bind port fbf1014b-6ec4-42e2-8669-44f97dc684ee on network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:53.199585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:24:53.199962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Checking segment: {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:53.200358 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.200752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Bound using segment: {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:24:53.201222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Bound port: fbf1014b-6ec4-42e2-8669-44f97dc684ee, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:24:53.201604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.204144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Allocated IP 172.25.4.139 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/e411e9cd-15cd-45e1-986f-a38187f425b3) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:53.266338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] For port fbf1014b-6ec4-42e2-8669-44f97dc684ee, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:53.269555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] For port fbf1014b-6ec4-42e2-8669-44f97dc684ee, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbf1014b-6ec4-42e2-8669-44f97dc684ee,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:53.277431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.315221 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.351529 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.352704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.367584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdacd80-4943-4a96-9fa4-1c745a233348 None None] Pushing event updated for resources: {'Port': ['ID=fbf1014b-6ec4-42e2-8669-44f97dc684ee,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:53.404296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:53.407347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:53.412504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:24:53.435159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Pushing event updated for resources: {'Port': ['ID=e411e9cd-15cd-45e1-986f-a38187f425b3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:53.632538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbf1014b-6ec4-42e2-8669-44f97dc684ee up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:53.684526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port fbf1014b-6ec4-42e2-8669-44f97dc684ee triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:53.684991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.699579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.777160 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.818907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port fbf1014b-6ec4-42e2-8669-44f97dc684ee, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbf1014b-6ec4-42e2-8669-44f97dc684ee,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:53.823500 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:53.874300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=fbf1014b-6ec4-42e2-8669-44f97dc684ee,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:54.190139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:54.283180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e53b61-85ed-4902-bb2a-e2d6c218bc0d None None] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:24:54.318497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Router a68f762d-46be-4713-945c-2b8b9db5b630 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:24:54.375781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-472515c5-5bcd-4a5a-919c-fdfa4ae73350 None None] Provisioning complete for port fbf1014b-6ec4-42e2-8669-44f97dc684ee triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:54.376187 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-472515c5-5bcd-4a5a-919c-fdfa4ae73350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:54.432414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:54.443129 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Sync routers for ids ['a68f762d-46be-4713-945c-2b8b9db5b630'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:54.452221 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:54.453690 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8d8783f1-0c5b-4bfd-bee2-734121f25edc admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8356924 Oct 26 12:24:54.456432 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Routers {'a68f762d-46be-4713-945c-2b8b9db5b630'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:24:54.456631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48912) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:54.457506 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a68f762d-46be-4713-945c-2b8b9db5b630'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:54.571427 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Set router a68f762d-46be-4713-945c-2b8b9db5b630 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:24:54.700357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:54.749436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6bd939fe-ad9e-40d0-8afb-3bc3c684c031 None None] Provisioning complete for port fbf1014b-6ec4-42e2-8669-44f97dc684ee triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:54.749958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bd939fe-ad9e-40d0-8afb-3bc3c684c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:54.767968 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:24:53Z', 'revision_number': 3, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:54.801009 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Checking router: a68f762d-46be-4713-945c-2b8b9db5b630 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:54.801625 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Updating router a68f762d-46be-4713-945c-2b8b9db5b630 port e411e9cd-15cd-45e1-986f-a38187f425b3 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:24:54.833219 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:54.931620 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.092076 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Allocated IP 172.20.0.1 (3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5/227ae93c-f612-4abf-b7d0-d73752677fc2/bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:55.096980 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.103695 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.157371 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Attempting to bind port e411e9cd-15cd-45e1-986f-a38187f425b3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:24:55.157824 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Attempting to bind port e411e9cd-15cd-45e1-986f-a38187f425b3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:24:55.158251 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Attempting to bind port e411e9cd-15cd-45e1-986f-a38187f425b3 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:55.161458 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Pushing event updated for resources: {'Port': ['ID=e411e9cd-15cd-45e1-986f-a38187f425b3,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:55.169305 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:24:55.169674 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:55.170068 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.170457 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:24:55.170941 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Bound port: e411e9cd-15cd-45e1-986f-a38187f425b3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:24:55.171319 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.174502 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.174842 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.175201 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.175532 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.175861 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.176186 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.176507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.176823 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.177142 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.177459 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.178296 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.178611 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:55.208762 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.233828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] For port e411e9cd-15cd-45e1-986f-a38187f425b3, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:55.236914 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] For port e411e9cd-15cd-45e1-986f-a38187f425b3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e411e9cd-15cd-45e1-986f-a38187f425b3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:55.241851 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.243045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.282385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:55.285408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:55.289191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:24:55.297485 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Routers {'a68f762d-46be-4713-945c-2b8b9db5b630'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:24:55.298124 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a68f762d-46be-4713-945c-2b8b9db5b630'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:55.318278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:55.334519 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade34c-b890-4e98-9605-ea06d9b7a0d0 None None] Pushing event updated for resources: {'Port': ['ID=e411e9cd-15cd-45e1-986f-a38187f425b3,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:55.338657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.419589 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] Set router a68f762d-46be-4713-945c-2b8b9db5b630 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:24:55.491493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.558815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbf1014b-6ec4-42e2-8669-44f97dc684ee up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:55.588955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e7622e79-d45d-4d85-886b-ef9e664ec583 None None] Provisioning complete for port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:55.589351 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7622e79-d45d-4d85-886b-ef9e664ec583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.625179 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:24:53Z', 'revision_number': 3, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:55.635606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e7622e79-d45d-4d85-886b-ef9e664ec583 None None] Port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:24:55.644952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port fbf1014b-6ec4-42e2-8669-44f97dc684ee triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:55.645400 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.686920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.692785 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.752728 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f2e80-cc9a-47dd-b899-32511b1fe17b None None] The sync data for ids ['a68f762d-46be-4713-945c-2b8b9db5b630'] in n-d-812150-3 is: [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:24:53Z', 'revision_number': 3, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:55.769619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:55.773610 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:55.873507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:55.875058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:56.024862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Router a68f762d-46be-4713-945c-2b8b9db5b630 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:24:56.160630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-42b94dfd-a626-4725-9f8d-a048e42f01f4 None None] Provisioning complete for port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:56.160877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:56.161232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-42b94dfd-a626-4725-9f8d-a048e42f01f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.174365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3041eec5-07f1-4f88-9b7d-9baf1e660bf8 admin admin] 10.222.0.88 "PUT /v2.0/routers/a68f762d-46be-4713-945c-2b8b9db5b630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094479 Oct 26 12:24:56.215945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-42b94dfd-a626-4725-9f8d-a048e42f01f4 None None] Port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:24:56.680971 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:56.686013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-340367345-network', 'tenant_id': 'c2498a7650c64b14b268f980540a047a'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:24:56.709960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Made reservation on behalf of c2498a7650c64b14b268f980540a047a for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:56.713423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.722997 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.808001 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.811796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.841743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:24:56.852197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a35e7-5304-4568-9957-ec615d6d0145,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:56.861154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.861500 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Added segment 9c9b2326-abb4-4e04-ac19-3d5d31edd72b of type vlan for network a61a48a9-2319-414c-835e-f0115ad36aef Oct 26 12:24:56.906218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.931300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.932275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:56.932892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:56.986943 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3047893 Oct 26 12:24:56.990276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:56.995531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Request body: {'subnet': {'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-340367345-subnet', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:24:56.999589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585f12c-ae2e-4095-a166-fd94bb7b0a8b admin admin] Pushing event updated for resources: {'Network': ['ID=a61a48a9-2319-414c-835e-f0115ad36aef,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:57.011715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a61a48a9-2319-414c-835e-f0115ad36aef details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:24:57.017780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Made reservation on behalf of c2498a7650c64b14b268f980540a047a for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:57.020342 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.220079 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.273109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3326aab7-66ec-4525-9e86-48f2398a118a,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:57.291528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Checking segment: {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:57.291888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Network hostable DHCP agents. Network: a61a48a9-2319-414c-835e-f0115ad36aef, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:24:57.309060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Network a61a48a9-2319-414c-835e-f0115ad36aef is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:24:57.317898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a61a48a9-2319-414c-835e-f0115ad36aef) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:57.322964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:24:57.323499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.327139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933f6d4-8f47-4d1e-b21e-4248f18e27d3 None None] Network a61a48a9-2319-414c-835e-f0115ad36aef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:24:57.342525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-272baa9c-6c55-429d-8ac5-a0d2f6d823d1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3510399 Oct 26 12:24:57.345284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48932) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:57.349649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:24:57.374177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.375250 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.428827 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.464253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Sync routers for ids ['a68f762d-46be-4713-945c-2b8b9db5b630'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:57.493603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a61a48a9-2319-414c-835e-f0115ad36aef', 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'fixed_ips': [{'subnet_id': '3326aab7-66ec-4525-9e86-48f2398a118a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:24:57.494345 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.496222 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Routers {'a68f762d-46be-4713-945c-2b8b9db5b630'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:24:57.496845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a68f762d-46be-4713-945c-2b8b9db5b630'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:57.580391 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.737080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e411e9cd-15cd-45e1-986f-a38187f425b3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:57.802309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.827267 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:57.900331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Set router a68f762d-46be-4713-945c-2b8b9db5b630 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:24:57.941423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Allocated IP 172.25.4.25 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/0f78d0b5-4cc9-401f-8218-c411259b8fe1) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:57.964146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e411e9cd-15cd-45e1-986f-a38187f425b3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:57.964509 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.030417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Allocated IP 172.20.0.2 (a61a48a9-2319-414c-835e-f0115ad36aef/3326aab7-66ec-4525-9e86-48f2398a118a/3e19cfbf-f0d8-4058-87e9-ae69c5674e26) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:58.050128 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.088659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.129771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:58.132752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:58.137185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:24:58.167455 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Pushing event updated for resources: {'Port': ['ID=0f78d0b5-4cc9-401f-8218-c411259b8fe1,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:58.270907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.340141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port e411e9cd-15cd-45e1-986f-a38187f425b3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e411e9cd-15cd-45e1-986f-a38187f425b3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:58.342434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.346907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.353798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.402078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Network a61a48a9-2319-414c-835e-f0115ad36aef is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:58.411204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.411726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 4, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18', 'name': '', 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'mac_address': 'fa:16:3e:7f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '227ae93c-f612-4abf-b7d0-d73752677fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:54Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 2, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'subnets': [{'id': '227ae93c-f612-4abf-b7d0-d73752677fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:58.416701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:58.443304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:24:58.445588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Checking router: a68f762d-46be-4713-945c-2b8b9db5b630 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:58.445935 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Updating router a68f762d-46be-4713-945c-2b8b9db5b630 port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:24:58.448606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=e411e9cd-15cd-45e1-986f-a38187f425b3,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:58.520714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.559993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Pushing event updated for resources: {'Port': ['ID=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:58.590747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Attempting to bind port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:24:58.591143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Attempting to bind port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:24:58.591503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Attempting to bind port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 on network a61a48a9-2319-414c-835e-f0115ad36aef {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:58.603123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:24:58.603493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Checking segment: {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:58.603889 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.604281 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Bound using segment: {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:24:58.604752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Bound port: 3e19cfbf-f0d8-4058-87e9-ae69c5674e26, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:24:58.605131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.625222 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.761141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:24:58.777072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] For port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:58.794325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] For port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,segment=NetworkSegment(9c9b2326-abb4-4e04-ac19-3d5d31edd72b),segment_id=9c9b2326-abb4-4e04-ac19-3d5d31edd72b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:58.799438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.879966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:58.889864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c996f-8a87-4a67-9b93-3bb33bea2128 None None] Pushing event updated for resources: {'Port': ['ID=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:58.897542 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Sync routers for ids ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:58.901203 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.911241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dc06652b-37fa-4ddd-bff9-8ab74cb62564 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5624647 Oct 26 12:24:58.911466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48934) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:24:58.924822 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Routers {'1938a3cd-e4c1-42cc-8bcd-684b718752f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:24:58.925729 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:58.951817 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:58.964532 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.048354 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Set router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:24:59.067624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0259d5c-dc23-487c-ba99-0134849154ef None None] Pushing event updated for resources: {'Port': ['ID=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:59.131824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Attempting to bind port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:24:59.132490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Attempting to bind port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:24:59.133029 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Attempting to bind port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 on network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:59.146264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:24:59.146766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Checking segment: {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:59.147200 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.147774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Bound using segment: {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:24:59.148264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Bound port: bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f48902-4e2e-4efe-ab2f-ae77958da8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:24:59.148663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.245910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] For port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:59.251619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] For port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:59.259016 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.357787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Routers {'a68f762d-46be-4713-945c-2b8b9db5b630'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:24:59.358450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a68f762d-46be-4713-945c-2b8b9db5b630'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:59.362126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0259d5c-dc23-487c-ba99-0134849154ef None None] Pushing event updated for resources: {'Port': ['ID=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:59.393462 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 3, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:59.437602 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Checking router: 1938a3cd-e4c1-42cc-8bcd-684b718752f4 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:59.438312 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Updating router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:24:59.472840 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.512011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d54aee49-3e5f-47d5-81d2-978771978922 None None] Provisioning complete for port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:24:59.512588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d54aee49-3e5f-47d5-81d2-978771978922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.535190 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.547895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] Set router a68f762d-46be-4713-945c-2b8b9db5b630 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:24:59.757236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d54aee49-3e5f-47d5-81d2-978771978922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.771321 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e411e9cd-15cd-45e1-986f-a38187f425b3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:59.848732 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.859184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Allocated IP 172.20.0.1 (a61a48a9-2319-414c-835e-f0115ad36aef/3326aab7-66ec-4525-9e86-48f2398a118a/84384d0f-bffc-43ac-ab2c-a0de701405be) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:59.859473 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.934886 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Attempting to bind port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:24:59.935586 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Attempting to bind port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:24:59.935586 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Attempting to bind port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:59.949352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:24:59.949722 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:24:59.950124 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:24:59.950516 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:24:59.951027 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Bound port: 0f78d0b5-4cc9-401f-8218-c411259b8fe1, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:24:59.951407 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.007597 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] For port 0f78d0b5-4cc9-401f-8218-c411259b8fe1, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:25:00.011244 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] For port 0f78d0b5-4cc9-401f-8218-c411259b8fe1, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0f78d0b5-4cc9-401f-8218-c411259b8fe1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:25:00.024064 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.035279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.039727 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9922722-9d6f-41ce-968a-5b9bcf6b455d None None] Pushing event updated for resources: {'Port': ['ID=0f78d0b5-4cc9-401f-8218-c411259b8fe1,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:00.055949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d54aee49-3e5f-47d5-81d2-978771978922 None None] For port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:00.072899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d54aee49-3e5f-47d5-81d2-978771978922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.086676 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Routers {'1938a3cd-e4c1-42cc-8bcd-684b718752f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:00.087344 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:00.104192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.139866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port e411e9cd-15cd-45e1-986f-a38187f425b3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:00.140253 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.153693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Network a61a48a9-2319-414c-835e-f0115ad36aef is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:25:00.156779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:25:00.163806 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:25:00.227654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.231402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Pushing event updated for resources: {'Port': ['ID=84384d0f-bffc-43ac-ab2c-a0de701405be,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:00.234640 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9922722-9d6f-41ce-968a-5b9bcf6b455d None None] Pushing event updated for resources: {'Port': ['ID=0f78d0b5-4cc9-401f-8218-c411259b8fe1,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:00.258746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54aee49-3e5f-47d5-81d2-978771978922 None None] Pushing event updated for resources: {'Port': ['ID=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:00.283116 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] Set router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:00.285421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df5351-a84a-4995-a8f3-610e68def57f None None] Network a61a48a9-2319-414c-835e-f0115ad36aef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:25:00.292634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a6c5fedc-e46e-42b5-baee-cbb3287f224a None None] Provisioning complete for port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:00.293009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a6c5fedc-e46e-42b5-baee-cbb3287f224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.426136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.434213 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 4, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18', 'name': '', 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'mac_address': 'fa:16:3e:7f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '227ae93c-f612-4abf-b7d0-d73752677fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:54Z', 'updated_at': '2021-10-26T12:24:59Z', 'revision_number': 4, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'subnets': [{'id': '227ae93c-f612-4abf-b7d0-d73752677fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:00.479235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718aa8e6-dc2e-45c6-8a07-3ff526396665 None None] The sync data for ids ['a68f762d-46be-4713-945c-2b8b9db5b630'] in n-d-812150-3 is: [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:24:55Z', 'revision_number': 4, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18', 'name': '', 'network_id': '3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'mac_address': 'fa:16:3e:7f:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '227ae93c-f612-4abf-b7d0-d73752677fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:54Z', 'updated_at': '2021-10-26T12:24:59Z', 'revision_number': 4, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'subnets': [{'id': '227ae93c-f612-4abf-b7d0-d73752677fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:00.498111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:00.597164 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 3, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:00.646433 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778892b0-8ff5-4441-a54f-0871ed952f0b None None] The sync data for ids ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'] in n-d-812150-3 is: [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 3, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:00.736265 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.739718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:00.740698 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.743435 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.830360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Pushing event updated for resources: {'Port': ['ID=84384d0f-bffc-43ac-ab2c-a0de701405be,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:00.833319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.859710 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7d16ccc2-12ec-4e5f-8eb7-6ad1e03a5237 None None] Provisioning complete for port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:00.860089 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d16ccc2-12ec-4e5f-8eb7-6ad1e03a5237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:00.984158 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:01.032053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Network a61a48a9-2319-414c-835e-f0115ad36aef is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:25:01.034111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:25:01.071592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,segment=NetworkSegment(9c9b2326-abb4-4e04-ac19-3d5d31edd72b),segment_id=9c9b2326-abb4-4e04-ac19-3d5d31edd72b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:01.084049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d16ccc2-12ec-4e5f-8eb7-6ad1e03a5237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:01.132539 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:01.260960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:01.291095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:01.297248 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-7d16ccc2-12ec-4e5f-8eb7-6ad1e03a5237 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:25:01.298836 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-7d16ccc2-12ec-4e5f-8eb7-6ad1e03a5237 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:25:01.454265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:01.460307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5187b226-a3bc-48be-a397-1c86de6e3320 admin admin] 10.222.0.88 "PUT /v2.0/routers/1938a3cd-e4c1-42cc-8bcd-684b718752f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5477014 Oct 26 12:25:01.785844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0f78d0b5-4cc9-401f-8218-c411259b8fe1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:01.924567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:01.924953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.054480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ca9c06b4-9345-4240-8356-37607fbd3491 None None] Provisioning complete for port 84384d0f-bffc-43ac-ab2c-a0de701405be triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:02.054851 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca9c06b4-9345-4240-8356-37607fbd3491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.110472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c06b4-9345-4240-8356-37607fbd3491 None None] Port 84384d0f-bffc-43ac-ab2c-a0de701405be cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:25:02.159640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ca9c06b4-9345-4240-8356-37607fbd3491 None None] Provisioning complete for port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:02.160003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca9c06b4-9345-4240-8356-37607fbd3491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.216884 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.250801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 0f78d0b5-4cc9-401f-8218-c411259b8fe1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0f78d0b5-4cc9-401f-8218-c411259b8fe1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:02.258803 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.260432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:02.358276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=0f78d0b5-4cc9-401f-8218-c411259b8fe1,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:02.403744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:02.404128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.493962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:02.559325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d5e065a9-36d7-44fa-93af-3bf1757aaa46 None None] Provisioning complete for port 84384d0f-bffc-43ac-ab2c-a0de701405be triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:02.559711 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5e065a9-36d7-44fa-93af-3bf1757aaa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.601561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:02.601810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:02.634642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d5e065a9-36d7-44fa-93af-3bf1757aaa46 None None] Port 84384d0f-bffc-43ac-ab2c-a0de701405be cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:25:02.996931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48980) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:03.397920 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:03.469960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Sync routers for ids ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:03.482394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Routers {'1938a3cd-e4c1-42cc-8bcd-684b718752f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:03.483059 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:03.582536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0f78d0b5-4cc9-401f-8218-c411259b8fe1 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:03.648464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Set router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:03.685595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Deleting port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:03.685935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:03.697480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:03.697768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:03.772526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-18678459-b583-4283-ab77-5116364213bb admin admin] For port bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:03.772819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:03.786084 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Calling delete_port for bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:03.935216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:00Z', 'revision_number': 4, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '84384d0f-bffc-43ac-ab2c-a0de701405be', 'name': '', 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'mac_address': 'fa:16:3e:87:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3326aab7-66ec-4525-9e86-48f2398a118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:59Z', 'updated_at': '2021-10-26T12:25:00Z', 'revision_number': 2, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'subnets': [{'id': '3326aab7-66ec-4525-9e86-48f2398a118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:03.989938 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.019982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:04.134706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Checking router: 1938a3cd-e4c1-42cc-8bcd-684b718752f4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:04.135388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Updating router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 port 84384d0f-bffc-43ac-ab2c-a0de701405be binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:25:04.168129 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.168933 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.235295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.465000 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.471301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.535061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8240274-105b-418c-8857-c0e52cde5c6c None None] Pushing event updated for resources: {'Port': ['ID=84384d0f-bffc-43ac-ab2c-a0de701405be,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:04.592369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Attempting to bind port 84384d0f-bffc-43ac-ab2c-a0de701405be on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:25:04.593046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Attempting to bind port 84384d0f-bffc-43ac-ab2c-a0de701405be by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:25:04.593552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Attempting to bind port 84384d0f-bffc-43ac-ab2c-a0de701405be on network a61a48a9-2319-414c-835e-f0115ad36aef {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:25:04.600064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:25:04.600472 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Checking segment: {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:25:04.600837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.601230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Bound using segment: {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:25:04.602304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Bound port: 84384d0f-bffc-43ac-ab2c-a0de701405be, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b2326-abb4-4e04-ac19-3d5d31edd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:25:04.602304 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.682559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] For port 84384d0f-bffc-43ac-ab2c-a0de701405be, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:25:04.686364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] For port 84384d0f-bffc-43ac-ab2c-a0de701405be, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=84384d0f-bffc-43ac-ab2c-a0de701405be,segment=NetworkSegment(9c9b2326-abb4-4e04-ac19-3d5d31edd72b),segment_id=9c9b2326-abb4-4e04-ac19-3d5d31edd72b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:25:04.694537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.759973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Routers {'1938a3cd-e4c1-42cc-8bcd-684b718752f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:04.760786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:04.763907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8240274-105b-418c-8857-c0e52cde5c6c None None] Pushing event updated for resources: {'Port': ['ID=84384d0f-bffc-43ac-ab2c-a0de701405be,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:04.774068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Router a68f762d-46be-4713-945c-2b8b9db5b630 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:04.854547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ebce392a-eedf-4ee6-8a2e-88be70e355d4 None None] Provisioning complete for port 84384d0f-bffc-43ac-ab2c-a0de701405be triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:04.854954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ebce392a-eedf-4ee6-8a2e-88be70e355d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:04.915341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18678459-b583-4283-ab77-5116364213bb admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:04.923911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48982) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:04.924574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18678459-b583-4283-ab77-5116364213bb admin admin] 10.222.0.88 "PUT /v2.0/routers/a68f762d-46be-4713-945c-2b8b9db5b630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9258502 Oct 26 12:25:04.927239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] Set router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:04.932825 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] Sync routers for ids ['a68f762d-46be-4713-945c-2b8b9db5b630'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:04.947921 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] Routers {'a68f762d-46be-4713-945c-2b8b9db5b630'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:04.948982 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a68f762d-46be-4713-945c-2b8b9db5b630'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.054572 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ebce392a-eedf-4ee6-8a2e-88be70e355d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.082616 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] Set router a68f762d-46be-4713-945c-2b8b9db5b630 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:05.142858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ebce392a-eedf-4ee6-8a2e-88be70e355d4 None None] For port 84384d0f-bffc-43ac-ab2c-a0de701405be, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=84384d0f-bffc-43ac-ab2c-a0de701405be,segment=NetworkSegment(9c9b2326-abb4-4e04-ac19-3d5d31edd72b),segment_id=9c9b2326-abb4-4e04-ac19-3d5d31edd72b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:05.150235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ebce392a-eedf-4ee6-8a2e-88be70e355d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.216418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce392a-eedf-4ee6-8a2e-88be70e355d4 None None] Pushing event updated for resources: {'Port': ['ID=84384d0f-bffc-43ac-ab2c-a0de701405be,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:05.284911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c84b2e7d-e1f0-4960-8b6a-2193c016ff83 None None] Provisioning complete for port 84384d0f-bffc-43ac-ab2c-a0de701405be triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:05.284911 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c84b2e7d-e1f0-4960-8b6a-2193c016ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.302513 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:25:03Z', 'revision_number': 5, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.338435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:00Z', 'revision_number': 4, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '84384d0f-bffc-43ac-ab2c-a0de701405be', 'name': '', 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'mac_address': 'fa:16:3e:87:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3326aab7-66ec-4525-9e86-48f2398a118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:59Z', 'updated_at': '2021-10-26T12:25:04Z', 'revision_number': 4, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'subnets': [{'id': '3326aab7-66ec-4525-9e86-48f2398a118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.360828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-099e4418-53fe-40d1-bd4a-4e4e6f02af19 req-9b99eab9-fd17-4f69-8203-dc38ac2fb894 service neutron] (102760) timed out ('10.222.0.100', 57921) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:25:05.399036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad9aa1-dc28-4763-bd3c-b769e070ff09 None None] The sync data for ids ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'] in n-d-812150-3 is: [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:00Z', 'revision_number': 4, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '84384d0f-bffc-43ac-ab2c-a0de701405be', 'name': '', 'network_id': 'a61a48a9-2319-414c-835e-f0115ad36aef', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'mac_address': 'fa:16:3e:87:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3326aab7-66ec-4525-9e86-48f2398a118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:59Z', 'updated_at': '2021-10-26T12:25:04Z', 'revision_number': 4, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'subnets': [{'id': '3326aab7-66ec-4525-9e86-48f2398a118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:05.405746 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.439401 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] Checking router: a68f762d-46be-4713-945c-2b8b9db5b630 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:05.462233 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] Routers {'a68f762d-46be-4713-945c-2b8b9db5b630'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:05.463672 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['a68f762d-46be-4713-945c-2b8b9db5b630'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.541824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.595626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.609591 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] Set router a68f762d-46be-4713-945c-2b8b9db5b630 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:05.640265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Deleting port e411e9cd-15cd-45e1-986f-a38187f425b3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:05.640622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.723578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 84384d0f-bffc-43ac-ab2c-a0de701405be up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:05.752091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] For port e411e9cd-15cd-45e1-986f-a38187f425b3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=e411e9cd-15cd-45e1-986f-a38187f425b3,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:05.752447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.775758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Calling delete_port for e411e9cd-15cd-45e1-986f-a38187f425b3 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:05.787532 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 84384d0f-bffc-43ac-ab2c-a0de701405be triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:25:05.788615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:05.848414 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:25:03Z', 'revision_number': 5, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.880892 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee5ae2-8fdc-4a88-9f01-88a2726cc26c None None] The sync data for ids ['a68f762d-46be-4713-945c-2b8b9db5b630'] in n-d-812150-3 is: [{'id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'name': 'tempest-TestAggregatesBasicOps-350861659-router', 'tenant_id': '3a63121070c94fb3b65987cb89d8cca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:52Z', 'updated_at': '2021-10-26T12:25:03Z', 'revision_number': 5, 'project_id': '3a63121070c94fb3b65987cb89d8cca6', 'gw_port': {'id': 'e411e9cd-15cd-45e1-986f-a38187f425b3', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68f762d-46be-4713-945c-2b8b9db5b630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:53Z', 'updated_at': '2021-10-26T12:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:05.984581 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.011680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e411e9cd-15cd-45e1-986f-a38187f425b3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:06.091302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.191173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.194146 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.241918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.242707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a68f762d-46be-4713-945c-2b8b9db5b630 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:25:06.247546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.248523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-49fc20f8-e9b1-45bf-b99f-154b6d9b8c19 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a68f762d-46be-4713-945c-2b8b9db5b630 HTTP/1.1" status: 204 len: 168 time: 1.3217299 Oct 26 12:25:06.251344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48984) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:06.316282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Deleting subnet 227ae93c-f612-4abf-b7d0-d73752677fc2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:25:06.320644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.357967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.442664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.498009 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.529121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227ae93c-f612-4abf-b7d0-d73752677fc2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:06.534206 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.537251 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-432024ce-c38f-4844-b22c-3c0103ddc3f3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/227ae93c-f612-4abf-b7d0-d73752677fc2 HTTP/1.1" status: 204 len: 168 time: 0.2828212 Oct 26 12:25:06.539715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48986) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:06.542117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea5ac17-cf48-492f-bf1b-e5c066b27586 None None] Network 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:25:06.608830 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.668679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Deleting port fbf1014b-6ec4-42e2-8669-44f97dc684ee {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:06.669121 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.737264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] DHCP port deletion for 3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:25:06.748603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] For port fbf1014b-6ec4-42e2-8669-44f97dc684ee, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbf1014b-6ec4-42e2-8669-44f97dc684ee,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:06.748859 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.767246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Calling delete_port for fbf1014b-6ec4-42e2-8669-44f97dc684ee owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:06.793517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] Deleting port fbf1014b-6ec4-42e2-8669-44f97dc684ee {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:06.793961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.868948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] For port fbf1014b-6ec4-42e2-8669-44f97dc684ee, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=fbf1014b-6ec4-42e2-8669-44f97dc684ee,segment=NetworkSegment(61f48902-4e2e-4efe-ab2f-ae77958da8b7),segment_id=61f48902-4e2e-4efe-ab2f-ae77958da8b7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:06.869505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.887732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] Calling delete_port for fbf1014b-6ec4-42e2-8669-44f97dc684ee owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:06.892508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:06.926210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf1014b-6ec4-42e2-8669-44f97dc684ee,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:06.932740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] No DVR routers for this DVR port fbf1014b-6ec4-42e2-8669-44f97dc684ee on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:06.984432 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.014526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] Pushing event deleted for resources: {'Port': ['ID=fbf1014b-6ec4-42e2-8669-44f97dc684ee,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:07.016547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8dbe12-7f51-496e-bd98-65c192338e54 None None] No DVR routers for this DVR port fbf1014b-6ec4-42e2-8669-44f97dc684ee on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:07.023078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.045704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:07.056162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f48902-4e2e-4efe-ab2f-ae77958da8b7') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:07.056162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f48902-4e2e-4efe-ab2f-ae77958da8b7') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:07.072278 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.087910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.095107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:25:07.095506 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:25:07.097418 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:25:07.156568 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.162166 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.165369 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5 HTTP/1.1" status: 204 len: 168 time: 0.6247182 Oct 26 12:25:07.168483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 48988) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:07.176395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb261c-3d72-4ccc-aa80-be1d67886d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c33cbf8-d7bb-4575-84ab-d2ef5fb8e2b5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:07.547988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.615920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbf1014b-6ec4-42e2-8669-44f97dc684ee no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:07.639796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: fbf1014b-6ec4-42e2-8669-44f97dc684ee {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:07.640145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device fbf1014b-6ec4-42e2-8669-44f97dc684ee not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:07.640556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:07.660235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:07.660573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device bc60d1bb-dac3-4ce5-98bc-0e2bc0af7f18 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:07.805827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Deleting port 84384d0f-bffc-43ac-ab2c-a0de701405be {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:07.806087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.886679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] For port 84384d0f-bffc-43ac-ab2c-a0de701405be, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=84384d0f-bffc-43ac-ab2c-a0de701405be,segment=NetworkSegment(9c9b2326-abb4-4e04-ac19-3d5d31edd72b),segment_id=9c9b2326-abb4-4e04-ac19-3d5d31edd72b)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:07.887076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:07.901084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Calling delete_port for 84384d0f-bffc-43ac-ab2c-a0de701405be owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:08.095708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:08.122102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Pushing event deleted for resources: {'Port': ['ID=84384d0f-bffc-43ac-ab2c-a0de701405be,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:08.313241 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:08.535121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:08.641865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:08.651377 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48990) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:08.651904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-db50fc2c-01e2-4415-825b-7941d96f3590 admin admin] 10.222.0.88 "PUT /v2.0/routers/1938a3cd-e4c1-42cc-8bcd-684b718752f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4817502 Oct 26 12:25:08.652265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] Sync routers for ids ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:08.662912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] Routers {'1938a3cd-e4c1-42cc-8bcd-684b718752f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:08.666360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:08.757547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:08.774022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] Set router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:08.858665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:08.915342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Deleting port 0f78d0b5-4cc9-401f-8218-c411259b8fe1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:08.915611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:08.955642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:08Z', 'revision_number': 5, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port': {'id': '0f78d0b5-4cc9-401f-8218-c411259b8fe1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:08.986788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] Checking router: 1938a3cd-e4c1-42cc-8bcd-684b718752f4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:08.994473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] For port 0f78d0b5-4cc9-401f-8218-c411259b8fe1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0f78d0b5-4cc9-401f-8218-c411259b8fe1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:08.994838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:08.995358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] Routers {'1938a3cd-e4c1-42cc-8bcd-684b718752f4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:08.995968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:09.007135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Calling delete_port for 0f78d0b5-4cc9-401f-8218-c411259b8fe1 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:09.093257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] Set router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:09.189364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.228957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f78d0b5-4cc9-401f-8218-c411259b8fe1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:09.297193 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.309507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:08Z', 'revision_number': 6, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:09.340937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663fa84-754a-4731-8bd2-1026e8a7deb7 None None] The sync data for ids ['1938a3cd-e4c1-42cc-8bcd-684b718752f4'] in n-d-812150-3 is: [{'id': '1938a3cd-e4c1-42cc-8bcd-684b718752f4', 'name': 'tempest-TestAggregatesBasicOps-340367345-router', 'tenant_id': 'c2498a7650c64b14b268f980540a047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:24:57Z', 'updated_at': '2021-10-26T12:25:08Z', 'revision_number': 6, 'project_id': 'c2498a7650c64b14b268f980540a047a', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:09.396332 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.398583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.443211 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.443667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1938a3cd-e4c1-42cc-8bcd-684b718752f4 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:25:09.450798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.452353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6afa028e-fdff-4eae-9d4e-98743c0672bf admin admin] 10.222.0.88 "DELETE /v2.0/routers/1938a3cd-e4c1-42cc-8bcd-684b718752f4 HTTP/1.1" status: 204 len: 168 time: 0.7990730 Oct 26 12:25:09.454945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:09.504752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Deleting subnet 3326aab7-66ec-4525-9e86-48f2398a118a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:25:09.511367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.546284 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.625346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.680048 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.713480 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3326aab7-66ec-4525-9e86-48f2398a118a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:09.717711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.723933 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d806f6d2-8dba-40e5-a70b-a12752cfd229 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3326aab7-66ec-4525-9e86-48f2398a118a HTTP/1.1" status: 204 len: 168 time: 0.2654619 Oct 26 12:25:09.724101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48994) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:09.725682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16897f63-65fa-4f1b-ab08-3ea4ccf1f017 None None] Network a61a48a9-2319-414c-835e-f0115ad36aef requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:25:09.818838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.833915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e411e9cd-15cd-45e1-986f-a38187f425b3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:09.874746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: e411e9cd-15cd-45e1-986f-a38187f425b3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:09.875090 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device e411e9cd-15cd-45e1-986f-a38187f425b3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:09.875465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 84384d0f-bffc-43ac-ab2c-a0de701405be no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:09.879964 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Deleting port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:09.880318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.896941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 84384d0f-bffc-43ac-ab2c-a0de701405be {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:09.897290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 84384d0f-bffc-43ac-ab2c-a0de701405be not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:09.952355 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] For port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,segment=NetworkSegment(9c9b2326-abb4-4e04-ac19-3d5d31edd72b),segment_id=9c9b2326-abb4-4e04-ac19-3d5d31edd72b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:09.952796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:09.966530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Calling delete_port for 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:10.047459 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.074224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e19cfbf-f0d8-4058-87e9-ae69c5674e26,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:10.078826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] No DVR routers for this DVR port 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:10.163592 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.190116 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61a48a9-2319-414c-835e-f0115ad36aef']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:10.190459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc300fd-972a-4a78-aa28-b2f30e6e537d None None] DHCP port deletion for a61a48a9-2319-414c-835e-f0115ad36aef request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:25:10.206209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9b2326-abb4-4e04-ac19-3d5d31edd72b') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:10.206209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9b2326-abb4-4e04-ac19-3d5d31edd72b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:10.216790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.232213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.239509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:25:10.239906 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:25:10.241709 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:25:10.313272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.319333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.322535 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a61a48a9-2319-414c-835e-f0115ad36aef HTTP/1.1" status: 204 len: 168 time: 0.5975225 Oct 26 12:25:10.334683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d31af-ae44-47b1-8c3d-05be6f5b0ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61a48a9-2319-414c-835e-f0115ad36aef,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:10.518417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 48998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:10.560095 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6108c77e-a5b5-43aa-933c-8f334eb39995 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a63121070c94fb3b65987cb89d8cca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404372 Oct 26 12:25:10.562644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49000) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:10.616344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75cacc99-985b-4513-890c-ce4c110bdae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.644656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75cacc99-985b-4513-890c-ce4c110bdae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.696838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75cacc99-985b-4513-890c-ce4c110bdae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.699461 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-75cacc99-985b-4513-890c-ce4c110bdae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:10.700662 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-75cacc99-985b-4513-890c-ce4c110bdae6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0981f090-4b11-4a30-bd12-a97a65d08003 HTTP/1.1" status: 204 len: 168 time: 0.1370347 Oct 26 12:25:10.709586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cacc99-985b-4513-890c-ce4c110bdae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0981f090-4b11-4a30-bd12-a97a65d08003,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:11.032719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49006) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:11.075874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-66e28136-9b75-49d0-b7aa-395b051e5e13 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c2498a7650c64b14b268f980540a047a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419195 Oct 26 12:25:11.078423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49008) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:11.134976 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8f6-434b-4081-a726-7d7258c13390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:11.159802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8f6-434b-4081-a726-7d7258c13390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:11.206786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8f6-434b-4081-a726-7d7258c13390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:11.209492 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8f6-434b-4081-a726-7d7258c13390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:11.211373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b8f4c8f6-434b-4081-a726-7d7258c13390 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c06a35e7-5304-4568-9957-ec615d6d0145 HTTP/1.1" status: 204 len: 168 time: 0.1312466 Oct 26 12:25:11.220226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4c8f6-434b-4081-a726-7d7258c13390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a35e7-5304-4568-9957-ec615d6d0145,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:11.558543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0f78d0b5-4cc9-401f-8218-c411259b8fe1 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:11.583139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0f78d0b5-4cc9-401f-8218-c411259b8fe1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:11.583488 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0f78d0b5-4cc9-401f-8218-c411259b8fe1 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:11.583914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:11.605518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:11.605869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3e19cfbf-f0d8-4058-87e9-ae69c5674e26 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:16.409607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-85078a3c-1c76-40aa-aa5e-e1e2e8a2094b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441210 Oct 26 12:25:16.504305 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-a1e96a01-7fec-43d8-97e6-c9e304576749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:16.505856 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-a1e96a01-7fec-43d8-97e6-c9e304576749 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1097 time: 0.0516558 Oct 26 12:25:16.620868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-17ab45e9-a092-4f59-a92e-a6ed30544fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:16.622382 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-17ab45e9-a092-4f59-a92e-a6ed30544fb3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.0960701 Oct 26 12:25:16.689552 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-4885d935-82c7-4853-a72f-309c183eb189 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 1002 time: 0.0601084 Oct 26 12:25:16.739846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-eb4e5809-9272-4b76-bc58-9f106be79510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:16.741356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-eb4e5809-9272-4b76-bc58-9f106be79510 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0452466 Oct 26 12:25:16.801119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-f6307a82-64b8-429f-a50e-5b89ecba5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:16.802646 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-f6307a82-64b8-429f-a50e-5b89ecba5c62 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530038 Oct 26 12:25:16.895952 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-316ab89c-e984-4b11-be13-f14d11893c36 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862362 Oct 26 12:25:16.990723 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5d3f355b-47b0-4764-bfdf-aaac95a2cef4 req-558c9f2e-7c13-4c9f-aeee-68b84239b3bf service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881197 Oct 26 12:25:19.188282 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3020a017-f8a5-4638-b354-348385df3cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.066146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49014) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:20.231804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port 1c772c15-26d9-4fd6-9763-9bcfde4a2a14 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:20.232147 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.312170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.312500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.325502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for 1c772c15-26d9-4fd6-9763-9bcfde4a2a14 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:20.476132 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.506022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=1c772c15-26d9-4fd6-9763-9bcfde4a2a14,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:20.565826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.566148 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Floating IP 056765ac-12a8-4508-9744-fc7091feaf19 disassociated (deleted). External IP: 172.25.4.72, port: 786895a8-314c-4b75-a254-159b7d1da3c1. Oct 26 12:25:20.785425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:20.902369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:20.907153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:20.912267 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:20.923524 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:20.924262 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:20.937079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ef0e256c-b620-4a09-8b4b-187c46c1904a tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "DELETE /v2.0/floatingips/056765ac-12a8-4508-9744-fc7091feaf19 HTTP/1.1" status: 204 len: 168 time: 0.8697822 Oct 26 12:25:20.937687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:25:20.940062 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c3020-8810-494a-9a46-fdcd764bd76a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:25:20.979463 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5437f-9feb-40c4-ab94-a159e46b314a x-openstack-request-id: req-b5f5437f-9feb-40c4-ab94-a159e46b314a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:25:20.979755 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:25:20.980005 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b5f5437f-9feb-40c4-ab94-a159e46b314a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:25:20.980415 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1', 'status': 'completed', 'code': 200} Oct 26 12:25:21.049154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c3020-8810-494a-9a46-fdcd764bd76a req-a8fba955-e52a-4122-85e6-0ca707c61c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:21.050697 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-a8fba955-e52a-4122-85e6-0ca707c61c72 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 1097 time: 0.0458589 Oct 26 12:25:21.062904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:21.180690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c3020-8810-494a-9a46-fdcd764bd76a req-fb00784a-bdef-4bbb-a279-c34f47e47d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:21.182232 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-fb00784a-bdef-4bbb-a279-c34f47e47d80 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1247256 Oct 26 12:25:21.192267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daf45e-40fc-4ff5-8926-c134d9c19f45 req-ea2edfd9-8b51-40e9-8e45-cc28fcd8affd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:21.193867 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0daf45e-40fc-4ff5-8926-c134d9c19f45 req-ea2edfd9-8b51-40e9-8e45-cc28fcd8affd tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 946 time: 0.0572183 Oct 26 12:25:21.238383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-f4f42674-4eaf-465e-b1a2-403fb7b07d96 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786895a8-314c-4b75-a254-159b7d1da3c1 HTTP/1.1" status: 200 len: 217 time: 0.0462108 Oct 26 12:25:21.246072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0daf45e-40fc-4ff5-8926-c134d9c19f45 req-130ce7af-1a51-4b36-b0bf-1c7f679690c2 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Oct 26 12:25:21.293311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c3020-8810-494a-9a46-fdcd764bd76a req-50b3ec29-1530-4001-94b7-837807aa0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:21.294801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-50b3ec29-1530-4001-94b7-837807aa0474 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0490265 Oct 26 12:25:21.321972 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:35Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:21.351103 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c3020-8810-494a-9a46-fdcd764bd76a req-9b64b9d8-500a-47f1-8ed2-57bf72774a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:21.353223 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-9b64b9d8-500a-47f1-8ed2-57bf72774a12 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500672 Oct 26 12:25:21.353815 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:21.362839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:21.363489 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:24:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:21.448953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-73c9deac-8f10-4d7d-a6f6-3a427d8a49de service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Oct 26 12:25:21.474046 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:21.551102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-526c3020-8810-494a-9a46-fdcd764bd76a req-cc74089e-d8e4-4cae-88b0-233053eb6b60 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933838 Oct 26 12:25:21.707474 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:35Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:21.739664 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62d778-5b5a-4e25-8cc5-29436e765856 None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '28a67d90-43d5-4c33-8068-661477c63248', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'port_id': '5429fd36-15b0-47ab-a585-d72af56dd240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'mac_address': 'fa:16:3e:5c:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca469f61-925f-4281-8c20-e23f5298a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:21:32Z', 'updated_at': '2021-10-26T12:21:35Z', 'revision_number': 1, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:21.742885 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-26ee4d4f-a9a5-40e3-a061-703a960e5e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:21.979364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4086d0-cd38-414f-bc04-9e9c961db6ae None None] New status for floating IP 056765ac-12a8-4508-9744-fc7091feaf19: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:25:22.377503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315258-64ec-435c-9201-e690c6037bc2 req-0dd8ece4-3f9f-40a0-be56-a33c7f8eb287 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:22.379063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8315258-64ec-435c-9201-e690c6037bc2 req-0dd8ece4-3f9f-40a0-be56-a33c7f8eb287 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 946 time: 0.0499196 Oct 26 12:25:22.425089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f8315258-64ec-435c-9201-e690c6037bc2 req-969ad622-e5fc-4dde-94b6-d425f8a0d75d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390222 Oct 26 12:25:22.747032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-1e94fa8a-3d7a-47f1-b9e7-a1de4e6959f3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:22.748522 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-1e94fa8a-3d7a-47f1-b9e7-a1de4e6959f3 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Oct 26 12:25:22.841128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port 786895a8-314c-4b75-a254-159b7d1da3c1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:22.841128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:22.900644 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:22.938144 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port 786895a8-314c-4b75-a254-159b7d1da3c1, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=786895a8-314c-4b75-a254-159b7d1da3c1,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:22.938517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:22.952462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for 786895a8-314c-4b75-a254-159b7d1da3c1 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:23.088522 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:23.118611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=786895a8-314c-4b75-a254-159b7d1da3c1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:23.164073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port 786895a8-314c-4b75-a254-159b7d1da3c1 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:23.167349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:23.170779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-69032237-8e2b-4da4-9804-16fd6a5a0e05 req-90981ebc-fff5-4556-83ba-265e82a330dc tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "DELETE /v2.0/ports/786895a8-314c-4b75-a254-159b7d1da3c1 HTTP/1.1" status: 204 len: 173 time: 0.4162297 Oct 26 12:25:23.171331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'name': 'network-vif-deleted', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:25:23.173729 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e41e006-5674-4d3e-8ac4-ec01dcff5e81" -d '{"events": [{"server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "name": "network-vif-deleted", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:25:23.299396 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:23.440859 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f99b58-f989-4c7a-9513-d345c4003377 x-openstack-request-id: req-29f99b58-f989-4c7a-9513-d345c4003377 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:25:23.441206 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dd4657-bdf4-4d7d-8290-e9710b935e15", "name": "network-vif-deleted", "tag": "786895a8-314c-4b75-a254-159b7d1da3c1", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:25:23.441372 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-29f99b58-f989-4c7a-9513-d345c4003377 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:25:23.442069 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dd4657-bdf4-4d7d-8290-e9710b935e15', 'name': 'network-vif-deleted', 'tag': '786895a8-314c-4b75-a254-159b7d1da3c1', 'status': 'completed', 'code': 200} Oct 26 12:25:23.536824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5e92aeb5-551e-40b7-8dcb-7b3b20bca345 req-3559e95d-df40-44ca-a14a-6abde8a9e58b tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 210 time: 0.0334158 Oct 26 12:25:23.571987 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:25:24.638326 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-124050da-1c2b-4d16-8893-d73aaedc294b req-66b24f03-546e-4f1e-bd18-afd4e2d360f1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Oct 26 12:25:24.701547 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:25.738081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8e25677-03b4-42a6-9bde-32ec6c9cac9d req-af4758c6-bb9c-4b29-9d75-31d2251f2785 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 210 time: 0.0281041 Oct 26 12:25:26.684557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 786895a8-314c-4b75-a254-159b7d1da3c1 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:26.705498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 786895a8-314c-4b75-a254-159b7d1da3c1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:26.705847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 786895a8-314c-4b75-a254-159b7d1da3c1 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:26.833818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d41a89-9747-40c7-9753-0afea37bd660 req-ca1d9606-3fca-499f-ac5a-3482499b1ad6 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6dd4657-bdf4-4d7d-8290-e9710b935e15 HTTP/1.1" status: 200 len: 210 time: 0.0264056 Oct 26 12:25:33.229124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49058) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:33.397201 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port b6559d6f-7662-46c8-bf59-f52e01f7064a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:33.397453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:33.475060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:33.475377 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:33.488580 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for b6559d6f-7662-46c8-bf59-f52e01f7064a owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:33.667661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:33.695652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=b6559d6f-7662-46c8-bf59-f52e01f7064a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:34.009761 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:34.016296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:34.016637 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Floating IP 28a67d90-43d5-4c33-8068-661477c63248 disassociated (deleted). External IP: 172.25.4.236, port: 5429fd36-15b0-47ab-a585-d72af56dd240. Oct 26 12:25:34.255640 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:34.372993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:34.378412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:34.385405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:34.396398 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:34.396797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:25:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:34.413062 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1e27cb52-18c4-4a58-b6e8-0e89ba7f2342 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "DELETE /v2.0/floatingips/28a67d90-43d5-4c33-8068-661477c63248 HTTP/1.1" status: 204 len: 168 time: 1.1826077 Oct 26 12:25:34.413635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:25:34.416054 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a85961d-8362-42c2-b1ae-6ba1c0da223e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:25:34.460440 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7895f335-3e08-4f9c-8b46-a51b9eda668d x-openstack-request-id: req-7895f335-3e08-4f9c-8b46-a51b9eda668d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:25:34.460814 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:25:34.461152 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7895f335-3e08-4f9c-8b46-a51b9eda668d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:25:34.461624 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240', 'status': 'completed', 'code': 200} Oct 26 12:25:34.521293 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:34.531871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-b0fdb549-f3f6-4b96-adc7-f6c92fd1c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:34.533772 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-b0fdb549-f3f6-4b96-adc7-f6c92fd1c8cc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 1097 time: 0.0488477 Oct 26 12:25:34.645896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-6f0b0953-f344-49ee-a109-6cc20bedbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:34.646161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-6f0b0953-f344-49ee-a109-6cc20bedbfcc service neutron] 10.222.0.100 "GET /v2.0/networks?id=4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 200 len: 914 time: 0.1046054 Oct 26 12:25:34.683611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796ea36-0ea0-496c-b956-4e7b66854e79 req-b6b89cac-30e9-4c40-9b68-d3708367baa4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:34.685306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6796ea36-0ea0-496c-b956-4e7b66854e79 req-b6b89cac-30e9-4c40-9b68-d3708367baa4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 946 time: 0.0570331 Oct 26 12:25:34.697440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-8deed254-e6e1-4d7e-b825-c4d8fca84d1b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 200 len: 217 time: 0.0380366 Oct 26 12:25:34.740219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6796ea36-0ea0-496c-b956-4e7b66854e79 req-0b2b06f4-984c-49ba-81dd-13618dd6dec0 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475478 Oct 26 12:25:34.763867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-4c960676-1679-4d36-9047-366cfd46e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:34.765448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-4c960676-1679-4d36-9047-366cfd46e090 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 200 len: 851 time: 0.0610416 Oct 26 12:25:34.823417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-ae18a7bb-f871-47b5-a301-5daf3a38e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:34.824938 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-ae18a7bb-f871-47b5-a301-5daf3a38e49f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4ca8e385-95c7-4a35-a408-c011c2f43980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524778 Oct 26 12:25:34.857587 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:34.889069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:34.897752 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:34.898282 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:25:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:34.921627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-298de7c1-49a6-4df6-bed1-4b418a5eb192 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885315 Oct 26 12:25:35.005481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:35.028143 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a85961d-8362-42c2-b1ae-6ba1c0da223e req-29f81413-e544-4d8b-97ae-b1f5e0829134 service neutron] 10.222.0.100 "GET /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988617 Oct 26 12:25:35.210483 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:35.240504 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d224b60-3ee0-4706-843a-616d7ffe1dda None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:13:35Z', 'revision_number': 4, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '53742097-f621-4df6-b2a6-b6951798331d', 'name': '', 'network_id': '4ca8e385-95c7-4a35-a408-c011c2f43980', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'mac_address': 'fa:16:3e:bb:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:34Z', 'updated_at': '2021-10-26T12:13:41Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'subnets': [{'id': '462dd8dc-11af-44ec-b5d1-73f5e74c1dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:35.476493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acd297-f02e-4796-89bc-7cc92a767805 None None] New status for floating IP 28a67d90-43d5-4c33-8068-661477c63248: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:25:35.605576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:35.861705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a9a7-376d-4f8b-b3d4-3b1eeea931b2 req-4d90458f-c86d-4e03-9993-38c829a1833d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:35.863299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e904a9a7-376d-4f8b-b3d4-3b1eeea931b2 req-4d90458f-c86d-4e03-9993-38c829a1833d tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 946 time: 0.0513546 Oct 26 12:25:35.902241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e904a9a7-376d-4f8b-b3d4-3b1eeea931b2 req-4b810ed8-60be-4f39-ae3a-53dacf180114 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/security-groups?id=8a8d5157-c2df-429d-b6b0-2ab4f9040a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Oct 26 12:25:36.082679 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f934e891-6fbb-49cd-96dd-c384b863a81c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:25:36.084226 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f934e891-6fbb-49cd-96dd-c384b863a81c tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 946 time: 0.0508606 Oct 26 12:25:36.180899 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port 5429fd36-15b0-47ab-a585-d72af56dd240 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:36.181243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:36.281464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] For port 5429fd36-15b0-47ab-a585-d72af56dd240, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5429fd36-15b0-47ab-a585-d72af56dd240,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:36.281912 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:36.294768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for 5429fd36-15b0-47ab-a585-d72af56dd240 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:36.429385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:36.459970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=5429fd36-15b0-47ab-a585-d72af56dd240,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:36.504259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] No DVR routers for this DVR port 5429fd36-15b0-47ab-a585-d72af56dd240 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:36.505922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:36.509914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-906b71e9-50bd-4dd0-8722-a1fb9343777b req-f87e5dd6-bd27-4849-8936-01a4f62d46a1 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.100 "DELETE /v2.0/ports/5429fd36-15b0-47ab-a585-d72af56dd240 HTTP/1.1" status: 204 len: 173 time: 0.4184418 Oct 26 12:25:36.510363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'name': 'network-vif-deleted', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:25:36.512729 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4d026-c21c-445e-8ddc-b450772989da" -d '{"events": [{"server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "name": "network-vif-deleted", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:25:36.552415 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8bab48-3b66-4f00-850c-7a3762da03bc x-openstack-request-id: req-2d8bab48-3b66-4f00-850c-7a3762da03bc {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:25:36.552719 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca469f61-925f-4281-8c20-e23f5298a973", "name": "network-vif-deleted", "tag": "5429fd36-15b0-47ab-a585-d72af56dd240", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:25:36.552977 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d8bab48-3b66-4f00-850c-7a3762da03bc {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:25:36.553391 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca469f61-925f-4281-8c20-e23f5298a973', 'name': 'network-vif-deleted', 'tag': '5429fd36-15b0-47ab-a585-d72af56dd240', 'status': 'completed', 'code': 200} Oct 26 12:25:37.008854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-860197ac-7a8d-4f80-86c7-a43e02f23a14 req-5d13e4fa-c191-47d7-b771-dceb1cdfc7ed tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 210 time: 0.0279140 Oct 26 12:25:38.111702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-545a2529-846e-43c6-b400-08acd018f03e req-ab7f054e-c33a-4f47-9cd3-12a086676a9f tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 210 time: 0.0272212 Oct 26 12:25:38.733415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5429fd36-15b0-47ab-a585-d72af56dd240 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:38.754100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 5429fd36-15b0-47ab-a585-d72af56dd240 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:38.754451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5429fd36-15b0-47ab-a585-d72af56dd240 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:39.213640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c8a8193f-ea4f-43fb-80d9-0530e2a1f627 req-11a51bfb-c4f4-4daa-a7e0-a2f0a101a8f4 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Oct 26 12:25:40.313440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed3b548-1f1a-446e-a95d-c9dc05392ed3 req-96a7d48b-c65f-4db5-8003-21a8aeab9fc5 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca469f61-925f-4281-8c20-e23f5298a973 HTTP/1.1" status: 200 len: 210 time: 0.0307207 Oct 26 12:25:41.378396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49080) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:41.510808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Deleting port a0b66c4d-3394-4d24-9e80-530ccfa7937b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:41.511705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:41.590031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:41.590364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:41.603509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Calling delete_port for a0b66c4d-3394-4d24-9e80-530ccfa7937b owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:41.741362 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:41.768656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'Port': ['ID=a0b66c4d-3394-4d24-9e80-530ccfa7937b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:41.832635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:41.835354 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:41.836510 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1e2df666-4177-4e1c-8107-f16c6fcb4c17 tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "DELETE /v2.0/floatingips/79d7be35-6ce4-4a6f-8bf7-16ccd19e5566 HTTP/1.1" status: 204 len: 168 time: 0.4570935 Oct 26 12:25:45.135939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:45.201367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177b0389-3d70-4de2-b5bc-db69710b65ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:45.228810 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177b0389-3d70-4de2-b5bc-db69710b65ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:45.298715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177b0389-3d70-4de2-b5bc-db69710b65ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:45.307272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-177b0389-3d70-4de2-b5bc-db69710b65ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:45.307272 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-177b0389-3d70-4de2-b5bc-db69710b65ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] 10.222.0.88 "DELETE /v2.0/security-groups/8a8d5157-c2df-429d-b6b0-2ab4f9040a97 HTTP/1.1" status: 204 len: 168 time: 0.1657355 Oct 26 12:25:45.313992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0389-3d70-4de2-b5bc-db69710b65ff tempest-TestVolumeBootPattern-929482496 tempest-TestVolumeBootPattern-929482496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d5157-c2df-429d-b6b0-2ab4f9040a97,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:45.375503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:46.223638 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:46.488095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Deleting port 53742097-f621-4df6-b2a6-b6951798331d {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:46.488867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:46.577223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] For port 53742097-f621-4df6-b2a6-b6951798331d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=53742097-f621-4df6-b2a6-b6951798331d,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:46.577586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:46.590924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Calling delete_port for 53742097-f621-4df6-b2a6-b6951798331d owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:46.783994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:46.815170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Pushing event deleted for resources: {'Port': ['ID=53742097-f621-4df6-b2a6-b6951798331d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:46.997167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:47.221396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Router 0dca901f-ac01-42cb-8e82-2cf94be46816 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:47.333312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:47.338617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2110156e-4139-4fad-bf9f-a7948204ae0b admin admin] 10.222.0.88 "PUT /v2.0/routers/0dca901f-ac01-42cb-8e82-2cf94be46816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638309 Oct 26 12:25:47.340775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49108) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:47.343385 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] Sync routers for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:47.354043 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:47.354663 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:25:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:47.458246 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:47.471316 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:47.577942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:47.636052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Deleting port f250f563-453c-46c3-a9f6-9c4dd880a174 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:47.636407 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:47.669817 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:25:46Z', 'revision_number': 5, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port': {'id': 'f250f563-453c-46c3-a9f6-9c4dd880a174', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:31Z', 'updated_at': '2021-10-26T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:47.697691 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] Checking router: 0dca901f-ac01-42cb-8e82-2cf94be46816 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:47.706411 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] Routers {'0dca901f-ac01-42cb-8e82-2cf94be46816'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:47.707051 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:25:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['0dca901f-ac01-42cb-8e82-2cf94be46816'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:47.729311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] For port f250f563-453c-46c3-a9f6-9c4dd880a174, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=f250f563-453c-46c3-a9f6-9c4dd880a174,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:47.729817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:47.747935 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Calling delete_port for f250f563-453c-46c3-a9f6-9c4dd880a174 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:47.794232 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] Set router 0dca901f-ac01-42cb-8e82-2cf94be46816 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:47.852409 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:25:47Z', 'revision_number': 6, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:47.880405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a3bc9-960f-4042-913f-ad5a7ae3a62b None None] The sync data for ids ['0dca901f-ac01-42cb-8e82-2cf94be46816'] in n-d-812150-3 is: [{'id': '0dca901f-ac01-42cb-8e82-2cf94be46816', 'name': 'tempest-TestVolumeBootPattern-1227323724-router', 'tenant_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:29Z', 'updated_at': '2021-10-26T12:25:47Z', 'revision_number': 6, 'project_id': 'f9576cdc5c37407ca5f0ccea9c45cfeb', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:47.936377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:47.968736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Pushing event deleted for resources: {'Port': ['ID=f250f563-453c-46c3-a9f6-9c4dd880a174,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:48.045502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.141820 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.144017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.192212 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.192732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dca901f-ac01-42cb-8e82-2cf94be46816 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:25:48.226885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.226885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-62081f3c-ad02-41a1-9dca-d627ad3f1808 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0dca901f-ac01-42cb-8e82-2cf94be46816 HTTP/1.1" status: 204 len: 168 time: 0.8576913 Oct 26 12:25:48.228047 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:48.259924 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Deleting subnet 462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:25:48.263477 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.303493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.392714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.447228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.475594 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462dd8dc-11af-44ec-b5d1-73f5e74c1dd2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:48.478250 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.481611 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ac6a3a56-5399-47f4-bbf9-53adb24d9abe admin admin] 10.222.0.88 "DELETE /v2.0/subnets/462dd8dc-11af-44ec-b5d1-73f5e74c1dd2 HTTP/1.1" status: 204 len: 168 time: 0.2765055 Oct 26 12:25:48.484143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49112) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:48.485450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78249ca3-53ed-44b5-8e48-2db975254d3d None None] Network 4ca8e385-95c7-4a35-a408-c011c2f43980 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:25:48.565806 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.627189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Deleting port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:48.627534 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.688791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] DHCP port deletion for 4ca8e385-95c7-4a35-a408-c011c2f43980 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:25:48.716637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] For port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:48.717011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.731411 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Calling delete_port for d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:48.751775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] Deleting port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:48.751775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.817151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.823980 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] For port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,segment=NetworkSegment(c45d254c-fdad-4041-9197-21d83626c0d3),segment_id=c45d254c-fdad-4041-9197-21d83626c0d3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:48.824416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.842524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] Calling delete_port for d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:48.844221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:48.847987 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] No DVR routers for this DVR port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:48.922605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.924132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.945834 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca8e385-95c7-4a35-a408-c011c2f43980']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:48.947529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] Pushing event deleted for resources: {'Port': ['ID=d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:48.953309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebdf38-b197-43b3-8094-12747dd6f92b None None] No DVR routers for this DVR port d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:48.957082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45d254c-fdad-4041-9197-21d83626c0d3') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:48.957384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45d254c-fdad-4041-9197-21d83626c0d3') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:48.971889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:48.990433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.000664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:25:49.001025 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:25:49.003143 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:25:49.061252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.079224 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.082470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4ca8e385-95c7-4a35-a408-c011c2f43980 HTTP/1.1" status: 204 len: 168 time: 0.5973816 Oct 26 12:25:49.083859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb49fa-41e4-4797-84e0-dac14cd931a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca8e385-95c7-4a35-a408-c011c2f43980,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:49.086255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49114) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:49.191781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36654aa7-c202-40ff-97e8-37c8e9a45548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.460153 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.577257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f250f563-453c-46c3-a9f6-9c4dd880a174 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:49.601547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: f250f563-453c-46c3-a9f6-9c4dd880a174 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:49.601898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device f250f563-453c-46c3-a9f6-9c4dd880a174 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:49.602825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 53742097-f621-4df6-b2a6-b6951798331d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:49.623678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 53742097-f621-4df6-b2a6-b6951798331d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:49.624027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 53742097-f621-4df6-b2a6-b6951798331d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:49.624457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:49.646333 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:49.646685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d268bbde-6cba-4cb4-a4d7-56b7ba6cbc43 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:49.721080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Deleting port 729a9efb-b186-48a9-8fe4-965c88e87909 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:49.721329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.803318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] For port 729a9efb-b186-48a9-8fe4-965c88e87909, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=729a9efb-b186-48a9-8fe4-965c88e87909,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:49.803691 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:49.817841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Calling delete_port for 729a9efb-b186-48a9-8fe4-965c88e87909 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:50.016226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:50.047038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=729a9efb-b186-48a9-8fe4-965c88e87909,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:50.480043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:50.703540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:25:50.809090 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:25:50.814189 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7138ed27-2ee9-405c-a731-93ac8a6b4a9c admin admin] 10.222.0.88 "PUT /v2.0/routers/2a5ffc48-1da3-4906-8cf7-25eeb2a393bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271638 Oct 26 12:25:50.816740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:50.819602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] Sync routers for ids ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:50.830643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] Routers {'2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:50.831295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:25:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:50.930007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:50.943631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] Set router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:51.050919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.111975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Deleting port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:51.112311 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.150835 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:25:49Z', 'revision_number': 5, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port': {'id': '7565b0d6-1f84-4b75-ab25-7f0ade9141a1', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:13:40Z', 'updated_at': '2021-10-26T12:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:51.178103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] Checking router: 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:51.187509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] Routers {'2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:25:51.188119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:25:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:51.200299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] For port 7565b0d6-1f84-4b75-ab25-7f0ade9141a1, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:51.200673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.214041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Calling delete_port for 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:51.284620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] Set router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:25:51.348247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:25:51Z', 'revision_number': 6, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:51.377927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7dcc56-a997-48de-9616-da2f4bb9f1b2 None None] The sync data for ids ['2a5ffc48-1da3-4906-8cf7-25eeb2a393bf'] in n-d-812150-3 is: [{'id': '2a5ffc48-1da3-4906-8cf7-25eeb2a393bf', 'name': 'tempest-TestVolumeBootPattern-1747009933-router', 'tenant_id': '93998ad971864f89aa7752c66dff1f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:13:38Z', 'updated_at': '2021-10-26T12:25:51Z', 'revision_number': 6, 'project_id': '93998ad971864f89aa7752c66dff1f32', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:51.393600 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.418894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7565b0d6-1f84-4b75-ab25-7f0ade9141a1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:51.429445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.429802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.430149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.430549 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.430886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.431228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.431565 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.431900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.432232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.432561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.432895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.433221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:51.497636 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.598667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.600907 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.646228 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.647133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5ffc48-1da3-4906-8cf7-25eeb2a393bf {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:25:51.652962 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.654150 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ccd6ff99-406a-4ef2-84a8-469b04faa4e4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/2a5ffc48-1da3-4906-8cf7-25eeb2a393bf HTTP/1.1" status: 204 len: 168 time: 0.8363397 Oct 26 12:25:51.657730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:51.703612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Deleting subnet 4dc4e39f-75da-4cde-a3b4-bf52dc2449f5 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:25:51.707061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.748516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-688686ab-b4cd-4be2-863b-7e7ac2092d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.749453 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.829065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.886131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.918790 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:51.921592 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4dc4e39f-75da-4cde-a3b4-bf52dc2449f5 HTTP/1.1" status: 204 len: 168 time: 0.2627163 Oct 26 12:25:51.923123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb11f4f-e3fd-4a84-8532-84d49b28a462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc4e39f-75da-4cde-a3b4-bf52dc2449f5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:51.924295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49120) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:51.934789 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa68dd-0fd0-4ebc-a45a-8e20433714a4 None None] Network a6fb2e10-ff43-43fd-bf5b-39d85d70103d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:25:51.984252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 729a9efb-b186-48a9-8fe4-965c88e87909 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:52.016941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 729a9efb-b186-48a9-8fe4-965c88e87909 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:52.017290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 729a9efb-b186-48a9-8fe4-965c88e87909 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:52.019583 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.084669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Deleting port c8b0363e-55df-4463-9c73-34619277ff12 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:52.085157 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.156543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] DHCP port deletion for a6fb2e10-ff43-43fd-bf5b-39d85d70103d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:25:52.162147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] For port c8b0363e-55df-4463-9c73-34619277ff12, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c8b0363e-55df-4463-9c73-34619277ff12,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:52.162518 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.184702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Calling delete_port for c8b0363e-55df-4463-9c73-34619277ff12 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:52.209128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] Deleting port c8b0363e-55df-4463-9c73-34619277ff12 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:25:52.209518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.282076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] For port c8b0363e-55df-4463-9c73-34619277ff12, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c8b0363e-55df-4463-9c73-34619277ff12,segment=NetworkSegment(861bd58c-b2f1-4e0a-bbff-048ef9094cca),segment_id=861bd58c-b2f1-4e0a-bbff-048ef9094cca)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:52.282482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.287582 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.303102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] Calling delete_port for c8b0363e-55df-4463-9c73-34619277ff12 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:25:52.314717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b0363e-55df-4463-9c73-34619277ff12,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:52.323389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] No DVR routers for this DVR port c8b0363e-55df-4463-9c73-34619277ff12 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:52.326017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.326370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.326721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.327091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.327444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.327769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.328101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.328432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.328760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.329092 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.329422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.329750 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:52.391744 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.434159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.439088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] Pushing event deleted for resources: {'Port': ['ID=c8b0363e-55df-4463-9c73-34619277ff12,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:52.444652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f47b096-02ed-47dd-b9fd-559c6b8e3208 None None] No DVR routers for this DVR port c8b0363e-55df-4463-9c73-34619277ff12 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:25:52.468797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fb2e10-ff43-43fd-bf5b-39d85d70103d']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:52.481287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861bd58c-b2f1-4e0a-bbff-048ef9094cca') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:52.481287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861bd58c-b2f1-4e0a-bbff-048ef9094cca') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:52.489773 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.504264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.510429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:25:52.510874 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:25:52.512914 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:25:52.573618 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.579500 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.582776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] 10.222.0.88 "DELETE /v2.0/networks/a6fb2e10-ff43-43fd-bf5b-39d85d70103d HTTP/1.1" status: 204 len: 168 time: 0.6560862 Oct 26 12:25:52.594361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c27255-0557-4903-b6d4-aae3ede82f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fb2e10-ff43-43fd-bf5b-39d85d70103d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:52.726461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49126) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:52.768228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ec19187b-4890-406a-bb1d-91db1587fbbe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9576cdc5c37407ca5f0ccea9c45cfeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404546 Oct 26 12:25:52.770759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49128) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:52.820830 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb788e59-ec55-4120-9cad-3e51332feb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.849281 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb788e59-ec55-4120-9cad-3e51332feb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.898706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb788e59-ec55-4120-9cad-3e51332feb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.903756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb788e59-ec55-4120-9cad-3e51332feb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.905728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb788e59-ec55-4120-9cad-3e51332feb57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2df5cee4-60f0-44ef-91ee-1293d231ebce HTTP/1.1" status: 204 len: 168 time: 0.1336763 Oct 26 12:25:52.913528 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:52.920194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788e59-ec55-4120-9cad-3e51332feb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df5cee4-60f0-44ef-91ee-1293d231ebce,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:53.288013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49134) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:53.303159 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:53.330292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-70867a0a-7dd0-47cf-9e38-b205e59731c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93998ad971864f89aa7752c66dff1f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410116 Oct 26 12:25:53.333088 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49136) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:25:53.390644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9852e4f-6e09-48d7-806c-07ca48e77122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:53.412655 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9852e4f-6e09-48d7-806c-07ca48e77122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:53.469600 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9852e4f-6e09-48d7-806c-07ca48e77122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:53.470654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9852e4f-6e09-48d7-806c-07ca48e77122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:25:53.472320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c9852e4f-6e09-48d7-806c-07ca48e77122 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/50dc363f-3451-4a6f-8d79-789b911b5df7 HTTP/1.1" status: 204 len: 168 time: 0.1382542 Oct 26 12:25:53.482746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9852e4f-6e09-48d7-806c-07ca48e77122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc363f-3451-4a6f-8d79-789b911b5df7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:53.584387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:53.605068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:53.605416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7565b0d6-1f84-4b75-ab25-7f0ade9141a1 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:53.605844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c8b0363e-55df-4463-9c73-34619277ff12 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:53.625928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c8b0363e-55df-4463-9c73-34619277ff12 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:25:53.626276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c8b0363e-55df-4463-9c73-34619277ff12 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:25:54.702469 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:00.571489 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:26:03.535687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-58d48197-ef30-4817-b540-c2f6fdf6dc0f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4fe3227ce4bf44378655f1a66d439629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304739 Oct 26 12:26:03.721988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-f8adbed8-b570-4b6b-b4a6-7c26e3c30234 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:03.723515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-f8adbed8-b570-4b6b-b4a6-7c26e3c30234 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814768 Oct 26 12:26:03.739048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-0724cee2-02aa-4ed6-97c0-40a07386d069 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/quotas/4fe3227ce4bf44378655f1a66d439629 HTTP/1.1" status: 200 len: 375 time: 0.0091991 Oct 26 12:26:03.774552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-f90e5138-c47c-4c03-8d15-bc8ad1662732 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe3227ce4bf44378655f1a66d439629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299175 Oct 26 12:26:03.932828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bbbe45d8-528d-4236-8e00-fc766bf203b6 req-0f82589e-9d4f-4ebc-b5cd-33a1ab02e637 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 210 time: 0.0266285 Oct 26 12:26:04.011568 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:04.991976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-3994aa8c-8e63-4d26-8fcb-725dde4a5d1f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4fe3227ce4bf44378655f1a66d439629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245960 Oct 26 12:26:05.074077 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52ccdf4d-37a7-4033-8075-0c67bf2e46ad req-7209c471-c041-4077-abeb-e97608592876 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 210 time: 0.0650666 Oct 26 12:26:05.135210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-d3a13f01-08ca-4fc4-ba81-751f5434db0f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:05.136706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-d3a13f01-08ca-4fc4-ba81-751f5434db0f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383095 Oct 26 12:26:05.157786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Request body: {'port': {'device_id': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'admin_state_up': True, 'tenant_id': '4fe3227ce4bf44378655f1a66d439629'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:26:05.564579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Made reservation on behalf of 4fe3227ce4bf44378655f1a66d439629 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:26:05.568328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:05.578281 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:05.609676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:05.657055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:05.661100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:05.722463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d1c23b-6776-4594-9088-7614377bce34,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:05.795940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Allocated IP 192.168.233.152 (ec33ca96-e3fb-4621-af65-143a4e1d7424/4118dacb-a06e-4ab0-826d-0536d7204b43/b2644767-f2ca-46ea-9498-5386d459fc36) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:26:05.943019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:05.976557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.025838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Network ec33ca96-e3fb-4621-af65-143a4e1d7424 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:26:06.029002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:26:06.032813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:26:06.039320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Pushing event updated for resources: {'Port': ['ID=b2644767-f2ca-46ea-9498-5386d459fc36,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:06.089636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:06.090308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.108228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-06584bb3-43dc-484a-90d2-a6dec64cdb5f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9542236 Oct 26 12:26:06.207968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7823-c771-4d57-afdc-a6e867084f23 req-0273a240-fbc4-4119-ba83-29bfe5f24908 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:06.209670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf6f7823-c771-4d57-afdc-a6e867084f23 req-0273a240-fbc4-4119-ba83-29bfe5f24908 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 936 time: 0.0557899 Oct 26 12:26:06.251641 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bf6f7823-c771-4d57-afdc-a6e867084f23 req-113f45e0-b133-4ad6-b12e-22e50fee69fc tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Oct 26 12:26:06.257961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Request body: {'port': {'device_id': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:26:06.267086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d439288b-d528-4a3e-8378-4517f37342c6 None None] Provisioning complete for port b2644767-f2ca-46ea-9498-5386d459fc36 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:26:06.267518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d439288b-d528-4a3e-8378-4517f37342c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.305255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d439288b-d528-4a3e-8378-4517f37342c6 None None] Port b2644767-f2ca-46ea-9498-5386d459fc36 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:26:06.324000 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.585301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2644767-f2ca-46ea-9498-5386d459fc36 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:26:06.593302 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.605999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Transition to ACTIVE for port object b2644767-f2ca-46ea-9498-5386d459fc36 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:26:06.610076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.682075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b2644767-f2ca-46ea-9498-5386d459fc36,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:06.734827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Attempting to bind port b2644767-f2ca-46ea-9498-5386d459fc36 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:26:06.735203 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Attempting to bind port b2644767-f2ca-46ea-9498-5386d459fc36 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:26:06.735538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Attempting to bind port b2644767-f2ca-46ea-9498-5386d459fc36 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:26:06.740342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Port b2644767-f2ca-46ea-9498-5386d459fc36 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:26:06.740677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Attempting to bind port b2644767-f2ca-46ea-9498-5386d459fc36 on network ec33ca96-e3fb-4621-af65-143a4e1d7424 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:26:06.745882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:26:06.746224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Checking segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:26:06.746611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Bound using segment: {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:26:06.747080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Bound port: b2644767-f2ca-46ea-9498-5386d459fc36, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9463addb-6a8a-4145-b6e4-fadc5950b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:26:06.747446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.815517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] For port b2644767-f2ca-46ea-9498-5386d459fc36, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:26:06.818847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] For port b2644767-f2ca-46ea-9498-5386d459fc36, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b2644767-f2ca-46ea-9498-5386d459fc36,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:26:06.824807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.862789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:06.863449 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:06.864888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2644767-f2ca-46ea-9498-5386d459fc36 HTTP/1.1" status: 200 len: 1096 time: 0.7429106 Oct 26 12:26:06.865474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'tag': 'b2644767-f2ca-46ea-9498-5386d459fc36'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:26:06.867847 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd", "tag": "b2644767-f2ca-46ea-9498-5386d459fc36"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:26:06.893174 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e550d0-6f1f-41dd-900d-e5cfcf301e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b2644767-f2ca-46ea-9498-5386d459fc36,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:06.972860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-b8683c69-7c64-4172-9ea4-259087e168ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:06.974459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-b8683c69-7c64-4172-9ea4-259087e168ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fe3227ce4bf44378655f1a66d439629&device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 1099 time: 0.0601923 Oct 26 12:26:06.995865 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6c3cc-03d5-44c2-873c-2f2fc8b4199b x-openstack-request-id: req-7cb6c3cc-03d5-44c2-873c-2f2fc8b4199b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:26:06.996159 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd", "tag": "b2644767-f2ca-46ea-9498-5386d459fc36", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:26:06.996412 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cb6c3cc-03d5-44c2-873c-2f2fc8b4199b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:26:06.996818 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'tag': 'b2644767-f2ca-46ea-9498-5386d459fc36', 'status': 'completed', 'code': 200} Oct 26 12:26:07.031704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-b6f4e9a4-470f-4c94-8e59-111cfd4f203d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b2644767-f2ca-46ea-9498-5386d459fc36 HTTP/1.1" status: 200 len: 217 time: 0.0416427 Oct 26 12:26:07.089648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-08ebc8c9-3e8a-4f6d-b405-8f312bec9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.091184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-08ebc8c9-3e8a-4f6d-b405-8f312bec9059 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0541348 Oct 26 12:26:07.153893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-fcedc7ac-10bc-4412-a4a2-bd358a151b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.155646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-fcedc7ac-10bc-4412-a4a2-bd358a151b41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480072 Oct 26 12:26:07.257718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-64a3b84b-a14f-4e93-8485-ba05f7763d14 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904298 Oct 26 12:26:07.389110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a93ac8cd-b2b7-404f-b7ea-662202729dad req-93e67c54-d6be-4a04-9a55-6b61529df6f5 service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197190 Oct 26 12:26:07.402252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8dd3-db8e-4a87-94dd-131de5fe2576 req-4f05034b-fee1-4fa6-aeca-fd455c2d206e tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.403745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b4f8dd3-db8e-4a87-94dd-131de5fe2576 req-4f05034b-fee1-4fa6-aeca-fd455c2d206e tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 948 time: 0.0795009 Oct 26 12:26:07.457694 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b4f8dd3-db8e-4a87-94dd-131de5fe2576 req-b1fb3d75-4096-4075-a30e-a2d4a76d4cb6 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467734 Oct 26 12:26:07.491888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-0383ade3-2aa0-4a42-941d-6a354e663526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.493983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-0383ade3-2aa0-4a42-941d-6a354e663526 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fe3227ce4bf44378655f1a66d439629&device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 1099 time: 0.0478776 Oct 26 12:26:07.590717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-c7110cc5-589e-4b43-b5f6-ea19bd7c17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.592245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-c7110cc5-589e-4b43-b5f6-ea19bd7c17d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec33ca96-e3fb-4621-af65-143a4e1d7424 HTTP/1.1" status: 200 len: 871 time: 0.0909834 Oct 26 12:26:07.636976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-468f868c-6138-42fc-9f94-e4edc29e598d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b2644767-f2ca-46ea-9498-5386d459fc36 HTTP/1.1" status: 200 len: 217 time: 0.0378213 Oct 26 12:26:07.694425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-6810ad84-52c8-4c00-8491-ed0628d8af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.695871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-6810ad84-52c8-4c00-8491-ed0628d8af90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4118dacb-a06e-4ab0-826d-0536d7204b43 HTTP/1.1" status: 200 len: 843 time: 0.0497072 Oct 26 12:26:07.745972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-43bd1c68-333b-4258-9f96-6037b6747979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:07.747751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-43bd1c68-333b-4258-9f96-6037b6747979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec33ca96-e3fb-4621-af65-143a4e1d7424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428579 Oct 26 12:26:07.847444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-01ee09ae-feca-4f5a-994c-f7011518bf6f service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896683 Oct 26 12:26:07.946903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a55e288e-391e-4bcf-bd2d-76e1405e7fd7 req-84ef565e-ffab-4f3e-90e5-40dfd0468afa service neutron] 10.222.0.30 "GET /v2.0/networks/ec33ca96-e3fb-4621-af65-143a4e1d7424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897932 Oct 26 12:26:08.580341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e364052-38f2-4513-a238-c23a961427c9 req-dba514c4-bad5-4e39-963a-cbc766df458e tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:08.581883 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e364052-38f2-4513-a238-c23a961427c9 req-dba514c4-bad5-4e39-963a-cbc766df458e tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 948 time: 0.0504212 Oct 26 12:26:08.622833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e364052-38f2-4513-a238-c23a961427c9 req-c26dd0fa-24b3-4739-ba0f-060a80e6a0dd tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Oct 26 12:26:09.749048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50146c2-4436-449c-8e4a-0f91d21d41d9 req-0ca4410a-05ea-45e7-8d5e-36a248d83000 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:09.750540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50146c2-4436-449c-8e4a-0f91d21d41d9 req-0ca4410a-05ea-45e7-8d5e-36a248d83000 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 948 time: 0.0548205 Oct 26 12:26:09.790251 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50146c2-4436-449c-8e4a-0f91d21d41d9 req-7f9d24b2-cf36-4eaa-9546-c72f2c3d7889 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Oct 26 12:26:10.655295 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b2644767-f2ca-46ea-9498-5386d459fc36 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:26:10.753258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b2644767-f2ca-46ea-9498-5386d459fc36, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b2644767-f2ca-46ea-9498-5386d459fc36,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:10.765118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'b2644767-f2ca-46ea-9498-5386d459fc36', 'network_id': 'ec33ca96-e3fb-4621-af65-143a4e1d7424', 'port_id': 'b2644767-f2ca-46ea-9498-5386d459fc36', 'mac_address': 'fa:16:3e:ed:61:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4118dacb-a06e-4ab0-826d-0536d7204b43', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:26:10.802118 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:10.815906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2644767-f2ca-46ea-9498-5386d459fc36 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:26:10.837534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b2644767-f2ca-46ea-9498-5386d459fc36, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b2644767-f2ca-46ea-9498-5386d459fc36,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:10.840954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:10.890243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=b2644767-f2ca-46ea-9498-5386d459fc36,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:10.897817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.898170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.898524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.898882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.899233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.900062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.900404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.900736 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.901069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.901396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.901727 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.902054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:26:10.918592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f7bc6-e853-4fb0-ab85-ad7c1068415f req-7d7c98ff-4b37-40fc-a002-0f3bf54458d8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:10.920193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d5f7bc6-e853-4fb0-ab85-ad7c1068415f req-7d7c98ff-4b37-40fc-a002-0f3bf54458d8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 949 time: 0.0599160 Oct 26 12:26:10.958531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d5f7bc6-e853-4fb0-ab85-ad7c1068415f req-b5e34415-9e54-43ef-8e23-d88bbf7d912c tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Oct 26 12:26:11.170758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['b2644767-f2ca-46ea-9498-5386d459fc36'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:26:12.078790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab751fb-9032-498e-9fa7-aa10f2937fa6 req-1e88966f-d90e-4e9f-8ab5-9ca448e242a9 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:12.080462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ab751fb-9032-498e-9fa7-aa10f2937fa6 req-1e88966f-d90e-4e9f-8ab5-9ca448e242a9 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 949 time: 0.0513923 Oct 26 12:26:12.120102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ab751fb-9032-498e-9fa7-aa10f2937fa6 req-aaf8991c-2075-4b46-909d-b1c8168d4e51 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Oct 26 12:26:12.655207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b2644767-f2ca-46ea-9498-5386d459fc36 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:26:12.703284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port b2644767-f2ca-46ea-9498-5386d459fc36 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:26:12.707296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port b2644767-f2ca-46ea-9498-5386d459fc36 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:26:12.707662 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:12.941358 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:12.964101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2644767-f2ca-46ea-9498-5386d459fc36'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:26:12.966403 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce72507-f073-4ebf-b430-8f01b2e59e57" -d '{"events": [{"server_uuid": "25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd", "name": "network-vif-plugged", "status": "completed", "tag": "b2644767-f2ca-46ea-9498-5386d459fc36"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:26:12.979172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port b2644767-f2ca-46ea-9498-5386d459fc36, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b2644767-f2ca-46ea-9498-5386d459fc36,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:12.984011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:13.010055 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e12191-d9a3-47c7-a61f-37c976d2fc7e x-openstack-request-id: req-33e12191-d9a3-47c7-a61f-37c976d2fc7e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:26:13.010350 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd", "name": "network-vif-plugged", "status": "completed", "tag": "b2644767-f2ca-46ea-9498-5386d459fc36", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:26:13.010601 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-33e12191-d9a3-47c7-a61f-37c976d2fc7e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:26:13.011029 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2644767-f2ca-46ea-9498-5386d459fc36', 'code': 200} Oct 26 12:26:13.036841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=b2644767-f2ca-46ea-9498-5386d459fc36,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:13.119671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c47fcf-98c0-4690-a1e4-ee104e34e403 req-2aa5dda7-b4cc-4866-bcc3-04031ef54757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:13.121198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3c47fcf-98c0-4690-a1e4-ee104e34e403 req-2aa5dda7-b4cc-4866-bcc3-04031ef54757 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 1101 time: 0.0452766 Oct 26 12:26:13.160477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3c47fcf-98c0-4690-a1e4-ee104e34e403 req-1ca1bd35-6712-4579-aadf-5c56204b8045 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288992 Oct 26 12:26:13.238474 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490644a-d557-4c9f-b06d-786a36f0adea req-3592135b-3bb2-4d8d-a67e-19f8a424081c tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:13.240023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7490644a-d557-4c9f-b06d-786a36f0adea req-3592135b-3bb2-4d8d-a67e-19f8a424081c tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 950 time: 0.0500515 Oct 26 12:26:13.278714 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7490644a-d557-4c9f-b06d-786a36f0adea req-420271eb-664e-464f-b283-b7ae7f3409ed tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Oct 26 12:26:14.399489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48032d44-a70f-4fae-9dbf-74ae23286d47 req-43d93123-8924-4d3a-a02a-0c3f6682ad3f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:14.401977 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48032d44-a70f-4fae-9dbf-74ae23286d47 req-43d93123-8924-4d3a-a02a-0c3f6682ad3f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 950 time: 0.0524969 Oct 26 12:26:14.439589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48032d44-a70f-4fae-9dbf-74ae23286d47 req-62e736e8-c73d-485a-a44f-8ab3692ebafd tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Oct 26 12:26:15.624898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5d67a-a1ec-4a20-8a6f-988cfa818017 req-a28287b9-34db-4748-a945-ca30324d584b tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:15.626399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74f5d67a-a1ec-4a20-8a6f-988cfa818017 req-a28287b9-34db-4748-a945-ca30324d584b tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 950 time: 0.1198440 Oct 26 12:26:15.664547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74f5d67a-a1ec-4a20-8a6f-988cfa818017 req-850263ca-abf8-435a-a162-1c65a188a0a7 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Oct 26 12:26:16.009454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-f7d19b9a-8f94-45e7-b9bb-9433559e770a req-07aa0863-d7e9-4786-ba7f-94bba7349fd4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:26:16.010527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7d19b9a-8f94-45e7-b9bb-9433559e770a req-07aa0863-d7e9-4786-ba7f-94bba7349fd4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0593772 Oct 26 12:26:16.339260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-7d206acb-6b0e-4121-a1f1-65dd4dedd590 req-00979a86-010f-40ed-a956-de04c5f7684c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:26:16.340289 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d206acb-6b0e-4121-a1f1-65dd4dedd590 req-00979a86-010f-40ed-a956-de04c5f7684c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057836 Oct 26 12:26:16.681648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ead746-aec0-40e7-9ca8-5bcea2075352 req-be8981a4-151c-49e4-a5d5-5d1839fbe2bb tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:16.683201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60ead746-aec0-40e7-9ca8-5bcea2075352 req-be8981a4-151c-49e4-a5d5-5d1839fbe2bb tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 950 time: 0.0507784 Oct 26 12:26:16.721202 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60ead746-aec0-40e7-9ca8-5bcea2075352 req-88e51cf4-12f8-4c89-9d71-02fafd8dc12f tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Oct 26 12:26:17.905207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97bfa0-fac2-43c8-a810-24f9d4d5cb1a req-b94fbe48-5c49-478d-8dd4-afb7c611829d tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:17.906748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f97bfa0-fac2-43c8-a810-24f9d4d5cb1a req-b94fbe48-5c49-478d-8dd4-afb7c611829d tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 950 time: 0.1123953 Oct 26 12:26:17.944896 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f97bfa0-fac2-43c8-a810-24f9d4d5cb1a req-d4a3116c-0b96-41ec-8054-7e0e3c250e74 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/security-groups?id=36d1c23b-6776-4594-9088-7614377bce34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Oct 26 12:26:18.091649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d681ac94-764f-4d5c-a6ec-adc0b1819be8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:18.093137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d681ac94-764f-4d5c-a6ec-adc0b1819be8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.30 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 950 time: 0.0536549 Oct 26 12:26:18.185926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Deleting port b2644767-f2ca-46ea-9498-5386d459fc36 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:26:18.186266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:18.277310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] For port b2644767-f2ca-46ea-9498-5386d459fc36, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=b2644767-f2ca-46ea-9498-5386d459fc36,segment=NetworkSegment(9463addb-6a8a-4145-b6e4-fadc5950b25f),segment_id=9463addb-6a8a-4145-b6e4-fadc5950b25f)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:18.277674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:18.289665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Calling delete_port for b2644767-f2ca-46ea-9498-5386d459fc36 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:26:18.413442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:18.429193 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['b2644767-f2ca-46ea-9498-5386d459fc36'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:26:18.446441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Pushing event deleted for resources: {'Port': ['ID=b2644767-f2ca-46ea-9498-5386d459fc36,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:18.491541 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] No DVR routers for this DVR port b2644767-f2ca-46ea-9498-5386d459fc36 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:26:18.494345 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:18.497814 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c915e9d-99b5-492c-8a58-4e24fd7ec6de req-d820b7e6-c4f9-47b4-84db-5647732db4a8 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.30 "DELETE /v2.0/ports/b2644767-f2ca-46ea-9498-5386d459fc36 HTTP/1.1" status: 204 len: 173 time: 0.3938112 Oct 26 12:26:18.498271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'name': 'network-vif-deleted', 'tag': 'b2644767-f2ca-46ea-9498-5386d459fc36'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:26:18.500637 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ab4a93-4f7c-4bbe-8cc5-2b351c73359a" -d '{"events": [{"server_uuid": "25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd", "name": "network-vif-deleted", "tag": "b2644767-f2ca-46ea-9498-5386d459fc36"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:26:18.551263 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de2e90c-7fdc-467c-9e09-22a82c2e090b x-openstack-request-id: req-2de2e90c-7fdc-467c-9e09-22a82c2e090b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:26:18.551559 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd", "name": "network-vif-deleted", "tag": "b2644767-f2ca-46ea-9498-5386d459fc36", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:26:18.551819 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2de2e90c-7fdc-467c-9e09-22a82c2e090b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:26:18.552235 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd', 'name': 'network-vif-deleted', 'tag': 'b2644767-f2ca-46ea-9498-5386d459fc36', 'status': 'completed', 'code': 200} Oct 26 12:26:19.055166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-704a2298-507d-4e6a-abb8-515b85a11017 req-05aada20-3cec-4f8c-898b-f35028d57a32 tempest-ServersAdminNegativeTestJSON-1347366859 tempest-ServersAdminNegativeTestJSON-1347366859-project] 10.222.0.88 "GET /v2.0/ports?device_id=25dbeb88-ec5c-4c45-843b-ece0c8ebcdfd HTTP/1.1" status: 200 len: 210 time: 0.0263655 Oct 26 12:26:19.194571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ede1383f-45f3-474e-a9f3-3960d3d1696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.359993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49298) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:20.493791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-19b1f9cb-01f6-44ee-86cf-2db9423dd9b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fe3227ce4bf44378655f1a66d439629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325598 Oct 26 12:26:20.496389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49302) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:20.549148 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57011882-fad8-4871-a1c1-f53cf49c9cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.577024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57011882-fad8-4871-a1c1-f53cf49c9cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.625547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57011882-fad8-4871-a1c1-f53cf49c9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.628175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57011882-fad8-4871-a1c1-f53cf49c9cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.629355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-57011882-fad8-4871-a1c1-f53cf49c9cea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36d1c23b-6776-4594-9088-7614377bce34 HTTP/1.1" status: 204 len: 168 time: 0.1320038 Oct 26 12:26:20.638621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57011882-fad8-4871-a1c1-f53cf49c9cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d1c23b-6776-4594-9088-7614377bce34,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:20.702123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b2644767-f2ca-46ea-9498-5386d459fc36 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:26:20.724136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: b2644767-f2ca-46ea-9498-5386d459fc36 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:26:20.724494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device b2644767-f2ca-46ea-9498-5386d459fc36 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:26:20.901165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49308) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:20.914498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ef53daf-d64b-44aa-bd72-ce422dadde6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.988810 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ef53daf-d64b-44aa-bd72-ce422dadde6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:20.992496 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ef53daf-d64b-44aa-bd72-ce422dadde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:21.030079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53daf-d64b-44aa-bd72-ce422dadde6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a8816-4383-4c80-9ce2-3b889291c3b2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:21.034474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1ef53daf-d64b-44aa-bd72-ce422dadde6c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a5f6123fd954a87b13d68373f5adc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322289 Oct 26 12:26:21.037105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49310) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:21.087234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53e6523c-d9b4-4b2f-9fd4-49f394680f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:21.109426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53e6523c-d9b4-4b2f-9fd4-49f394680f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:21.158621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53e6523c-d9b4-4b2f-9fd4-49f394680f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:21.161215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53e6523c-d9b4-4b2f-9fd4-49f394680f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:21.162410 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-53e6523c-d9b4-4b2f-9fd4-49f394680f77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bf0a8816-4383-4c80-9ce2-3b889291c3b2 HTTP/1.1" status: 204 len: 168 time: 0.1243887 Oct 26 12:26:21.170679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6523c-d9b4-4b2f-9fd4-49f394680f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a8816-4383-4c80-9ce2-3b889291c3b2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:21.753527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f16ee8c5-aa09-4fbb-8acc-1025b8e278d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:21.881048 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49332) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:21.978668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-105806597-network', 'tenant_id': '2aa7b5183d204bf8a28e227acbcd94c3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:26:22.005076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Made reservation on behalf of 2aa7b5183d204bf8a28e227acbcd94c3 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:26:22.007832 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.017063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.094153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.097778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.120100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:26:22.136063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e70e59-f9fb-43ff-a9ec-544595f09746,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:22.140047 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.140400 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Added segment 95eadb56-9250-4482-8f1e-9880b43d8d78 of type vlan for network 3d665d7f-21c4-43aa-970e-55845e003e02 Oct 26 12:26:22.181612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.206877 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.207932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:22.208509 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.264565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3823802 Oct 26 12:26:22.267641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49336) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:22.272720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Request body: {'subnet': {'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-105806597-subnet', 'tenant_id': '2aa7b5183d204bf8a28e227acbcd94c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:26:22.276055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c56cc-f4fe-4bcb-acc5-e4915c7c4853 admin admin] Pushing event updated for resources: {'Network': ['ID=3d665d7f-21c4-43aa-970e-55845e003e02,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:22.286289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3d665d7f-21c4-43aa-970e-55845e003e02 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:26:22.295216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Made reservation on behalf of 2aa7b5183d204bf8a28e227acbcd94c3 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:26:22.297835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.469547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.530998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0d7afb-b104-4d2f-888c-5d2030215b87,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:22.538134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Checking segment: {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:26:22.538498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Network hostable DHCP agents. Network: 3d665d7f-21c4-43aa-970e-55845e003e02, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:26:22.555649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Network 3d665d7f-21c4-43aa-970e-55845e003e02 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:26:22.565869 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3d665d7f-21c4-43aa-970e-55845e003e02) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:26:22.572409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:22.572590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:22.575601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05474aef-037e-418c-9d00-7698919adf75 None None] Network 3d665d7f-21c4-43aa-970e-55845e003e02 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:26:22.590611 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-84225782-a523-4f54-b475-ccd2ef420d76 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3217154 Oct 26 12:26:22.714477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3cd7ce-6ac5-4cb9-9cd0-aacb4e8de92a None None] Network 3d665d7f-21c4-43aa-970e-55845e003e02 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:26:22.908346 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:23.020062 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-60b023be-272b-402a-a0d0-56dba1831cff tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:23.021477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-60b023be-272b-402a-a0d0-56dba1831cff tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 811 time: 0.1014855 Oct 26 12:26:23.036855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-69fd2f07-8fa5-45f3-bb35-014063c72312 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/quotas/2aa7b5183d204bf8a28e227acbcd94c3 HTTP/1.1" status: 200 len: 375 time: 0.0090661 Oct 26 12:26:23.073058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3835b7ce-3390-428d-894c-6986ba1a4d6c tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303359 Oct 26 12:26:23.083739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-2476a9ee-7cb7-41f5-a357-a5b12657a11f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:26:23.084689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-2476a9ee-7cb7-41f5-a357-a5b12657a11f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050294 Oct 26 12:26:23.176357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-8aae10ad-4837-446b-aeea-b26dcaeb9aef service neutron] 10.222.0.88 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Oct 26 12:26:23.279286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-68c6f0df-a8f3-4b89-b6f4-bc04dffe59e6 service neutron] 10.222.0.88 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948880 Oct 26 12:26:23.301300 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:23.440062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee10281a-0ca9-401a-9473-c744cd52c231 req-04c54d7e-3a05-4154-8381-f9257048a56e tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 210 time: 0.0271356 Oct 26 12:26:24.339523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-e47dfcb6-9fdf-4cb4-a749-ce21d66996c8 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:24.341037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-e47dfcb6-9fdf-4cb4-a749-ce21d66996c8 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.100 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 811 time: 0.1058064 Oct 26 12:26:24.354701 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Request body: {'port': {'device_id': '9a76204a-47aa-4155-a573-e1c877cd7214', 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02', 'admin_state_up': True, 'tenant_id': '2aa7b5183d204bf8a28e227acbcd94c3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:26:24.468234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Made reservation on behalf of 2aa7b5183d204bf8a28e227acbcd94c3 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:26:24.472117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:24.538358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1375e462-7f54-43ba-adf4-3931e70b9d4c req-c3f5f728-f349-4d31-95a3-626999457ec0 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Oct 26 12:26:24.603903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Allocated IP 172.20.0.9 (3d665d7f-21c4-43aa-970e-55845e003e02/9f0d7afb-b104-4d2f-888c-5d2030215b87/664d473b-6244-4d49-a73a-f7fcabb758d4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:26:24.704852 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:24.751294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:24.784541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:24.835777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Network 3d665d7f-21c4-43aa-970e-55845e003e02 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:26:24.839743 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:26:24.843645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:26:24.850371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:24.896746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:24.897359 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:24.913824 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-3b886769-8ad6-4321-b300-afda383c8842 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637190 Oct 26 12:26:24.925885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Request body: {'port': {'device_id': '9a76204a-47aa-4155-a573-e1c877cd7214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:26:24.978800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:25.248670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664d473b-6244-4d49-a73a-f7fcabb758d4 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:26:25.256018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:25.268530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Transition to ACTIVE for port object 664d473b-6244-4d49-a73a-f7fcabb758d4 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:26:25.271970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:25.324793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:25.393248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:26:25.393904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:26:25.393904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 on network 3d665d7f-21c4-43aa-970e-55845e003e02 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:26:25.398141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Port 664d473b-6244-4d49-a73a-f7fcabb758d4 on network 3d665d7f-21c4-43aa-970e-55845e003e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:26:25.398465 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 on network 3d665d7f-21c4-43aa-970e-55845e003e02 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:26:25.403298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:26:25.403639 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Checking segment: {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:26:25.404022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Bound using segment: {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:26:25.404451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Bound port: 664d473b-6244-4d49-a73a-f7fcabb758d4, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:26:25.404804 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:25.469655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:26:25.473086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:26:25.477441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:25.514216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:25.514843 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:25.516278 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] 10.222.0.100 "PUT /v2.0/ports/664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 1091 time: 0.5945323 Oct 26 12:26:25.516725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:26:25.519108 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817fa22e-9771-40d6-b249-7e461f3f50a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:26:25.543688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d2ee0-a7a4-4bb3-a174-787fcc9986b8 service neutron] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:25.566767 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6fa5c1-b8f3-456d-b684-e2f04503e7a3 x-openstack-request-id: req-ae6fa5c1-b8f3-456d-b684-e2f04503e7a3 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:26:25.567179 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:26:25.567344 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae6fa5c1-b8f3-456d-b684-e2f04503e7a3 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:26:25.567748 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'status': 'completed', 'code': 200} Oct 26 12:26:25.601343 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-edd4e599-3631-419c-819a-730294bdb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:25.603686 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-edd4e599-3631-419c-819a-730294bdb752 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1094 time: 0.0461080 Oct 26 12:26:25.651285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-cf595cdd-49d5-4cab-9164-26dd63753c18 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0395648 Oct 26 12:26:25.660569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8e356-4e5c-4c23-a6e8-a0226d737e38 req-0ac27588-703e-4027-875a-e577bcb76dc7 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:25.662189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57c8e356-4e5c-4c23-a6e8-a0226d737e38 req-0ac27588-703e-4027-875a-e577bcb76dc7 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Oct 26 12:26:25.701153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-57c8e356-4e5c-4c23-a6e8-a0226d737e38 req-8c242bee-a6b5-4211-aac0-c53d69229ddb tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Oct 26 12:26:25.701370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-5d82ea3e-427d-4f8b-9497-bda6b69ff38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:25.702736 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-5d82ea3e-427d-4f8b-9497-bda6b69ff38b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0453155 Oct 26 12:26:25.736004 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-068674eb-14e6-46a7-bb1d-788a3ca4b776 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256960 Oct 26 12:26:25.829696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-4bc9a22e-78d6-4fb1-840d-baa12cc5aac6 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864992 Oct 26 12:26:25.920498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3925cc7a-e62e-4e6e-8bfb-152248d5ee6d req-407d7906-0e31-4bd1-9004-91ac5aec7fc4 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Oct 26 12:26:26.012590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-b1ef7233-d24f-450c-9840-c1167f6f327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:26.013993 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-b1ef7233-d24f-450c-9840-c1167f6f327c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1094 time: 0.0472834 Oct 26 12:26:26.115478 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-bd9fdd8a-3d37-42c0-8a49-8c3dd32096e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:26.116972 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-bd9fdd8a-3d37-42c0-8a49-8c3dd32096e5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 913 time: 0.0964162 Oct 26 12:26:26.161792 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-6784262f-283d-4f90-be55-70b672f3fcaa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0369692 Oct 26 12:26:26.210686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-255d10d3-0f95-46ea-b4b8-ccbb18c2bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:26.212159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-255d10d3-0f95-46ea-b4b8-ccbb18c2bb20 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0424500 Oct 26 12:26:26.244832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-696e820f-f041-4ff3-8eda-b56b80fd6212 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246696 Oct 26 12:26:26.343294 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-21288f87-cefa-451a-8c49-c6a8d1446874 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909519 Oct 26 12:26:26.432056 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-817fa22e-9771-40d6-b249-7e461f3f50a6 req-94918354-fe2c-45c2-81f4-2fc5ab6aec72 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Oct 26 12:26:26.824146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a43d5-57b1-41a9-8ccc-3dbfc8a73749 req-66c396a4-22b8-4ea6-9222-19be022e3d77 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:26.825664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b4a43d5-57b1-41a9-8ccc-3dbfc8a73749 req-66c396a4-22b8-4ea6-9222-19be022e3d77 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 943 time: 0.0553279 Oct 26 12:26:26.863357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b4a43d5-57b1-41a9-8ccc-3dbfc8a73749 req-dfbf2e19-a954-446e-befe-3c4a3fd8bbd0 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Oct 26 12:26:26.982347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:26:27.004596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-bc8b835d-3e0b-47a5-9d53-5313d8220a5f req-d0cf9106-4249-40cb-9a34-401d64aa3579 service neutron] (102760) timed out ('10.222.0.88', 55672) {{(pid=102760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:26:27.079651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:27.090712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02', 'port_id': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'mac_address': 'fa:16:3e:fd:4d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d7afb-b104-4d2f-888c-5d2030215b87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:26:27.127986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:27.140591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664d473b-6244-4d49-a73a-f7fcabb758d4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:26:27.159398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:27.163549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:27.214238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:27.401481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['664d473b-6244-4d49-a73a-f7fcabb758d4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:26:27.981001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd0d45-5adc-4a9d-b275-5a1b4e14ff98 req-7ca9832d-c516-412f-8013-5271d3ec4d48 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:27.982538 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd0d45-5adc-4a9d-b275-5a1b4e14ff98 req-7ca9832d-c516-412f-8013-5271d3ec4d48 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 944 time: 0.0512598 Oct 26 12:26:28.020323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41cd0d45-5adc-4a9d-b275-5a1b4e14ff98 req-aae4dfbf-84f3-40fe-88bb-4ce093867a4a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Oct 26 12:26:28.997884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:26:29.050585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 664d473b-6244-4d49-a73a-f7fcabb758d4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:26:29.054937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 664d473b-6244-4d49-a73a-f7fcabb758d4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:26:29.055316 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:29.134708 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:29.139891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c96037-d8be-41c9-8749-393a3486ef53 req-958dd1f5-07d7-4680-bf90-8d38a1aa0a14 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:29.141449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4c96037-d8be-41c9-8749-393a3486ef53 req-958dd1f5-07d7-4680-bf90-8d38a1aa0a14 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 944 time: 0.0500882 Oct 26 12:26:29.159043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:26:29.161364 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f364e6f-b161-408b-974f-f5b5422ee39c" -d '{"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-plugged", "status": "completed", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:26:29.174499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:26:29.179894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:29.191403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4c96037-d8be-41c9-8749-393a3486ef53 req-4b9869cb-11af-4e96-9b79-706e8a24803c tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Oct 26 12:26:29.209031 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3809892-17a4-452d-a82c-7739a879e43e x-openstack-request-id: req-e3809892-17a4-452d-a82c-7739a879e43e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:26:29.209332 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-plugged", "status": "completed", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:26:29.209591 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e3809892-17a4-452d-a82c-7739a879e43e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:26:29.209989 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'code': 200} Oct 26 12:26:29.237413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:26:29.308827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d70830-3e54-48ed-856c-98bb2df6f026 req-e120b156-3342-4f8a-8cab-b156ea2e8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:29.310290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2d70830-3e54-48ed-856c-98bb2df6f026 req-e120b156-3342-4f8a-8cab-b156ea2e8df9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1096 time: 0.0424349 Oct 26 12:26:29.345073 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f2d70830-3e54-48ed-856c-98bb2df6f026 req-b8f6a2fc-85ab-49dd-bde4-817c8ed20e9d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282097 Oct 26 12:26:30.305532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a0158-8a8a-40cf-91f6-89f430d23342 req-895ceea8-6531-425c-a4e8-079051125f67 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:30.307353 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-055a0158-8a8a-40cf-91f6-89f430d23342 req-895ceea8-6531-425c-a4e8-079051125f67 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0549355 Oct 26 12:26:30.349265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-055a0158-8a8a-40cf-91f6-89f430d23342 req-a0f4661b-3654-4f53-9f66-e94fb73cff25 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Oct 26 12:26:31.474012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45910b-2d48-4c79-8d8f-ae167a85b73a req-bacaf9c6-6366-43fb-a960-09daabc1751b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:31.475552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d45910b-2d48-4c79-8d8f-ae167a85b73a req-bacaf9c6-6366-43fb-a960-09daabc1751b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0507751 Oct 26 12:26:31.514300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d45910b-2d48-4c79-8d8f-ae167a85b73a req-8bf94c10-422c-42f1-bed6-6c055b7c683f tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Oct 26 12:26:31.794336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:26:31.854589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700350-e6b5-4310-90a5-8512c3308e92 req-5ed9abe0-c26c-4e8c-af8f-4f54eb418d2f tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:31.856236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30700350-e6b5-4310-90a5-8512c3308e92 req-5ed9abe0-c26c-4e8c-af8f-4f54eb418d2f tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0530949 Oct 26 12:26:31.902335 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-3599ecce-80e3-4217-adcb-0db04a6610d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066494 Oct 26 12:26:31.903252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30700350-e6b5-4310-90a5-8512c3308e92 req-598959d3-fb77-49c4-9169-2d3107c59ec3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Oct 26 12:26:31.920908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-042a4efd-e7c9-40ff-9d90-e3281d509bb9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:26:31.920908 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-042a4efd-e7c9-40ff-9d90-e3281d509bb9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052385 Oct 26 12:26:33.024705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726efb8-de2f-449e-a4b0-ec29d0cf2045 req-9a00d4dd-1e54-4f7e-97d6-b2dae1f18b00 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:33.026314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5726efb8-de2f-449e-a4b0-ec29d0cf2045 req-9a00d4dd-1e54-4f7e-97d6-b2dae1f18b00 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0542674 Oct 26 12:26:33.068760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5726efb8-de2f-449e-a4b0-ec29d0cf2045 req-815e760e-dcec-48f4-acd0-c3a02f33f54a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Oct 26 12:26:33.145412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-f0fdbe29-954d-488e-add6-b73d5236beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:33.146936 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-f0fdbe29-954d-488e-add6-b73d5236beb4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1096 time: 0.0404763 Oct 26 12:26:33.242614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-784eac0e-fb65-4bf2-8067-c6a57013a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:33.244725 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-784eac0e-fb65-4bf2-8067-c6a57013a269 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 913 time: 0.0906217 Oct 26 12:26:33.285559 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-0ad115d3-a8f4-4d19-87d4-b2bfb470f176 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0344186 Oct 26 12:26:33.336109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-bddbbf9f-5635-4cc5-9d3c-90c70222328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:33.338088 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-bddbbf9f-5635-4cc5-9d3c-90c70222328b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0444119 Oct 26 12:26:33.369948 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-7257dd67-d3f5-4fb3-b874-8b83bc11499e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252903 Oct 26 12:26:33.468661 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-6abef60b-8fa0-4ab7-940b-c548328f45f0 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916190 Oct 26 12:26:33.818448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-39558481-476d-446a-a4c3-21b6dbd94a76 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425612 Oct 26 12:26:34.012239 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:34.184273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987457-4fd4-4c6e-af6b-073e19a0645d req-733ae1fd-5b1e-48ed-b2f3-a63e2cf9212a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:34.185758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2987457-4fd4-4c6e-af6b-073e19a0645d req-733ae1fd-5b1e-48ed-b2f3-a63e2cf9212a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Oct 26 12:26:34.223527 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2987457-4fd4-4c6e-af6b-073e19a0645d req-a15d35af-e00a-4731-a34e-06b92aee0f03 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Oct 26 12:26:35.343738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0223c8-4f66-45b2-8922-cc6f2fd1acac req-5a0266ef-830e-47e1-8f57-24f134ab4b72 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:35.345214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd0223c8-4f66-45b2-8922-cc6f2fd1acac req-5a0266ef-830e-47e1-8f57-24f134ab4b72 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0539587 Oct 26 12:26:35.383325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd0223c8-4f66-45b2-8922-cc6f2fd1acac req-50fada2f-8271-4677-b003-94108e1a03a5 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Oct 26 12:26:35.621908 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:36.504976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ed57d-9e82-4f7e-82ef-8e2ae4cc988a req-fc5f6bd2-2797-4cbc-b914-c0dbf0fc6c21 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:36.506617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8ed57d-9e82-4f7e-82ef-8e2ae4cc988a req-fc5f6bd2-2797-4cbc-b914-c0dbf0fc6c21 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0549371 Oct 26 12:26:36.546095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f8ed57d-9e82-4f7e-82ef-8e2ae4cc988a req-ead94b21-6195-4858-b51a-e0cea3e22c99 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Oct 26 12:26:37.571100 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:26:37.661300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc302ec-f707-47db-9687-1284ea9eff75 req-3df0e988-8816-48fa-af69-58e47af9e507 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:37.662797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bc302ec-f707-47db-9687-1284ea9eff75 req-3df0e988-8816-48fa-af69-58e47af9e507 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Oct 26 12:26:37.700958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bc302ec-f707-47db-9687-1284ea9eff75 req-61b82867-fe29-4311-adc9-480ddb6b7cef tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Oct 26 12:26:38.818190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dddbe-33f1-4377-a61b-dc07998e3c6a req-641b8f74-6921-4b21-afd3-8960efaeb7ee tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:38.819704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-115dddbe-33f1-4377-a61b-dc07998e3c6a req-641b8f74-6921-4b21-afd3-8960efaeb7ee tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Oct 26 12:26:38.857141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-115dddbe-33f1-4377-a61b-dc07998e3c6a req-6d51efc2-0653-4d15-b4d0-7c69b87a5346 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Oct 26 12:26:39.979994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a19c3-1a7e-4d2d-a1a7-be48635c6dd2 req-644ce4ae-adfa-4915-b037-8dbb7517622b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:39.981494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76a19c3-1a7e-4d2d-a1a7-be48635c6dd2 req-644ce4ae-adfa-4915-b037-8dbb7517622b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Oct 26 12:26:40.019062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76a19c3-1a7e-4d2d-a1a7-be48635c6dd2 req-c57e0a92-f2f1-4cb7-a41d-0b1e4d4eef48 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Oct 26 12:26:41.138588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66796-111e-41eb-8e7d-f107edb4bbad req-881ee4cb-2c63-427c-89aa-a305a9ff47f3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:41.140142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54c66796-111e-41eb-8e7d-f107edb4bbad req-881ee4cb-2c63-427c-89aa-a305a9ff47f3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Oct 26 12:26:41.178919 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54c66796-111e-41eb-8e7d-f107edb4bbad req-f70d6eb1-8386-40aa-a14f-154b1a018de6 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Oct 26 12:26:42.295099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210503-432e-4b89-a7a4-edb20997307c req-663fefe5-76b3-4cd3-99e3-91a4c12206f7 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:42.296618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a210503-432e-4b89-a7a4-edb20997307c req-663fefe5-76b3-4cd3-99e3-91a4c12206f7 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0496469 Oct 26 12:26:42.333989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a210503-432e-4b89-a7a4-edb20997307c req-7ddf95f8-fd11-410a-a3f4-186308a23f66 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Oct 26 12:26:43.456239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170069b1-896b-47dd-ab15-23bafd638ad3 req-57cf7988-1c94-42bf-961e-b0f8c9463d87 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:43.457822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-170069b1-896b-47dd-ab15-23bafd638ad3 req-57cf7988-1c94-42bf-961e-b0f8c9463d87 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0534675 Oct 26 12:26:43.500111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-170069b1-896b-47dd-ab15-23bafd638ad3 req-222bbe7c-8849-4032-a64b-239a39a6679d tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Oct 26 12:26:44.616994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77bf3-a9c3-4945-9b56-e9596a0e7682 req-1d6bebfb-990c-4db5-9edc-b4e124c7e97a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:44.618509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeb77bf3-a9c3-4945-9b56-e9596a0e7682 req-1d6bebfb-990c-4db5-9edc-b4e124c7e97a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0500925 Oct 26 12:26:44.658288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eeb77bf3-a9c3-4945-9b56-e9596a0e7682 req-d32233db-1413-4995-a3d5-be4792447c26 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Oct 26 12:26:45.778052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ea96-d195-4f81-a956-15d141840a63 req-5ff84984-c54c-42e9-ad48-65e567a48d5a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:45.779587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c506ea96-d195-4f81-a956-15d141840a63 req-5ff84984-c54c-42e9-ad48-65e567a48d5a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Oct 26 12:26:45.818554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c506ea96-d195-4f81-a956-15d141840a63 req-59c673ca-ad86-4709-b5df-cb80e70a241b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Oct 26 12:26:46.937241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75919da-14f4-4cd5-a97a-160bc9fb08aa req-c4aa36c8-69b6-4f4c-bf44-d439d127ffcc tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:46.938716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a75919da-14f4-4cd5-a97a-160bc9fb08aa req-c4aa36c8-69b6-4f4c-bf44-d439d127ffcc tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0525992 Oct 26 12:26:46.976066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a75919da-14f4-4cd5-a97a-160bc9fb08aa req-084691cd-3b25-423a-8846-e2c1c5a3dfc6 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Oct 26 12:26:48.092449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd8625-eef1-4826-935f-0ef6e2c0158a req-05e9e1b2-38df-452b-b354-f61e3ce11159 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:48.093948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcfd8625-eef1-4826-935f-0ef6e2c0158a req-05e9e1b2-38df-452b-b354-f61e3ce11159 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0499516 Oct 26 12:26:48.132224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bcfd8625-eef1-4826-935f-0ef6e2c0158a req-69418aca-9a51-49c7-b255-97de15c4599f tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Oct 26 12:26:49.196890 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b466280a-c078-477d-a4d0-1ba9ee87ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:49.249061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519217-e3b5-43e7-8956-9d343f24e67c req-446f7837-8a7f-4d98-bce0-623640602f6d tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:49.250578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39519217-e3b5-43e7-8956-9d343f24e67c req-446f7837-8a7f-4d98-bce0-623640602f6d tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Oct 26 12:26:49.289921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39519217-e3b5-43e7-8956-9d343f24e67c req-9765417d-9709-4a12-a5fd-9e3dd08918d8 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Oct 26 12:26:50.408927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9df70-093e-4a27-83af-c22f21ae091c req-29735f48-a4a8-44ae-b776-a22885be1ea1 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:50.410418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ee9df70-093e-4a27-83af-c22f21ae091c req-29735f48-a4a8-44ae-b776-a22885be1ea1 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Oct 26 12:26:50.448035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ee9df70-093e-4a27-83af-c22f21ae091c req-fb6ac1a0-d156-4928-8c3a-dd50615cd7c6 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Oct 26 12:26:51.564183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c3c4e-e10b-4875-b929-77abb436db33 req-5ff18f13-02f5-4d15-a15b-f516790196f2 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:51.565702 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-105c3c4e-e10b-4875-b929-77abb436db33 req-5ff18f13-02f5-4d15-a15b-f516790196f2 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Oct 26 12:26:51.603642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-105c3c4e-e10b-4875-b929-77abb436db33 req-dce4fb97-c3b4-4ece-bf6c-c41e075f4a77 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Oct 26 12:26:51.755711 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1d8-a373-473c-840d-af1a48f8d3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:52.720279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa4c39-d8c7-4be5-9932-757299bee848 req-59a3fec1-85a5-44f4-8a65-348474e71655 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:52.721846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdfa4c39-d8c7-4be5-9932-757299bee848 req-59a3fec1-85a5-44f4-8a65-348474e71655 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0500553 Oct 26 12:26:52.761736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdfa4c39-d8c7-4be5-9932-757299bee848 req-ecd4d986-2e33-45c4-b997-01ef23ad628e tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Oct 26 12:26:52.911903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:53.305463 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:53.885005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915753c7-61f4-4bea-b1b6-47c77ec4506e req-1e068151-86de-431a-b77e-82e8644bf5be tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:53.886518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915753c7-61f4-4bea-b1b6-47c77ec4506e req-1e068151-86de-431a-b77e-82e8644bf5be tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0546026 Oct 26 12:26:53.925534 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-915753c7-61f4-4bea-b1b6-47c77ec4506e req-5f086333-de07-490a-b586-6fec4632b089 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Oct 26 12:26:54.708140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:26:55.039853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d002036-60f4-4706-a3fa-e2a75ea6ff64 req-762f3695-edac-4aa6-a813-0ccda24de934 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:55.041402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d002036-60f4-4706-a3fa-e2a75ea6ff64 req-762f3695-edac-4aa6-a813-0ccda24de934 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Oct 26 12:26:55.080945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d002036-60f4-4706-a3fa-e2a75ea6ff64 req-088afc9b-44e0-4fac-994e-b8407c19147b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Oct 26 12:26:56.199635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d692f41-9dce-4983-8057-0719b8689cb6 req-5a941d55-8b96-48f9-8667-8aa1cc70c561 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:56.201503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d692f41-9dce-4983-8057-0719b8689cb6 req-5a941d55-8b96-48f9-8667-8aa1cc70c561 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Oct 26 12:26:56.240415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d692f41-9dce-4983-8057-0719b8689cb6 req-e9893feb-e770-4704-9b4e-baa253b9bcab tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Oct 26 12:26:57.363543 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b9d88-0780-4ff8-8995-a6fb0cb396ab req-569ab070-b00e-4531-8855-cb6e3f5e5cf4 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:57.364936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c5b9d88-0780-4ff8-8995-a6fb0cb396ab req-569ab070-b00e-4531-8855-cb6e3f5e5cf4 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0537837 Oct 26 12:26:57.401169 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c5b9d88-0780-4ff8-8995-a6fb0cb396ab req-c3b33e6f-5772-44cf-91db-a4c3eee5efd0 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303774 Oct 26 12:26:58.518463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a42f5-6275-481b-90e3-d62457ed1d30 req-6877a1e8-1dfc-463c-85dc-94a10942de17 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:58.520010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d7a42f5-6275-481b-90e3-d62457ed1d30 req-6877a1e8-1dfc-463c-85dc-94a10942de17 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Oct 26 12:26:58.559358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d7a42f5-6275-481b-90e3-d62457ed1d30 req-b1ca57a2-4568-4b6f-b717-d3c209d7976a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Oct 26 12:26:59.675045 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0cb3e-e888-41ea-a53f-4e40304084c0 req-1f6b708d-db8a-45c3-8ee9-5da1ae7006cd tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:26:59.676689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fa0cb3e-e888-41ea-a53f-4e40304084c0 req-1f6b708d-db8a-45c3-8ee9-5da1ae7006cd tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0492923 Oct 26 12:26:59.715661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2fa0cb3e-e888-41ea-a53f-4e40304084c0 req-853a1a3d-89e5-4f95-be5e-ad527c6ca6fc tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Oct 26 12:27:00.648999 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-bd8d7522-cb81-46c0-9ebf-ebd58766ca45 service neutron] show failed (client error): The resource could not be found. Oct 26 12:27:00.650000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-bd8d7522-cb81-46c0-9ebf-ebd58766ca45 service neutron] 10.222.0.100 "GET /v2.0/ports/664d473b-6244-4d49-a73a-f7fcabb758d4/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0553977 Oct 26 12:27:00.898670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc66e-f34f-49cb-aec0-4e3d5244318b req-2599fba3-9b89-49db-a40e-8368255688f2 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:00.900492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74bfc66e-f34f-49cb-aec0-4e3d5244318b req-2599fba3-9b89-49db-a40e-8368255688f2 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.1144214 Oct 26 12:27:00.916102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-a0930ddc-409d-4f19-81e4-7217ecb97d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:00.917788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-a0930ddc-409d-4f19-81e4-7217ecb97d8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214&tenant_id=2aa7b5183d204bf8a28e227acbcd94c3 HTTP/1.1" status: 200 len: 1096 time: 0.1016815 Oct 26 12:27:00.943264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:27:00.972170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-74bfc66e-f34f-49cb-aec0-4e3d5244318b req-9662cd09-f895-4d69-b2d5-a4a9d6761df7 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647774 Oct 26 12:27:01.015200 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:01.227554 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:01.260167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:27:01.299911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:01.302229 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ae220-c24e-46c3-9002-deed9242a358" -d '{"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-unplugged", "status": "completed", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:01.306044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:01.319685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Transition to ACTIVE for port object 664d473b-6244-4d49-a73a-f7fcabb758d4 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:27:01.323991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:01.360029 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49432a-b53f-4e0a-8040-316d5bdd6343 x-openstack-request-id: req-9a49432a-b53f-4e0a-8040-316d5bdd6343 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:01.360328 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-unplugged", "status": "completed", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:01.360589 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a49432a-b53f-4e0a-8040-316d5bdd6343 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:01.360991 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'code': 200} Oct 26 12:27:01.396136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:01.399620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] No DVR routers for this DVR port 664d473b-6244-4d49-a73a-f7fcabb758d4 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:27:01.408448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.408848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.409198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.409542 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.409881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.410255 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.410591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.410947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.411323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.411659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.411989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.412319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:01.448097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:27:01.448471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:27:01.449323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 on network 3d665d7f-21c4-43aa-970e-55845e003e02 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:27:01.453809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Port 664d473b-6244-4d49-a73a-f7fcabb758d4 on network 3d665d7f-21c4-43aa-970e-55845e003e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:27:01.454136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Attempting to bind port 664d473b-6244-4d49-a73a-f7fcabb758d4 on network 3d665d7f-21c4-43aa-970e-55845e003e02 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:27:01.459133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:27:01.459475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Checking segment: {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:27:01.459864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Bound using segment: {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:27:01.460340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Bound port: 664d473b-6244-4d49-a73a-f7fcabb758d4, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eadb56-9250-4482-8f1e-9880b43d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:27:01.460698 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:01.527961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:27:01.531569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:27:01.536601 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:01.574666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:01.575308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:01.576728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] 10.222.0.30 "PUT /v2.0/ports/664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 1091 time: 0.6439810 Oct 26 12:27:01.598595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a395d1-8989-4c55-9d40-570eac8d2c2e service neutron] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:01.651402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-05654812-e633-491f-9eef-f01602cebe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:01.653456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-05654812-e633-491f-9eef-f01602cebe9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1094 time: 0.0453227 Oct 26 12:27:01.748913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-5ed62ccc-02f3-4ecb-bc14-0039c588d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:01.750408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-5ed62ccc-02f3-4ecb-bc14-0039c588d4b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 913 time: 0.0858727 Oct 26 12:27:01.803834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-b95195a6-925e-4586-903b-f56c24785fb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0378916 Oct 26 12:27:01.857679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-03f39058-0bf1-4012-94b7-24ff8f28b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:01.859185 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-03f39058-0bf1-4012-94b7-24ff8f28b8f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0441570 Oct 26 12:27:01.894657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-81645fcf-1cfd-4cdd-a000-4bab550e678f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265830 Oct 26 12:27:02.000224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-3cbead2a-8a42-4f55-a63c-34f5165c8725 service neutron] 10.222.0.30 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923402 Oct 26 12:27:02.134297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464f054-c6d3-41e3-91b7-712ccc7e94ee req-f00e1bc7-ec7c-4b42-98ce-b8b1eaffe757 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:02.135833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c464f054-c6d3-41e3-91b7-712ccc7e94ee req-f00e1bc7-ec7c-4b42-98ce-b8b1eaffe757 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 943 time: 0.0799141 Oct 26 12:27:02.141951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-267040b7-be59-4a41-802a-9c9e14dd1ca9 req-6c0ec5c0-5dc3-4277-9822-fb2e6430228e service neutron] 10.222.0.30 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295245 Oct 26 12:27:02.183113 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c464f054-c6d3-41e3-91b7-712ccc7e94ee req-b8217799-b7b2-4004-b9e4-66d9ab8de27b tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Oct 26 12:27:03.301760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cacb6-d1fd-4fe6-b1b1-504ca46ef809 req-91db9287-bad6-41b5-9c0d-7eafa3c89f47 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:03.303295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f5cacb6-d1fd-4fe6-b1b1-504ca46ef809 req-91db9287-bad6-41b5-9c0d-7eafa3c89f47 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 943 time: 0.0492051 Oct 26 12:27:03.343310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f5cacb6-d1fd-4fe6-b1b1-504ca46ef809 req-0e553f21-3414-4ace-89b7-fd6ea5a7ca3a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Oct 26 12:27:03.361854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:03.364223 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1532431-3266-4e69-b5fb-b2ab82e54c99" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:03.411800 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643cefdf-6e9f-4f69-940d-6a66b3a413df x-openstack-request-id: req-643cefdf-6e9f-4f69-940d-6a66b3a413df {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:03.412091 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:03.413028 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-643cefdf-6e9f-4f69-940d-6a66b3a413df {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:03.413434 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'status': 'completed', 'code': 200} Oct 26 12:27:03.474118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-675de2b3-5175-47de-9868-306d99690651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:03.475608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-af7d6db4-a7a8-425d-955e-4be384b7d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:03.476082 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-675de2b3-5175-47de-9868-306d99690651 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1094 time: 0.0426900 Oct 26 12:27:03.477124 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-af7d6db4-a7a8-425d-955e-4be384b7d33a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1094 time: 0.0417821 Oct 26 12:27:03.575202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-30a76d66-b1db-4fed-b81d-f51ce637e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:03.576885 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-30a76d66-b1db-4fed-b81d-f51ce637e528 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 913 time: 0.0925663 Oct 26 12:27:03.623531 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-bf3df8ae-60cf-4788-9ceb-d9e02bba8d59 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0395451 Oct 26 12:27:03.678349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-069091d4-58c4-4158-ae72-9bd0a2ea3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:03.680008 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-069091d4-58c4-4158-ae72-9bd0a2ea3eb0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0503166 Oct 26 12:27:03.719692 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-71ae9965-36b1-4cd2-9b7b-df2b9b5b1125 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323765 Oct 26 12:27:03.819024 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-a94f401e-cb58-467f-b984-a95abb4e1e25 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915978 Oct 26 12:27:03.930486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-0377572a-d393-481d-8d4c-ed538a5e2aa9 service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049421 Oct 26 12:27:03.945947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-2d41d722-1554-4adf-9f11-aab4a882a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:03.947728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-2d41d722-1554-4adf-9f11-aab4a882a66b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 913 time: 0.4623230 Oct 26 12:27:03.992116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-a455835b-99f9-4082-8107-0c379fc4ad0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0364907 Oct 26 12:27:04.044400 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:04.049504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-ae0cc412-e62a-4f27-b2f8-75b91e0f856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:04.050994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-ae0cc412-e62a-4f27-b2f8-75b91e0f856b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0509682 Oct 26 12:27:04.084450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-844d8958-1d1d-4629-b20a-e98c6741069e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260963 Oct 26 12:27:04.178621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-56f00217-7e3e-429e-92d8-32b36964d68e service neutron] 10.222.0.30 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Oct 26 12:27:04.271666 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d1532431-3266-4e69-b5fb-b2ab82e54c99 req-6b1ccbaa-8e0e-4224-bb3b-7f9900b0012d service neutron] 10.222.0.30 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Oct 26 12:27:04.462435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca7f5-f95a-4f52-985f-33ef9b8c8614 req-bf46d63f-5469-46c8-8b84-564dacb0e1a3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:04.464108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34eca7f5-f95a-4f52-985f-33ef9b8c8614 req-bf46d63f-5469-46c8-8b84-564dacb0e1a3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 943 time: 0.0510802 Oct 26 12:27:04.504445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34eca7f5-f95a-4f52-985f-33ef9b8c8614 req-6bd7352e-5fb1-4d09-a38c-3aa410a3d1c3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Oct 26 12:27:04.787991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-d59f2fc3-9575-4434-97eb-ba6fc0b4ef02 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:04.789377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-d59f2fc3-9575-4434-97eb-ba6fc0b4ef02 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214&tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 943 time: 0.0875828 Oct 26 12:27:04.855018 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-8e95d5b8-4e59-429a-b761-4ddc6c59e3ee service neutron] delete failed (client error): The resource could not be found. Oct 26 12:27:04.856030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-8e95d5b8-4e59-429a-b761-4ddc6c59e3ee service neutron] 10.222.0.100 "DELETE /v2.0/ports/664d473b-6244-4d49-a73a-f7fcabb758d4/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0594118 Oct 26 12:27:04.904298 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:27:04.943820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-bebe078b-9f3e-442d-b3b4-d5f5d6fb0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:04.945340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-bebe078b-9f3e-442d-b3b4-d5f5d6fb0bb7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 1094 time: 0.0411861 Oct 26 12:27:05.004368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:05.016504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'network_id': '3d665d7f-21c4-43aa-970e-55845e003e02', 'port_id': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'mac_address': 'fa:16:3e:fd:4d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d7afb-b104-4d2f-888c-5d2030215b87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:27:05.041555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-e6388dfe-4f70-4380-842a-c0f3b8d7b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:05.043081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-e6388dfe-4f70-4380-842a-c0f3b8d7b415 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 200 len: 913 time: 0.0905533 Oct 26 12:27:05.056875 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:05.072311 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664d473b-6244-4d49-a73a-f7fcabb758d4 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:27:05.085301 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-d36a3314-5560-49b3-8bd6-46cf251d2795 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 200 len: 217 time: 0.0353289 Oct 26 12:27:05.093437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:05.097511 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:05.135017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-eb90d822-518a-44e5-a20e-5b3449501489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:05.137113 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-eb90d822-518a-44e5-a20e-5b3449501489 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 200 len: 851 time: 0.0447574 Oct 26 12:27:05.146601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:05.168492 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-8b5ed9f6-37a3-4552-ba94-5221808f746e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d665d7f-21c4-43aa-970e-55845e003e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245852 Oct 26 12:27:05.229810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:27:05.261008 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-da436ae2-ef3b-488f-a3ef-a7e7d2af2a1c service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859046 Oct 26 12:27:05.272253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:27:05.331512 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['664d473b-6244-4d49-a73a-f7fcabb758d4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:27:05.353987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-f39b7e5f-0216-4dc5-bde9-466b1ab65c1d service neutron] 10.222.0.100 "GET /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862486 Oct 26 12:27:05.621148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:06.029868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cbe8-f16e-4d67-acfc-566def33f75b req-1313691f-7151-4696-8005-7c40c7f37300 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:06.031364 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bb9cbe8-f16e-4d67-acfc-566def33f75b req-1313691f-7151-4696-8005-7c40c7f37300 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 944 time: 0.0478752 Oct 26 12:27:06.073745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bb9cbe8-f16e-4d67-acfc-566def33f75b req-36d16dce-8021-48e7-8044-ca0a79166614 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Oct 26 12:27:06.919979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:27:06.968936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 664d473b-6244-4d49-a73a-f7fcabb758d4 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:27:06.973712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 664d473b-6244-4d49-a73a-f7fcabb758d4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:27:06.974093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.055970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.081549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:07.084166 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b8350-3baf-40e4-8180-40fb7fa09953" -d '{"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-plugged", "status": "completed", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:07.096917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:07.103735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.129550 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6f9276-521d-4ca5-b57a-ce929eb0f8f0 x-openstack-request-id: req-bf6f9276-521d-4ca5-b57a-ce929eb0f8f0 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:07.129849 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-plugged", "status": "completed", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:07.130521 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf6f9276-521d-4ca5-b57a-ce929eb0f8f0 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:07.130521 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'code': 200} Oct 26 12:27:07.158356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:07.202762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018acca2-4d30-47e1-9dd3-9fcd92ca342a req-49a89020-860f-4dcb-a24d-1d01e35cc77a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:07.204219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-018acca2-4d30-47e1-9dd3-9fcd92ca342a req-49a89020-860f-4dcb-a24d-1d01e35cc77a tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Oct 26 12:27:07.242512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-018acca2-4d30-47e1-9dd3-9fcd92ca342a req-0fabb5a5-a994-4e79-ad88-ed4227fcc4ff tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.88 "GET /v2.0/security-groups?id=80e70e59-f9fb-43ff-a9ec-544595f09746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Oct 26 12:27:07.440313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-edb4909f-18b8-46c0-b9af-0062f41723c3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:07.441797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-edb4909f-18b8-46c0-b9af-0062f41723c3 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a76204a-47aa-4155-a573-e1c877cd7214 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Oct 26 12:27:07.532433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Deleting port 664d473b-6244-4d49-a73a-f7fcabb758d4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:27:07.532772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.625714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] For port 664d473b-6244-4d49-a73a-f7fcabb758d4, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=664d473b-6244-4d49-a73a-f7fcabb758d4,segment=NetworkSegment(95eadb56-9250-4482-8f1e-9880b43d8d78),segment_id=95eadb56-9250-4482-8f1e-9880b43d8d78)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:07.626081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.638344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Calling delete_port for 664d473b-6244-4d49-a73a-f7fcabb758d4 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:27:07.767278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.785573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['664d473b-6244-4d49-a73a-f7fcabb758d4'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:27:07.798889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Pushing event deleted for resources: {'Port': ['ID=664d473b-6244-4d49-a73a-f7fcabb758d4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:07.840019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] No DVR routers for this DVR port 664d473b-6244-4d49-a73a-f7fcabb758d4 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:27:07.843278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:07.846595 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bdb7b3e5-f733-420f-be79-04a703a3ac90 req-25f0a5ae-9ab7-4cf2-a3e1-3c2c006fbc01 tempest-DeleteServersTestJSON-1412096009 tempest-DeleteServersTestJSON-1412096009-project] 10.222.0.30 "DELETE /v2.0/ports/664d473b-6244-4d49-a73a-f7fcabb758d4 HTTP/1.1" status: 204 len: 173 time: 0.3971879 Oct 26 12:27:07.847055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-deleted', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:07.849594 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7fecca-06a9-4e75-824e-c7ff2f79852a" -d '{"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-deleted", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:07.889440 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484ccf6-68fe-4554-98bd-d3c480b472dc x-openstack-request-id: req-b484ccf6-68fe-4554-98bd-d3c480b472dc {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:07.889892 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76204a-47aa-4155-a573-e1c877cd7214", "name": "network-vif-deleted", "tag": "664d473b-6244-4d49-a73a-f7fcabb758d4", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:07.890164 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b484ccf6-68fe-4554-98bd-d3c480b472dc {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:07.890675 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76204a-47aa-4155-a573-e1c877cd7214', 'name': 'network-vif-deleted', 'tag': '664d473b-6244-4d49-a73a-f7fcabb758d4', 'status': 'completed', 'code': 200} Oct 26 12:27:08.376994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49488) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:27:08.424846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Deleting subnet 9f0d7afb-b104-4d2f-888c-5d2030215b87 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:27:08.428186 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.464609 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.503757 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.560097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.588653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0d7afb-b104-4d2f-888c-5d2030215b87,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:08.598285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.601503 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9f0d7afb-b104-4d2f-888c-5d2030215b87 HTTP/1.1" status: 204 len: 168 time: 0.2234783 Oct 26 12:27:08.603341 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.603693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.604038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.604219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:27:08.604662 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.604753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.605012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.605342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.605667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.605994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.606319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.606644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.606997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842e838-1d5c-48c4-b37d-a0521be56093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:08.678774 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.760253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.785017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d665d7f-21c4-43aa-970e-55845e003e02']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:27:08.794350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eadb56-9250-4482-8f1e-9880b43d8d78') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:27:08.794651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eadb56-9250-4482-8f1e-9880b43d8d78') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:27:08.804468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.818062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.823773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:27:08.824160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:27:08.826401 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:27:08.880426 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.885899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:08.890131 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3d665d7f-21c4-43aa-970e-55845e003e02 HTTP/1.1" status: 204 len: 168 time: 0.2846828 Oct 26 12:27:08.902462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5fd59-3722-4b1f-ba33-394b1ae9c507 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d665d7f-21c4-43aa-970e-55845e003e02,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:09.002767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49494) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:27:09.045389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b857fcf5-2d61-4c66-9796-d0b3dc258359 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2aa7b5183d204bf8a28e227acbcd94c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414121 Oct 26 12:27:09.047985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49496) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:27:09.099867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-99ad8d6c-e38d-45b8-beaa-aa82b7f45046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:09.126185 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-99ad8d6c-e38d-45b8-beaa-aa82b7f45046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:09.175691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-99ad8d6c-e38d-45b8-beaa-aa82b7f45046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:09.178332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-99ad8d6c-e38d-45b8-beaa-aa82b7f45046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:09.179722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-99ad8d6c-e38d-45b8-beaa-aa82b7f45046 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/80e70e59-f9fb-43ff-a9ec-544595f09746 HTTP/1.1" status: 204 len: 168 time: 0.1308184 Oct 26 12:27:09.193562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad8d6c-e38d-45b8-beaa-aa82b7f45046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e70e59-f9fb-43ff-a9ec-544595f09746,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:09.859864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49518) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:27:09.962521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-455703823-network', 'tenant_id': 'f9a6b563c6eb4d44a7ee7b1095ba4466'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:27:09.984259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Made reservation on behalf of f9a6b563c6eb4d44a7ee7b1095ba4466 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:27:09.986561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:09.996026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.070856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.074902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.103194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:27:10.109669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a01202-c00b-47b8-a0c9-e7d8a01c99ba,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:10.116688 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.117859 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Added segment 8240b3e0-e4a0-4566-81bd-09fb75344b8e of type vlan for network 9b52f586-5b75-498f-95cc-1c098cba9581 Oct 26 12:27:10.162348 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.186262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.187269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:10.187845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.248832 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3877776 Oct 26 12:27:10.252914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:27:10.253984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98220a6-d8e2-4245-bb4a-740540c7bc8c admin admin] Pushing event updated for resources: {'Network': ['ID=9b52f586-5b75-498f-95cc-1c098cba9581,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:10.260500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Request body: {'subnet': {'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-455703823-subnet', 'tenant_id': 'f9a6b563c6eb4d44a7ee7b1095ba4466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:27:10.264491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9b52f586-5b75-498f-95cc-1c098cba9581 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:27:10.284972 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Made reservation on behalf of f9a6b563c6eb4d44a7ee7b1095ba4466 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:27:10.287396 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.469050 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.523855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:10.536816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Checking segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:27:10.537210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Network hostable DHCP agents. Network: 9b52f586-5b75-498f-95cc-1c098cba9581, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:27:10.554977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Network 9b52f586-5b75-498f-95cc-1c098cba9581 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:27:10.563886 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9b52f586-5b75-498f-95cc-1c098cba9581) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:27:10.568829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:10.571499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:10.571696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec50867-76b2-4071-8e15-166d76bcb246 None None] Network 9b52f586-5b75-498f-95cc-1c098cba9581 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:27:10.587987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5aa3b8c4-b137-44f1-8e90-b7d601e795ad admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336611 Oct 26 12:27:10.698805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26455409-d905-44a9-8c90-601f4ca409ac None None] Network 9b52f586-5b75-498f-95cc-1c098cba9581 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:27:10.921822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:27:10.943103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 664d473b-6244-4d49-a73a-f7fcabb758d4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:27:10.943454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 664d473b-6244-4d49-a73a-f7fcabb758d4 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:27:11.036147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-0e62bb85-e16a-4b4c-86ce-b9b0e5bb6d66 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:11.037704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-0e62bb85-e16a-4b4c-86ce-b9b0e5bb6d66 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 814 time: 0.1070907 Oct 26 12:27:11.054844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-623daac4-12f2-4cd9-bcfd-f48985d0c205 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/quotas/f9a6b563c6eb4d44a7ee7b1095ba4466 HTTP/1.1" status: 200 len: 375 time: 0.0106640 Oct 26 12:27:11.094662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-29ec1fd7-0947-48b8-b82d-e80c57fdba1e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325296 Oct 26 12:27:11.158713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-3cb17a9f-3de0-4522-8a57-7f0e136d3038 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:27:11.159794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-3cb17a9f-3de0-4522-8a57-7f0e136d3038 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0582445 Oct 26 12:27:11.251171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-e2213646-032a-4ac2-8cae-695dc3ea4728 service neutron] 10.222.0.88 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847092 Oct 26 12:27:11.347300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-7ee1c1a5-693b-41f7-8f23-d44cbd542963 service neutron] 10.222.0.88 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897174 Oct 26 12:27:11.511562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07334876-7fd9-43ac-810c-b3f584e44bee req-0d3cb40f-b16a-413e-bf74-82bb1db898a2 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Oct 26 12:27:12.551247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2ee3d3e8-7922-48f1-85ba-8848fdc8e817 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:12.552817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2ee3d3e8-7922-48f1-85ba-8848fdc8e817 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 814 time: 0.1219816 Oct 26 12:27:12.570709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Request body: {'port': {'device_id': 'b5346bed-7da8-476c-9e85-205514b565b8', 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'admin_state_up': True, 'tenant_id': 'f9a6b563c6eb4d44a7ee7b1095ba4466'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:27:12.644288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecd3db0d-9188-45f2-84ce-47ef860ac19b req-26a5d5bc-f0f4-474c-b812-5598940aa971 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 210 time: 0.0569811 Oct 26 12:27:12.709454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Made reservation on behalf of f9a6b563c6eb4d44a7ee7b1095ba4466 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:27:12.713178 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:12.838973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Allocated IP 172.20.0.9 (9b52f586-5b75-498f-95cc-1c098cba9581/4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f/6f340ca0-3119-46ba-b36b-8ae98830a375) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:27:12.992867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.026159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.072340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Network 9b52f586-5b75-498f-95cc-1c098cba9581 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:27:13.076110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:27:13.079892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:27:13.086222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:13.136033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:13.136644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.153294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-83748ce0-f7c3-403b-b16e-6010b06bb067 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878749 Oct 26 12:27:13.170413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Request body: {'port': {'device_id': 'b5346bed-7da8-476c-9e85-205514b565b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:27:13.227232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.490308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f340ca0-3119-46ba-b36b-8ae98830a375 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:27:13.498564 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.511254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Transition to ACTIVE for port object 6f340ca0-3119-46ba-b36b-8ae98830a375 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:27:13.518401 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.582254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:13.646076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:27:13.646413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:27:13.646745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:27:13.651131 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Port 6f340ca0-3119-46ba-b36b-8ae98830a375 on network 9b52f586-5b75-498f-95cc-1c098cba9581 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:27:13.651454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:27:13.656268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:27:13.656606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Checking segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:27:13.656992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Bound using segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:27:13.657422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Bound port: 6f340ca0-3119-46ba-b36b-8ae98830a375, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:27:13.657776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.734463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:27:13.761827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:27:13.766376 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.813051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:13.813819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:13.815647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] 10.222.0.30 "PUT /v2.0/ports/6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 1091 time: 0.6494660 Oct 26 12:27:13.825927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eefb3f-511d-4780-aaed-367568ae3bc5 req-0fae1d6e-f72a-4224-b707-dc6f829c943c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:13.827770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75eefb3f-511d-4780-aaed-367568ae3bc5 req-0fae1d6e-f72a-4224-b707-dc6f829c943c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.1122363 Oct 26 12:27:13.828318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:13.831007 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607a288-0a84-49e8-a9d7-06289c8d9b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:13.896218 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88980b26-2f58-48d4-a699-418404bf664e x-openstack-request-id: req-88980b26-2f58-48d4-a699-418404bf664e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:13.896517 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:13.896773 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88980b26-2f58-48d4-a699-418404bf664e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:13.897177 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'status': 'completed', 'code': 200} Oct 26 12:27:13.906588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd074f-f04c-4177-813f-03ba23db7c18 service neutron] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:13.924584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75eefb3f-511d-4780-aaed-367568ae3bc5 req-4e85348e-d98a-4401-8f34-2d25c450f8fa tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843771 Oct 26 12:27:13.934425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-e2a324c4-9047-49c2-abd2-303bc606be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:13.935947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-e2a324c4-9047-49c2-abd2-303bc606be48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1094 time: 0.0737386 Oct 26 12:27:13.987799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-312e27c8-bde5-4347-ac50-49b24124bc54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0393734 Oct 26 12:27:14.040961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-f2886d3e-e673-4d18-a69d-073bf5f34976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:14.042374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-f2886d3e-e673-4d18-a69d-073bf5f34976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0465190 Oct 26 12:27:14.084369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-2a0de6c0-20cf-4857-b9f8-bbaf2185daf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302336 Oct 26 12:27:14.195964 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-4645c1fb-d14f-4036-a0a2-d0a7d8c1dde3 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988901 Oct 26 12:27:14.292567 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a1f1e1e-4c55-4ef4-9bce-e5d41686ce29 req-229f9f1e-f7db-4534-8a3e-3f026fd1feaf service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 Oct 26 12:27:14.395220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-140a9548-e975-4e3b-a808-98f18f896b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:14.396783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-140a9548-e975-4e3b-a808-98f18f896b2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1094 time: 0.0466282 Oct 26 12:27:14.491055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-b861e1c8-d0f8-47f5-bd20-f1ab5874c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:14.492559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-b861e1c8-d0f8-47f5-bd20-f1ab5874c6dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0880637 Oct 26 12:27:14.540058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-765da4f8-bd47-4080-a870-59992319dabd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0397611 Oct 26 12:27:14.570407 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:27:14.591135 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-3ea9c5fc-cfe5-4b8a-9a08-1e19fb46efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:14.592626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-3ea9c5fc-cfe5-4b8a-9a08-1e19fb46efd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0446579 Oct 26 12:27:14.625164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-349b1e27-af09-471e-8a1b-49ad0015877a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249672 Oct 26 12:27:14.720496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-c65cd946-3f2c-41bd-8ec1-c5feea6ef8ea service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874746 Oct 26 12:27:14.813678 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a607a288-0a84-49e8-a9d7-06289c8d9b8b req-aa4167b9-3115-455d-a64e-a187e079a2ca service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838721 Oct 26 12:27:15.056130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d012f45-039b-4cfc-bf2e-942f643a928c req-3544d502-c209-42bb-af02-34ef2975c6b3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:15.057735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d012f45-039b-4cfc-bf2e-942f643a928c req-3544d502-c209-42bb-af02-34ef2975c6b3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.0523491 Oct 26 12:27:15.099687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d012f45-039b-4cfc-bf2e-942f643a928c req-4609a142-e0a4-4c12-abdb-43c87fefb4f8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Oct 26 12:27:16.219618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dde8f7-cd1b-41b2-9340-7de4d01db299 req-d7974242-4a39-43fa-a8e1-478ec6326a4d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:16.221155 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9dde8f7-cd1b-41b2-9340-7de4d01db299 req-d7974242-4a39-43fa-a8e1-478ec6326a4d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.0550621 Oct 26 12:27:16.259392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9dde8f7-cd1b-41b2-9340-7de4d01db299 req-075c8cdc-78e6-4e4d-a03e-f536774c631b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Oct 26 12:27:16.945007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:27:17.036905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:17.047840 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'port_id': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'mac_address': 'fa:16:3e:32:92:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:27:17.088585 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:17.101607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f340ca0-3119-46ba-b36b-8ae98830a375 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:27:17.120929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:17.126514 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:17.175925 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:17.183495 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.183845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.184188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.185138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.185478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.185812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.186140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.186468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.186792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.187139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.187464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.187785 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:27:17.378254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2bd4a-e1ad-47d6-a669-49261b9ab178 req-8b8039d7-5b21-4ed5-9da4-4f34c3291e63 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:17.379801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f2bd4a-e1ad-47d6-a669-49261b9ab178 req-8b8039d7-5b21-4ed5-9da4-4f34c3291e63 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 944 time: 0.0500536 Oct 26 12:27:17.401660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['6f340ca0-3119-46ba-b36b-8ae98830a375'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:27:17.418028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-08f2bd4a-e1ad-47d6-a669-49261b9ab178 req-7f89d5ac-011e-426e-93dc-90e5281cb04a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Oct 26 12:27:18.534581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f22424-07e2-460e-96a0-2a253d836dca req-be9c49c4-ee37-412c-b453-9629bf4768bd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:18.536127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f22424-07e2-460e-96a0-2a253d836dca req-be9c49c4-ee37-412c-b453-9629bf4768bd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 944 time: 0.0493214 Oct 26 12:27:18.574151 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41f22424-07e2-460e-96a0-2a253d836dca req-1b795ae1-7307-4bcf-91e9-28458801917d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Oct 26 12:27:18.968672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:27:19.016870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 6f340ca0-3119-46ba-b36b-8ae98830a375 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:27:19.020836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 6f340ca0-3119-46ba-b36b-8ae98830a375 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:27:19.021216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:19.102930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:19.126506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:19.128835 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4379ab-1e09-4ffa-874d-d08c2db9b026" -d '{"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-plugged", "status": "completed", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:19.141982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:19.146167 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:19.170490 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5cd21a-a021-410e-9377-5995fe94b2d4 x-openstack-request-id: req-6c5cd21a-a021-410e-9377-5995fe94b2d4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:19.170789 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-plugged", "status": "completed", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:19.171088 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c5cd21a-a021-410e-9377-5995fe94b2d4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:19.171478 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'code': 200} Oct 26 12:27:19.208207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:19.212090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3123caf7-e025-477f-a0e6-6b99f12e5a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:19.275197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a52c7-fe02-48bb-b786-64d742ee5429 req-fb74b639-b1aa-4626-a035-7a0bb6b64623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:19.276715 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d8a52c7-fe02-48bb-b786-64d742ee5429 req-fb74b639-b1aa-4626-a035-7a0bb6b64623 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1096 time: 0.0444374 Oct 26 12:27:19.316983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d8a52c7-fe02-48bb-b786-64d742ee5429 req-94f3bbcf-a672-492e-9ec8-2c2178dd78fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288231 Oct 26 12:27:19.690538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf51b-ce95-4584-90f5-1dac35ed1412 req-0cd027d2-0323-40c5-89bf-99b5ecce36ce tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:19.692100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0fbf51b-ce95-4584-90f5-1dac35ed1412 req-0cd027d2-0323-40c5-89bf-99b5ecce36ce tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Oct 26 12:27:19.732033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0fbf51b-ce95-4584-90f5-1dac35ed1412 req-1c0f2bd3-dd5c-48e7-b62d-40bafacc4ba9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Oct 26 12:27:20.853380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300597a2-b119-4877-9864-670d4aa0b6aa req-07f75267-38e6-4948-8ff5-4498f531b24d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:20.854892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-300597a2-b119-4877-9864-670d4aa0b6aa req-07f75267-38e6-4948-8ff5-4498f531b24d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Oct 26 12:27:20.892777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-300597a2-b119-4877-9864-670d4aa0b6aa req-be28c041-1c12-4e72-99a9-010ad7416b05 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Oct 26 12:27:21.011139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6538e-15e0-4f1d-8c66-10437222c223 req-37025cef-e6dd-4a7e-a26f-9fdff5f36da1 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:21.012588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96e6538e-15e0-4f1d-8c66-10437222c223 req-37025cef-e6dd-4a7e-a26f-9fdff5f36da1 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0539498 Oct 26 12:27:21.053422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-96e6538e-15e0-4f1d-8c66-10437222c223 req-a15769a7-168d-4418-9e10-1273948224af tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Oct 26 12:27:21.260737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2ea91-51d2-4e38-9fc6-3ca4a6f8e6eb req-3def8745-a0f8-4b82-bfbd-57c231bda2a8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:21.262310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecb2ea91-51d2-4e38-9fc6-3ca4a6f8e6eb req-3def8745-a0f8-4b82-bfbd-57c231bda2a8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Oct 26 12:27:21.300583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ecb2ea91-51d2-4e38-9fc6-3ca4a6f8e6eb req-11b5edee-1d3f-4ac5-beb9-dc11647e6eb7 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Oct 26 12:27:21.422835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba8b62-36a3-4fb9-a5b1-0a0b2ffd4847 req-a549bc74-57d9-4d13-9ab1-75c2d19ef415 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:21.424389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bba8b62-36a3-4fb9-a5b1-0a0b2ffd4847 req-a549bc74-57d9-4d13-9ab1-75c2d19ef415 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0586660 Oct 26 12:27:21.463611 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7bba8b62-36a3-4fb9-a5b1-0a0b2ffd4847 req-c85bbd0e-8b57-4287-acf0-7ca0d58cd07e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Oct 26 12:27:21.693966 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-543e5c30-17f5-450e-bcfa-9639a861d333 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409887 Oct 26 12:27:21.711449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb2111-11dc-4246-a542-7e5f26c0b119 req-db451f25-78ff-4fd9-979c-e194cb501258 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:21.713106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64cb2111-11dc-4246-a542-7e5f26c0b119 req-db451f25-78ff-4fd9-979c-e194cb501258 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0527461 Oct 26 12:27:21.755866 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64cb2111-11dc-4246-a542-7e5f26c0b119 req-de206983-1249-45cd-9c37-e899af0ff192 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Oct 26 12:27:21.760268 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ff73b9fc-8f5d-4e47-89b6-a524a964f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:22.908638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bf8a-8e48-4c7c-901e-d2a8e343249f req-230869d2-c243-475d-a52a-7587c1a769f2 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:22.910213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b207bf8a-8e48-4c7c-901e-d2a8e343249f req-230869d2-c243-475d-a52a-7587c1a769f2 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0824790 Oct 26 12:27:22.913349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-f685e389-5fac-470a-992b-05e90d8e770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:22.914808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-f685e389-5fac-470a-992b-05e90d8e770b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1096 time: 0.0598440 Oct 26 12:27:22.915616 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:22.999894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b207bf8a-8e48-4c7c-901e-d2a8e343249f req-e9f59f8a-179e-4f85-a10d-f50b693bf247 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828731 Oct 26 12:27:23.037471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-e7eb21bb-048d-4108-8b4c-989670271158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:23.038890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-e7eb21bb-048d-4108-8b4c-989670271158 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.1142342 Oct 26 12:27:23.085194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-e5eeeb08-370e-4922-a17e-61411b15511c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0388763 Oct 26 12:27:23.134979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-97bba24a-3361-4c8f-8580-f07fb1a30bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:23.136471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-97bba24a-3361-4c8f-8580-f07fb1a30bff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0444162 Oct 26 12:27:23.168466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-faaa633e-2845-4c83-8fed-7530594ec3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251973 Oct 26 12:27:23.264987 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-35dabfed-e9ab-492a-bad6-e828c5a41947 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887883 Oct 26 12:27:23.310674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:23.358672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-086e452e-dc77-4d8f-8dae-324d9dc3c679 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861111 Oct 26 12:27:23.477744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-7c20bdbc-6641-4a98-ae31-c14ce3fdd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:23.479625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-7c20bdbc-6641-4a98-ae31-c14ce3fdd99e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1096 time: 0.0491276 Oct 26 12:27:23.600452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-b9ac6897-ce7a-4c4c-9f6d-794639483cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:23.601970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-b9ac6897-ce7a-4c4c-9f6d-794639483cb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0930192 Oct 26 12:27:23.644055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-5dc72ebf-681d-43b3-8916-a77e61a2795c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0344260 Oct 26 12:27:23.699159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-8a87fe00-dad1-4e9b-b769-389bf18646f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:23.700738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-8a87fe00-dad1-4e9b-b769-389bf18646f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0497646 Oct 26 12:27:23.735104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-929c27ec-f3c7-4274-8df5-11727e1b11fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262890 Oct 26 12:27:23.832083 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-4876a46d-f263-4492-9fee-74515d4da1b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849493 Oct 26 12:27:23.929079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-911e7d44-1a1c-4f2f-a2f9-79de37d98d62 req-be32db7c-7168-4d57-8bcd-194ffec705d1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898430 Oct 26 12:27:24.118709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e417c-7f6e-4d5f-91f6-b35c3f6cb0d9 req-36e1f79f-b9db-4e9d-833d-eb9e1071db26 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:24.120194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b4e417c-7f6e-4d5f-91f6-b35c3f6cb0d9 req-36e1f79f-b9db-4e9d-833d-eb9e1071db26 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0513041 Oct 26 12:27:24.159605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b4e417c-7f6e-4d5f-91f6-b35c3f6cb0d9 req-419655d4-e62b-4cfc-96b0-bc35a2765d43 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Oct 26 12:27:24.711747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:25.284037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54f84c-f113-4663-af89-f5092f491cca req-4c48f5a9-9f82-43e8-a59f-393e46b347e3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:25.285587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b54f84c-f113-4663-af89-f5092f491cca req-4c48f5a9-9f82-43e8-a59f-393e46b347e3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Oct 26 12:27:25.324806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b54f84c-f113-4663-af89-f5092f491cca req-fc479a11-3d96-4c87-ab48-4a61574400d8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Oct 26 12:27:26.452929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99c5f9-c356-4c71-9e43-cea0ebc649fb req-af20fc5f-5d1a-42b9-980a-c38bbe0287b9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:26.454432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f99c5f9-c356-4c71-9e43-cea0ebc649fb req-af20fc5f-5d1a-42b9-980a-c38bbe0287b9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0513816 Oct 26 12:27:26.494544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f99c5f9-c356-4c71-9e43-cea0ebc649fb req-bef0faf7-21ec-418c-915d-5d67be21394d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Oct 26 12:27:27.618773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc11475-2e20-480f-b1fa-47da76a7108f req-7ca3e833-8aed-4b06-a0a4-ebfb9d0d3806 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:27.620424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fc11475-2e20-480f-b1fa-47da76a7108f req-7ca3e833-8aed-4b06-a0a4-ebfb9d0d3806 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0569015 Oct 26 12:27:27.661726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fc11475-2e20-480f-b1fa-47da76a7108f req-d74020fc-8ef0-460f-bcb9-6fe4922b6fb5 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Oct 26 12:27:28.784522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89b2e1-e1e6-4de6-bbeb-b420e9b1facc req-7dc44068-8c8b-457e-9135-f62125b050b7 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:28.786126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af89b2e1-e1e6-4de6-bbeb-b420e9b1facc req-7dc44068-8c8b-457e-9135-f62125b050b7 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0554802 Oct 26 12:27:28.827847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af89b2e1-e1e6-4de6-bbeb-b420e9b1facc req-a92b8e94-9f74-4071-a7e5-94a495ee6497 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Oct 26 12:27:29.944008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9ebd-e6de-4d2f-a75c-e376efb97c24 req-c89581ff-5fde-46e6-9efd-ca7692feff13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:29.945529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d41f9ebd-e6de-4d2f-a75c-e376efb97c24 req-c89581ff-5fde-46e6-9efd-ca7692feff13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Oct 26 12:27:29.984917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d41f9ebd-e6de-4d2f-a75c-e376efb97c24 req-f314b6f1-0fbb-423b-b276-9dfdf190b96f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Oct 26 12:27:31.104192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ed366-ef1d-420d-9793-65c51b2b6186 req-12a74283-3c65-44cf-89bf-26e7cbd06464 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:31.105717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-811ed366-ef1d-420d-9793-65c51b2b6186 req-12a74283-3c65-44cf-89bf-26e7cbd06464 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0512531 Oct 26 12:27:31.144536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-811ed366-ef1d-420d-9793-65c51b2b6186 req-845d0e3d-8c27-450e-8904-417fce8d2ced tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Oct 26 12:27:32.267761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cbc5b-9846-4787-9d55-669421a01745 req-178c1ac1-3d17-4c9f-9a67-238c14c24b78 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:32.269319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-151cbc5b-9846-4787-9d55-669421a01745 req-178c1ac1-3d17-4c9f-9a67-238c14c24b78 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0539253 Oct 26 12:27:32.308047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-151cbc5b-9846-4787-9d55-669421a01745 req-2b2a015d-d20b-4111-b2c5-ba6fff8ea5f7 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328162 Oct 26 12:27:33.424907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7ea4-1c04-42e4-87cf-ea599b974c6f req-a603bba8-c9b1-4c6d-81af-b881443ac7e4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:33.426433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-826e7ea4-1c04-42e4-87cf-ea599b974c6f req-a603bba8-c9b1-4c6d-81af-b881443ac7e4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Oct 26 12:27:33.471156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-826e7ea4-1c04-42e4-87cf-ea599b974c6f req-5691753d-8337-4343-9e3c-25df88e82935 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Oct 26 12:27:34.045085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:34.595875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c63a9-531d-4563-adfb-b86434fd3b5d req-ea9ad306-29f6-4481-b0a2-c141430a54a6 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:34.598917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f2c63a9-531d-4563-adfb-b86434fd3b5d req-ea9ad306-29f6-4481-b0a2-c141430a54a6 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0568719 Oct 26 12:27:34.640032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f2c63a9-531d-4563-adfb-b86434fd3b5d req-3500f381-0d95-44fb-93bf-8908403731fe tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356898 Oct 26 12:27:35.640191 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:35.761615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7e59c-3753-4c27-bac9-c7b98659d52c req-d664555b-9e1b-4284-a331-201b7339a0a0 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:35.763137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8d7e59c-3753-4c27-bac9-c7b98659d52c req-d664555b-9e1b-4284-a331-201b7339a0a0 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0542223 Oct 26 12:27:35.805487 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8d7e59c-3753-4c27-bac9-c7b98659d52c req-4fa23945-e7e9-4ec2-8333-b444fb6c1cac tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Oct 26 12:27:36.924758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0d73-7ede-4201-bfe6-30a8f33733b0 req-1b6d575a-0376-417b-82c4-6ccb0a1aa7a7 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:36.926306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-271e0d73-7ede-4201-bfe6-30a8f33733b0 req-1b6d575a-0376-417b-82c4-6ccb0a1aa7a7 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0506485 Oct 26 12:27:36.965591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-271e0d73-7ede-4201-bfe6-30a8f33733b0 req-f4d8b9cc-2276-4dc0-bb58-4a4c9514a988 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Oct 26 12:27:38.091986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64d8a-bbd1-4bbb-8ed3-693871cf91fb req-2bf41996-d6a0-4b74-9cac-7476550299fb tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:38.093512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0d64d8a-bbd1-4bbb-8ed3-693871cf91fb req-2bf41996-d6a0-4b74-9cac-7476550299fb tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Oct 26 12:27:38.131637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c0d64d8a-bbd1-4bbb-8ed3-693871cf91fb req-060786a7-1cdd-44e9-9464-ec13b6e68a7e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Oct 26 12:27:39.250509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9dbd8-d9f0-459f-893f-310be3dc73ee req-199abe30-3a05-400a-8fcd-9882ec846cf3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:39.252037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0c9dbd8-d9f0-459f-893f-310be3dc73ee req-199abe30-3a05-400a-8fcd-9882ec846cf3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Oct 26 12:27:39.289242 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d0c9dbd8-d9f0-459f-893f-310be3dc73ee req-f332bb07-8c83-4835-ae2d-6ef83d7592cf tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Oct 26 12:27:40.413499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9e4c-ea18-4cc6-9ab3-8c951ce789fd req-89e9612c-a9f8-405b-94dc-aaf46c98343f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:40.415048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f9d9e4c-ea18-4cc6-9ab3-8c951ce789fd req-89e9612c-a9f8-405b-94dc-aaf46c98343f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Oct 26 12:27:40.452644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f9d9e4c-ea18-4cc6-9ab3-8c951ce789fd req-3568d5d3-c243-4693-915a-4345b38e0230 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Oct 26 12:27:41.576880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada38aa-5f5f-47c1-8aae-682bdffb3dbc req-0248ccdc-afa4-4b38-90f2-57172040f625 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:41.578354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cada38aa-5f5f-47c1-8aae-682bdffb3dbc req-0248ccdc-afa4-4b38-90f2-57172040f625 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0572338 Oct 26 12:27:41.616823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cada38aa-5f5f-47c1-8aae-682bdffb3dbc req-1a7aa309-9240-4138-ad05-ab8fc31f3d1d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Oct 26 12:27:42.738313 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4ce3-faa1-430f-95c3-41b5cdd94708 req-5b686d53-400e-491b-96d7-4559bde72c04 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:42.739984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-019a4ce3-faa1-430f-95c3-41b5cdd94708 req-5b686d53-400e-491b-96d7-4559bde72c04 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Oct 26 12:27:42.777961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-019a4ce3-faa1-430f-95c3-41b5cdd94708 req-499c8ba7-cc8e-433e-914c-2aaa084a5d2f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Oct 26 12:27:43.893621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711a8a3-439d-4563-b271-8bba3d255446 req-f8bd5211-8f20-4803-87ca-c07bc44c5007 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:43.895035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5711a8a3-439d-4563-b271-8bba3d255446 req-f8bd5211-8f20-4803-87ca-c07bc44c5007 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Oct 26 12:27:43.942066 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5711a8a3-439d-4563-b271-8bba3d255446 req-da3f6365-bd69-4339-9a37-59420cab6fb9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Oct 26 12:27:45.058250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b45e63-da82-482a-bbc8-45b49041a9bb req-1edbefc9-c5d2-4d47-9cfa-e5531b9363dd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:45.059843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9b45e63-da82-482a-bbc8-45b49041a9bb req-1edbefc9-c5d2-4d47-9cfa-e5531b9363dd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0505033 Oct 26 12:27:45.099576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f9b45e63-da82-482a-bbc8-45b49041a9bb req-c78c36eb-de4a-4cc1-84d7-13ea5cf96313 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Oct 26 12:27:46.226249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc430-bd05-4ed4-9dc6-b52d63bd13e4 req-55057a08-6c1a-4068-b995-064f5ccbe9d5 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:46.227795 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-922cc430-bd05-4ed4-9dc6-b52d63bd13e4 req-55057a08-6c1a-4068-b995-064f5ccbe9d5 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0567482 Oct 26 12:27:46.266226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-922cc430-bd05-4ed4-9dc6-b52d63bd13e4 req-5af751e0-3f1b-4a08-962d-162bab0e6136 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Oct 26 12:27:47.384483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da4e3b-7395-4ced-adc6-83fafe80ad56 req-5a74fbb7-b913-4aa1-a60e-6a9e0045e19f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:47.385886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65da4e3b-7395-4ced-adc6-83fafe80ad56 req-5a74fbb7-b913-4aa1-a60e-6a9e0045e19f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Oct 26 12:27:47.426424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-65da4e3b-7395-4ced-adc6-83fafe80ad56 req-741cfad3-06ed-455d-9b54-508fa86dba5f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Oct 26 12:27:48.544041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923289d-bc10-4cef-94aa-55c036ff1e91 req-c037c38f-791d-4816-a29c-adb9f1c91503 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:48.545564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e923289d-bc10-4cef-94aa-55c036ff1e91 req-c037c38f-791d-4816-a29c-adb9f1c91503 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Oct 26 12:27:48.584442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e923289d-bc10-4cef-94aa-55c036ff1e91 req-6ecdd747-60e1-4841-baf8-72bbae723d67 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Oct 26 12:27:49.198695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62aee331-11dd-4cac-a150-11c3499304f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:49.708250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478668-73f1-43bf-b937-09c11fc83b2e req-fc82ffc3-dcc4-4457-a46b-2228e211a61a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:49.709740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d478668-73f1-43bf-b937-09c11fc83b2e req-fc82ffc3-dcc4-4457-a46b-2228e211a61a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0527363 Oct 26 12:27:50.052294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8d478668-73f1-43bf-b937-09c11fc83b2e req-ce4556c9-97d0-4045-bb6d-6607076fcc7b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365531 Oct 26 12:27:51.169525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5881ede-1da3-48cd-bfd6-020a409cf770 req-7d4c52ec-dd7f-4dbe-83e4-33a45c7299ec tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:51.171104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5881ede-1da3-48cd-bfd6-020a409cf770 req-7d4c52ec-dd7f-4dbe-83e4-33a45c7299ec tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0486889 Oct 26 12:27:51.209352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5881ede-1da3-48cd-bfd6-020a409cf770 req-3d374751-22e5-4d44-9cb9-269252f738ec tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Oct 26 12:27:51.569118 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:27:51.763446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-627f39ed-aa74-4bb6-82d7-a0ab50062b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:52.333442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd3d83-446b-4f47-8efd-09b0007a32fb req-cd49a24e-3579-4a1b-b155-10d414a5e646 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:52.334888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ffcd3d83-446b-4f47-8efd-09b0007a32fb req-cd49a24e-3579-4a1b-b155-10d414a5e646 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0518200 Oct 26 12:27:52.373968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ffcd3d83-446b-4f47-8efd-09b0007a32fb req-fecd1ddc-42e2-4544-96a7-f19ca724ca1d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Oct 26 12:27:52.920495 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:53.311648 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:53.501682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6425a-5acf-4def-b5be-66153d805fcd req-46f8a6b0-800f-4d84-806f-292dd5e50b1b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:53.503327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fe6425a-5acf-4def-b5be-66153d805fcd req-46f8a6b0-800f-4d84-806f-292dd5e50b1b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0574806 Oct 26 12:27:53.544095 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7fe6425a-5acf-4def-b5be-66153d805fcd req-0d86436f-3df5-40e0-a8d1-2e6006b483ce tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Oct 26 12:27:54.664568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449da067-fa01-4ed2-97e9-3b4291e619b3 req-a7c3a8a3-7b5f-4803-98bf-d09a5813d544 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:54.666159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-449da067-fa01-4ed2-97e9-3b4291e619b3 req-a7c3a8a3-7b5f-4803-98bf-d09a5813d544 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0511248 Oct 26 12:27:54.705300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-449da067-fa01-4ed2-97e9-3b4291e619b3 req-1a3cb42c-ee5c-4d79-a43d-89da6effbcad tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Oct 26 12:27:54.714150 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:55.763793 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-02af7382-4847-4a22-b9cd-9f5b6ab65871 service neutron] show failed (client error): The resource could not be found. Oct 26 12:27:55.764879 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-02af7382-4847-4a22-b9cd-9f5b6ab65871 service neutron] 10.222.0.30 "GET /v2.0/ports/6f340ca0-3119-46ba-b36b-8ae98830a375/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0606480 Oct 26 12:27:55.835830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870f8d-5bfa-4e87-9ae3-5602ea8ac251 req-e2e6a366-be77-4193-bf6c-d621d94d6387 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:55.837394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e870f8d-5bfa-4e87-9ae3-5602ea8ac251 req-e2e6a366-be77-4193-bf6c-d621d94d6387 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0587363 Oct 26 12:27:55.881901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e870f8d-5bfa-4e87-9ae3-5602ea8ac251 req-dbfba880-49f6-4aa7-8443-03e11387bac4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Oct 26 12:27:56.083119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-8490d975-c193-4646-8087-4ce6fdaebb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:56.084655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-8490d975-c193-4646-8087-4ce6fdaebb2c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8&tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466 HTTP/1.1" status: 200 len: 1096 time: 0.1323934 Oct 26 12:27:56.097798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:27:56.152516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:56.362056 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:56.393846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:27:56.435638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:56.438492 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a4950d-b028-4076-b86a-270c1a77f8e6" -d '{"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:56.442204 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:56.455531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Transition to ACTIVE for port object 6f340ca0-3119-46ba-b36b-8ae98830a375 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:27:56.459293 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:56.495504 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9b1c4-532b-4ce7-8b0d-24b5341cd6a3 x-openstack-request-id: req-34c9b1c4-532b-4ce7-8b0d-24b5341cd6a3 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:56.495798 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:56.496049 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-34c9b1c4-532b-4ce7-8b0d-24b5341cd6a3 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:56.496436 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'code': 200} Oct 26 12:27:56.522884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] No DVR routers for this DVR port 6f340ca0-3119-46ba-b36b-8ae98830a375 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:27:56.525848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:56.559129 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:27:56.559505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:27:56.559790 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:27:56.564872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Port 6f340ca0-3119-46ba-b36b-8ae98830a375 on network 9b52f586-5b75-498f-95cc-1c098cba9581 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:27:56.565188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Attempting to bind port 6f340ca0-3119-46ba-b36b-8ae98830a375 on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:27:56.570057 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:27:56.570389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Checking segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:27:56.570764 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Bound using segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:27:56.571214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Bound port: 6f340ca0-3119-46ba-b36b-8ae98830a375, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:27:56.571565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:56.655136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:27:56.658079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:27:56.662621 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:56.698692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:56.699334 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:56.700729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] 10.222.0.100 "PUT /v2.0/ports/6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 1091 time: 0.6076956 Oct 26 12:27:56.719261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641355d-4c45-4034-88fc-53b4a3bb74ee service neutron] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:27:56.764034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-bdbb0ee2-c549-484d-9640-a540878543d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:56.766478 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-bdbb0ee2-c549-484d-9640-a540878543d2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1094 time: 0.0416584 Oct 26 12:27:56.869069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-c27361b2-40a7-4181-aeba-21b04ab570cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:56.870562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-c27361b2-40a7-4181-aeba-21b04ab570cf service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0977945 Oct 26 12:27:56.912453 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-6f62127f-280d-47b1-95d4-8610f0440d1b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0344362 Oct 26 12:27:56.974216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-2fec0aa1-4382-4920-98aa-088bfb3ad9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:56.975779 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-2fec0aa1-4382-4920-98aa-088bfb3ad9ab service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0556407 Oct 26 12:27:57.012053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d975f-af44-4f50-98d0-b036d1a56a46 req-4530170a-11b7-4648-8549-2fa8b4d5e4c9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:57.012609 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-d3c0b1a7-e555-4863-a702-9654b881df64 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296919 Oct 26 12:27:57.013562 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f11d975f-af44-4f50-98d0-b036d1a56a46 req-4530170a-11b7-4648-8549-2fa8b4d5e4c9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.0506968 Oct 26 12:27:57.051373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f11d975f-af44-4f50-98d0-b036d1a56a46 req-32661956-fb20-41b0-96c4-7ee114a11e96 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Oct 26 12:27:57.103182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-4b49b177-67a7-4636-b127-ffd1323e4b34 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835388 Oct 26 12:27:57.196623 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-03635d14-55f9-4aee-bc6f-f26d28985838 req-3e53a263-ec28-4d19-87d4-23c653a21d77 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860748 Oct 26 12:27:58.177188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1f7f-16e2-4e6f-8ea6-8c9619a54e53 req-5b3a7071-7204-4089-837c-95bce04deb55 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.178709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0a1f7f-16e2-4e6f-8ea6-8c9619a54e53 req-5b3a7071-7204-4089-837c-95bce04deb55 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.0511162 Oct 26 12:27:58.224640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-be0a1f7f-16e2-4e6f-8ea6-8c9619a54e53 req-b8a418ed-2e50-43dd-a915-173e314ee61f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387125 Oct 26 12:27:58.497841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:27:58.500324 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa000461-5d57-4787-bea4-0919e4ef273c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:27:58.554356 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c085f9b-1944-47f5-8b5e-21171c54fe73 x-openstack-request-id: req-1c085f9b-1944-47f5-8b5e-21171c54fe73 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:27:58.554661 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:27:58.554946 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c085f9b-1944-47f5-8b5e-21171c54fe73 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:27:58.555358 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'status': 'completed', 'code': 200} Oct 26 12:27:58.630784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000461-5d57-4787-bea4-0919e4ef273c req-17847063-1659-4164-ba5c-334ad3718570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.632380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-17847063-1659-4164-ba5c-334ad3718570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1094 time: 0.0495458 Oct 26 12:27:58.634192 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000461-5d57-4787-bea4-0919e4ef273c req-aa2c70f3-06d3-4174-b28b-8272a038e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.635893 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-aa2c70f3-06d3-4174-b28b-8272a038e3f0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1094 time: 0.0445929 Oct 26 12:27:58.748516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000461-5d57-4787-bea4-0919e4ef273c req-38798350-4015-4556-9ff7-a1129e39e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.749051 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000461-5d57-4787-bea4-0919e4ef273c req-027db6f0-8c42-4d88-8fdd-43a8a8f50a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.750124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-38798350-4015-4556-9ff7-a1129e39e1d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.1046364 Oct 26 12:27:58.750992 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-027db6f0-8c42-4d88-8fdd-43a8a8f50a19 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.1076455 Oct 26 12:27:58.798321 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-e0ee19f9-1bdb-48af-8458-207ea283cd75 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0394616 Oct 26 12:27:58.805555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-2779ffc1-0ba9-49fa-aea1-bc16fa1f90f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0433691 Oct 26 12:27:58.860699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000461-5d57-4787-bea4-0919e4ef273c req-bdd98785-645c-4a91-a694-bb551519e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.862204 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-bdd98785-645c-4a91-a694-bb551519e303 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0584636 Oct 26 12:27:58.866403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000461-5d57-4787-bea4-0919e4ef273c req-00f08347-2ed9-4e8a-a61a-adfd0efd7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:58.868245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-00f08347-2ed9-4e8a-a61a-adfd0efd7807 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0516095 Oct 26 12:27:58.898065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-cc9d9c33-af0d-4e93-82ca-44e554cb5bb2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285079 Oct 26 12:27:58.907781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-a1c1f51e-3b83-48b7-90d6-a5830eb3d69d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271027 Oct 26 12:27:58.995187 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-431fe05a-21b1-4b1a-94ae-1bc1470cf958 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884094 Oct 26 12:27:59.006366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-a5bb1b6a-1142-417c-aa54-fd5406c2a85e service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895302 Oct 26 12:27:59.091115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-0f181570-e439-4b90-afa3-8c13e9018479 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885062 Oct 26 12:27:59.106439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa000461-5d57-4787-bea4-0919e4ef273c req-e33f47fa-4390-4619-92ee-e511f63165f9 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866585 Oct 26 12:27:59.156482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:27:59.194894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:27:59.349515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bd8c-39ca-486b-ac16-b99930e3b65e req-1a987254-3493-4052-98bd-2ece4f6573ee tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:59.351029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5785bd8c-39ca-486b-ac16-b99930e3b65e req-1a987254-3493-4052-98bd-2ece4f6573ee tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.0550683 Oct 26 12:27:59.392612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5785bd8c-39ca-486b-ac16-b99930e3b65e req-b28c89c1-048a-4fce-a2a0-4712d124e9cf tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355506 Oct 26 12:27:59.488406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:27:59.657525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155a284-47cb-478e-8ba2-c614f0d91dad req-452f86cb-09e5-4247-951e-117c23f9a7ee tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:59.659363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7155a284-47cb-478e-8ba2-c614f0d91dad req-452f86cb-09e5-4247-951e-117c23f9a7ee tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 943 time: 0.1178486 Oct 26 12:27:59.682286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-eff4e33c-849b-41a3-932c-9e86df030769 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:59.683877 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-eff4e33c-849b-41a3-932c-9e86df030769 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8&tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 943 time: 0.1140416 Oct 26 12:27:59.752102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7155a284-47cb-478e-8ba2-c614f0d91dad req-96d1f26a-e68a-4f9f-9627-deef717e96a2 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843980 Oct 26 12:27:59.768081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:59.778148 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-b0e06f54-24f0-4a57-84d1-3716c9bf910e service neutron] delete failed (client error): The resource could not be found. Oct 26 12:27:59.779356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-b0e06f54-24f0-4a57-84d1-3716c9bf910e service neutron] 10.222.0.30 "DELETE /v2.0/ports/6f340ca0-3119-46ba-b36b-8ae98830a375/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0830104 Oct 26 12:27:59.780825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'port_id': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'mac_address': 'fa:16:3e:32:92:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:27:59.823045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:59.838113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f340ca0-3119-46ba-b36b-8ae98830a375 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:27:59.862299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:27:59.868198 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:27:59.886610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-126cb1a8-824c-4c3b-8c1e-01f999c0d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:27:59.894388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-126cb1a8-824c-4c3b-8c1e-01f999c0d3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 1094 time: 0.0558994 Oct 26 12:27:59.921629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:00.000595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-59b4af8a-fc43-403f-b00d-01901ece14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:00.002808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-59b4af8a-fc43-403f-b00d-01901ece14d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.1034834 Oct 26 12:28:00.057193 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-b59d7273-4b21-4587-9fe4-5dfcabb2b302 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 200 len: 217 time: 0.0415885 Oct 26 12:28:00.094551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6f340ca0-3119-46ba-b36b-8ae98830a375'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:28:00.116895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-5c6e3a9f-7dcd-4e59-8c1f-0b7587d51cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:00.118477 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-5c6e3a9f-7dcd-4e59-8c1f-0b7587d51cbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0505002 Oct 26 12:28:00.162885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-4bf04cfa-159e-4bd0-9cfa-670a21955f07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329735 Oct 26 12:28:00.282663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-32aba7e1-1912-4654-a56b-361aa5b4aae8 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070685 Oct 26 12:28:00.391554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7612f-9b5f-471e-9eff-5c666184322b req-28c9bcf3-fb7c-4cd6-9072-0ca84feca83e service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982771 Oct 26 12:28:00.892973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f26338-c690-4212-94fa-33e072bd0b8a req-f53f4b58-57ca-4be5-8836-fb35b25d6717 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:00.894807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32f26338-c690-4212-94fa-33e072bd0b8a req-f53f4b58-57ca-4be5-8836-fb35b25d6717 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 944 time: 0.0589652 Oct 26 12:28:00.950092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32f26338-c690-4212-94fa-33e072bd0b8a req-ea0ea3ec-14e1-4785-8f07-cd4a0d307b4d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Oct 26 12:28:01.499164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:01.549680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 6f340ca0-3119-46ba-b36b-8ae98830a375 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:28:01.554087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 6f340ca0-3119-46ba-b36b-8ae98830a375 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:01.554466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:01.645573 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:01.669036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:01.671260 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e2043-b75d-41dc-ab9d-d00b7f204797" -d '{"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-plugged", "status": "completed", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:01.685995 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:01.691594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:01.742074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:01.786146 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb4d28-5252-4599-a687-fe9ce7a53747 x-openstack-request-id: req-52cb4d28-5252-4599-a687-fe9ce7a53747 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:01.786445 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-plugged", "status": "completed", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:01.786708 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-52cb4d28-5252-4599-a687-fe9ce7a53747 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:01.787168 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'code': 200} Oct 26 12:28:02.086485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debec90-c9b8-494e-a136-3d750f14577e req-8c22db06-235c-4855-a84e-02701e2896ab tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:02.088030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4debec90-c9b8-494e-a136-3d750f14577e req-8c22db06-235c-4855-a84e-02701e2896ab tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0504913 Oct 26 12:28:02.127912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4debec90-c9b8-494e-a136-3d750f14577e req-40a432cb-7513-4f11-a857-3ea9f56e77e0 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Oct 26 12:28:02.249391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ab6f9-8088-4fb3-8db7-fe2e208d0df4 req-8a259ffd-a4de-4be4-93b2-ef905a783051 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:02.250828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-480ab6f9-8088-4fb3-8db7-fe2e208d0df4 req-8a259ffd-a4de-4be4-93b2-ef905a783051 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0546761 Oct 26 12:28:02.289861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-480ab6f9-8088-4fb3-8db7-fe2e208d0df4 req-801c2ff1-c6cd-4fcc-8b03-d1d47e8f030b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Oct 26 12:28:02.404199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd756a8f-dafe-43b4-baf3-0e92424047ed req-0ee1c64d-bdd2-47ec-b205-e9172714c68a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:02.405754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd756a8f-dafe-43b4-baf3-0e92424047ed req-0ee1c64d-bdd2-47ec-b205-e9172714c68a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Oct 26 12:28:02.445928 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd756a8f-dafe-43b4-baf3-0e92424047ed req-d3a86f7e-7c53-4d0e-9baa-53576f2ee3b4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Oct 26 12:28:02.811145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-e714fa1a-5ada-4261-a060-8d834447b80e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:02.812553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-e714fa1a-5ada-4261-a060-8d834447b80e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 814 time: 0.1057520 Oct 26 12:28:02.827147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-9a9b2377-fe77-40c9-b8fa-04c60934ef87 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/quotas/f9a6b563c6eb4d44a7ee7b1095ba4466 HTTP/1.1" status: 200 len: 375 time: 0.0089025 Oct 26 12:28:02.876333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-90215115-832e-496a-811d-180a1369b36b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435979 Oct 26 12:28:02.969027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-47a33a64-e4cd-467e-a862-c45656bd5a6b service neutron] 10.222.0.88 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856836 Oct 26 12:28:03.056956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-ab9817a6-308c-4b62-af7c-4fa9d831929f service neutron] 10.222.0.88 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810740 Oct 26 12:28:03.221523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f7f45d58-f8d7-4a65-b839-1dc8636a2bba req-53231796-c2fd-4002-bff2-3c646d0348d8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 210 time: 0.0347264 Oct 26 12:28:03.911655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-f5f6d925-880b-44ee-bb11-7e2eba50080f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:03.913078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-f5f6d925-880b-44ee-bb11-7e2eba50080f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.100 "GET /v2.0/ports?device_id=b5346bed-7da8-476c-9e85-205514b565b8 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Oct 26 12:28:04.018141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Deleting port 6f340ca0-3119-46ba-b36b-8ae98830a375 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:28:04.018481 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:04.046357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:04.187048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-c0934d77-2607-4325-a823-3200dc01ab52 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:04.188419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-c0934d77-2607-4325-a823-3200dc01ab52 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 814 time: 0.1817255 Oct 26 12:28:04.193583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] For port 6f340ca0-3119-46ba-b36b-8ae98830a375, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=6f340ca0-3119-46ba-b36b-8ae98830a375,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:04.193942 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:04.207317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Request body: {'port': {'device_id': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'admin_state_up': True, 'tenant_id': 'f9a6b563c6eb4d44a7ee7b1095ba4466'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:04.227150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Calling delete_port for 6f340ca0-3119-46ba-b36b-8ae98830a375 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:28:04.328576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d094ca5f-1d77-4792-b7e1-e527336cd6d5 req-91a8d0e9-9965-47df-9b2d-aa055cf50878 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 210 time: 0.0368023 Oct 26 12:28:04.386227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Made reservation on behalf of f9a6b563c6eb4d44a7ee7b1095ba4466 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:28:04.390391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:04.459021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:04.471138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6f340ca0-3119-46ba-b36b-8ae98830a375'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:28:04.769177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Pushing event deleted for resources: {'Port': ['ID=6f340ca0-3119-46ba-b36b-8ae98830a375,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:04.824196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] No DVR routers for this DVR port 6f340ca0-3119-46ba-b36b-8ae98830a375 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:28:04.842669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:04.846541 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.100 "DELETE /v2.0/ports/6f340ca0-3119-46ba-b36b-8ae98830a375 HTTP/1.1" status: 204 len: 173 time: 0.9228420 Oct 26 12:28:04.847006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-deleted', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:04.849629 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31872872-46c0-4fd0-aa6b-8afb86651f61" -d '{"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-deleted", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:04.882989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Allocated IP 172.20.0.2 (9b52f586-5b75-498f-95cc-1c098cba9581/4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f/1aa023f6-1f17-475c-a5be-6beac5f9219c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:28:04.893696 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e6a96-2802-4ab3-8846-42124779b7b4 x-openstack-request-id: req-9f4e6a96-2802-4ab3-8846-42124779b7b4 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:04.894001 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5346bed-7da8-476c-9e85-205514b565b8", "name": "network-vif-deleted", "tag": "6f340ca0-3119-46ba-b36b-8ae98830a375", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:04.894267 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9f4e6a96-2802-4ab3-8846-42124779b7b4 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:04.894668 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5346bed-7da8-476c-9e85-205514b565b8', 'name': 'network-vif-deleted', 'tag': '6f340ca0-3119-46ba-b36b-8ae98830a375', 'status': 'completed', 'code': 200} Oct 26 12:28:05.045966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.082102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.093985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['6f340ca0-3119-46ba-b36b-8ae98830a375'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:28:05.128247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Network 9b52f586-5b75-498f-95cc-1c098cba9581 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:05.131372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:05.135919 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:28:05.139489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:05.187880 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:05.188564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.205680 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d943c81d-877d-46dd-bf32-3580747f3d76 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029182 Oct 26 12:28:05.218149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Request body: {'port': {'device_id': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:05.274642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.457923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f738f47-302d-4f9c-9091-eef3a72d0c93 req-074c779f-5dcf-497f-a737-f421abf5e4e6 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:05.459560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f738f47-302d-4f9c-9091-eef3a72d0c93 req-074c779f-5dcf-497f-a737-f421abf5e4e6 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 931 time: 0.0575650 Oct 26 12:28:05.499617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9f738f47-302d-4f9c-9091-eef3a72d0c93 req-5057b201-cff7-43b0-afc3-e131a1b97ca5 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Oct 26 12:28:05.555364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa023f6-1f17-475c-a5be-6beac5f9219c {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:28:05.563589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.575762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Transition to ACTIVE for port object 1aa023f6-1f17-475c-a5be-6beac5f9219c will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:28:05.579400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.632089 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:05.656161 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.698857 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:28:05.699221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:28:05.699550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:05.704449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Port 1aa023f6-1f17-475c-a5be-6beac5f9219c on network 9b52f586-5b75-498f-95cc-1c098cba9581 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:28:05.704771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:05.709554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:28:05.709888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Checking segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:05.710266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Bound using segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:28:05.710690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Bound port: 1aa023f6-1f17-475c-a5be-6beac5f9219c, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:28:05.711075 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.777771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:05.780889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:28:05.786123 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.824196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:05.824805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:05.826190 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] 10.222.0.100 "PUT /v2.0/ports/1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 1091 time: 0.6125326 Oct 26 12:28:05.849540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66a953-1c16-4a54-bf74-e8e21d7c16d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:05.903575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-355540ea-9372-49a4-a14a-9e037ea10cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:05.905031 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-355540ea-9372-49a4-a14a-9e037ea10cd5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1094 time: 0.0436900 Oct 26 12:28:05.952427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-0742f8a2-7eac-4947-9dc5-89547ed1e33b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0401988 Oct 26 12:28:06.002883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-5227ae18-4b52-422c-83f1-1be558247978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:06.004370 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-5227ae18-4b52-422c-83f1-1be558247978 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0453124 Oct 26 12:28:06.037823 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-a4cd9fab-5baa-4357-a3fe-78bd8d4efd7b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267513 Oct 26 12:28:06.134289 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-c27db291-329b-43a7-b902-6d7d0feedab5 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889857 Oct 26 12:28:06.225078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d3fbfec5-fb3d-4f6f-a3e3-fd6368badc19 req-d82e6e70-fe15-4ae1-a074-5dcba1de1e17 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Oct 26 12:28:06.617963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f55e-da18-45a8-aabb-f32182b4245c req-d9e53109-403a-49f5-b661-2705237ac834 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:06.619488 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa85f55e-da18-45a8-aabb-f32182b4245c req-d9e53109-403a-49f5-b661-2705237ac834 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 943 time: 0.0494256 Oct 26 12:28:06.656303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa85f55e-da18-45a8-aabb-f32182b4245c req-9253045d-e5d7-4fa0-b054-d8b25c137f08 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308673 Oct 26 12:28:06.895541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:06.898023 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:06.933585 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b0622-e208-49e4-9011-61f86f17a15b x-openstack-request-id: req-990b0622-e208-49e4-9011-61f86f17a15b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:06.933881 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:06.934138 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-990b0622-e208-49e4-9011-61f86f17a15b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:06.934542 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'status': 'completed', 'code': 200} Oct 26 12:28:07.004373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-4cd54927-2166-4f92-9f3d-800f285bf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:07.006041 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-4cd54927-2166-4f92-9f3d-800f285bf78b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1094 time: 0.0497484 Oct 26 12:28:07.104376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-344ec18f-aa0d-4c96-8fa7-2c0441425381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:07.105857 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-344ec18f-aa0d-4c96-8fa7-2c0441425381 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0907350 Oct 26 12:28:07.145385 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-e5f27c89-ccfe-4145-a3df-2fa01b016861 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0330045 Oct 26 12:28:07.197777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-b09b4591-f42e-4303-9784-ae2949ce1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:07.199177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-b09b4591-f42e-4303-9784-ae2949ce1e9b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0477462 Oct 26 12:28:07.230365 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-b204647f-2e1c-467a-9430-9ced5fec1dd7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248141 Oct 26 12:28:07.318133 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-8b6f4d74-34a5-42f0-8c83-987ffaf2f467 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812297 Oct 26 12:28:07.412721 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-19070a2c-0dd5-414d-ab82-ae5eaaafe3ed req-f713ffe4-de96-4d47-93d3-f991fb18235b service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866618 Oct 26 12:28:07.532426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:28:07.534577 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:28:07.561108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 6f340ca0-3119-46ba-b36b-8ae98830a375 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:28:07.561456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 6f340ca0-3119-46ba-b36b-8ae98830a375 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:28:07.651466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:07.663220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'port_id': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'mac_address': 'fa:16:3e:c7:95:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:28:07.700470 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:07.714044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa023f6-1f17-475c-a5be-6beac5f9219c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:28:07.733894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:07.738280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:07.773735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17844-c351-46bc-b3bc-7fc18045e41f req-bd988535-40a4-4c90-a1f9-3e454cba29bc tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:07.775282 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4df17844-c351-46bc-b3bc-7fc18045e41f req-bd988535-40a4-4c90-a1f9-3e454cba29bc tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 943 time: 0.0503004 Oct 26 12:28:07.789327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:07.813672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4df17844-c351-46bc-b3bc-7fc18045e41f req-3abae25f-83e1-4298-8c1a-42d42991898d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Oct 26 12:28:07.924854 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1aa023f6-1f17-475c-a5be-6beac5f9219c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:28:08.938853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97fcd-f61a-47d4-b49b-fcbe387435b1 req-4a8c96b4-e9aa-4a5c-bbab-cefac21ec873 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:08.940396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cce97fcd-f61a-47d4-b49b-fcbe387435b1 req-4a8c96b4-e9aa-4a5c-bbab-cefac21ec873 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 944 time: 0.0541570 Oct 26 12:28:08.979697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cce97fcd-f61a-47d4-b49b-fcbe387435b1 req-674fc435-0c7e-4e1c-b44d-b40525530c3d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Oct 26 12:28:09.531750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:09.583955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 1aa023f6-1f17-475c-a5be-6beac5f9219c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:28:09.588088 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1aa023f6-1f17-475c-a5be-6beac5f9219c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:09.588483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:09.668280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:09.692132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:09.694464 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a346e0b5-f309-431a-9d4d-3f8b81955b57" -d '{"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-plugged", "status": "completed", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:09.707561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:09.711318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:09.738395 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41914a3e-245e-4b86-ab11-dd7e316de3ff x-openstack-request-id: req-41914a3e-245e-4b86-ab11-dd7e316de3ff {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:09.738755 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-plugged", "status": "completed", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:09.739039 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-41914a3e-245e-4b86-ab11-dd7e316de3ff {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:09.739434 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'code': 200} Oct 26 12:28:09.765353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:09.825256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe538a20-8c4d-4458-9aad-0b65a20d236a req-8efad0af-cfb6-451d-abf7-dcc78a0a3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:09.826824 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe538a20-8c4d-4458-9aad-0b65a20d236a req-8efad0af-cfb6-451d-abf7-dcc78a0a3765 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1096 time: 0.0408542 Oct 26 12:28:09.862951 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe538a20-8c4d-4458-9aad-0b65a20d236a req-6141fe0d-ae7f-4470-b88f-31cdf5ca4396 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288856 Oct 26 12:28:10.093632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab04e-c67c-4704-b930-58b394e50e6d req-deba7c99-6e1d-4fa6-a5ce-64e5b1d57b16 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:10.095609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e59ab04e-c67c-4704-b930-58b394e50e6d req-deba7c99-6e1d-4fa6-a5ce-64e5b1d57b16 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0502341 Oct 26 12:28:10.134764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e59ab04e-c67c-4704-b930-58b394e50e6d req-50500f30-1342-44ad-8708-e0fb221c3c60 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Oct 26 12:28:11.252880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58595d4-16b3-482c-aae2-513cb84c06a0 req-5502c7df-d3a8-4c47-bc34-f99abf00ba3b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:11.254430 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e58595d4-16b3-482c-aae2-513cb84c06a0 req-5502c7df-d3a8-4c47-bc34-f99abf00ba3b tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0501721 Oct 26 12:28:11.293799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e58595d4-16b3-482c-aae2-513cb84c06a0 req-664e41df-6265-45d6-a3a4-251c2ddd3f31 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Oct 26 12:28:11.421019 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660678-f239-4110-b697-74e98dfa2bc0 req-6a95bb42-74e1-41af-8c82-dfdfc98569b1 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:11.423206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f660678-f239-4110-b697-74e98dfa2bc0 req-6a95bb42-74e1-41af-8c82-dfdfc98569b1 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0548587 Oct 26 12:28:11.462686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f660678-f239-4110-b697-74e98dfa2bc0 req-5ccfa3de-12b1-4c48-b94a-2dce72ce7374 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Oct 26 12:28:11.732955 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-3868376b-7c43-43ec-93be-4c91a4e30a4d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480726 Oct 26 12:28:11.748194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefabcb2-0aaa-483a-84f7-724347a6a0f8 req-572d97e4-4065-4a29-adbb-8b235c06ab43 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:11.749822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aefabcb2-0aaa-483a-84f7-724347a6a0f8 req-572d97e4-4065-4a29-adbb-8b235c06ab43 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0547702 Oct 26 12:28:11.790712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aefabcb2-0aaa-483a-84f7-724347a6a0f8 req-97e9ef4b-46d5-4cbc-b5ea-84ffdc9524b3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Oct 26 12:28:12.919226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90683bed-6d0f-4bee-912f-bd37f5bdb2ec req-e3263f76-bba6-48e7-b5ba-d707c52c2118 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:12.920802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90683bed-6d0f-4bee-912f-bd37f5bdb2ec req-e3263f76-bba6-48e7-b5ba-d707c52c2118 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0572336 Oct 26 12:28:12.962135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-90683bed-6d0f-4bee-912f-bd37f5bdb2ec req-3e9f80a9-c5ea-432b-ada2-83360a789a97 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Oct 26 12:28:12.968668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-6e4d80c6-f6be-4324-b006-66e72166de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:12.970883 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-6e4d80c6-f6be-4324-b006-66e72166de00 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1096 time: 0.0457959 Oct 26 12:28:13.063755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-e7ea186a-3ef0-4036-9a36-a6eae6483081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:13.065245 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-e7ea186a-3ef0-4036-9a36-a6eae6483081 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0875750 Oct 26 12:28:13.113717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f89f6a52-88d9-4bd4-98c2-01527b8afb1f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0400913 Oct 26 12:28:13.165720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f789049f-2eb9-471f-8cfe-bd849b277aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:13.167260 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f789049f-2eb9-471f-8cfe-bd849b277aaa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0462005 Oct 26 12:28:13.199697 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-88302bb6-fa6b-46f9-a6bb-d33783759a55 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253365 Oct 26 12:28:13.301856 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-96895d3d-daa6-4abd-bef5-a4c782d7abd5 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954208 Oct 26 12:28:13.403368 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-476db956-4fa6-4abd-88b9-f0492ce1d119 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943093 Oct 26 12:28:14.087769 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991fc30-4639-435f-b9af-94eb86c2f836 req-e4c30b12-a395-4927-9a10-98edbd2e98ff tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:14.089340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4991fc30-4639-435f-b9af-94eb86c2f836 req-e4c30b12-a395-4927-9a10-98edbd2e98ff tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0557685 Oct 26 12:28:14.130355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4991fc30-4639-435f-b9af-94eb86c2f836 req-23515a61-fe47-4e88-be3a-6d6a73862908 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Oct 26 12:28:15.248172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f187f9-fbb7-4fe1-a581-52ee7975d11a req-f97d0193-7602-4b67-ba3e-e7a63ea4dcdc tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:15.249727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14f187f9-fbb7-4fe1-a581-52ee7975d11a req-f97d0193-7602-4b67-ba3e-e7a63ea4dcdc tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0505917 Oct 26 12:28:15.289097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14f187f9-fbb7-4fe1-a581-52ee7975d11a req-a895b59e-3d13-4aed-9099-8fcac4c05028 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Oct 26 12:28:16.406617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2220d-4ebc-4d7e-b5e9-02738df45a2a req-f966680e-0ab9-4bca-b62b-4302ffd2b301 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:16.408179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fba2220d-4ebc-4d7e-b5e9-02738df45a2a req-f966680e-0ab9-4bca-b62b-4302ffd2b301 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0496550 Oct 26 12:28:16.447116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fba2220d-4ebc-4d7e-b5e9-02738df45a2a req-fa2a6e57-7c80-4d14-9716-df8e2888ab4c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Oct 26 12:28:17.568492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022019b-0dcb-432a-a174-0fb0e0ec004d req-7c679d2a-cec3-4bef-8710-2f024f9cf20a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:17.570045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5022019b-0dcb-432a-a174-0fb0e0ec004d req-7c679d2a-cec3-4bef-8710-2f024f9cf20a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0540757 Oct 26 12:28:17.609493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5022019b-0dcb-432a-a174-0fb0e0ec004d req-a122a53b-8371-483f-841c-8107e8a64080 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Oct 26 12:28:18.728878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761592-b64b-44d8-a6e8-a9f779983813 req-02eae4cd-0fe7-4122-ae1d-5b150ce51711 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:18.730413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16761592-b64b-44d8-a6e8-a9f779983813 req-02eae4cd-0fe7-4122-ae1d-5b150ce51711 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0499349 Oct 26 12:28:18.769735 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16761592-b64b-44d8-a6e8-a9f779983813 req-e095ee8a-fb31-42fa-9cad-088442550b13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Oct 26 12:28:19.199692 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-655acb56-1dc3-42d9-afa0-c3e762f20ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:19.427955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-4d94326e-6bab-4337-a584-d3db0522dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:19.429397 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-4d94326e-6bab-4337-a584-d3db0522dd54 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1096 time: 0.0469787 Oct 26 12:28:19.537441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-eb783a4f-1c23-4137-b6c1-958ef4d31f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:19.539060 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-eb783a4f-1c23-4137-b6c1-958ef4d31f3a service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0898438 Oct 26 12:28:19.585949 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-71b3e12b-5dbf-4e98-93ee-f929c75216c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0402176 Oct 26 12:28:19.639438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-a82a1249-1c81-498c-b008-809f90c27980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:19.640944 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-a82a1249-1c81-498c-b008-809f90c27980 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0481558 Oct 26 12:28:19.673140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-31b325f4-8db1-4662-a19b-11afb787bfc7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253682 Oct 26 12:28:19.775185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-4b178ecc-af0f-41de-b1eb-19e7ba2f5561 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952256 Oct 26 12:28:19.867745 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e3f40aea-6d82-4580-8cb2-f4453d6cc463 req-f154d025-79fb-4c19-ad6a-0ee9d1d30164 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862501 Oct 26 12:28:19.886628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2d53-80c4-4648-bfc4-4ac86eb372d4 req-39f29648-a590-4eb3-82c4-4a57e4075503 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:19.888224 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6eb2d53-80c4-4648-bfc4-4ac86eb372d4 req-39f29648-a590-4eb3-82c4-4a57e4075503 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0503592 Oct 26 12:28:19.926957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6eb2d53-80c4-4648-bfc4-4ac86eb372d4 req-d8534a32-5992-44d2-b6e0-73bea517eb0a tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Oct 26 12:28:21.045799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096f5d7-1c24-4065-877f-bb9eeb2f0d9f req-f97d7d7d-57b5-49c5-b72d-a74b5700b8b1 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:21.047355 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e096f5d7-1c24-4065-877f-bb9eeb2f0d9f req-f97d7d7d-57b5-49c5-b72d-a74b5700b8b1 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0535269 Oct 26 12:28:21.087938 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e096f5d7-1c24-4065-877f-bb9eeb2f0d9f req-0f4bd34c-a66b-4f08-93e8-33d0ce85879c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341969 Oct 26 12:28:21.765173 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd3f106e-e7cc-4220-8d3e-2be35142c181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:22.203293 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca40c17-e4df-439f-bb1d-423df14bba76 req-d492d53b-327e-4b68-9064-c5c82072b9de tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:22.204787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ca40c17-e4df-439f-bb1d-423df14bba76 req-d492d53b-327e-4b68-9064-c5c82072b9de tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0496461 Oct 26 12:28:22.243581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4ca40c17-e4df-439f-bb1d-423df14bba76 req-97dc2bcf-a9d9-4d5e-a6b9-fbc3080fb61f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Oct 26 12:28:22.923609 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:23.316624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:23.365385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a805a-6509-4087-a327-c86d5c7febf8 req-99684189-3706-4ee2-abac-f7b92976ffb9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:23.367070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f94a805a-6509-4087-a327-c86d5c7febf8 req-99684189-3706-4ee2-abac-f7b92976ffb9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0549662 Oct 26 12:28:23.408973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f94a805a-6509-4087-a327-c86d5c7febf8 req-6a9df9a2-bb0e-4b5c-9ce5-7262e02021ac tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357676 Oct 26 12:28:24.531683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c74fa-f0c0-4f7f-980b-04d2f02e1312 req-2fe90a52-ac3f-484b-a14e-74199a46a7f9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:24.533785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b0c74fa-f0c0-4f7f-980b-04d2f02e1312 req-2fe90a52-ac3f-484b-a14e-74199a46a7f9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0533237 Oct 26 12:28:24.571248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b0c74fa-f0c0-4f7f-980b-04d2f02e1312 req-a9a390c2-2af6-4d99-bd6b-ce1d418547a0 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Oct 26 12:28:24.716123 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:25.687253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8a0c-9808-4f26-b94a-e842f501a1a5 req-4bd3f505-f4c2-4a24-9dd5-08287fd2e4d4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:25.689356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f40b8a0c-9808-4f26-b94a-e842f501a1a5 req-4bd3f505-f4c2-4a24-9dd5-08287fd2e4d4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0491502 Oct 26 12:28:25.727970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f40b8a0c-9808-4f26-b94a-e842f501a1a5 req-b5cad75c-619a-487e-9afd-151768c5e1b9 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Oct 26 12:28:26.856702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586deef-6283-4ca7-a6cb-4bc93d314eae req-59d0bc6f-b5f6-4b46-aadc-bd50d843b06d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:26.858350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b586deef-6283-4ca7-a6cb-4bc93d314eae req-59d0bc6f-b5f6-4b46-aadc-bd50d843b06d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0583305 Oct 26 12:28:26.901533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b586deef-6283-4ca7-a6cb-4bc93d314eae req-0051fe92-3dd7-4bb3-ae48-8acfb56108ae tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365870 Oct 26 12:28:28.023992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703d3-f728-4d70-91ec-c7f08cbeb3af req-130838de-fb3b-4fdc-a1bf-822ac10e8285 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:28.025533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c48703d3-f728-4d70-91ec-c7f08cbeb3af req-130838de-fb3b-4fdc-a1bf-822ac10e8285 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0536900 Oct 26 12:28:28.064945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c48703d3-f728-4d70-91ec-c7f08cbeb3af req-ac7590f3-0ce2-4458-a960-6d69309c4857 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Oct 26 12:28:28.567908 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:28:29.183453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f16c-5e4a-4a76-b7b2-8c8e16ceb5bb req-ac9e3790-ebfb-49c2-98d5-509132ffdfed tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:29.184976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88c7f16c-5e4a-4a76-b7b2-8c8e16ceb5bb req-ac9e3790-ebfb-49c2-98d5-509132ffdfed tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0500407 Oct 26 12:28:29.223819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88c7f16c-5e4a-4a76-b7b2-8c8e16ceb5bb req-8f7c63c1-7d06-4d32-ba1c-3ada23751116 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Oct 26 12:28:30.342034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f32f0-d5b6-4074-b8c6-925053eecf3e req-7e92c381-1dd1-4acb-926b-6b60cddcb0a3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:30.343568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9f32f0-d5b6-4074-b8c6-925053eecf3e req-7e92c381-1dd1-4acb-926b-6b60cddcb0a3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0512862 Oct 26 12:28:30.382512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba9f32f0-d5b6-4074-b8c6-925053eecf3e req-1360046e-1f6d-4690-bdd7-b1ad65ee8c50 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Oct 26 12:28:31.503475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1efd1-5576-4603-b67a-c4d7f5e4fd82 req-9f3b5a98-11b8-4a15-8a88-c399ed7f654d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:31.504995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8f1efd1-5576-4603-b67a-c4d7f5e4fd82 req-9f3b5a98-11b8-4a15-8a88-c399ed7f654d tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0541785 Oct 26 12:28:31.544029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8f1efd1-5576-4603-b67a-c4d7f5e4fd82 req-e974056a-6de2-4815-bedf-9118b4e66027 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Oct 26 12:28:32.663176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9d239-6206-493a-bd59-c3ecfd22846d req-7c046570-02fd-43de-94d0-27e93bd4243e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:32.664683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1b9d239-6206-493a-bd59-c3ecfd22846d req-7c046570-02fd-43de-94d0-27e93bd4243e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0511832 Oct 26 12:28:32.703041 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1b9d239-6206-493a-bd59-c3ecfd22846d req-48a14f84-3600-4364-98dc-45382cf90e4e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Oct 26 12:28:33.822888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a6ac-b21a-4d4b-be97-adc487771c21 req-3f05ec0d-b71b-4d61-837e-7eab7a155fb4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:33.824451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3015a6ac-b21a-4d4b-be97-adc487771c21 req-3f05ec0d-b71b-4d61-837e-7eab7a155fb4 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0509224 Oct 26 12:28:33.864926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3015a6ac-b21a-4d4b-be97-adc487771c21 req-efbc998b-14b0-434b-ad65-cc6b7234a9cc tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342929 Oct 26 12:28:34.078144 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:34.990685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04a16b-5b0c-40a3-ba56-9b1d318ba337 req-85c60c96-dc92-47e7-afa2-b2f20527e680 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:34.992249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c04a16b-5b0c-40a3-ba56-9b1d318ba337 req-85c60c96-dc92-47e7-afa2-b2f20527e680 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0584233 Oct 26 12:28:35.030675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4c04a16b-5b0c-40a3-ba56-9b1d318ba337 req-e70f4f74-7b19-4d87-a30c-a1784d0ce915 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Oct 26 12:28:35.654683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:36.146796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd801a9-d62e-49bd-a279-aa00e3fe8602 req-6aece48c-f30d-4dee-ac33-f1c59a321f19 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:36.148349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fd801a9-d62e-49bd-a279-aa00e3fe8602 req-6aece48c-f30d-4dee-ac33-f1c59a321f19 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0493338 Oct 26 12:28:36.186910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fd801a9-d62e-49bd-a279-aa00e3fe8602 req-f7cb3215-c41d-4a9d-9ebe-22845a3d9694 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Oct 26 12:28:37.309079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9fe4f-8da5-449e-aabd-27387bdd424b req-12d5a2c8-9e6d-4688-8fce-5a375756d752 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:37.310603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bed9fe4f-8da5-449e-aabd-27387bdd424b req-12d5a2c8-9e6d-4688-8fce-5a375756d752 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0515578 Oct 26 12:28:37.349006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bed9fe4f-8da5-449e-aabd-27387bdd424b req-b4f8c8e9-8626-47dc-84eb-4223ca2842fd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Oct 26 12:28:38.472381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b767c1-3cab-4e37-a773-1c5c0c3f1981 req-27289302-eaf2-4bfb-8747-f9605748f21e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:38.474147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8b767c1-3cab-4e37-a773-1c5c0c3f1981 req-27289302-eaf2-4bfb-8747-f9605748f21e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0540292 Oct 26 12:28:38.512544 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d8b767c1-3cab-4e37-a773-1c5c0c3f1981 req-f947e3e8-3cca-4cad-86be-d4cfa3e5eb08 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Oct 26 12:28:39.630527 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb53a-b9e6-49a8-aaef-31e70947214c req-470f69f0-ab51-4ffb-8944-4dcc823843d8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:39.632118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba4cb53a-b9e6-49a8-aaef-31e70947214c req-470f69f0-ab51-4ffb-8944-4dcc823843d8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0501664 Oct 26 12:28:39.669356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba4cb53a-b9e6-49a8-aaef-31e70947214c req-25f48f11-c4c3-4885-8d59-3ecd7ff11a6f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Oct 26 12:28:40.207847 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-b33ce00c-c7c9-415d-b4d1-d74f26b728f1 service neutron] show failed (client error): The resource could not be found. Oct 26 12:28:40.208835 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-b33ce00c-c7c9-415d-b4d1-d74f26b728f1 service neutron] 10.222.0.100 "GET /v2.0/ports/1aa023f6-1f17-475c-a5be-6beac5f9219c/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0536940 Oct 26 12:28:40.418025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-0faecf64-083c-41c1-b9da-f5c0951ef197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:40.419483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-0faecf64-083c-41c1-b9da-f5c0951ef197 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e&tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466 HTTP/1.1" status: 200 len: 1096 time: 0.0407939 Oct 26 12:28:40.435108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:40.490336 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:40.690641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:40.725533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:40.794033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:40.796671 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f49b2a-7f41-4079-9daa-3cff50682d05" -d '{"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:40.801485 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:40.827482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0e363-536c-4064-b5f4-7c01e38e4078 req-cbbdc0de-1146-47e0-abb4-ebafbb679d36 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:40.829089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebd0e363-536c-4064-b5f4-7c01e38e4078 req-cbbdc0de-1146-47e0-abb4-ebafbb679d36 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0842478 Oct 26 12:28:40.830583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Transition to ACTIVE for port object 1aa023f6-1f17-475c-a5be-6beac5f9219c will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:28:40.834776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:40.852569 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6aea15-82d3-4cd8-b8ab-d4fa4a73dca8 x-openstack-request-id: req-1c6aea15-82d3-4cd8-b8ab-d4fa4a73dca8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:40.852873 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:40.853138 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c6aea15-82d3-4cd8-b8ab-d4fa4a73dca8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:40.853534 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'code': 200} Oct 26 12:28:40.927695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] No DVR routers for this DVR port 1aa023f6-1f17-475c-a5be-6beac5f9219c on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:28:40.934485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebd0e363-536c-4064-b5f4-7c01e38e4078 req-d662466f-a5e3-4211-917f-e27fec197567 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964286 Oct 26 12:28:40.935109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:40.962005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.962359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.962726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.963075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.963414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.963752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.964085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.964418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.964752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.965085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.965413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.965770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:40.979010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:28:40.979359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:28:40.979692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:40.983973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Port 1aa023f6-1f17-475c-a5be-6beac5f9219c on network 9b52f586-5b75-498f-95cc-1c098cba9581 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:28:40.984302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Attempting to bind port 1aa023f6-1f17-475c-a5be-6beac5f9219c on network 9b52f586-5b75-498f-95cc-1c098cba9581 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:40.989077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:28:40.989419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Checking segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:40.989797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Bound using segment: {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:28:40.990231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Bound port: 1aa023f6-1f17-475c-a5be-6beac5f9219c, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8240b3e0-e4a0-4566-81bd-09fb75344b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:28:40.990591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:41.056204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:41.059764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:28:41.065344 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:41.101931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:41.102540 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:41.103941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 1091 time: 0.6726849 Oct 26 12:28:41.121907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e34bf9-764a-40e3-8dc4-a6f7c37498e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:41.166513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-7c6e806e-ad9c-46be-8fff-f130a2309276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:41.168067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-7c6e806e-ad9c-46be-8fff-f130a2309276 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1094 time: 0.0407526 Oct 26 12:28:41.262234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-b2db9eaf-c8d4-455e-8413-b94f47232dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:41.263782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-b2db9eaf-c8d4-455e-8413-b94f47232dd2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0889719 Oct 26 12:28:41.309396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-b337a5ce-cf05-4a70-a839-a1e2b395fb56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0340424 Oct 26 12:28:41.361814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-6b94c097-7d0d-4b11-a286-3642d286eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:41.363319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-6b94c097-7d0d-4b11-a286-3642d286eab2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0437243 Oct 26 12:28:41.403566 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-ce28244f-977a-41d3-84a6-c89949d78a47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283108 Oct 26 12:28:41.495806 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-769b7e0a-2b0e-43b9-b121-4843e41e6340 service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825663 Oct 26 12:28:41.593053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfaa3d0c-13fd-4a5e-a64a-088dd2c73bb0 req-dd1a9bff-c8d2-40e2-8089-af7aa61e894f service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Oct 26 12:28:42.056431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1760462-398c-4bdf-9a8c-1a3ec47e3be5 req-dc40949c-b2fc-4b5a-a7bb-97daf743a9bd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:42.057933 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1760462-398c-4bdf-9a8c-1a3ec47e3be5 req-dc40949c-b2fc-4b5a-a7bb-97daf743a9bd tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 943 time: 0.0503485 Oct 26 12:28:42.095752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1760462-398c-4bdf-9a8c-1a3ec47e3be5 req-9e126406-76cf-4d1d-abc7-7ca6f8107204 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Oct 26 12:28:42.854748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:42.857247 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:42.904584 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f708af23-d74b-4432-b06a-e4a252eb2b2f x-openstack-request-id: req-f708af23-d74b-4432-b06a-e4a252eb2b2f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:42.904882 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:42.905138 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f708af23-d74b-4432-b06a-e4a252eb2b2f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:42.905546 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'status': 'completed', 'code': 200} Oct 26 12:28:42.968933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-57920f1b-97d8-4a78-ad90-d9c0a5a57bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:42.970450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-57920f1b-97d8-4a78-ad90-d9c0a5a57bad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1094 time: 0.0415919 Oct 26 12:28:42.973004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-4e4554c6-b74f-45a7-97a5-e196ac0e0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:42.974512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-4e4554c6-b74f-45a7-97a5-e196ac0e0b1d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1094 time: 0.0462480 Oct 26 12:28:43.065184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-10bb07a1-4893-4286-9895-ee26065e57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:43.066184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-b37d0d4b-9347-4a40-90d4-e3f488a2566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:43.066729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-10bb07a1-4893-4286-9895-ee26065e57e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0889261 Oct 26 12:28:43.067709 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-b37d0d4b-9347-4a40-90d4-e3f488a2566c service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0860896 Oct 26 12:28:43.110577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-1483731b-c5f1-4fb4-8b3c-4e41048838de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0352855 Oct 26 12:28:43.114584 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-4935f65f-4302-4421-9c9d-e6f3e42cc963 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0388377 Oct 26 12:28:43.163129 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-0aa0823f-f486-4d40-80b6-28793986c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:43.164639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-0aa0823f-f486-4d40-80b6-28793986c946 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0465477 Oct 26 12:28:43.166122 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-93d1e158-3845-440f-8d7a-0ac9f29be10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:43.167654 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-93d1e158-3845-440f-8d7a-0ac9f29be10f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0459745 Oct 26 12:28:43.200605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-ba1e4937-1af1-471f-b122-f1670d4e76f3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255892 Oct 26 12:28:43.218644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-ca98e5dd-d26d-4483-b02e-2597d728d5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429494 Oct 26 12:28:43.245353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7395-7187-48e2-8d0a-d99726c54829 req-2f222996-e81f-414b-b56b-cf3bfd25d1fe tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:43.246904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-269e7395-7187-48e2-8d0a-d99726c54829 req-2f222996-e81f-414b-b56b-cf3bfd25d1fe tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 943 time: 0.0813560 Oct 26 12:28:43.304877 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-f53ae7a0-0440-47fe-84d1-0e97f5eb5095 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976188 Oct 26 12:28:43.330368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-269e7395-7187-48e2-8d0a-d99726c54829 req-8897d34f-0a36-46a6-b993-9a98840bbda2 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728772 Oct 26 12:28:43.358808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-9e248d9b-57a8-4a9d-a73e-8ec46d807b1f service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291747 Oct 26 12:28:43.416005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-1cae4307-b77c-43c7-91cf-bc7b5e059be9 service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046810 Oct 26 12:28:43.421675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:28:43.460179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1816e0a-9d6e-4e8f-a9ff-a878e2521fa3 req-3aaf1513-132b-4773-9490-095fcf688e2e service neutron] 10.222.0.30 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929165 Oct 26 12:28:43.520046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:43.531006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'network_id': '9b52f586-5b75-498f-95cc-1c098cba9581', 'port_id': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'mac_address': 'fa:16:3e:c7:95:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:28:43.571431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:43.584106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa023f6-1f17-475c-a5be-6beac5f9219c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:28:43.603190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:43.606858 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:43.654658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:43.662366 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.662707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.663066 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.663403 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.663730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.664055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.664377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.664697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.665017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.665335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.665652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.665969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:43.703350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:28:43.742278 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:28:43.849011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['1aa023f6-1f17-475c-a5be-6beac5f9219c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:28:44.459464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46018b6-16a4-4d56-bfe0-29ff60a5bb71 req-ec8756d5-47f9-49d5-8afb-97321bccf09f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:44.462679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f46018b6-16a4-4d56-bfe0-29ff60a5bb71 req-ec8756d5-47f9-49d5-8afb-97321bccf09f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 944 time: 0.0494759 Oct 26 12:28:44.504547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f46018b6-16a4-4d56-bfe0-29ff60a5bb71 req-6c877861-930a-436d-bf72-ce2fd4029548 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375364 Oct 26 12:28:44.696879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7d2f-9fb6-4289-8df3-61704ac54d71 req-84d3e063-1371-451c-a416-f002ea45f8ec tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:44.698409 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a14c7d2f-9fb6-4289-8df3-61704ac54d71 req-84d3e063-1371-451c-a416-f002ea45f8ec tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 944 time: 0.0495017 Oct 26 12:28:44.713332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-4221820c-15c2-4c9b-ab13-24b4f0e3dc34 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:44.715016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-4221820c-15c2-4c9b-ab13-24b4f0e3dc34 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e&tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 944 time: 0.0529523 Oct 26 12:28:44.737570 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a14c7d2f-9fb6-4289-8df3-61704ac54d71 req-1b735123-7743-43e2-8e39-62381facc775 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Oct 26 12:28:44.781682 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-4f7abc31-7e58-4140-bb83-d41c710d2951 service neutron] delete failed (client error): The resource could not be found. Oct 26 12:28:44.782854 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-4f7abc31-7e58-4140-bb83-d41c710d2951 service neutron] 10.222.0.100 "DELETE /v2.0/ports/1aa023f6-1f17-475c-a5be-6beac5f9219c/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0604217 Oct 26 12:28:44.870858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-c95ef95e-99b6-4d28-9595-4697e663f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:44.872393 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-c95ef95e-99b6-4d28-9595-4697e663f230 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 1095 time: 0.0420990 Oct 26 12:28:44.965415 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-bfdefc1f-9963-464a-b89a-bf1e0057f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:44.966906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-bfdefc1f-9963-464a-b89a-bf1e0057f12a service neutron] 10.222.0.100 "GET /v2.0/networks?id=9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 200 len: 916 time: 0.0882165 Oct 26 12:28:45.008071 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-372d2613-b90d-4ff5-b7ae-12b26d76377f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 200 len: 217 time: 0.0345550 Oct 26 12:28:45.055905 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-b5aeb7cd-5c52-4ee8-af1e-64067d171d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:45.057342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-b5aeb7cd-5c52-4ee8-af1e-64067d171d86 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 200 len: 854 time: 0.0426941 Oct 26 12:28:45.089202 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-c15cceac-669f-46d5-aac7-1ad94123d98c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9b52f586-5b75-498f-95cc-1c098cba9581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251553 Oct 26 12:28:45.182664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-58bad65f-a41f-466b-814b-ab3316fa01fc service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863328 Oct 26 12:28:45.275268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fa2e2589-8460-465f-bcea-4892eaaab35c req-a06551e0-56fc-4ec1-b201-160986e6ba1b service neutron] 10.222.0.100 "GET /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855138 Oct 26 12:28:45.436908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:45.484953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 1aa023f6-1f17-475c-a5be-6beac5f9219c completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:28:45.489292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 1aa023f6-1f17-475c-a5be-6beac5f9219c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:45.489666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:45.568117 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:45.591533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:45.593882 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ae88c-1688-40de-b090-3c8e662d05ca" -d '{"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-plugged", "status": "completed", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:45.607708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:45.614426 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:45.645591 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae3de04-db23-4b8e-be95-fd1bcd5762e6 x-openstack-request-id: req-eae3de04-db23-4b8e-be95-fd1bcd5762e6 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:45.645887 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-plugged", "status": "completed", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:45.646144 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eae3de04-db23-4b8e-be95-fd1bcd5762e6 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:45.646538 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'code': 200} Oct 26 12:28:45.666609 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:45.857703 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837f4b-09db-4ac2-a2c9-2a1245469d2c req-691d62e7-253e-4379-b1cd-3ea9c8c16c7e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:45.859125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1837f4b-09db-4ac2-a2c9-2a1245469d2c req-691d62e7-253e-4379-b1cd-3ea9c8c16c7e tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0498629 Oct 26 12:28:45.896790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1837f4b-09db-4ac2-a2c9-2a1245469d2c req-b0db77a8-e176-4b04-9300-f8d798423c52 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Oct 26 12:28:46.013857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a749-37d6-4739-af8a-1128439a030a req-7ef4369f-faea-40a8-8488-19a7b4010170 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:46.015389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f974a749-37d6-4739-af8a-1128439a030a req-7ef4369f-faea-40a8-8488-19a7b4010170 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0518365 Oct 26 12:28:46.056759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f974a749-37d6-4739-af8a-1128439a030a req-a9be74c8-fdfc-432c-ac3e-fafc860ef3eb tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Oct 26 12:28:46.169999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ada587-6c2d-474c-90d7-ead3beeae371 req-e827a84d-0c93-400f-9f95-29e59bede578 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:46.171462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0ada587-6c2d-474c-90d7-ead3beeae371 req-e827a84d-0c93-400f-9f95-29e59bede578 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0502260 Oct 26 12:28:46.209797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0ada587-6c2d-474c-90d7-ead3beeae371 req-c901c624-0abf-4eed-946e-ec317f0411c3 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Oct 26 12:28:46.535639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95e1d7-c871-4ff9-bb66-0677dcfbeed4 req-9835f79f-f39e-41c2-adf8-084dbf6ecd96 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:46.537162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c95e1d7-c871-4ff9-bb66-0677dcfbeed4 req-9835f79f-f39e-41c2-adf8-084dbf6ecd96 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0493424 Oct 26 12:28:46.575598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c95e1d7-c871-4ff9-bb66-0677dcfbeed4 req-225af1ee-8da7-4cda-af2b-3610791abef8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325820 Oct 26 12:28:47.693425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8740f-16f2-4798-8a6d-1e26e4c13b8e req-c3e3e0a8-7620-4605-b8cf-346304a282a8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:47.694905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83b8740f-16f2-4798-8a6d-1e26e4c13b8e req-c3e3e0a8-7620-4605-b8cf-346304a282a8 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0478146 Oct 26 12:28:47.736068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83b8740f-16f2-4798-8a6d-1e26e4c13b8e req-0874de7d-9cc1-4e51-9ca7-c4f5f5dd96ef tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.88 "GET /v2.0/security-groups?id=89a01202-c00b-47b8-a0c9-e7d8a01c99ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Oct 26 12:28:47.835780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-4280ec08-43f7-4f81-bf76-4a453f34831f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:47.837321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-4280ec08-43f7-4f81-bf76-4a453f34831f tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa2028df-5a18-49e6-be62-c2c18fe7b27e HTTP/1.1" status: 200 len: 945 time: 0.0492213 Oct 26 12:28:47.930259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Deleting port 1aa023f6-1f17-475c-a5be-6beac5f9219c {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:28:47.930504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:48.021622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] For port 1aa023f6-1f17-475c-a5be-6beac5f9219c, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=1aa023f6-1f17-475c-a5be-6beac5f9219c,segment=NetworkSegment(8240b3e0-e4a0-4566-81bd-09fb75344b8e),segment_id=8240b3e0-e4a0-4566-81bd-09fb75344b8e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:48.021991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:48.034185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Calling delete_port for 1aa023f6-1f17-475c-a5be-6beac5f9219c owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:28:48.466989 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:48.483065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['1aa023f6-1f17-475c-a5be-6beac5f9219c'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:28:48.497679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Pushing event deleted for resources: {'Port': ['ID=1aa023f6-1f17-475c-a5be-6beac5f9219c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:48.538494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] No DVR routers for this DVR port 1aa023f6-1f17-475c-a5be-6beac5f9219c on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:28:48.541631 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:48.545064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fde58a2c-4721-4035-8804-93ce5d45af99 req-ad66e269-329c-4e3a-a53f-43f3a98a6d13 tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] 10.222.0.30 "DELETE /v2.0/ports/1aa023f6-1f17-475c-a5be-6beac5f9219c HTTP/1.1" status: 204 len: 173 time: 0.6981442 Oct 26 12:28:48.545523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-deleted', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:48.547829 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f53d0-0c4e-4ab5-9c50-3e4a5186ce60" -d '{"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-deleted", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:48.585328 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a303bb-132e-4a23-a5b2-3c867564eac3 x-openstack-request-id: req-99a303bb-132e-4a23-a5b2-3c867564eac3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:48.585623 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2028df-5a18-49e6-be62-c2c18fe7b27e", "name": "network-vif-deleted", "tag": "1aa023f6-1f17-475c-a5be-6beac5f9219c", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:48.585897 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-99a303bb-132e-4a23-a5b2-3c867564eac3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:48.586283 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2028df-5a18-49e6-be62-c2c18fe7b27e', 'name': 'network-vif-deleted', 'tag': '1aa023f6-1f17-475c-a5be-6beac5f9219c', 'status': 'completed', 'code': 200} Oct 26 12:28:48.861866 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49858) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:48.909405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Deleting subnet 4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:28:48.912588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:48.950305 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:48.990679 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.042903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.069344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:49.073490 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.076781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8ae1cd8e-4e73-46b0-9349-dba9c43144dd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4ede52cb-e9b2-4769-b79a-ce4e8bb43a2f HTTP/1.1" status: 204 len: 168 time: 0.2138989 Oct 26 12:28:49.079434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49860) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:49.155829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.199556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcc5223c-40e0-4490-a764-dce2bef69efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.236189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.256781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b52f586-5b75-498f-95cc-1c098cba9581']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:49.269404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8240b3e0-e4a0-4566-81bd-09fb75344b8e') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:49.269705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8240b3e0-e4a0-4566-81bd-09fb75344b8e') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:49.280327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.294748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.301647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:28:49.302094 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:28:49.304056 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:28:49.364697 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.370507 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.373937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9b52f586-5b75-498f-95cc-1c098cba9581 HTTP/1.1" status: 204 len: 168 time: 0.2935510 Oct 26 12:28:49.385337 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98575f1b-df9f-45e8-bfde-45e9af14c1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b52f586-5b75-498f-95cc-1c098cba9581,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:49.486647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49864) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:49.529157 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12ffdcc6-928f-4fad-a885-bc87324db816 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9a6b563c6eb4d44a7ee7b1095ba4466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412571 Oct 26 12:28:49.531696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:49.585391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.608184 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.659489 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.662144 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:49.663562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89a01202-c00b-47b8-a0c9-e7d8a01c99ba HTTP/1.1" status: 204 len: 168 time: 0.1308949 Oct 26 12:28:49.672789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a01202-c00b-47b8-a0c9-e7d8a01c99ba,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:49.681540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.681540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.681804 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.682140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.682470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.682808 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.683164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.683491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.683815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.684140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.684464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:49.684791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b74d42-58f7-43a1-9f43-0a421a3a9b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:50.324040 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49888) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:50.465961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-491383122-network', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:50.488673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Made reservation on behalf of f5a7c755cb5e47338f5cd2e4545cdcbe for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:28:50.491681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.500801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.577266 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.582038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.612575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:28:50.618043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae638fbb-b5ea-46d4-a06c-977fcdba7352,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:50.625979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.625979 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Added segment 0e008fab-9ca6-4993-9b35-23d0bdf87aeb of type vlan for network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 Oct 26 12:28:50.668990 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.693138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.694098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:50.694674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.753287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4267001 Oct 26 12:28:50.755510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49894) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:50.758483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb818cd-5555-4d86-abd6-c7743d6eb254 admin admin] Pushing event updated for resources: {'Network': ['ID=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:50.760648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Request body: {'subnet': {'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-491383122-subnet', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:50.770798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:28:50.782735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Made reservation on behalf of f5a7c755cb5e47338f5cd2e4545cdcbe for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:28:50.785403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:50.957821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.011152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee80807-0e66-45a9-aa7c-99f53c510370,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:51.021638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:51.022006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Network hostable DHCP agents. Network: 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:28:51.038078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:28:51.047110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:51.051923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:51.052780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.058793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8364f-64a4-4df9-bd2e-60c1f256e625 None None] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:28:51.071555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-597f3ed6-e045-4a99-accc-3a993aee1885 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3148689 Oct 26 12:28:51.074570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49896) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:51.079461 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:51.100487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.101539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.159002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.213285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:28:51.214156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.296496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.353359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Allocated IP 172.20.0.2 (51f14acd-5eb3-4d57-afb8-ac7bbcdb2702/8ee80807-0e66-45a9-aa7c-99f53c510370/635df112-2bae-4756-9b64-33014dbcf155) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:28:51.480699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:28:51.509771 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 1aa023f6-1f17-475c-a5be-6beac5f9219c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:28:51.510128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 1aa023f6-1f17-475c-a5be-6beac5f9219c not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:28:51.526750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.533428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.578463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:51.582024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:51.584592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:28:51.594014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Pushing event updated for resources: {'Port': ['ID=635df112-2bae-4756-9b64-33014dbcf155,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:51.651404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Attempting to bind port 635df112-2bae-4756-9b64-33014dbcf155 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:28:51.651767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Attempting to bind port 635df112-2bae-4756-9b64-33014dbcf155 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:28:51.652124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Attempting to bind port 635df112-2bae-4756-9b64-33014dbcf155 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:51.657279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:28:51.657650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:51.658614 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.659030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:28:51.659497 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Bound port: 635df112-2bae-4756-9b64-33014dbcf155, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:28:51.659875 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.722094 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] For port 635df112-2bae-4756-9b64-33014dbcf155, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:51.725506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] For port 635df112-2bae-4756-9b64-33014dbcf155, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=635df112-2bae-4756-9b64-33014dbcf155,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:28:51.731768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.761285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.782017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.797599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c25d78ea-1289-4849-b573-20ae969dd7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:51.803496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea98896-d2c5-4c1d-bde6-2be788ebf848 None None] Pushing event updated for resources: {'Port': ['ID=635df112-2bae-4756-9b64-33014dbcf155,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:51.898396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Allocated IP 172.25.4.166 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/dfb93b9f-f87b-4f52-b43e-5f833497e767) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:28:52.013613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.052569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.099230 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:52.102494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:52.105127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:28:52.130645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb93b9f-f87b-4f52-b43e-5f833497e767,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:52.356698 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.559150 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.695080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:28:52.695983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44fa36-b66b-42d1-9908-0859ea11dfb7 None None] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:28:52.766438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b4bf2520-4f09-42db-a210-a8bea9d3a454 None None] Provisioning complete for port 635df112-2bae-4756-9b64-33014dbcf155 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:52.766812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2520-4f09-42db-a210-a8bea9d3a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.806573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:28:52.819535 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:28:52.827274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.828578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ae440806-2f26-496f-b199-e1979275ea47 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7528055 Oct 26 12:28:52.831427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:52.833330 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:28:52.833960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:28:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:52.934033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2520-4f09-42db-a210-a8bea9d3a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.948115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:52.951457 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:28:52.979865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b4bf2520-4f09-42db-a210-a8bea9d3a454 None None] For port 635df112-2bae-4756-9b64-33014dbcf155, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=635df112-2bae-4756-9b64-33014dbcf155,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:52.987446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2520-4f09-42db-a210-a8bea9d3a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.050433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf2520-4f09-42db-a210-a8bea9d3a454 None None] Pushing event updated for resources: {'Port': ['ID=635df112-2bae-4756-9b64-33014dbcf155,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:53.162299 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:52Z', 'revision_number': 3, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:53.192656 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:28:53.192934 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Updating router 72f45ec4-ec86-4de3-82de-1ec34d96c195 port dfb93b9f-f87b-4f52-b43e-5f833497e767 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:28:53.210731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c9989f02-99f3-4c08-8f4d-4b2378444bcb None None] Provisioning complete for port 635df112-2bae-4756-9b64-33014dbcf155 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:53.211707 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c9989f02-99f3-4c08-8f4d-4b2378444bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.223094 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.336999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.349456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.516022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Allocated IP 172.20.0.1 (51f14acd-5eb3-4d57-afb8-ac7bbcdb2702/8ee80807-0e66-45a9-aa7c-99f53c510370/157f6efa-c1ab-412a-a6cf-105f17a4019b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:28:53.518258 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.524162 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.577870 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Attempting to bind port dfb93b9f-f87b-4f52-b43e-5f833497e767 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:28:53.578231 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Attempting to bind port dfb93b9f-f87b-4f52-b43e-5f833497e767 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:28:53.578592 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Attempting to bind port dfb93b9f-f87b-4f52-b43e-5f833497e767 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:53.581202 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Pushing event updated for resources: {'Port': ['ID=dfb93b9f-f87b-4f52-b43e-5f833497e767,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:53.590526 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.590884 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.591228 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.591559 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.591887 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.592211 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.592533 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.592850 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.593166 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.593482 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.593797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.594110 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:28:53.597426 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:28:53.597799 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:53.598196 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.598577 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:28:53.599072 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Bound port: dfb93b9f-f87b-4f52-b43e-5f833497e767, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:28:53.599449 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.631161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.658797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] For port dfb93b9f-f87b-4f52-b43e-5f833497e767, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:53.663255 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] For port dfb93b9f-f87b-4f52-b43e-5f833497e767, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dfb93b9f-f87b-4f52-b43e-5f833497e767,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:28:53.668458 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.674496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.710627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:53.710833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 635df112-2bae-4756-9b64-33014dbcf155 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:53.716077 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:53.720409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:28:53.738828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:28:53.739497 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:28:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:53.765294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Pushing event updated for resources: {'Port': ['ID=157f6efa-c1ab-412a-a6cf-105f17a4019b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:53.768744 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.784375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 635df112-2bae-4756-9b64-33014dbcf155 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:53.784755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:53.899338 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40c215-9c14-45b9-b709-37a049d7e94e None None] Pushing event updated for resources: {'Port': ['ID=dfb93b9f-f87b-4f52-b43e-5f833497e767,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:53.915384 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:28:53.930335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:54.132933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:54.136482 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:52Z', 'revision_number': 3, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:54.137891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:54.165029 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3b0a4-ae8a-4773-838c-1b669c20e040 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:52Z', 'revision_number': 3, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:28:54.177500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9a5af307-2814-44c5-8b1a-b3fbecb6c430 None None] Provisioning complete for port 157f6efa-c1ab-412a-a6cf-105f17a4019b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:54.178066 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9a5af307-2814-44c5-8b1a-b3fbecb6c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:54.217300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:54.217984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9a5af307-2814-44c5-8b1a-b3fbecb6c430 None None] Port 157f6efa-c1ab-412a-a6cf-105f17a4019b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:28:54.224063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Pushing event updated for resources: {'Port': ['ID=157f6efa-c1ab-412a-a6cf-105f17a4019b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:54.321329 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:54.322855 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:54.468527 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:28:54.598053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:28:54.603540 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-40ef86d3-6d5c-41e4-ba6d-9a8425ecb871 admin admin] 10.222.0.88 "PUT /v2.0/routers/72f45ec4-ec86-4de3-82de-1ec34d96c195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709489 Oct 26 12:28:54.644261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f4aaa735-5b9d-415c-9683-781fd24ca8d6 None None] Provisioning complete for port 157f6efa-c1ab-412a-a6cf-105f17a4019b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:54.644838 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa735-5b9d-415c-9683-781fd24ca8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:54.684306 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f4aaa735-5b9d-415c-9683-781fd24ca8d6 None None] Port 157f6efa-c1ab-412a-a6cf-105f17a4019b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:28:54.724545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.074568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 49906) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:55.079301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844514162', 'description': 'tempest-description--2122617578'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:55.101618 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.167747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.171478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.200252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.201486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1258430 Oct 26 12:28:55.203371 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fe7f5-6dd6-4d21-a987-b7074a156220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83583b8f-63c3-4f03-8059-8693cf03feef,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:55.204762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:55.210063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'security_group_rule': {'security_group_id': '83583b8f-63c3-4f03-8059-8693cf03feef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:55.239050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.298296 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.302505 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.319914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cf1f6e-d40b-4106-a963-8db26d5c753e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:55.327404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.328605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c511a550-00f0-4fff-8227-ce82269c7824 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223369 Oct 26 12:28:55.331434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49910) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:55.335694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'security_group_rule': {'security_group_id': '83583b8f-63c3-4f03-8059-8693cf03feef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:55.361630 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.418395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.422276 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.441999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ba0d4b-4d1a-453c-b92a-eceeb9fa8543,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:55.447154 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.448394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c656b75-975e-4113-9aa1-642db39ff4c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159809 Oct 26 12:28:55.451505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:28:55.456253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:55.479109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.581689 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.692270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Allocated IP 172.25.4.76 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/69911f2a-2770-4fd4-a820-8a2f5d5e1cc5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:28:55.698140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dfb93b9f-f87b-4f52-b43e-5f833497e767 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:55.742261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:28:55.758202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:28:55.758832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:28:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:55.797210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port dfb93b9f-f87b-4f52-b43e-5f833497e767 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:55.797537 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.802977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.836684 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.875970 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:55.878989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:55.882692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:28:55.907106 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'Port': ['ID=69911f2a-2770-4fd4-a820-8a2f5d5e1cc5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:55.922760 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:28:55.968612 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:55.973863 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.007514 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.032783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port dfb93b9f-f87b-4f52-b43e-5f833497e767, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dfb93b9f-f87b-4f52-b43e-5f833497e767,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:56.065441 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.144552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=dfb93b9f-f87b-4f52-b43e-5f833497e767,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:56.170273 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.175198 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.203962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 2, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:56.232815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:28:56.232815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Updating router 72f45ec4-ec86-4de3-82de-1ec34d96c195 port 157f6efa-c1ab-412a-a6cf-105f17a4019b binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:28:56.241770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'Port': ['ID=69911f2a-2770-4fd4-a820-8a2f5d5e1cc5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:56.254053 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.257284 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.270548 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.272030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5df5ae84-91b8-4b52-b066-76c1bc1af654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8193328 Oct 26 12:28:56.421233 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-686ccdbb-34a8-4406-9365-c8ffe22ec5f1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1844514162&fields=id&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 267 time: 0.0341501 Oct 26 12:28:56.536436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.537283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-7cda8c89-3ac5-40da-ac96-ad6e0283b639 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:56.538887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-7cda8c89-3ac5-40da-ac96-ad6e0283b639 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1106405 Oct 26 12:28:56.542212 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.555887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-800baa48-9dad-454c-a9e2-d02ad8582664 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/quotas/f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 375 time: 0.0101249 Oct 26 12:28:56.592325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42e422-7279-4152-9ed4-8fc27eff32d6 None None] Pushing event updated for resources: {'Port': ['ID=157f6efa-c1ab-412a-a6cf-105f17a4019b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:56.631853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-eff64967-4593-4263-b150-42e77a6e9be9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628054 Oct 26 12:28:56.646897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Attempting to bind port 157f6efa-c1ab-412a-a6cf-105f17a4019b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:28:56.647273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Attempting to bind port 157f6efa-c1ab-412a-a6cf-105f17a4019b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:28:56.647644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Attempting to bind port 157f6efa-c1ab-412a-a6cf-105f17a4019b on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:56.653130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:28:56.653501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:56.653907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.654312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:28:56.654795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Bound port: 157f6efa-c1ab-412a-a6cf-105f17a4019b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:28:56.655210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.726247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] For port 157f6efa-c1ab-412a-a6cf-105f17a4019b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:56.729463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-71d87abd-7aee-4d54-8dfd-4d4dd3977d39 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963101 Oct 26 12:28:56.729823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] For port 157f6efa-c1ab-412a-a6cf-105f17a4019b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=157f6efa-c1ab-412a-a6cf-105f17a4019b,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:28:56.735033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.798931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:28:56.799628 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:28:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:56.840955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-0b4d07d1-6902-44df-9376-ea6c9b32f8de service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042974 Oct 26 12:28:56.870181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42e422-7279-4152-9ed4-8fc27eff32d6 None None] Pushing event updated for resources: {'Port': ['ID=157f6efa-c1ab-412a-a6cf-105f17a4019b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:56.896748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d4d7bba9-6047-486f-8683-e68515f90c0d None None] Provisioning complete for port 157f6efa-c1ab-412a-a6cf-105f17a4019b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:56.897125 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bba9-6047-486f-8683-e68515f90c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:56.963801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:28:57.048992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0343f72-f896-4690-9993-7bc57f1e55b5 req-27c05332-9450-463c-a675-9ac76ce7a9a9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 210 time: 0.0362680 Oct 26 12:28:57.082729 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bba9-6047-486f-8683-e68515f90c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:57.166393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d4d7bba9-6047-486f-8683-e68515f90c0d None None] For port 157f6efa-c1ab-412a-a6cf-105f17a4019b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=157f6efa-c1ab-412a-a6cf-105f17a4019b,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:28:57.172628 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bba9-6047-486f-8683-e68515f90c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:57.264461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7bba9-6047-486f-8683-e68515f90c0d None None] Pushing event updated for resources: {'Port': ['ID=157f6efa-c1ab-412a-a6cf-105f17a4019b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:57.303770 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3806a1c2-c1ba-44ee-86c4-0e4161d89a60 None None] Provisioning complete for port 157f6efa-c1ab-412a-a6cf-105f17a4019b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:57.304147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3806a1c2-c1ba-44ee-86c4-0e4161d89a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:57.337862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:56Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:28:57.373357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99928aee-43b8-44c9-a9b3-67ea2b687340 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:56Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:28:57.764220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dfb93b9f-f87b-4f52-b43e-5f833497e767 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:57.817880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port dfb93b9f-f87b-4f52-b43e-5f833497e767 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:57.818251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:57.899165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 157f6efa-c1ab-412a-a6cf-105f17a4019b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:28:57.950751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 157f6efa-c1ab-412a-a6cf-105f17a4019b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:57.951148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:58.198347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef6e71a4-1658-4db4-b4af-acf5067f1ac9 req-2accb6df-7b57-412e-b802-d72cd267c224 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 210 time: 0.0356190 Oct 26 12:28:58.258258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-8be6b3c3-6f3d-4c0c-aece-22be0658c946 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:58.259830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-8be6b3c3-6f3d-4c0c-aece-22be0658c946 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1830480 Oct 26 12:28:58.312120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-ff3bfe94-444d-4467-bbb6-8a77f867a7dc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 380 time: 0.0354698 Oct 26 12:28:58.327736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'port': {'device_id': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'admin_state_up': True, 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'security_groups': ['83583b8f-63c3-4f03-8059-8693cf03feef']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:58.449065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Made reservation on behalf of f5a7c755cb5e47338f5cd2e4545cdcbe for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:28:58.453577 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:58.613983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Allocated IP 172.20.0.10 (51f14acd-5eb3-4d57-afb8-ac7bbcdb2702/8ee80807-0e66-45a9-aa7c-99f53c510370/33913c65-78c1-4131-9c94-c8ee257ce08a) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:28:58.751950 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:58.784805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:58.834494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:28:58.837799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:28:58.841692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:28:58.848913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:58.905347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:58.906017 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:58.926539 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-f6a69deb-229d-4101-9825-9bf763c518bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030660 Oct 26 12:28:58.945371 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Request body: {'port': {'device_id': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:28:59.006006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.082385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3821902e-9f21-4d2f-9a65-8b5d240043c2 None None] Provisioning complete for port 33913c65-78c1-4131-9c94-c8ee257ce08a triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:28:59.082977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3821902e-9f21-4d2f-9a65-8b5d240043c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.121954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3821902e-9f21-4d2f-9a65-8b5d240043c2 None None] Port 33913c65-78c1-4131-9c94-c8ee257ce08a cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:28:59.329630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33913c65-78c1-4131-9c94-c8ee257ce08a {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:28:59.338990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.357074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Transition to ACTIVE for port object 33913c65-78c1-4131-9c94-c8ee257ce08a will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:28:59.360209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.373204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9148-1dbc-4b6b-a751-9654b85a269f req-1b57261e-b5d2-49bb-a02d-0adfa126a494 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:59.374640 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1dee9148-1dbc-4b6b-a751-9654b85a269f req-1b57261e-b5d2-49bb-a02d-0adfa126a494 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 932 time: 0.0844924 Oct 26 12:28:59.446756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:59.468054 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1dee9148-1dbc-4b6b-a751-9654b85a269f req-68aeef90-131a-4b33-a39a-793b74a0a8e7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708535 Oct 26 12:28:59.541181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:28:59.541526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:28:59.541867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:59.547437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Port 33913c65-78c1-4131-9c94-c8ee257ce08a on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:28:59.547777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:28:59.553730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:28:59.554080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:28:59.554480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:28:59.554948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Bound port: 33913c65-78c1-4131-9c94-c8ee257ce08a, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:28:59.555322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.629262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:28:59.633028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:28:59.638408 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.676185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:59.676743 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:28:59.678191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] 10.222.0.30 "PUT /v2.0/ports/33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 1092 time: 0.7373817 Oct 26 12:28:59.678654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:28:59.681041 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344c472-27a8-4871-b682-9a105d42331a" -d '{"events": [{"name": "network-changed", "server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:28:59.714742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ed13f-ecdc-462d-b696-e3900170838c service neutron] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:28:59.739741 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea4c601-e1ad-415d-8b14-058d9d4d362a x-openstack-request-id: req-bea4c601-e1ad-415d-8b14-058d9d4d362a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:28:59.740043 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:28:59.740304 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bea4c601-e1ad-415d-8b14-058d9d4d362a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:28:59.740721 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'status': 'completed', 'code': 200} Oct 26 12:28:59.773391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-3ce394ec-2e1e-4718-9a2d-45d8e37c9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:59.775079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-3ce394ec-2e1e-4718-9a2d-45d8e37c9c82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0476408 Oct 26 12:28:59.824460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-250d7fa9-56bd-4714-8a56-3d211aec2147 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 217 time: 0.0368817 Oct 26 12:28:59.875733 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-2b6a6e59-2cc1-4300-a585-f7546f80e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:59.877804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-2b6a6e59-2cc1-4300-a585-f7546f80e6f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0459158 Oct 26 12:28:59.940577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-078b0bd7-eaf0-4036-9872-2605465d64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:28:59.942145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-078b0bd7-eaf0-4036-9872-2605465d64ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475290 Oct 26 12:29:00.040993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-492381c6-2b69-47da-9c62-c37f1ce5c877 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852585 Oct 26 12:29:00.144755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fa281e4f-6628-4e28-a016-3e5369ec7d0d req-63b73cf5-7574-45b7-8768-45e1908b8bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918689 Oct 26 12:29:00.236664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c472-27a8-4871-b682-9a105d42331a req-f362def5-7197-4827-9e5d-9c4b6d54d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:00.238226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-f362def5-7197-4827-9e5d-9c4b6d54d9b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0441926 Oct 26 12:29:00.338199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c472-27a8-4871-b682-9a105d42331a req-440affdf-a434-461b-983e-87958e5594c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:00.339755 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-440affdf-a434-461b-983e-87958e5594c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0936022 Oct 26 12:29:00.383692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-66ca7284-1778-4c12-8eaa-6a52cbc86fc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 217 time: 0.0367005 Oct 26 12:29:00.437814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c472-27a8-4871-b682-9a105d42331a req-e86bf36e-26f8-44ab-a1ad-14476f4481d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:00.439277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-e86bf36e-26f8-44ab-a1ad-14476f4481d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0463092 Oct 26 12:29:00.492716 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c472-27a8-4871-b682-9a105d42331a req-24f3dfaf-29ce-44ea-b7f1-fac325e1411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:00.494249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-24f3dfaf-29ce-44ea-b7f1-fac325e1411d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475323 Oct 26 12:29:00.630659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e6d25-d0df-4f27-ac3a-d8ed219ada0d req-3393fb3a-664f-4645-b8c5-4747d2e714d9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:00.632189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d34e6d25-d0df-4f27-ac3a-d8ed219ada0d req-3393fb3a-664f-4645-b8c5-4747d2e714d9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 944 time: 0.0799527 Oct 26 12:29:00.634402 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-18d27ca9-1c41-4a59-835d-cfdc3978e89f service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281636 Oct 26 12:29:00.720014 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d34e6d25-d0df-4f27-ac3a-d8ed219ada0d req-3ac6b9b5-5b04-40ea-94fe-f2df475fac2a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819173 Oct 26 12:29:00.755849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2344c472-27a8-4871-b682-9a105d42331a req-d1660e2e-a2a9-4e98-bc34-c21b66f2e325 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113231 Oct 26 12:29:01.485559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:29:01.585695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:01.597110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'mac_address': 'fa:16:3e:0f:3c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:29:01.636391 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:01.653630 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33913c65-78c1-4131-9c94-c8ee257ce08a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:29:01.673347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:01.680346 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:01.728838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:01.839855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c628d-bc08-4349-916e-878c1570b85a req-72ee094c-c8fb-44bb-8792-756e59a3e37d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:01.841525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d2c628d-bc08-4349-916e-878c1570b85a req-72ee094c-c8fb-44bb-8792-756e59a3e37d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Oct 26 12:29:01.898065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3d2c628d-bc08-4349-916e-878c1570b85a req-337f44e6-7f7c-4e60-9667-892dd6b3562f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493131 Oct 26 12:29:01.935982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['33913c65-78c1-4131-9c94-c8ee257ce08a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:29:03.018748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab5057-6e63-461b-bff1-268e54240e66 req-8500f2ff-5b12-4a85-b47c-a4830298a629 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:03.020232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1ab5057-6e63-461b-bff1-268e54240e66 req-8500f2ff-5b12-4a85-b47c-a4830298a629 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0540595 Oct 26 12:29:03.059440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1ab5057-6e63-461b-bff1-268e54240e66 req-c08283d9-0b02-4b8e-bae1-31b62db8d8b6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Oct 26 12:29:03.502416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:03.553098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 33913c65-78c1-4131-9c94-c8ee257ce08a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:29:03.557442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 33913c65-78c1-4131-9c94-c8ee257ce08a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:29:03.557821 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:03.635652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:03.659377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:29:03.661864 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96af71-d491-407f-9c86-ac4b78c84424" -d '{"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-plugged", "status": "completed", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:03.678332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:03.682685 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:03.706436 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f1a07d-c0de-4fa8-bda8-623658f9c2bc x-openstack-request-id: req-f5f1a07d-c0de-4fa8-bda8-623658f9c2bc {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:03.706728 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-plugged", "status": "completed", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:03.707008 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5f1a07d-c0de-4fa8-bda8-623658f9c2bc {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:03.707400 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'code': 200} Oct 26 12:29:03.734428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:03.810748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31567ff-c526-49bf-b884-21fd562b7e55 req-28c91ad3-1877-4e8a-bafa-b6e145a27e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:03.812226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c31567ff-c526-49bf-b884-21fd562b7e55 req-28c91ad3-1877-4e8a-bafa-b6e145a27e46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0414648 Oct 26 12:29:03.848829 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c31567ff-c526-49bf-b884-21fd562b7e55 req-d09dd78b-d6fe-44c7-936c-15ef43d9aeb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293338 Oct 26 12:29:04.079235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:04.175583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fdca2-3299-4b84-af41-e0fb302dcade req-719548c7-6dfd-4432-ae7a-5e4d64230f07 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:04.177123 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-840fdca2-3299-4b84-af41-e0fb302dcade req-719548c7-6dfd-4432-ae7a-5e4d64230f07 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0494320 Oct 26 12:29:04.219901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-840fdca2-3299-4b84-af41-e0fb302dcade req-3f74bd77-66c9-4fc0-a100-89d1b96d156a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366936 Oct 26 12:29:05.340123 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279009a3-44e8-4ea5-863b-39b1c500d619 req-3a5c25f9-5007-4162-801f-3935cebf3dbb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:05.341627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279009a3-44e8-4ea5-863b-39b1c500d619 req-3a5c25f9-5007-4162-801f-3935cebf3dbb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0495837 Oct 26 12:29:05.382707 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-279009a3-44e8-4ea5-863b-39b1c500d619 req-6e10fc5c-1b94-4292-b8bd-9535144868a8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Oct 26 12:29:05.495391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e657-92bb-43d6-836a-793271d30b92 req-32e967da-d517-4fc5-ad62-1c7cd5a78e65 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:05.496907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56b2e657-92bb-43d6-836a-793271d30b92 req-32e967da-d517-4fc5-ad62-1c7cd5a78e65 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0515733 Oct 26 12:29:05.505872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 49956) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:29:05.510545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'floatingip': {'port_id': '33913c65-78c1-4131-9c94-c8ee257ce08a'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:29:05.554106 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:05.567599 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:29:05.672490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:05.981530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:05.985329 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:06.088516 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 associated. External IP: 172.25.4.76, port: 33913c65-78c1-4131-9c94-c8ee257ce08a. Oct 26 12:29:06.615069 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:29:06.725821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:29:06.730750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:06.735446 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:06.744725 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:29:06.745327 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:28:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:06.758496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-34f79181-728d-41fc-926b-cc3d1405f013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "PUT /v2.0/floatingips/2114632e-9d75-4383-980b-7193ae996181 HTTP/1.1" status: 200 len: 991 time: 1.2515571 Oct 26 12:29:06.759132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:29:06.761465 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:06.807255 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b46bd2-ecb0-424d-938b-1a1c8e1aaf6d x-openstack-request-id: req-31b46bd2-ecb0-424d-938b-1a1c8e1aaf6d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:06.807558 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:06.807825 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-31b46bd2-ecb0-424d-938b-1a1c8e1aaf6d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:06.808306 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'status': 'completed', 'code': 200} Oct 26 12:29:06.858062 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:29:06.872410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-8ad9d00a-08ff-4939-a2f6-ce2a29511842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:06.873861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-8ad9d00a-08ff-4939-a2f6-ce2a29511842 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0417571 Oct 26 12:29:06.970171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-bb8d79cd-4f89-4c8e-a69e-c8f671dd99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:06.971772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-bb8d79cd-4f89-4c8e-a69e-c8f671dd99d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0911131 Oct 26 12:29:07.040110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-e33d3ced-b965-4d02-b9ef-0ebb3ff1c01c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 999 time: 0.0613675 Oct 26 12:29:07.094748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-df749f72-3145-4348-a506-b0d64ef436d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:07.096303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-df749f72-3145-4348-a506-b0d64ef436d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0479205 Oct 26 12:29:07.147153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-cd0d78e2-e29f-4ccf-b2a3-1f67175e3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:07.148591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-cd0d78e2-e29f-4ccf-b2a3-1f67175e3d16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451622 Oct 26 12:29:07.179509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:0f:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:29:05Z', 'revision_number': 1, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:07.206913 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:07.215529 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:29:07.216143 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:28:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:07.240267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-ed36c0fd-1d78-498f-87c1-f713e2c9f6a2 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840867 Oct 26 12:29:07.324209 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:29:07.338625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd5738f-1750-427f-841f-d8ed5c7ed5a0 req-5bd94a35-5c2d-4529-8d05-1196279ca366 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909812 Oct 26 12:29:07.559101 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:0f:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:29:05Z', 'revision_number': 1, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:07.586444 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a91f4d-bcc1-47d2-8550-869b18ef0a11 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:0f:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:29:05Z', 'revision_number': 1, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:08.008379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6855b0e-eb29-4ffb-96f1-000dc52fb062 None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:29:19.201916 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a973ed85-87f7-40e4-966b-11fb04693e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:21.769430 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-26193c07-7d0c-4404-87f1-e9aa9b3c5fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:22.922281 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:23.318767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:24.723473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:26.921905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-fa287595-49f9-4ae4-992d-190bc9f60d4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387921 Oct 26 12:29:27.012104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161edcec-c28a-432e-8759-e765075e5e3b req-7e0eedc2-7251-4cd5-88ab-05e3035e6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:27.013648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-7e0eedc2-7251-4cd5-88ab-05e3035e6033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0438464 Oct 26 12:29:27.137700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161edcec-c28a-432e-8759-e765075e5e3b req-89c40f37-e149-45a7-8dc9-4709d8528090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:27.139225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-89c40f37-e149-45a7-8dc9-4709d8528090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0976570 Oct 26 12:29:27.207444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-963cc04c-6e4d-4734-a2e0-5485fffa4661 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 1001 time: 0.0597670 Oct 26 12:29:27.265817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161edcec-c28a-432e-8759-e765075e5e3b req-d568d48c-1d70-4fdb-a342-b80fa2b249de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:27.267438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-d568d48c-1d70-4fdb-a342-b80fa2b249de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0489895 Oct 26 12:29:27.317917 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161edcec-c28a-432e-8759-e765075e5e3b req-a466cf13-bcac-47e7-a018-1194f55fa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:29:27.319463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-a466cf13-bcac-47e7-a018-1194f55fa4de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407324 Oct 26 12:29:27.421752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-ff3a9292-60e7-474f-97ee-6a94c11b85c5 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874386 Oct 26 12:29:27.515466 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-161edcec-c28a-432e-8759-e765075e5e3b req-a09eb93a-c52f-4271-b170-1d1005d444f2 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Oct 26 12:29:34.078318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:35.673592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:42.566724 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:29:49.203190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-72b27120-5b67-4227-b860-cbc061100b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:51.771436 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-586535bc-0f87-43c4-ad21-b3a36213dbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:52.927279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:53.323930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:29:54.726737 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:04.093111 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:05.686580 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:19.204410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3a62-2d12-4506-97c0-8c41c7595916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:19.565755 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:30:21.773553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4758cc9-ce7f-4f9b-b3bc-34705f7bc84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:22.931349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:23.329347 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:24.729699 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:26.929881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-b0d59138-1aa8-4cb9-aadd-38fef5d91b95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416434 Oct 26 12:30:27.024274 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-79fdebcf-50a4-4045-903b-178ba9dd6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:27.025714 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-79fdebcf-50a4-4045-903b-178ba9dd6d12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0451002 Oct 26 12:30:27.139642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-8c9dd1e7-f39b-4498-a0a5-50f4ac5e6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:27.141153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-8c9dd1e7-f39b-4498-a0a5-50f4ac5e6cd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0917795 Oct 26 12:30:27.216286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-02eb118d-58bb-4e51-810a-263b9f22ea82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 1001 time: 0.0641499 Oct 26 12:30:27.276957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-c4e2d634-40d8-42f0-a543-75134aa841fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:27.278386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-c4e2d634-40d8-42f0-a543-75134aa841fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0522542 Oct 26 12:30:27.327320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-4bc8b2de-0125-403f-8291-30f4480fcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:27.328870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-4bc8b2de-0125-403f-8291-30f4480fcaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423205 Oct 26 12:30:27.430652 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-41403c0a-a8d1-41fd-983f-3bfb5f1034a3 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921345 Oct 26 12:30:27.527580 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d93bab0-b4a6-41fb-afa6-ac69fbd98272 req-73fe7dae-ff83-4f69-9858-906bb0d422aa service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851398 Oct 26 12:30:32.666492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-6662e193-31d8-4b43-9aef-ec8fdb22f4a3 req-27278333-07e5-488a-96aa-4216eec5ba43 service neutron] (102759) timed out ('10.222.0.88', 38178) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:30:34.106092 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:35.684442 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:49.206498 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1aceeb06-9688-476c-be04-08194a9ed85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:50.436102 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3580e2-8a39-4ac3-9b63-37e3d6bba869 req-61ba3c79-c95d-4b54-9974-a73f17fd61d2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:50.437627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df3580e2-8a39-4ac3-9b63-37e3d6bba869 req-61ba3c79-c95d-4b54-9974-a73f17fd61d2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0564849 Oct 26 12:30:50.475050 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df3580e2-8a39-4ac3-9b63-37e3d6bba869 req-90163b23-50bb-40a1-9c8b-da06431d5969 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Oct 26 12:30:51.727581 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-e6d963f5-6d6a-4dc1-baa5-647e00f8a939 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483336 Oct 26 12:30:51.742632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1f02-5727-4263-8a21-16277b8d5cd1 req-e315e9d9-3c4f-4a0f-b09f-9630f877f1cb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:51.744549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3be1f02-5727-4263-8a21-16277b8d5cd1 req-e315e9d9-3c4f-4a0f-b09f-9630f877f1cb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0506325 Oct 26 12:30:51.779840 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1876c75-73cc-46a4-8aea-9a36875f8a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:51.790265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f3be1f02-5727-4263-8a21-16277b8d5cd1 req-bc872268-2303-4cfe-919a-0eafef612d72 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392888 Oct 26 12:30:52.923618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-403f61a4-ac06-4534-bd58-594c513b5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:52.925163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-403f61a4-ac06-4534-bd58-594c513b5a0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0810125 Oct 26 12:30:52.933234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:52.933784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135f9e6-7399-4291-8fe9-6120cf613b43 req-72bc9f71-7f19-46a2-9065-14eac302e2de tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:52.934858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8135f9e6-7399-4291-8fe9-6120cf613b43 req-72bc9f71-7f19-46a2-9065-14eac302e2de tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0656118 Oct 26 12:30:53.023701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8135f9e6-7399-4291-8fe9-6120cf613b43 req-cd566dbd-5a3e-434f-9421-3ba2e3a2acba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779946 Oct 26 12:30:53.049831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-3273e455-9826-4664-af66-b5116ee94505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:53.051348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-3273e455-9826-4664-af66-b5116ee94505 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1137261 Oct 26 12:30:53.127717 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-230ad9a3-ec7c-46a7-aad8-b51beaa815e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 1001 time: 0.0634117 Oct 26 12:30:53.180807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-2b831e4f-2966-469a-8532-b504ffd94a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:53.182262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-2b831e4f-2966-469a-8532-b504ffd94a90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0438757 Oct 26 12:30:53.233876 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-85d80a85-7a26-46cf-ad85-836a2603e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:53.235448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-85d80a85-7a26-46cf-ad85-836a2603e359 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405667 Oct 26 12:30:53.330988 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:53.336948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-8948c715-28c0-4cce-b2a1-a3803d42d151 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896935 Oct 26 12:30:53.434604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-eff0c24b-c3b3-43da-a6e1-e9c734b5b117 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Oct 26 12:30:54.144823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e0f9-7147-45b4-aaca-327e3083a2bb req-aeddc915-31c8-40a2-ab64-3a551c51b013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:54.146973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f422e0f9-7147-45b4-aaca-327e3083a2bb req-aeddc915-31c8-40a2-ab64-3a551c51b013 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0538523 Oct 26 12:30:54.184725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f422e0f9-7147-45b4-aaca-327e3083a2bb req-4ca10ec4-096e-49ac-b1fc-c705ce2a6897 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Oct 26 12:30:54.731580 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:30:55.300791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d71293-9707-4fe9-8206-1b0c7c8dda17 req-282163c8-4fbc-4d4f-9d72-4389d387fe05 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:55.302708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58d71293-9707-4fe9-8206-1b0c7c8dda17 req-282163c8-4fbc-4d4f-9d72-4389d387fe05 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0494413 Oct 26 12:30:55.340885 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58d71293-9707-4fe9-8206-1b0c7c8dda17 req-e57b064a-79b0-4c86-a0e1-7be76e1038ee tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322080 Oct 26 12:30:56.457320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db635-efad-4108-a63b-fa94621e420b req-2fbc668f-d7fe-4741-a3d0-1ebdba3d6fa3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:56.459518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d94db635-efad-4108-a63b-fa94621e420b req-2fbc668f-d7fe-4741-a3d0-1ebdba3d6fa3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0499730 Oct 26 12:30:56.497804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d94db635-efad-4108-a63b-fa94621e420b req-9ce239c6-45e2-4754-ae0f-124aa7dc4393 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Oct 26 12:30:56.564543 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:30:57.620558 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c1d4d-8e92-4803-b5e1-de7976d5f5b9 req-88661f60-994d-45f8-b92d-dd0126abafc1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:57.622103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c48c1d4d-8e92-4803-b5e1-de7976d5f5b9 req-88661f60-994d-45f8-b92d-dd0126abafc1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0547216 Oct 26 12:30:57.659968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c48c1d4d-8e92-4803-b5e1-de7976d5f5b9 req-736cc863-9d38-4908-ae2c-23bffaa2aa30 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Oct 26 12:30:58.776517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294410b-d1d9-4276-acf3-0ed38692ebbd req-9d7da828-5975-4077-92df-2ed0212bd1a7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:58.778029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e294410b-d1d9-4276-acf3-0ed38692ebbd req-9d7da828-5975-4077-92df-2ed0212bd1a7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0494237 Oct 26 12:30:58.815354 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e294410b-d1d9-4276-acf3-0ed38692ebbd req-4c1fe01a-a68d-44cf-8a04-e036870b76a5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Oct 26 12:30:59.932492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2d80b-80e3-433a-82ef-d0f0b4719f3e req-cc5c51d2-98c3-4679-a1fa-c3ac0f01e08b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:30:59.933974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38f2d80b-80e3-433a-82ef-d0f0b4719f3e req-cc5c51d2-98c3-4679-a1fa-c3ac0f01e08b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0491016 Oct 26 12:30:59.972914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-38f2d80b-80e3-433a-82ef-d0f0b4719f3e req-89ef0462-dc26-47f0-95e7-457ea70d088d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Oct 26 12:31:01.098269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632bd0b-cd57-41cd-a876-ed97576f6063 req-b27edab1-2d15-4e86-8e1d-05acb77bd0cf tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:01.099825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c632bd0b-cd57-41cd-a876-ed97576f6063 req-b27edab1-2d15-4e86-8e1d-05acb77bd0cf tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0551016 Oct 26 12:31:01.137827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c632bd0b-cd57-41cd-a876-ed97576f6063 req-5dd8c9ac-d563-4e3b-8f59-22bdb21521d8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Oct 26 12:31:02.259098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fab4c6-02e5-455c-b7a1-15f27fffc9da req-e5a7b792-6602-4655-bf38-a78c448060c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:02.260638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19fab4c6-02e5-455c-b7a1-15f27fffc9da req-e5a7b792-6602-4655-bf38-a78c448060c4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0511606 Oct 26 12:31:02.299612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-19fab4c6-02e5-455c-b7a1-15f27fffc9da req-38ba10ea-5ebb-4c16-b407-f1086b943880 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Oct 26 12:31:03.417822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e72f-dc45-4ca1-bb1b-b6a7ecd5f76c req-5dd470da-4b12-46cb-b370-ee64b93f3f2c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:03.419360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69e6e72f-dc45-4ca1-bb1b-b6a7ecd5f76c req-5dd470da-4b12-46cb-b370-ee64b93f3f2c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0499392 Oct 26 12:31:03.457103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69e6e72f-dc45-4ca1-bb1b-b6a7ecd5f76c req-b70d0449-f133-4454-a6af-7bae38c2ba17 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Oct 26 12:31:04.123352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:04.582156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df207807-ace1-4b87-a53d-3f03315a91c8 req-63a65ed3-9ed0-4def-b8e6-0da0195811bf tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:04.584336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df207807-ace1-4b87-a53d-3f03315a91c8 req-63a65ed3-9ed0-4def-b8e6-0da0195811bf tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0565164 Oct 26 12:31:04.622606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df207807-ace1-4b87-a53d-3f03315a91c8 req-1d00120d-5dbf-45f8-b417-626a37416f83 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Oct 26 12:31:05.615533 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-a014ca0f-963a-4e95-ac4b-3826a3882bd6 service neutron] show failed (client error): The resource could not be found. Oct 26 12:31:05.616725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-a014ca0f-963a-4e95-ac4b-3826a3882bd6 service neutron] 10.222.0.30 "GET /v2.0/ports/33913c65-78c1-4131-9c94-c8ee257ce08a/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0563560 Oct 26 12:31:05.689692 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:05.749195 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1116e-93c7-40c9-a275-67cf536cf873 req-3ebc12ce-48c0-427b-8718-f86814a65073 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:05.750840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60a1116e-93c7-40c9-a275-67cf536cf873 req-3ebc12ce-48c0-427b-8718-f86814a65073 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0527341 Oct 26 12:31:05.795986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-60a1116e-93c7-40c9-a275-67cf536cf873 req-ba0695bc-7ea0-40cc-9d52-2eb170a1d1c0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 Oct 26 12:31:05.842008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-4acbadd4-acb6-41ab-bb47-4568c1be0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:05.843558 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-4acbadd4-acb6-41ab-bb47-4568c1be0bdd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 1097 time: 0.0438657 Oct 26 12:31:05.855793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:31:05.910855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:06.116194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:06.152137 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:31:06.192315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:06.194547 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02353194-be6d-4722-b415-7ac9c77374b3" -d '{"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:06.199002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:06.212098 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Transition to ACTIVE for port object 33913c65-78c1-4131-9c94-c8ee257ce08a will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:31:06.216323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:06.583892 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe5476-57b0-44ff-8123-cafb051488e2 x-openstack-request-id: req-defe5476-57b0-44ff-8123-cafb051488e2 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:06.584178 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:06.584426 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-defe5476-57b0-44ff-8123-cafb051488e2 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:06.584817 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'code': 200} Oct 26 12:31:06.621805 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:06.642432 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.642773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.643136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.643471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.643800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.644128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.644451 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.644770 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.645092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.645412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.646253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.646571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:06.670888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] No DVR routers for this DVR port 33913c65-78c1-4131-9c94-c8ee257ce08a on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:31:06.806602 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:31:06.806979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:31:06.807314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:31:06.811616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Port 33913c65-78c1-4131-9c94-c8ee257ce08a on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:31:06.811942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Attempting to bind port 33913c65-78c1-4131-9c94-c8ee257ce08a on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:31:06.816779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:31:06.817120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:31:06.820301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:31:06.820301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Bound port: 33913c65-78c1-4131-9c94-c8ee257ce08a, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:31:06.820301 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:06.888193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:31:06.891335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:31:06.896842 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:06.922382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6604b-bf09-40b5-a2fc-9649183d4461 req-ccc79d4c-9ae0-491a-b938-3b96309241e3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:06.923994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52e6604b-bf09-40b5-a2fc-9649183d4461 req-ccc79d4c-9ae0-491a-b938-3b96309241e3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 944 time: 0.0566211 Oct 26 12:31:06.934119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:06.934735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:06.936151 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] 10.222.0.100 "PUT /v2.0/ports/33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 1092 time: 1.0848587 Oct 26 12:31:06.956709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e000ae-bde5-4a7b-b4e4-7bee8f5aef6d service neutron] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:06.976379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52e6604b-bf09-40b5-a2fc-9649183d4461 req-d06922db-5515-4487-98ab-d3069ddce66a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Oct 26 12:31:07.011099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-382633b7-3b42-4bf5-86c8-b4662b470c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:07.012766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-382633b7-3b42-4bf5-86c8-b4662b470c37 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0501609 Oct 26 12:31:07.116281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-e2c2f204-90ab-4a28-a45c-137bc9041690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:07.117795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-e2c2f204-90ab-4a28-a45c-137bc9041690 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0987167 Oct 26 12:31:07.186878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-c638c280-c0bc-478e-95db-fab2e0df8b0d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 999 time: 0.0619950 Oct 26 12:31:07.237320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-aef45c1b-7116-4586-97d2-9c781bf9be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:07.238829 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-aef45c1b-7116-4586-97d2-9c781bf9be13 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0450492 Oct 26 12:31:07.288366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-72cdfbae-5a67-4e9e-afee-560c98f2a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:07.289853 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-72cdfbae-5a67-4e9e-afee-560c98f2a63c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442328 Oct 26 12:31:07.382287 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-6d660403-bf42-4a40-9e6f-b792f5859f38 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Oct 26 12:31:07.477854 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b80b3182-5750-4f34-82a0-2ebda1236898 req-dccc6680-43d1-4237-b8e6-9d5ec8810479 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878031 Oct 26 12:31:08.096599 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95926a-3eb7-4760-901e-bf3cc2c95d56 req-3585d3a1-2f51-4b18-85e5-d52ca5b74ba9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:08.098122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f95926a-3eb7-4760-901e-bf3cc2c95d56 req-3585d3a1-2f51-4b18-85e5-d52ca5b74ba9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 944 time: 0.0497537 Oct 26 12:31:08.136460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7f95926a-3eb7-4760-901e-bf3cc2c95d56 req-b9d4c068-3d95-4a74-a353-c53e625a6710 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313857 Oct 26 12:31:08.585688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:08.588175 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:08.637156 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a8907-90f3-4236-aee4-9183b198560a x-openstack-request-id: req-257a8907-90f3-4236-aee4-9183b198560a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:08.637454 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:08.637718 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-257a8907-90f3-4236-aee4-9183b198560a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:08.638158 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'status': 'completed', 'code': 200} Oct 26 12:31:08.704628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-7e30d6cb-0a0c-4abb-9a0d-2f4178e7645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:08.706293 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-7e30d6cb-0a0c-4abb-9a0d-2f4178e7645f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0428674 Oct 26 12:31:08.795841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-c2c75ddc-bb3f-4cd6-ba62-ce555fee07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:08.797371 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-c2c75ddc-bb3f-4cd6-ba62-ce555fee07e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1095 time: 0.1357255 Oct 26 12:31:08.803502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-fe740bcc-2bfc-46c5-9307-1816495f08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:08.805025 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-fe740bcc-2bfc-46c5-9307-1816495f08d1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0918777 Oct 26 12:31:08.876016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-34e410f3-f5d3-4e30-9d90-0b22bb1c202a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 999 time: 0.0627327 Oct 26 12:31:08.900246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-477aeb18-778d-4482-803a-3d19e05dd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:08.901799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-477aeb18-778d-4482-803a-3d19e05dd303 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0934618 Oct 26 12:31:08.933506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-3084186b-4e73-4c9f-8187-646f26e8c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:08.935702 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-3084186b-4e73-4c9f-8187-646f26e8c1d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0481052 Oct 26 12:31:08.979476 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-4b59d03e-87e0-4ede-8684-619a0c42b4bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 999 time: 0.0647292 Oct 26 12:31:09.001509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-cc72a0e0-c84a-4e64-835d-e73400fa5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.003161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-cc72a0e0-c84a-4e64-835d-e73400fa5483 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574679 Oct 26 12:31:09.040201 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-09348c6c-515c-4d54-9c98-7621fc488baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.041589 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-09348c6c-515c-4d54-9c98-7621fc488baa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0512228 Oct 26 12:31:09.095567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-6ab75310-8ded-49ce-837e-a6aff95ec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.097106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-6ab75310-8ded-49ce-837e-a6aff95ec831 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434415 Oct 26 12:31:09.100795 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-d47244c1-bf5a-4ab8-b23c-8b8daa58f6f9 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890820 Oct 26 12:31:09.196225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-01781348-dd0c-4e7a-89a8-608c2cc750ac service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875921 Oct 26 12:31:09.200479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-f6995e37-3908-42ef-82d5-32a892dfdf56 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919728 Oct 26 12:31:09.327210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946831a2-360a-4000-bcfb-b50f167e6be3 req-49200901-d8ca-452a-89fe-6b344fcb256b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.328698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946831a2-360a-4000-bcfb-b50f167e6be3 req-49200901-d8ca-452a-89fe-6b344fcb256b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 944 time: 0.1024549 Oct 26 12:31:09.334159 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4798ad3a-45b7-439f-a2e0-a1b66210f2ad req-94796fbe-2bb5-4a5b-9906-d200b56256a1 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264822 Oct 26 12:31:09.370321 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-946831a2-360a-4000-bcfb-b50f167e6be3 req-5a2cb927-e9a9-4506-9058-ad18076fc64d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352073 Oct 26 12:31:09.592742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db785-1a32-4c59-9881-b6300645b5bb req-04c4c68e-e0e8-419c-ba12-ca770de5ac08 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.594264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f3db785-1a32-4c59-9881-b6300645b5bb req-04c4c68e-e0e8-419c-ba12-ca770de5ac08 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 944 time: 0.0813789 Oct 26 12:31:09.619410 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517b40-b303-4b6d-bde9-648e053db998 req-5172214b-7187-41ea-b760-b88480f649e5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.620876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-5172214b-7187-41ea-b760-b88480f649e5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 944 time: 0.0778096 Oct 26 12:31:09.670673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1f3db785-1a32-4c59-9881-b6300645b5bb req-921e3859-e8dd-459e-92b1-8cc5f4679ff8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697579 Oct 26 12:31:09.698668 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-56517b40-b303-4b6d-bde9-648e053db998 req-aff81ec7-fa41-47b7-aa05-afeb43c9f098 service neutron] delete failed (client error): The resource could not be found. Oct 26 12:31:09.699802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-aff81ec7-fa41-47b7-aa05-afeb43c9f098 service neutron] 10.222.0.30 "DELETE /v2.0/ports/33913c65-78c1-4131-9c94-c8ee257ce08a/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0655565 Oct 26 12:31:09.793459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517b40-b303-4b6d-bde9-648e053db998 req-2b0a331a-15b4-4841-a0db-687b54c6903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.794918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-2b0a331a-15b4-4841-a0db-687b54c6903e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0426643 Oct 26 12:31:09.898682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517b40-b303-4b6d-bde9-648e053db998 req-a93cffa3-8d74-451a-83f5-06d3cd95a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:09.900201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-a93cffa3-8d74-451a-83f5-06d3cd95a5ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0901029 Oct 26 12:31:09.973244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-7593aab7-10a0-4ac7-abf6-16847ebda032 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 200 len: 999 time: 0.0606101 Oct 26 12:31:10.022475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517b40-b303-4b6d-bde9-648e053db998 req-f421c7ef-a4d4-4bc0-95b6-1d6c878808ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:10.024313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-f421c7ef-a4d4-4bc0-95b6-1d6c878808ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0442452 Oct 26 12:31:10.077373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517b40-b303-4b6d-bde9-648e053db998 req-568e0f32-d601-462f-affa-0b17e89e06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:10.078913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-568e0f32-d601-462f-affa-0b17e89e06d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414743 Oct 26 12:31:10.177957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-d0395580-368d-43f2-bcd9-1f8cf9d56073 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866947 Oct 26 12:31:10.188699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:31:10.228386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:31:10.275368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56517b40-b303-4b6d-bde9-648e053db998 req-6c8d5aa6-b5a5-457d-8aea-2548aa90d4be service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858085 Oct 26 12:31:10.459583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:31:10.557713 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:10.569034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'mac_address': 'fa:16:3e:0f:3c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:31:10.606069 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:10.619002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33913c65-78c1-4131-9c94-c8ee257ce08a {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:31:10.639315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:10.643409 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:10.691720 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:10.700171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.700530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.700879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.701219 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.701563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.701900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.702233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.702564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.702913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.703256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.703588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.703916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:10.800973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbfe02-8aa1-4d9b-a041-2aaa74213dfa req-8f95bec2-6216-44e2-aeb4-a0a226ee140e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:10.802698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24dbfe02-8aa1-4d9b-a041-2aaa74213dfa req-8f95bec2-6216-44e2-aeb4-a0a226ee140e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0513573 Oct 26 12:31:10.852247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24dbfe02-8aa1-4d9b-a041-2aaa74213dfa req-231a5529-09fc-4d6a-99e9-747944f27e6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Oct 26 12:31:10.907441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['33913c65-78c1-4131-9c94-c8ee257ce08a'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:31:11.968904 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b7a09-8ac8-444a-a26b-6d4cc35da3e3 req-f9040601-ff57-410b-b91c-ee9b83700d88 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:11.970506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d05b7a09-8ac8-444a-a26b-6d4cc35da3e3 req-f9040601-ff57-410b-b91c-ee9b83700d88 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Oct 26 12:31:12.010588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d05b7a09-8ac8-444a-a26b-6d4cc35da3e3 req-766acdc1-4605-4fe9-ba25-a3566df48cb7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340884 Oct 26 12:31:12.127626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5426699-a27b-44f8-b44a-6e3742998a8e req-aa18c2d3-baa0-4a54-9f92-afab8d2eded4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:12.129132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5426699-a27b-44f8-b44a-6e3742998a8e req-aa18c2d3-baa0-4a54-9f92-afab8d2eded4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0503488 Oct 26 12:31:12.166745 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5426699-a27b-44f8-b44a-6e3742998a8e req-4093b019-b49e-4cf3-80a9-e8647570eda0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Oct 26 12:31:12.280032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfea29-61ea-480b-875d-10610fe71d6d req-3ed9f39c-b66f-4bba-8648-1deb0a84e93b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:12.281458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70bfea29-61ea-480b-875d-10610fe71d6d req-3ed9f39c-b66f-4bba-8648-1deb0a84e93b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0497203 Oct 26 12:31:12.325720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70bfea29-61ea-480b-875d-10610fe71d6d req-884a7e5e-bf0e-4e57-842d-fa30eb50ad1e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378361 Oct 26 12:31:12.469135 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:31:12.523426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 33913c65-78c1-4131-9c94-c8ee257ce08a completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:31:12.527777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 33913c65-78c1-4131-9c94-c8ee257ce08a triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:31:12.528156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:12.569100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfe52f-43e9-4035-9ffc-9d5d1b770e3c req-5e31631b-bbd5-4d7b-9894-01701a578f03 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:12.570966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ecfe52f-43e9-4035-9ffc-9d5d1b770e3c req-5e31631b-bbd5-4d7b-9894-01701a578f03 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 945 time: 0.0535290 Oct 26 12:31:12.612412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ecfe52f-43e9-4035-9ffc-9d5d1b770e3c req-557b317a-dce5-4db9-84d9-37ffe49647ff tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Oct 26 12:31:12.615137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:12.639650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:12.641962 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5772dd-f5c0-465d-b4df-6d9fe5ec7cae" -d '{"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-plugged", "status": "completed", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:12.655375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:12.659735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:12.686549 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f56c115-dd18-47bc-abd1-2429d15f6b54 x-openstack-request-id: req-8f56c115-dd18-47bc-abd1-2429d15f6b54 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:12.686855 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-plugged", "status": "completed", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:12.687130 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8f56c115-dd18-47bc-abd1-2429d15f6b54 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:12.687526 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'code': 200} Oct 26 12:31:12.712594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:13.730493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c93c2c-3930-4395-9c2f-1854c4bac435 req-269a206d-c478-4e79-8adc-532ce3fd1a22 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:13.732092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89c93c2c-3930-4395-9c2f-1854c4bac435 req-269a206d-c478-4e79-8adc-532ce3fd1a22 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0504093 Oct 26 12:31:13.772108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89c93c2c-3930-4395-9c2f-1854c4bac435 req-b89e5f44-f55e-4db6-9fc8-9ba894010359 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339308 Oct 26 12:31:13.791041 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-1fc3d46e-3743-451b-ad94-e848146d2669 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:13.792551 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-1fc3d46e-3743-451b-ad94-e848146d2669 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 946 time: 0.0501378 Oct 26 12:31:13.886150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Deleting port 33913c65-78c1-4131-9c94-c8ee257ce08a {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:31:13.886482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:13.976535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] For port 33913c65-78c1-4131-9c94-c8ee257ce08a, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=33913c65-78c1-4131-9c94-c8ee257ce08a,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:13.977156 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:14.147899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:14.148253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:14.148565 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 disassociated. External IP: 172.25.4.76, port: 33913c65-78c1-4131-9c94-c8ee257ce08a. Oct 26 12:31:14.148900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Calling delete_port for 33913c65-78c1-4131-9c94-c8ee257ce08a owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:31:14.278832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:14.309561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event deleted for resources: {'Port': ['ID=33913c65-78c1-4131-9c94-c8ee257ce08a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:14.428750 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:31:14.539729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:31:14.549244 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:31:14.560735 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:31:14.561359 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:30:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:14.580054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] No DVR routers for this DVR port 33913c65-78c1-4131-9c94-c8ee257ce08a on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:31:14.582729 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:14.586182 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d0cf79cc-a6c6-447b-85bd-dd3c8fa3261c req-4e3636ed-7793-49a6-8a36-1b69d221c6cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "DELETE /v2.0/ports/33913c65-78c1-4131-9c94-c8ee257ce08a HTTP/1.1" status: 204 len: 173 time: 0.7877667 Oct 26 12:31:14.586626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-deleted', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:14.588960 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac479fa-6b1b-420c-944d-704ac6c5ff9c" -d '{"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-deleted", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:14.639651 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd936c-dca9-493a-a3de-6757cd99b601 x-openstack-request-id: req-2acd936c-dca9-493a-a3de-6757cd99b601 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:14.639988 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fccbf2-ac5c-40c5-acd1-2929e616cbc5", "name": "network-vif-deleted", "tag": "33913c65-78c1-4131-9c94-c8ee257ce08a", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:14.640221 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2acd936c-dca9-493a-a3de-6757cd99b601 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:14.640626 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fccbf2-ac5c-40c5-acd1-2929e616cbc5', 'name': 'network-vif-deleted', 'tag': '33913c65-78c1-4131-9c94-c8ee257ce08a', 'status': 'completed', 'code': 200} Oct 26 12:31:14.672883 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:31:14.889234 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2a3af7c-a432-41bf-b84f-f1d5f5509b96 req-73e13bc8-6311-4909-8cf6-f1ab73d4786b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=74fccbf2-ac5c-40c5-acd1-2929e616cbc5 HTTP/1.1" status: 200 len: 210 time: 0.0300212 Oct 26 12:31:14.903668 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:14.930527 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:31:14.938911 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:31:14.939513 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:30:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:15.045405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:31:15.332787 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:15.363223 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67bb68b-6e0a-4808-93e5-4eaf7fea2c84 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:31:15.579458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd2330d-f67a-4096-970f-01fdd6d96be5 None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:31:16.257070 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-c49c2251-d896-44b9-8ebd-9f2d9145035c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1844514162&fields=id&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 267 time: 0.0381069 Oct 26 12:31:16.366171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-c2906e12-7a52-4c8b-aa7c-8d74d4a74b9f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:16.367804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-c2906e12-7a52-4c8b-aa7c-8d74d4a74b9f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1039243 Oct 26 12:31:16.383596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-a6dc2bd0-b98b-4660-9345-055f27a55cc5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/quotas/f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 375 time: 0.0097241 Oct 26 12:31:16.438991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-5c9a32a7-1e24-4950-97c5-34703fbe26ab tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495605 Oct 26 12:31:16.500038 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:31:16.521113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 33913c65-78c1-4131-9c94-c8ee257ce08a {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:31:16.521459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 33913c65-78c1-4131-9c94-c8ee257ce08a not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:31:16.543871 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-f26af851-4200-4c15-8350-dd9a772eff57 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929942 Oct 26 12:31:16.641889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-3431bcda-21e6-49fa-b4c8-847c5e651987 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919724 Oct 26 12:31:16.803981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccd9b994-9ea2-48cf-8bb3-34705f8aad98 req-ca798041-ccc7-4c5a-898b-955877de95c6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 210 time: 0.0280077 Oct 26 12:31:18.244540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1013b26b-4cb2-4d86-9465-a5d2bad2d854 req-20dfc721-190d-4b25-8c7a-a6fec4fe4c10 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 210 time: 0.3551469 Oct 26 12:31:18.253032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-eef16c9b-2bfd-4390-bf09-880b38db1772 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:18.254438 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-eef16c9b-2bfd-4390-bf09-880b38db1772 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.4562886 Oct 26 12:31:18.306985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-2d618e90-a80c-4c0d-9578-e71ec8f0ef6a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 380 time: 0.0350773 Oct 26 12:31:18.320990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'port': {'device_id': 'e7e820de-80c3-4845-a710-207dfa41574d', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'admin_state_up': True, 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'security_groups': ['83583b8f-63c3-4f03-8059-8693cf03feef']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:31:18.429292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Made reservation on behalf of f5a7c755cb5e47338f5cd2e4545cdcbe for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:31:18.432908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:18.564826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Allocated IP 172.20.0.5 (51f14acd-5eb3-4d57-afb8-ac7bbcdb2702/8ee80807-0e66-45a9-aa7c-99f53c510370/0b0cbbac-7d92-42be-a299-ab82fa9b2331) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:31:18.709173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:18.741868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:18.787523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:31:18.790741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:31:18.794718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:31:18.819384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:18.835263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.835619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.835969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.836320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.836660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.836998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.837334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.837667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.838016 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.838329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.838666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.839024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:31:18.860299 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:18.860963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:18.879045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-1ff5af01-4e05-432c-a8af-79fcdc7c77f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619500 Oct 26 12:31:18.897783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Request body: {'port': {'device_id': 'e7e820de-80c3-4845-a710-207dfa41574d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:31:18.959171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.068476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0ebbb478-75c6-4772-851b-bacb0229c3e4 None None] Provisioning complete for port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:31:19.068997 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb478-75c6-4772-851b-bacb0229c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.104225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbb478-75c6-4772-851b-bacb0229c3e4 None None] Port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:31:19.209771 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-06980fa7-1088-43a8-8cbb-2d1a2ef7ec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.223226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0cbbac-7d92-42be-a299-ab82fa9b2331 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:31:19.231529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.244948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Transition to ACTIVE for port object 0b0cbbac-7d92-42be-a299-ab82fa9b2331 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:31:19.248528 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.302890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:19.381924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:31:19.382270 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:31:19.382607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:31:19.387584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:31:19.387918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:31:19.419165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:31:19.419515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:31:19.419915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:31:19.420375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Bound port: 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:31:19.420747 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.473841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11441f43-dfb7-44b8-8edd-feeaa6bd3fee req-823716d2-f5d0-4bb8-b781-224b49b844e1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:19.475388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11441f43-dfb7-44b8-8edd-feeaa6bd3fee req-823716d2-f5d0-4bb8-b781-224b49b844e1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.1515715 Oct 26 12:31:19.536636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:31:19.542939 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11441f43-dfb7-44b8-8edd-feeaa6bd3fee req-3dd90c3c-d33c-446c-a0e1-80ec3cb53c77 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605016 Oct 26 12:31:19.552538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:31:19.557993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.595833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:19.596460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:19.597865 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 1091 time: 0.7052741 Oct 26 12:31:19.598318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:19.601151 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5586e11-a75f-4543-abb9-abcecd3f829a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:19.632867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8ad4d-1041-4270-9e8b-7e31e70008e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:19.701717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-132b6912-93ee-42cc-bfb5-d6b2ab27180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:19.703350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-132b6912-93ee-42cc-bfb5-d6b2ab27180a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1094 time: 0.0478683 Oct 26 12:31:19.756797 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d4a3ca-7efd-449e-b556-350a42b58bab x-openstack-request-id: req-43d4a3ca-7efd-449e-b556-350a42b58bab {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:19.757106 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:19.757370 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-43d4a3ca-7efd-449e-b556-350a42b58bab {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:19.757783 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'status': 'completed', 'code': 200} Oct 26 12:31:19.759746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-38a81373-3de7-451e-a0c4-f9e17f32524c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 217 time: 0.0459926 Oct 26 12:31:19.811774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-ddb8929d-bb43-4d39-8f0c-efbc764a7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:19.813290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-ddb8929d-bb43-4d39-8f0c-efbc764a7874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0454226 Oct 26 12:31:19.865406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-a0532b63-189d-4beb-9a24-076b737bb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:19.866981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-a0532b63-189d-4beb-9a24-076b737bb361 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425801 Oct 26 12:31:19.968260 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-0e6a50b9-7df0-4887-a4b4-6dfdbb8f13f8 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897121 Oct 26 12:31:20.061345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b088ebbc-dd52-47ef-8a4b-016cff08a3d6 req-905dbfd5-b767-49db-bf79-cc21749bb339 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843825 Oct 26 12:31:20.150188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-60b3271e-a726-48e2-8d8d-9f2782c4cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:20.151777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-60b3271e-a726-48e2-8d8d-9f2782c4cafd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1094 time: 0.0424111 Oct 26 12:31:20.247945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-91e3fb96-916c-47f7-b543-e65fb0055d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:20.249464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-91e3fb96-916c-47f7-b543-e65fb0055d59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0904164 Oct 26 12:31:20.292268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-e7a3514b-8066-4a00-b461-31b43a584e11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 217 time: 0.0349007 Oct 26 12:31:20.347276 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-cfc544d3-127b-4e51-961b-7a8acdb5cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:20.349274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-cfc544d3-127b-4e51-961b-7a8acdb5cc9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0490317 Oct 26 12:31:20.398329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-dbf6eedc-2043-4fad-9216-eb64196a4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:20.399903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-dbf6eedc-2043-4fad-9216-eb64196a4922 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414832 Oct 26 12:31:20.501379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-eeb22a13-991e-447d-a69c-99d8e55a988c service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908749 Oct 26 12:31:20.596603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5586e11-a75f-4543-abb9-abcecd3f829a req-4eb3a503-e0b2-4073-83e7-47b54ab7a5a7 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874135 Oct 26 12:31:20.664730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fcc30-0629-4d77-8a1e-22f8def3c273 req-635ba8bb-88e0-4c94-8238-6b40ef9486bb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:20.666145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e3fcc30-0629-4d77-8a1e-22f8def3c273 req-635ba8bb-88e0-4c94-8238-6b40ef9486bb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0508685 Oct 26 12:31:20.704293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9e3fcc30-0629-4d77-8a1e-22f8def3c273 req-d20c08d0-bc2b-4b25-a31c-91a5f5963017 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Oct 26 12:31:21.772677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2ec245c-ef16-44ef-ac66-396d21b8c7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:21.834384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77d6d1-8fcd-4f90-ab89-59a997d551a0 req-d4378ed1-a50f-4413-ad4d-085c1e744e12 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:21.836013 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae77d6d1-8fcd-4f90-ab89-59a997d551a0 req-d4378ed1-a50f-4413-ad4d-085c1e744e12 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0576990 Oct 26 12:31:21.875506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae77d6d1-8fcd-4f90-ab89-59a997d551a0 req-bdb8074b-57b8-468a-9a65-4d37dadf334c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Oct 26 12:31:22.935907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:22.996273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788afcb2-254b-4cac-be82-84b00cf95286 req-efdb91c1-7f93-4c1f-93b8-6b985e970671 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:22.998020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-788afcb2-254b-4cac-be82-84b00cf95286 req-efdb91c1-7f93-4c1f-93b8-6b985e970671 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0511239 Oct 26 12:31:23.036239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-788afcb2-254b-4cac-be82-84b00cf95286 req-eea4d02a-f948-4f47-86cd-81913a782ceb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321827 Oct 26 12:31:23.331468 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:24.154999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050470-97f8-45fd-aa11-ecf33307d197 req-14c87dba-0be3-413b-b911-f4829aadb2ac tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:24.156547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c050470-97f8-45fd-aa11-ecf33307d197 req-14c87dba-0be3-413b-b911-f4829aadb2ac tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0504894 Oct 26 12:31:24.195773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c050470-97f8-45fd-aa11-ecf33307d197 req-3f09196e-3269-4261-84bb-359abf70faeb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331912 Oct 26 12:31:24.252484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:31:24.350511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:24.362061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'mac_address': 'fa:16:3e:c9:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:31:24.399216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:24.412572 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0cbbac-7d92-42be-a299-ab82fa9b2331 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:31:24.432146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:24.436256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:24.482712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:24.697650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0b0cbbac-7d92-42be-a299-ab82fa9b2331'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:31:24.749336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:25.318601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5aa8f-5ea5-444c-b8d0-f1775661a00b req-74de6b40-ad8f-44b9-a939-0acd9dc8e745 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:25.320195 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e5aa8f-5ea5-444c-b8d0-f1775661a00b req-74de6b40-ad8f-44b9-a939-0acd9dc8e745 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 944 time: 0.0542412 Oct 26 12:31:25.359796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a3e5aa8f-5ea5-444c-b8d0-f1775661a00b req-233edd93-5e88-4a01-82cb-2fbdb12160a0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335977 Oct 26 12:31:26.251606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:31:26.299491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:31:26.303953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:31:26.304328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:26.384757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:26.408346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:26.410899 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f1b7bd-7c16-41f2-8151-224298e61eed" -d '{"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:26.429433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:31:26.436440 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:26.464539 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337fe3b0-c997-40dd-b0ad-16a356deb3bc x-openstack-request-id: req-337fe3b0-c997-40dd-b0ad-16a356deb3bc {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:26.464833 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:26.465090 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-337fe3b0-c997-40dd-b0ad-16a356deb3bc {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:26.465480 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'code': 200} Oct 26 12:31:26.484901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a13ef9-ee70-42de-aa77-13f205e39e53 req-82df32cf-42dc-4a0e-86c9-dfd4562437da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:26.487087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23a13ef9-ee70-42de-aa77-13f205e39e53 req-82df32cf-42dc-4a0e-86c9-dfd4562437da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0555301 Oct 26 12:31:26.493190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:31:26.541680 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23a13ef9-ee70-42de-aa77-13f205e39e53 req-4ccdc5cb-651f-477e-831b-bba170f721af tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469449 Oct 26 12:31:26.571718 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c7681-dd0e-40cd-b20b-ae60e5f0cf77 req-033b6d75-7f13-4283-bef6-d1ab52794037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:26.573272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-492c7681-dd0e-40cd-b20b-ae60e5f0cf77 req-033b6d75-7f13-4283-bef6-d1ab52794037 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1096 time: 0.0451651 Oct 26 12:31:26.613775 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-492c7681-dd0e-40cd-b20b-ae60e5f0cf77 req-281b4e6a-e39c-4d42-8163-cc3d75e6aa2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283465 Oct 26 12:31:27.667361 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab824cf-743e-4369-9b94-b30b1ec37736 req-22db532d-145f-41c6-9588-7dfad77b2d01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:27.668916 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ab824cf-743e-4369-9b94-b30b1ec37736 req-22db532d-145f-41c6-9588-7dfad77b2d01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0560474 Oct 26 12:31:27.709876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ab824cf-743e-4369-9b94-b30b1ec37736 req-c4a06270-b272-41d3-bc1c-17ac60fb72e9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344274 Oct 26 12:31:28.828012 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca496dee-4f4c-4f98-b1b3-4d17bfa906ed req-eeff810f-e8d3-429d-9c37-cc500b138bfe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:28.829535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca496dee-4f4c-4f98-b1b3-4d17bfa906ed req-eeff810f-e8d3-429d-9c37-cc500b138bfe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0502450 Oct 26 12:31:28.869548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ca496dee-4f4c-4f98-b1b3-4d17bfa906ed req-87dcd8df-4e97-4dbd-84d5-79cc7d3b3b03 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Oct 26 12:31:28.983967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578d40-7f71-4bbb-a0b5-f1551c0c08b9 req-0b1db958-9c08-4856-a23f-3cb1e5fa4fe9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:28.985512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23578d40-7f71-4bbb-a0b5-f1551c0c08b9 req-0b1db958-9c08-4856-a23f-3cb1e5fa4fe9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0522215 Oct 26 12:31:28.994238 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 50368) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:31:28.998663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'floatingip': {'port_id': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:31:29.042711 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:29.469875 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:29.473959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:29.579597 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 associated. External IP: 172.25.4.76, port: 0b0cbbac-7d92-42be-a299-ab82fa9b2331. Oct 26 12:31:29.793691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:31:29.905304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:31:29.910228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:29.916039 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:31:29.925936 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:31:29.926602 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:31:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:29.937973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fcf1888b-b194-4cf1-bf1f-18e8a4bf356c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "PUT /v2.0/floatingips/2114632e-9d75-4383-980b-7193ae996181 HTTP/1.1" status: 200 len: 990 time: 0.9426532 Oct 26 12:31:29.938690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:31:29.941150 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51902f4e-d369-419f-80d3-f900a7a8d6af" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:31:29.981078 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a9e7da-5851-4974-8efd-89f77aef89af x-openstack-request-id: req-a2a9e7da-5851-4974-8efd-89f77aef89af {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:31:29.981385 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:31:29.981685 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2a9e7da-5851-4974-8efd-89f77aef89af {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:31:29.982062 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'status': 'completed', 'code': 200} Oct 26 12:31:30.037622 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:31:30.044813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-c8531d39-d2ef-4b46-9bfb-927127bd65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:30.046295 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-c8531d39-d2ef-4b46-9bfb-927127bd65c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1096 time: 0.0423236 Oct 26 12:31:30.147481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-d2da54e4-db1b-4f58-8220-f8a809c16652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:30.149006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-d2da54e4-db1b-4f58-8220-f8a809c16652 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0938866 Oct 26 12:31:30.216191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-b36bf35a-c3a4-4eaa-b46f-25f5fba29013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 998 time: 0.0600741 Oct 26 12:31:30.265646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-a55486b4-e58e-40f8-b581-a6aed6b42e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:30.265890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:c9:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e820de-80c3-4845-a710-207dfa41574d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:31:29Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:30.267188 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-a55486b4-e58e-40f8-b581-a6aed6b42e29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0443704 Oct 26 12:31:30.296337 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:31:30.305010 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:31:30.305619 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:31:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:30.319763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-2426aae9-8f86-4a2d-aba6-1dbb86ad0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:31:30.321298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-2426aae9-8f86-4a2d-aba6-1dbb86ad0c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470560 Oct 26 12:31:30.412713 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:31:30.414218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-91c5605a-a2be-4640-a85a-d0e96e0c5307 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Oct 26 12:31:30.513677 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51902f4e-d369-419f-80d3-f900a7a8d6af req-9926c778-082e-45c0-a8b8-773e4156e03b service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925772 Oct 26 12:31:30.641828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:c9:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e820de-80c3-4845-a710-207dfa41574d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:31:29Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:31:30.672280 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1995c6-8a02-4006-b016-f00e8071e957 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:c9:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e820de-80c3-4845-a710-207dfa41574d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:31:29Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:31:30.870432 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1905594-2e23-4d4a-99a0-7bb87efe9b1c None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:31:33.563097 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:31:34.126101 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:35.708893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:49.212125 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6ca0-7f4c-4b6a-8872-7a4a06387613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:51.773552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-635e427a-795b-41b0-ab2f-9fa68d73d3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:52.937781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:53.335971 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:54.737336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:31:59.713063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-4f659a0b-a756-4480-8e85-17063b397353 req-9d8821d9-fd73-42f0-a0b0-ddcbce3f1186 tempest-TestNetworkBasicOps-1112372060 tempest-TestNetworkBasicOps-1112372060-project] (102759) timed out ('10.222.0.30', 58377) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:32:04.123195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:05.710893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:10.561857 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:32:19.214148 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdd20239-bb7e-46b9-bd3d-4e52beee755f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:21.775456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9df161e-b7af-4f8c-8090-4ba7da83060d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:22.939727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:23.339528 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:24.739689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:28.928891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-480e441c-2750-411e-a503-c9001c5c6757 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408750 Oct 26 12:32:29.016760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-f6010713-4357-4d94-8924-ffff23cafed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:32:29.018299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-f6010713-4357-4d94-8924-ffff23cafed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1096 time: 0.0418208 Oct 26 12:32:29.132307 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-3454d7c6-0844-4d84-9cb9-ef704fb397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:32:29.133818 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-3454d7c6-0844-4d84-9cb9-ef704fb397ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0922062 Oct 26 12:32:29.203701 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-b43b7a42-a8f2-4996-ba4f-7399af0c72ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 1000 time: 0.0587361 Oct 26 12:32:29.265760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-403f645f-5532-48cd-ac5c-f90913db8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:32:29.267293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-403f645f-5532-48cd-ac5c-f90913db8b27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0484097 Oct 26 12:32:29.313801 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-e8c163c7-1668-4c45-a646-ebca85ccef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:32:29.315347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-e8c163c7-1668-4c45-a646-ebca85ccef8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402327 Oct 26 12:32:29.327033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-4c9b62fe-1aec-4360-881a-ae4013bf0a36 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:32:29.327989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-4c9b62fe-1aec-4360-881a-ae4013bf0a36 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049572 Oct 26 12:32:29.422027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-c7f4d762-e67a-4e04-b5c5-1cfadb18e9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858092 Oct 26 12:32:29.513732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3fb0441-e54f-43ca-8178-a1c47b69cfd0 req-8f0c061f-90e5-4d1b-a855-35f4782044d3 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816197 Oct 26 12:32:34.122352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:35.719194 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:47.560978 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:32:49.216563 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-be37222c-161b-4b3a-91ce-f986d0aaa902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:51.777081 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c811096-394a-4d64-a914-dbd39d6ea696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:52.941097 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:53.341887 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:32:54.743305 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:04.121449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:05.718054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:13.708745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99ca9-5edf-49fa-9630-1111ba4798c2 req-791f487e-568b-4e90-8441-334a84dd62e2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:13.710291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48a99ca9-5edf-49fa-9630-1111ba4798c2 req-791f487e-568b-4e90-8441-334a84dd62e2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0501871 Oct 26 12:33:13.750500 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-48a99ca9-5edf-49fa-9630-1111ba4798c2 req-eceb3b69-9de8-4892-a396-0f641d78a585 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342128 Oct 26 12:33:14.881311 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4952f-cd48-471e-8895-2dd32b281af2 req-82a6b252-47c4-42f8-9ec0-c628f5905510 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:14.883989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bf4952f-cd48-471e-8895-2dd32b281af2 req-82a6b252-47c4-42f8-9ec0-c628f5905510 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0566626 Oct 26 12:33:14.924225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bf4952f-cd48-471e-8895-2dd32b281af2 req-0b78fc7c-b069-4596-9d96-6bfce6e279be tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Oct 26 12:33:16.043647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83f8e7-f6d6-4004-9b33-d3da5f5990f7 req-2d8d6a09-5169-40ca-9d35-7bd1fe17eaba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:16.045088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c83f8e7-f6d6-4004-9b33-d3da5f5990f7 req-2d8d6a09-5169-40ca-9d35-7bd1fe17eaba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0503616 Oct 26 12:33:16.085684 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c83f8e7-f6d6-4004-9b33-d3da5f5990f7 req-c6196149-f655-4270-978c-90ffba9f6210 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Oct 26 12:33:17.207950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad29da-9378-4ef8-a673-be9d7d1e68d4 req-2813d9ee-7794-44d4-be17-db6d75200259 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:17.209481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5aad29da-9378-4ef8-a673-be9d7d1e68d4 req-2813d9ee-7794-44d4-be17-db6d75200259 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0510614 Oct 26 12:33:17.254128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5aad29da-9378-4ef8-a673-be9d7d1e68d4 req-f6052848-7f96-44d8-84f0-1d737fc61b34 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340595 Oct 26 12:33:18.377168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee92e0-e8e0-4ba4-bd7d-aa616a4a839f req-ec28b391-5053-49ac-af16-a7f24f48408f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:18.379126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68ee92e0-e8e0-4ba4-bd7d-aa616a4a839f req-ec28b391-5053-49ac-af16-a7f24f48408f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0534825 Oct 26 12:33:18.418486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-68ee92e0-e8e0-4ba4-bd7d-aa616a4a839f req-d2aabcd9-2b68-4ec5-8770-762da7784547 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Oct 26 12:33:19.218536 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a3a7412b-7e01-447a-b22b-52e7c0fe160c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:19.536521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad00a0-67c3-4ee8-a7ad-7e8dd270c32c req-929f14ab-1a5d-4e2e-a740-5ecfb419700c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:19.538071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2ad00a0-67c3-4ee8-a7ad-7e8dd270c32c req-929f14ab-1a5d-4e2e-a740-5ecfb419700c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0510051 Oct 26 12:33:19.577990 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2ad00a0-67c3-4ee8-a7ad-7e8dd270c32c req-021e1f5f-2165-4853-87ab-9894862bb760 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339150 Oct 26 12:33:20.695869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a49da7-fe22-4d8d-8cff-e2410bd0569b req-27a64127-2b4d-4592-8ead-18e6a2f1706a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:20.697449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6a49da7-fe22-4d8d-8cff-e2410bd0569b req-27a64127-2b4d-4592-8ead-18e6a2f1706a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0501051 Oct 26 12:33:20.735870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6a49da7-fe22-4d8d-8cff-e2410bd0569b req-4dbe774a-bcff-48ce-ad18-c289f4b1221e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Oct 26 12:33:21.783572 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8cfa94e7-140d-4647-9d92-35a6b7af95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:21.860670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799e104-09d8-405e-bb11-e0964351e479 req-52cf4fee-35c2-4d78-954f-1c92ac6188c8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:21.862214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2799e104-09d8-405e-bb11-e0964351e479 req-52cf4fee-35c2-4d78-954f-1c92ac6188c8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0545647 Oct 26 12:33:21.901543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2799e104-09d8-405e-bb11-e0964351e479 req-b1c39735-3bbd-4b2b-9d7e-f0694b06b628 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Oct 26 12:33:22.946178 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:23.022889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24c64-8de0-45b3-870c-e395e0b33247 req-5c617597-7626-4f28-b534-59c0d63fc9ec tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:23.024486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ea24c64-8de0-45b3-870c-e395e0b33247 req-5c617597-7626-4f28-b534-59c0d63fc9ec tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0519083 Oct 26 12:33:23.065248 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ea24c64-8de0-45b3-870c-e395e0b33247 req-05dac1c3-825e-4553-8f15-f4472d44190a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347168 Oct 26 12:33:23.344691 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:24.181005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aad0a-eb2a-4e01-a561-f66906f05bd8 req-a4251784-afb7-45ae-8750-e0a28c72ea2d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:24.182518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-741aad0a-eb2a-4e01-a561-f66906f05bd8 req-a4251784-afb7-45ae-8750-e0a28c72ea2d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0495012 Oct 26 12:33:24.221525 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-741aad0a-eb2a-4e01-a561-f66906f05bd8 req-327f6b95-67a2-4890-b126-5ab1515fa891 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Oct 26 12:33:24.467086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220051-13ad-4032-815d-0b9a09102efe req-335cf50b-c231-4d8b-8879-37e199840435 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:24.468679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04220051-13ad-4032-815d-0b9a09102efe req-335cf50b-c231-4d8b-8879-37e199840435 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0571687 Oct 26 12:33:24.503567 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-0786ade1-c331-49c0-8381-f50d70d81c81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998936 Oct 26 12:33:24.510646 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04220051-13ad-4032-815d-0b9a09102efe req-82306ae2-03a5-4924-b19e-5b24c3ef644d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348568 Oct 26 12:33:24.559499 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:33:24.747205 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:25.668780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9a6c-6732-42f6-8927-4872109a3f2d req-d037b29d-5358-436d-aaf9-d86d8f6d7b09 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:25.670335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da9f9a6c-6732-42f6-8927-4872109a3f2d req-d037b29d-5358-436d-aaf9-d86d8f6d7b09 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0823362 Oct 26 12:33:25.672354 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-8ad9b8f2-ba96-404b-bc18-57392fec941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:25.673893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-8ad9b8f2-ba96-404b-bc18-57392fec941b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1096 time: 0.0765536 Oct 26 12:33:25.759514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da9f9a6c-6732-42f6-8927-4872109a3f2d req-e4b334f7-6d2a-4744-8558-a08b72472081 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832310 Oct 26 12:33:25.794015 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-ab4f5a93-0779-4d5c-abfc-175cdd9cc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:25.795464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-ab4f5a93-0779-4d5c-abfc-175cdd9cc02d service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1059430 Oct 26 12:33:25.868552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-89b44c13-8bc0-458e-912d-176095d1ebbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 1000 time: 0.0618172 Oct 26 12:33:25.923292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-aaebea36-9064-477b-a980-e1b18203bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:25.924762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-aaebea36-9064-477b-a980-e1b18203bc33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0442355 Oct 26 12:33:25.972286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-9d9a2e58-e60a-43f8-9662-b4d05aeb375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:25.973803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-9d9a2e58-e60a-43f8-9662-b4d05aeb375a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402131 Oct 26 12:33:26.072627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-93ebfd5f-ef7c-46fa-943c-8507f23c25db service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890412 Oct 26 12:33:26.164459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-0e62fb23-5632-4b1a-a340-04bc89259e5c service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844061 Oct 26 12:33:26.880515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85afe2-ca73-4981-be3c-e8ecd92fdd7e req-41902059-c7ec-485a-aa85-6ab1738759eb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:26.882132 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae85afe2-ca73-4981-be3c-e8ecd92fdd7e req-41902059-c7ec-485a-aa85-6ab1738759eb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0506022 Oct 26 12:33:26.927433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae85afe2-ca73-4981-be3c-e8ecd92fdd7e req-4fe8e23f-c35c-4140-a82c-08e3f04cdfe8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 Oct 26 12:33:28.046880 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa9d8f-12b1-482d-8d73-7a375c2572af req-4dd6b0c0-4712-4fd2-9c19-11bde1f8b81a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:28.048358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39fa9d8f-12b1-482d-8d73-7a375c2572af req-4dd6b0c0-4712-4fd2-9c19-11bde1f8b81a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0514324 Oct 26 12:33:28.089655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-39fa9d8f-12b1-482d-8d73-7a375c2572af req-ac663cf1-5272-43d9-826d-48ab72dcc5f0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344958 Oct 26 12:33:28.261125 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-b8615e00-e43e-44da-b01a-926fcd995aaf service neutron] show failed (client error): The resource could not be found. Oct 26 12:33:28.262180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-b8615e00-e43e-44da-b01a-926fcd995aaf service neutron] 10.222.0.30 "GET /v2.0/ports/0b0cbbac-7d92-42be-a299-ab82fa9b2331/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0543957 Oct 26 12:33:28.529236 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-c43a42cf-ddaa-45a0-b0df-4d38ae281803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:28.530764 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-c43a42cf-ddaa-45a0-b0df-4d38ae281803 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 1096 time: 0.0904520 Oct 26 12:33:28.542166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-1d156962-b818-4db8-ae3e-2571fe1856f3 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:33:28.543185 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-1d156962-b818-4db8-ae3e-2571fe1856f3 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051630 Oct 26 12:33:28.556105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:33:28.610969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:28.822470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:28.855450 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:33:28.898704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:28.901069 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf3d54-940b-43c5-b756-edd137369931" -d '{"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:28.905262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:28.919306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Transition to ACTIVE for port object 0b0cbbac-7d92-42be-a299-ab82fa9b2331 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:33:28.923049 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:28.962707 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e7795-3929-44a9-b68f-2208fdeeeb38 x-openstack-request-id: req-6e2e7795-3929-44a9-b68f-2208fdeeeb38 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:28.962707 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:28.962707 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e2e7795-3929-44a9-b68f-2208fdeeeb38 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:28.962707 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'code': 200} Oct 26 12:33:29.002611 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:29.023934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.024274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.024610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.024939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.025265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.025589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.025910 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.026232 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.026551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.026883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.027208 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.027536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:29.061249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] No DVR routers for this DVR port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:33:29.203348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:33:29.203685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:33:29.204021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:33:29.209250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:33:29.209575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Attempting to bind port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:33:29.214874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:33:29.215216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:33:29.215592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:33:29.216016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Bound port: 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:33:29.216369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:29.216463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188b1f-47d4-4a4d-a012-026a2b45596f req-1677c609-b525-4b53-b278-162502c6d9c2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:29.217908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69188b1f-47d4-4a4d-a012-026a2b45596f req-1677c609-b525-4b53-b278-162502c6d9c2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0515985 Oct 26 12:33:29.261420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69188b1f-47d4-4a4d-a012-026a2b45596f req-305a9ef2-4d7a-4818-bf4b-985cb5869d20 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341828 Oct 26 12:33:29.282301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:33:29.285427 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:33:29.290801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:29.326626 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:29.327268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:29.328717 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] 10.222.0.100 "PUT /v2.0/ports/0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 1091 time: 0.7770216 Oct 26 12:33:29.350324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ee36b-2e82-4df6-a4e1-bb1fd8914e59 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:29.410107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-0e015e65-e647-4bf2-9aa2-6bdc31816f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:29.411727 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-0e015e65-e647-4bf2-9aa2-6bdc31816f5d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1094 time: 0.0478673 Oct 26 12:33:29.508914 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-95379587-36c7-466e-bb8a-1ba54863bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:29.510415 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-95379587-36c7-466e-bb8a-1ba54863bbff service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0913606 Oct 26 12:33:29.584350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-e98f4121-4b91-4ec1-8736-c7b4982d1657 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 998 time: 0.0650330 Oct 26 12:33:29.634854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-5d912d0d-92c5-4b4a-ab91-05e60b266d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:29.636289 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-5d912d0d-92c5-4b4a-ab91-05e60b266d14 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0451307 Oct 26 12:33:29.683233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-d81c1e60-8c19-4236-a299-1330257aad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:29.684757 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-d81c1e60-8c19-4236-a299-1330257aad31 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413468 Oct 26 12:33:29.781277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-43dffd4f-a53c-47b8-aec1-75b87221c9ed service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890267 Oct 26 12:33:29.873870 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-63c7dcc4-8b3d-4dbc-b673-4160ea5b7b1e req-e3f124bc-31b2-45a7-9b63-2b1878c0b888 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853937 Oct 26 12:33:30.385631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dd2ea-da8b-4718-b168-8b454bfbd027 req-e72062f9-4521-4502-a7e5-586293e91a30 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:30.387200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-288dd2ea-da8b-4718-b168-8b454bfbd027 req-e72062f9-4521-4502-a7e5-586293e91a30 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0547576 Oct 26 12:33:30.426894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-288dd2ea-da8b-4718-b168-8b454bfbd027 req-a36ded32-79b4-4f74-8890-bb6ea2af14ea tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Oct 26 12:33:30.961477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:30.963979 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:31.017503 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0020f9-cae4-419b-919f-3870f5d8377e x-openstack-request-id: req-8f0020f9-cae4-419b-919f-3870f5d8377e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:31.017799 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:31.018073 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8f0020f9-cae4-419b-919f-3870f5d8377e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:31.018479 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'status': 'completed', 'code': 200} Oct 26 12:33:31.086145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-74d0a24f-3117-4458-bd0e-1ac857acf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.087743 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-74d0a24f-3117-4458-bd0e-1ac857acf179 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1094 time: 0.0487454 Oct 26 12:33:31.108199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-eebde4c9-ab7a-4f26-83dd-c037bf6f5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.109724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-eebde4c9-ab7a-4f26-83dd-c037bf6f5f7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1094 time: 0.0497811 Oct 26 12:33:31.191296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-0a423363-29bc-435c-9fe5-78a1e3908485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.193492 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-0a423363-29bc-435c-9fe5-78a1e3908485 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0977776 Oct 26 12:33:31.207405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-0fe3fd8a-9b7e-4e5b-afae-4ec0007b6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.208961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-0fe3fd8a-9b7e-4e5b-afae-4ec0007b6678 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0922761 Oct 26 12:33:31.272135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-653f4db1-02a6-4faf-9d46-32593a1dacf9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 998 time: 0.0723519 Oct 26 12:33:31.328723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-3a4ad479-259e-43ac-a04c-33cca6e295d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.330276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-3a4ad479-259e-43ac-a04c-33cca6e295d1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0508468 Oct 26 12:33:31.379507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-c6d3b891-ea42-4965-b758-8e8202e12ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.381683 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-c6d3b891-ea42-4965-b758-8e8202e12ceb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450037 Oct 26 12:33:31.632427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-a82d7569-2405-4f8f-b366-013b4fdf2aa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 998 time: 0.4157329 Oct 26 12:33:31.657111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d17298-322c-42d6-afe4-2c9c2e85fa0b req-c0dd3f4a-c04c-4a78-8b2d-aba858e94323 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.658643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93d17298-322c-42d6-afe4-2c9c2e85fa0b req-c0dd3f4a-c04c-4a78-8b2d-aba858e94323 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0776460 Oct 26 12:33:31.721796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-ca1d8d56-1a0a-4eea-bb2e-2e102b509ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.723328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-ca1d8d56-1a0a-4eea-bb2e-2e102b509ed5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0823240 Oct 26 12:33:31.731246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93d17298-322c-42d6-afe4-2c9c2e85fa0b req-c7f22f5b-bfa2-4146-9cdc-51567184b93e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500305 Oct 26 12:33:31.745763 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-9361fd7a-a720-4757-9a6e-fb426b687f8a service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567848 Oct 26 12:33:31.783081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-0899b4c7-9718-447f-af5c-0389576e8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.784675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-0899b4c7-9718-447f-af5c-0389576e8f31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499372 Oct 26 12:33:31.864447 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-487a55c6-1ee2-4c84-a324-a2e7d28ad0c1 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087885 Oct 26 12:33:31.893772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-b9100080-45cc-451a-a4bd-d814d33e091e service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975695 Oct 26 12:33:31.921251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.30', 58929) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:33:31.978378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-20a69e80-9d0a-4821-9fc8-4b49258ab108 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:31.979985 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-20a69e80-9d0a-4821-9fc8-4b49258ab108 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 943 time: 0.0576813 Oct 26 12:33:32.002591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d59f-fb64-46df-ad6d-dc681ca30b91 req-7a139574-29c9-4b06-92f5-27fb692d9cbb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:32.004192 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c045d59f-fb64-46df-ad6d-dc681ca30b91 req-7a139574-29c9-4b06-92f5-27fb692d9cbb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.1039608 Oct 26 12:33:32.045665 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-693ed47d-3bc2-4736-9fa0-577c2246ec8a service neutron] delete failed (client error): The resource could not be found. Oct 26 12:33:32.046715 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-693ed47d-3bc2-4736-9fa0-577c2246ec8a service neutron] 10.222.0.30 "DELETE /v2.0/ports/0b0cbbac-7d92-42be-a299-ab82fa9b2331/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0546763 Oct 26 12:33:32.055226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd7fd1b6-c39a-48fd-905e-3eb78f585f06 req-cab90cb6-b55d-4e52-bfe4-5fcd4620cd0a service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530254 Oct 26 12:33:32.069286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c045d59f-fb64-46df-ad6d-dc681ca30b91 req-a5d82c35-4b01-4212-be5f-6e497cf5eeba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555692 Oct 26 12:33:32.165576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-d101fbc2-b666-4328-8d57-8a14bc49959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:32.167065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-d101fbc2-b666-4328-8d57-8a14bc49959d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1094 time: 0.0417805 Oct 26 12:33:32.262629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-af5eb568-bb6a-4440-8a2e-75e9f3c82560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:32.264134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-af5eb568-bb6a-4440-8a2e-75e9f3c82560 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0850823 Oct 26 12:33:32.337197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-772be602-24b6-4edf-96ea-f6070909f537 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 998 time: 0.0615051 Oct 26 12:33:32.393083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-3a117cee-912d-40dc-adcd-f42cb455b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:32.394585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-3a117cee-912d-40dc-adcd-f42cb455b77a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0443413 Oct 26 12:33:32.445488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-45da8a15-87e7-4b2f-bdcf-5e14695affea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:32.446967 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-45da8a15-87e7-4b2f-bdcf-5e14695affea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406487 Oct 26 12:33:32.550394 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-bd3ca46a-089c-45a2-ac18-19d61f671154 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904155 Oct 26 12:33:32.646404 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-b9562bed-2770-45b9-9613-ae5e58b2b5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Oct 26 12:33:32.766644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:33:32.810106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:33:33.063681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:33:33.165518 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:33.181375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'mac_address': 'fa:16:3e:c9:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:33:33.198027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fbec0-35e1-44f2-9e6d-7800abcbd8a8 req-f5f9c12c-47dc-4793-b696-df4dac375b10 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.199886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb0fbec0-35e1-44f2-9e6d-7800abcbd8a8 req-f5f9c12c-47dc-4793-b696-df4dac375b10 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 943 time: 0.0596819 Oct 26 12:33:33.235085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:33.245006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb0fbec0-35e1-44f2-9e6d-7800abcbd8a8 req-49138b78-cdaf-4544-b54b-d434782e937d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364499 Oct 26 12:33:33.251849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0cbbac-7d92-42be-a299-ab82fa9b2331 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:33:33.275069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:33.280769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:33.329864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:33.337443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.337793 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.338138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.338478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.338817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.339192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.339525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.339853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.340182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.340508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.340834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.341158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:33.369581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd03257-2193-4cf2-a119-811658f1bee6 req-9c0f2162-b710-45f8-b133-50a581b7cdfe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.371926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4dd03257-2193-4cf2-a119-811658f1bee6 req-9c0f2162-b710-45f8-b133-50a581b7cdfe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 944 time: 0.0515773 Oct 26 12:33:33.413287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4dd03257-2193-4cf2-a119-811658f1bee6 req-3aa87dcf-e6ca-400b-8351-5e57ef9c0fc5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353694 Oct 26 12:33:33.524591 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0b0cbbac-7d92-42be-a299-ab82fa9b2331'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:33:33.615711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f5d6-7853-439f-9493-f391717b1648 req-14867fd4-e52e-49a0-9133-19b1bfa0f549 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.617198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8486f5d6-7853-439f-9493-f391717b1648 req-14867fd4-e52e-49a0-9133-19b1bfa0f549 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 944 time: 0.0526850 Oct 26 12:33:33.648954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-3aa417aa-62a2-47b3-a479-27a45a50cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.650518 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-3aa417aa-62a2-47b3-a479-27a45a50cea7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 1095 time: 0.0471256 Oct 26 12:33:33.658179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8486f5d6-7853-439f-9493-f391717b1648 req-7202acfc-7e0b-49ac-a917-d5b395ec525a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Oct 26 12:33:33.752123 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-0ddd7937-e2e9-4486-81a3-50d1949c7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.753660 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-0ddd7937-e2e9-4486-81a3-50d1949c7cdc service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0936754 Oct 26 12:33:33.820018 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-26df3ec6-b225-48ba-9e06-8648573b21e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 200 len: 999 time: 0.0584197 Oct 26 12:33:33.870225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-af6cea3f-27f9-47ec-a15d-ae41467263cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.871643 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-af6cea3f-27f9-47ec-a15d-ae41467263cb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0439289 Oct 26 12:33:33.921131 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-29672ea6-db49-4be2-9598-85960fffd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:33.922626 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-29672ea6-db49-4be2-9598-85960fffd681 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440614 Oct 26 12:33:34.012609 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-93385740-43af-4fe5-95d9-dc3276ed268e service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822506 Oct 26 12:33:34.107543 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7aec5970-acaf-42bc-951b-63eee45d3042 req-b52c5632-6ad1-454b-b1aa-e58ee40ecd5d service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Oct 26 12:33:34.137938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:34.778849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8782-4db6-4451-8b32-048f05eb5621 req-35f86fee-f924-4533-a243-e21461dc9a20 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:34.780351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae2a8782-4db6-4451-8b32-048f05eb5621 req-35f86fee-f924-4533-a243-e21461dc9a20 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 944 time: 0.0536444 Oct 26 12:33:34.818966 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae2a8782-4db6-4451-8b32-048f05eb5621 req-20147fc3-6281-4c69-8d71-4bbc50aa6a5f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Oct 26 12:33:35.049572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ccfd2-35d1-4c52-b930-e30bd560e752 req-0c3b7af3-cf81-4bce-a71b-37c9d7e90ba8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:35.051135 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80ccfd2-35d1-4c52-b930-e30bd560e752 req-0c3b7af3-cf81-4bce-a71b-37c9d7e90ba8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 944 time: 0.0496862 Oct 26 12:33:35.090454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b80ccfd2-35d1-4c52-b930-e30bd560e752 req-553a8f71-8341-4f0c-8e55-7ab041a0576f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Oct 26 12:33:35.094202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:33:35.143134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:33:35.147435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:33:35.147814 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:35.228070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:35.251606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:35.253950 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c9196-772c-41d7-b400-57e2ce77f688" -d '{"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:35.266382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:35.271456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:35.319653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:35.378818 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1744fb4-b8f9-4515-952a-e48b76b773e1 x-openstack-request-id: req-e1744fb4-b8f9-4515-952a-e48b76b773e1 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:35.379179 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:35.379457 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1744fb4-b8f9-4515-952a-e48b76b773e1 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:35.379863 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'code': 200} Oct 26 12:33:35.718204 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:36.210977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd34d12-96b1-4316-93cc-8b68ba4ff2fc req-3aa0dc7e-e915-4181-9d91-0114b1e63037 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:36.212468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abd34d12-96b1-4316-93cc-8b68ba4ff2fc req-3aa0dc7e-e915-4181-9d91-0114b1e63037 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0490181 Oct 26 12:33:36.251032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abd34d12-96b1-4316-93cc-8b68ba4ff2fc req-e33db02f-de20-45a4-addb-76225c8dfb48 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Oct 26 12:33:36.306235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33280-90d6-4522-830b-63af43eecc23 req-16f3a4a6-ffee-4bc8-b0d4-ba62e95c64ca tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:36.307721 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6b33280-90d6-4522-830b-63af43eecc23 req-16f3a4a6-ffee-4bc8-b0d4-ba62e95c64ca tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 945 time: 0.0489302 Oct 26 12:33:36.401532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Deleting port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:33:36.401788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:36.490448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] For port 0b0cbbac-7d92-42be-a299-ab82fa9b2331, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0b0cbbac-7d92-42be-a299-ab82fa9b2331,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:36.490808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:36.667422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:36.667705 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:36.668024 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 disassociated. External IP: 172.25.4.76, port: 0b0cbbac-7d92-42be-a299-ab82fa9b2331. Oct 26 12:33:36.668370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Calling delete_port for 0b0cbbac-7d92-42be-a299-ab82fa9b2331 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:33:36.795490 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:36.825183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event deleted for resources: {'Port': ['ID=0b0cbbac-7d92-42be-a299-ab82fa9b2331,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:36.943445 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:33:37.055340 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:33:37.066443 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:33:37.078487 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:33:37.079319 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:33:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:37.101675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] No DVR routers for this DVR port 0b0cbbac-7d92-42be-a299-ab82fa9b2331 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:33:37.104638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:37.108109 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6b33280-90d6-4522-830b-63af43eecc23 req-e70cf756-d972-462b-9c5d-29794941d713 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "DELETE /v2.0/ports/0b0cbbac-7d92-42be-a299-ab82fa9b2331 HTTP/1.1" status: 204 len: 173 time: 0.7930992 Oct 26 12:33:37.108563 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-deleted', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:37.110915 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff1dde-4a5f-4f57-b172-5ed7bc07ff7b" -d '{"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-deleted", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:37.153586 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1518a70e-d97a-4eb0-8cc7-8ebb2d29e56c x-openstack-request-id: req-1518a70e-d97a-4eb0-8cc7-8ebb2d29e56c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:37.153889 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e820de-80c3-4845-a710-207dfa41574d", "name": "network-vif-deleted", "tag": "0b0cbbac-7d92-42be-a299-ab82fa9b2331", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:37.154151 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1518a70e-d97a-4eb0-8cc7-8ebb2d29e56c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:37.154566 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e820de-80c3-4845-a710-207dfa41574d', 'name': 'network-vif-deleted', 'tag': '0b0cbbac-7d92-42be-a299-ab82fa9b2331', 'status': 'completed', 'code': 200} Oct 26 12:33:37.288190 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:33:37.361067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f793df8-7274-4879-a5e4-92c25afefe0f req-c0840c8d-aafd-443c-a0ba-4695ea5140dc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7e820de-80c3-4845-a710-207dfa41574d HTTP/1.1" status: 200 len: 210 time: 0.0315118 Oct 26 12:33:37.492838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:37.523642 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:33:37.532331 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:33:37.532854 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:33:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:37.641318 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:33:37.835756 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:37.862247 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04262e-5403-4c7e-b1a9-14d01687dfa0 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:33:38.076611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fd810-8370-4112-9b0b-fe1c730030da None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:33:38.633573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-bd64c2ff-7304-4bd8-83e5-2116329a305d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1844514162&fields=id&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 267 time: 0.0327842 Oct 26 12:33:38.741381 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-937243a6-e765-4384-817b-7c566a77612e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:38.742760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-937243a6-e765-4384-817b-7c566a77612e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1024752 Oct 26 12:33:38.758106 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-899daafd-3c09-4507-9d05-1e46e342cfed tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/quotas/f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 375 time: 0.0096209 Oct 26 12:33:38.814807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-c11d8a1b-8b6e-4c45-b2c7-146eeda87bff tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514698 Oct 26 12:33:38.957227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-fc37d134-f71b-4783-a78d-8ed0f2e00550 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305428 Oct 26 12:33:39.051721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-54c7785e-40c5-4538-8ff0-ca20a5cd1f18 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877786 Oct 26 12:33:39.108468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:33:39.132274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 0b0cbbac-7d92-42be-a299-ab82fa9b2331 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:33:39.132617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0b0cbbac-7d92-42be-a299-ab82fa9b2331 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:33:39.217899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb90e5db-0cde-4438-b504-60b4596f1648 req-79ac7bfb-429c-4abc-b41f-50fe6d4c1a68 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 210 time: 0.0276184 Oct 26 12:33:40.194987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-9b63547a-08ea-4a4b-8882-3ba0488e4625 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:40.196456 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-9b63547a-08ea-4a4b-8882-3ba0488e4625 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1118472 Oct 26 12:33:40.245450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-13554f5b-bbaa-44c6-bf89-4bf12793e6f6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 380 time: 0.0342298 Oct 26 12:33:40.257437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'port': {'device_id': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'admin_state_up': True, 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'security_groups': ['83583b8f-63c3-4f03-8059-8693cf03feef']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:33:40.334760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c1ff1d94-b0cc-472e-a2ce-42f2a4439d33 req-79d0fdd0-c80b-4ad1-97e2-3f27969cebf7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 210 time: 0.0374508 Oct 26 12:33:40.389375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Made reservation on behalf of f5a7c755cb5e47338f5cd2e4545cdcbe for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:33:40.393038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:40.516414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Allocated IP 172.20.0.10 (51f14acd-5eb3-4d57-afb8-ac7bbcdb2702/8ee80807-0e66-45a9-aa7c-99f53c510370/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:33:40.657369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:40.688734 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:40.738743 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:33:40.742084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:33:40.745872 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:33:40.776193 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:40.791083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.791441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.791793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.792138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.792482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.792822 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.793510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.793510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.793820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.794148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.794482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.794821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:33:40.818433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:40.819230 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:40.836247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-3cf85b71-3f7a-4c73-a99f-cf296efd9bb5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825515 Oct 26 12:33:40.855350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Request body: {'port': {'device_id': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:33:40.912186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:40.948465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-76d52af7-a1a1-4c76-9902-b133b77d6ed1 None None] Provisioning complete for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:33:40.949035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d52af7-a1a1-4c76-9902-b133b77d6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:40.982161 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-76d52af7-a1a1-4c76-9902-b133b77d6ed1 None None] Port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:33:41.171046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e927d15e-ed74-4b8d-bd86-d1ee2fd2838f {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:33:41.178903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:41.190777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Transition to ACTIVE for port object e927d15e-ed74-4b8d-bd86-d1ee2fd2838f will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:33:41.195464 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:41.250483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:41.319875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:33:41.320213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:33:41.320546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:33:41.325461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:33:41.325797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:33:41.331235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:33:41.331577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:33:41.331984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:33:41.332421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Bound port: e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:33:41.332781 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:41.401920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:33:41.407197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:33:41.422065 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:41.475005 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:41.475626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:41.477009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1092 time: 0.6265001 Oct 26 12:33:41.477707 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:41.480028 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e98f1b-b2d2-4051-af33-413df45d15ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:41.517161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b54fc4-9472-4f3c-8312-f0bf6d6e97b0 req-79debccf-5b91-496a-9840-3dd5b4483174 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:41.518780 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2b54fc4-9472-4f3c-8312-f0bf6d6e97b0 req-79debccf-5b91-496a-9840-3dd5b4483174 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.1143582 Oct 26 12:33:41.524534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b0ce0-6854-4616-a6d5-6d08b5b143e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:41.581909 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311bab91-dbac-4096-a85d-d46894d415c7 x-openstack-request-id: req-311bab91-dbac-4096-a85d-d46894d415c7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:41.582209 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:41.582465 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-311bab91-dbac-4096-a85d-d46894d415c7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:41.582925 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'status': 'completed', 'code': 200} Oct 26 12:33:41.590757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2b54fc4-9472-4f3c-8312-f0bf6d6e97b0 req-1c662b91-99e9-42a2-aa44-e6eba1fb6f77 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631387 Oct 26 12:33:41.611847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-c302c1e5-4dfd-428b-85dd-968a83d1c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:41.613536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-c302c1e5-4dfd-428b-85dd-968a83d1c1ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1095 time: 0.0632994 Oct 26 12:33:41.667732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-9487b802-624b-4166-ad31-6dbdf0f7fa2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 217 time: 0.0403066 Oct 26 12:33:41.717843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-2bcfd3a0-435e-4b15-aff3-97b5166c69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:41.719347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-2bcfd3a0-435e-4b15-aff3-97b5166c69ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0443282 Oct 26 12:33:41.770513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-cfb03637-de03-4c47-8019-c90ce275c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:41.772596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-cfb03637-de03-4c47-8019-c90ce275c303 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406208 Oct 26 12:33:41.867204 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-f6cf704e-2494-4938-a842-873352db9e11 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865488 Oct 26 12:33:41.961725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c955d4dc-b26a-4c58-955f-6c5f4e283365 req-63220f5c-6bc3-40bf-b3ac-540ef2be6b8b service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824499 Oct 26 12:33:42.062450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-90faa326-1d4d-47b9-8182-98f32d22e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:42.064056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-90faa326-1d4d-47b9-8182-98f32d22e631 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1095 time: 0.0470212 Oct 26 12:33:42.156051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-ec388d27-71c5-43b4-8a12-149d014e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:42.157551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-ec388d27-71c5-43b4-8a12-149d014e52bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0866466 Oct 26 12:33:42.202748 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-6ab55ae8-7d71-418a-8115-cd9ed778d73c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 217 time: 0.0377109 Oct 26 12:33:42.252590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-da0a53b7-cfe3-426a-8a21-8e38bad08bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:42.253957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-da0a53b7-cfe3-426a-8a21-8e38bad08bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0435376 Oct 26 12:33:42.301204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-80622351-de4e-4640-bd91-a41db7779bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:42.303285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-80622351-de4e-4640-bd91-a41db7779bec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411499 Oct 26 12:33:42.396953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-65634bb5-5b64-4c82-9dc2-40e8084d3bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859096 Oct 26 12:33:42.485102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51e98f1b-b2d2-4051-af33-413df45d15ec req-efa3f3be-a52c-40ab-b0a3-dadf6bf92931 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807669 Oct 26 12:33:42.706511 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f35ae-71b3-4dba-843b-205e648286f5 req-9774a521-a6f0-4045-b719-4c602acacb56 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:42.708015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d7f35ae-71b3-4dba-843b-205e648286f5 req-9774a521-a6f0-4045-b719-4c602acacb56 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.0476186 Oct 26 12:33:42.753914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7d7f35ae-71b3-4dba-843b-205e648286f5 req-110813cc-4245-4353-a4dd-6b91a8782c30 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355768 Oct 26 12:33:43.869737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b633f7-21f1-4beb-8497-78ffe87742c6 req-d97a0c0c-9f39-49ca-a88d-a5d69a77fd5e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:43.871264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2b633f7-21f1-4beb-8497-78ffe87742c6 req-d97a0c0c-9f39-49ca-a88d-a5d69a77fd5e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.0497959 Oct 26 12:33:43.908532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d2b633f7-21f1-4beb-8497-78ffe87742c6 req-aabbfb1f-717c-4b9c-a68f-c61c106a31de tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Oct 26 12:33:44.828895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:33:44.923642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:44.935286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'mac_address': 'fa:16:3e:28:2b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:33:44.972373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:44.986140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e927d15e-ed74-4b8d-bd86-d1ee2fd2838f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:33:45.009751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:45.013913 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:45.028156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a1ad8-41ec-43a0-b779-35bde5fd63ae req-21705304-9ceb-49c8-8b86-e0dabf9bc2fe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:45.029676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d11a1ad8-41ec-43a0-b779-35bde5fd63ae req-21705304-9ceb-49c8-8b86-e0dabf9bc2fe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.0495093 Oct 26 12:33:45.063113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:45.068989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d11a1ad8-41ec-43a0-b779-35bde5fd63ae req-f07cfed8-87a6-464b-a48a-6b4f9c50b3f3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Oct 26 12:33:45.307734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:33:46.184085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86a28-306b-4ab1-a1cc-43dc35b102d7 req-ac5d411f-7548-4168-8b17-c0354064862c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:46.185577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cff86a28-306b-4ab1-a1cc-43dc35b102d7 req-ac5d411f-7548-4168-8b17-c0354064862c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.0489187 Oct 26 12:33:46.227863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cff86a28-306b-4ab1-a1cc-43dc35b102d7 req-68b29f90-49c3-4284-8cb5-6dc7d91972a6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361562 Oct 26 12:33:46.843201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:33:46.891533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:33:46.895332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:33:46.895708 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:46.970798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:46.995599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:46.998024 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a166632-42e1-46f7-b6bc-0e8b017e0ae2" -d '{"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:47.012474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:33:47.017001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:47.050711 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960087b-badb-450d-ac06-21c464127286 x-openstack-request-id: req-7960087b-badb-450d-ac06-21c464127286 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:47.051146 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:47.051481 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7960087b-badb-450d-ac06-21c464127286 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:47.051982 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'code': 200} Oct 26 12:33:47.086197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:33:47.155787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f16b40-647a-483c-b0a7-f4e9f01b265c req-a913e296-65e8-436f-ac4c-68f48fd7bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:47.157315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6f16b40-647a-483c-b0a7-f4e9f01b265c req-a913e296-65e8-436f-ac4c-68f48fd7bb86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1097 time: 0.0478091 Oct 26 12:33:47.202483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6f16b40-647a-483c-b0a7-f4e9f01b265c req-d08d9ce2-a9b0-4b50-9d5e-1786e136ec3a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333638 Oct 26 12:33:47.341196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f45bf-adbb-47e4-a1f6-88144c27169e req-dca613cd-a6be-4002-9718-c7a1a5d7b2bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:47.342676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa7f45bf-adbb-47e4-a1f6-88144c27169e req-dca613cd-a6be-4002-9718-c7a1a5d7b2bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0486555 Oct 26 12:33:47.381432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa7f45bf-adbb-47e4-a1f6-88144c27169e req-4a10b4d7-252c-4775-aeab-ad8298eaa154 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328047 Oct 26 12:33:48.501208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4dd-911b-4fee-9f6c-5ad435f3a2a5 req-9ff0c3a2-b96f-426b-a193-13a51b043ab2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:48.502746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7999a4dd-911b-4fee-9f6c-5ad435f3a2a5 req-9ff0c3a2-b96f-426b-a193-13a51b043ab2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0505888 Oct 26 12:33:48.544781 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7999a4dd-911b-4fee-9f6c-5ad435f3a2a5 req-c23acab9-23ea-48be-9949-219dbb3ac77f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357866 Oct 26 12:33:49.220334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e799d8a-dfab-421e-a428-f8d12f3773ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:49.664185 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ce79-db9a-4af7-b125-229a4e4cfa18 req-6c29ba8c-90a3-4d13-b55c-4d8ff15a938a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:49.665726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4504ce79-db9a-4af7-b125-229a4e4cfa18 req-6c29ba8c-90a3-4d13-b55c-4d8ff15a938a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0515850 Oct 26 12:33:49.713299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4504ce79-db9a-4af7-b125-229a4e4cfa18 req-54d8eec3-3ac3-4b1b-aff3-96f0ab6c06e0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Oct 26 12:33:49.836018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c76a0-4f7f-4984-bc9d-e646ddbcf71d req-c4042e65-888b-4044-83d1-c565e2312d04 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:49.837446 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-103c76a0-4f7f-4984-bc9d-e646ddbcf71d req-c4042e65-888b-4044-83d1-c565e2312d04 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0608773 Oct 26 12:33:49.846171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 50732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:33:49.850829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'floatingip': {'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:33:49.890959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:50.324053 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:50.327803 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:50.446575 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 associated. External IP: 172.25.4.76, port: e927d15e-ed74-4b8d-bd86-d1ee2fd2838f. Oct 26 12:33:50.655783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:33:50.764725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:33:50.769677 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:50.775798 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:33:50.785008 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:33:50.785616 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:33:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:50.797750 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5c381d9b-9b70-40d9-9476-f63e0615a0da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "PUT /v2.0/floatingips/2114632e-9d75-4383-980b-7193ae996181 HTTP/1.1" status: 200 len: 991 time: 0.9504948 Oct 26 12:33:50.798345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:33:50.800677 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623" -d '{"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:33:50.837257 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629ea58e-d85d-4640-aa6d-79f2581f0b3f x-openstack-request-id: req-629ea58e-d85d-4640-aa6d-79f2581f0b3f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:33:50.837554 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:33:50.837811 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-629ea58e-d85d-4640-aa6d-79f2581f0b3f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:33:50.838226 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'status': 'completed', 'code': 200} Oct 26 12:33:50.909919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-d93fb448-e6ce-42fd-b2d0-4e0e2cc3f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:50.911389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-d93fb448-e6ce-42fd-b2d0-4e0e2cc3f115 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1097 time: 0.0410528 Oct 26 12:33:50.915149 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:33:51.009192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-5b400b28-a9e8-4da8-9a01-1948afee1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:51.010754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-5b400b28-a9e8-4da8-9a01-1948afee1d12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0910118 Oct 26 12:33:51.080633 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-2d7ee381-5a26-4b31-9078-ca4723a86766 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 999 time: 0.0624096 Oct 26 12:33:51.134453 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-8c676e5f-3630-4800-8563-2d63b40dcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:51.135985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-8c676e5f-3630-4800-8563-2d63b40dcd12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0489061 Oct 26 12:33:51.152828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:28:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:33:50Z', 'revision_number': 9, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:51.182090 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-2fe08f6f-d879-437e-bb53-b0b9a90094de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:33:51.182294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:33:51.183576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-2fe08f6f-d879-437e-bb53-b0b9a90094de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409663 Oct 26 12:33:51.190295 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:33:51.190925 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:33:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:51.285719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-73c11d77-c934-45e5-a586-36b2e1b3bb38 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949440 Oct 26 12:33:51.305863 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:33:51.386330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ba06ed9-a5fd-4903-80a9-935ebd5eb623 req-0ebab068-aa74-427c-bd55-4f8edce33998 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930920 Oct 26 12:33:51.626012 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:28:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:33:50Z', 'revision_number': 9, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:33:51.656078 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e45b62-e1a1-49c0-9786-4d60915a8b27 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:28:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:33:50Z', 'revision_number': 9, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:33:51.780497 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e42c7103-ed73-44d2-a1f0-12be6ac9b11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:51.859699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca94c0f-877e-4dbe-9757-9ea26e397015 None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:33:52.940968 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:53.350196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:33:54.748210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:01.560592 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:34:04.153507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:05.717421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:19.223249 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4778-4607-4850-a746-9e8598d0e1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:21.772067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8066056-94db-4b5d-afdf-1acdc67b8ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:22.944017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:23.351813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:24.750943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:28.937882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-3400f833-7296-4ab3-859a-ecf93aceacb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418808 Oct 26 12:34:29.041722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-48f10bd6-e83a-447b-9b0e-770ade77d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:34:29.043356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-48f10bd6-e83a-447b-9b0e-770ade77d3cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1097 time: 0.0543928 Oct 26 12:34:29.155368 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-af6aa6b0-9a65-4588-9201-8314fedc1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:34:29.156895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-af6aa6b0-9a65-4588-9201-8314fedc1d40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0917680 Oct 26 12:34:29.235593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-39917c2e-566b-41cc-bcd0-e38524f92877 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1002 time: 0.0703602 Oct 26 12:34:29.289730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-ebb11801-3ff4-4d0e-9471-841bad3f2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:34:29.291329 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-ebb11801-3ff4-4d0e-9471-841bad3f2f38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0480249 Oct 26 12:34:29.342694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-7b8bd8d0-5edf-43c1-81bb-a5a7c504cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:34:29.344304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-7b8bd8d0-5edf-43c1-81bb-a5a7c504cc53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451059 Oct 26 12:34:29.453808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-ce5d6a1a-b350-4f45-980f-2cc012b5b740 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019940 Oct 26 12:34:29.558993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6b3395d-e8c6-4e5d-a0a0-c2e621172c5d req-c38262f5-8d7f-4a41-94b2-927352e59ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967948 Oct 26 12:34:34.184638 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:35.733058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:38.559346 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:34:49.227732 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7186242e-e8f2-486c-aa35-835ab593fe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:51.773257 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f1d03c6f-7fb8-4344-b4dd-8516679000ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:52.946431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:53.354102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:34:54.754028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:04.199421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:05.733172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:15.559342 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:35:19.232155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9a410765-bd98-4d43-a292-ea71a445ac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:21.776252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-00bb0b00-ae59-445f-b00d-fad6bf977cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:22.953054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:23.359223 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:24.758190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:30.940699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-4adfea6f-5a2a-4503-b7c8-eeb698fb8318 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501223 Oct 26 12:35:31.037416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-5318d1a5-a96e-487a-8a53-21fccd0af07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:31.039093 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-5318d1a5-a96e-487a-8a53-21fccd0af07f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1097 time: 0.0459375 Oct 26 12:35:31.236836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-feb31c51-61e8-4055-af2f-e493f2c90af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:31.239760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-feb31c51-61e8-4055-af2f-e493f2c90af0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1703000 Oct 26 12:35:31.322586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-dcb96e18-f3db-48c1-a0ee-1562985cb01c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1002 time: 0.0735786 Oct 26 12:35:31.382208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-d64b9615-85b5-4e0b-b333-0141ec1f75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:31.383753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-d64b9615-85b5-4e0b-b333-0141ec1f75b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0493376 Oct 26 12:35:31.435573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-e3e412c4-7565-49d2-a5d8-85eb7bc7e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:31.437138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-e3e412c4-7565-49d2-a5d8-85eb7bc7e350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447261 Oct 26 12:35:31.562063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-4d246ce0-dd0d-4e9d-976f-f0d395eae541 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132214 Oct 26 12:35:31.661475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f3e2f31-6036-4f93-835c-afe35f4892d8 req-214a5173-308d-445f-9734-7c834c8b61a1 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Oct 26 12:35:32.874353 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-4a1dab25-ed05-4e60-9750-5d7737545350 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491688 Oct 26 12:35:32.928200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29bc7-8b25-4453-9995-dd7ead51bd46 req-3830cdca-f142-40f6-9bb7-2282872e5556 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:32.930899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0be29bc7-8b25-4453-9995-dd7ead51bd46 req-3830cdca-f142-40f6-9bb7-2282872e5556 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0980356 Oct 26 12:35:32.993502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0be29bc7-8b25-4453-9995-dd7ead51bd46 req-b7ec5602-7442-4f8c-9974-649616c74082 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555885 Oct 26 12:35:34.215817 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:34.221053 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134b75f-ef17-475a-9f40-c1f09ccaceb5 req-c15e0cbf-40f1-4c75-bf3f-b639311e15f6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:34.223681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0134b75f-ef17-475a-9f40-c1f09ccaceb5 req-c15e0cbf-40f1-4c75-bf3f-b639311e15f6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.1239955 Oct 26 12:35:34.228456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-e0053769-4e59-41b0-a67f-6455efd3261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:34.230647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-e0053769-4e59-41b0-a67f-6455efd3261e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1097 time: 0.1212897 Oct 26 12:35:34.370655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0134b75f-ef17-475a-9f40-c1f09ccaceb5 req-e6fb1e5e-aacb-47b1-ad9c-1c12bdf006f1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382661 Oct 26 12:35:34.419074 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-a3c1308e-5670-4cb7-8d56-056cb892ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:34.420574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-a3c1308e-5670-4cb7-8d56-056cb892ef29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1772828 Oct 26 12:35:34.499240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-b9316e21-7594-4d1a-9645-3a244cb65939 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1002 time: 0.0664599 Oct 26 12:35:34.558972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-9d3c4ae7-d744-4488-9611-46b9d3602669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:34.560496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-9d3c4ae7-d744-4488-9611-46b9d3602669 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0504324 Oct 26 12:35:34.621767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-0d3b7e97-4afb-4bd5-849f-03d9686070e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:34.624317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-0d3b7e97-4afb-4bd5-849f-03d9686070e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519991 Oct 26 12:35:35.056945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-30df4311-c321-47e3-b20c-1822682ae184 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194243 Oct 26 12:35:35.160334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-af37934b-46a3-444d-a26f-cd8c3880f459 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915854 Oct 26 12:35:35.513042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca34b-7ecb-4a8c-aa22-53c4d49f49cd req-95bfd1ff-14df-4986-9378-80568bc131d4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:35.514648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78dca34b-7ecb-4a8c-aa22-53c4d49f49cd req-95bfd1ff-14df-4986-9378-80568bc131d4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0550361 Oct 26 12:35:35.564390 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-78dca34b-7ecb-4a8c-aa22-53c4d49f49cd req-6876ddca-912a-4f61-a643-161a9979bf28 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389946 Oct 26 12:35:35.738959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:36.709996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6595fa-d912-4c95-9858-d2096086eb89 req-b278dd90-057e-455f-a391-365de8be0515 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:36.711648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a6595fa-d912-4c95-9858-d2096086eb89 req-b278dd90-057e-455f-a391-365de8be0515 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0545244 Oct 26 12:35:36.769599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5a6595fa-d912-4c95-9858-d2096086eb89 req-a5366bd1-613d-41ea-a9f8-6377a29ce0cb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Oct 26 12:35:37.896652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99b1-f58a-462c-a0b2-cf8ac65b91e6 req-dec13242-fabe-4a72-beb0-80e05f0d4b01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:37.898279 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af5a99b1-f58a-462c-a0b2-cf8ac65b91e6 req-dec13242-fabe-4a72-beb0-80e05f0d4b01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0543010 Oct 26 12:35:37.943953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af5a99b1-f58a-462c-a0b2-cf8ac65b91e6 req-f81bfac0-6bbd-4c9f-9d23-fde40eb1233d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348225 Oct 26 12:35:39.092283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5128ac-6b6b-477c-9801-2ac1f5dcb018 req-1084238e-bb80-411d-8cdb-054ce30b016b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:39.094993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c5128ac-6b6b-477c-9801-2ac1f5dcb018 req-1084238e-bb80-411d-8cdb-054ce30b016b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0679164 Oct 26 12:35:39.162999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c5128ac-6b6b-477c-9801-2ac1f5dcb018 req-a261c35b-3d2e-4321-8e4f-170b4f250d2f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611730 Oct 26 12:35:40.299441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15e22-dc75-4c45-9151-0ad6cae1fb6f req-86865517-ad01-47e5-97c4-09cc78e0f700 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:40.301176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea15e22-dc75-4c45-9151-0ad6cae1fb6f req-86865517-ad01-47e5-97c4-09cc78e0f700 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0547235 Oct 26 12:35:40.350996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ea15e22-dc75-4c45-9151-0ad6cae1fb6f req-1417fee5-91a6-4fb3-a7a9-21ed4b0622cd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Oct 26 12:35:41.478771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51abaf-2601-40c6-af7c-aac6b05dd1a0 req-c0937481-e399-424e-b9fb-a59f460264f9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:41.480444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b51abaf-2601-40c6-af7c-aac6b05dd1a0 req-c0937481-e399-424e-b9fb-a59f460264f9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0540695 Oct 26 12:35:41.526043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b51abaf-2601-40c6-af7c-aac6b05dd1a0 req-55bf637e-125b-4a68-abe9-58956385714d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351906 Oct 26 12:35:42.671705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa06604-f700-4ba0-88e4-367b2e1df34f req-bd44676e-8e4e-462b-bbd7-ba3cfa50c8fc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:42.674347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfa06604-f700-4ba0-88e4-367b2e1df34f req-bd44676e-8e4e-462b-bbd7-ba3cfa50c8fc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0600796 Oct 26 12:35:42.724878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfa06604-f700-4ba0-88e4-367b2e1df34f req-06e2ae42-c4ac-47a1-bdd6-4a332876a0ba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Oct 26 12:35:43.854190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f7562-974c-4492-b166-74e9d3e28b31 req-66f4ef4e-7364-4dbf-97aa-3ad5eb58a9ec tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:43.855895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-922f7562-974c-4492-b166-74e9d3e28b31 req-66f4ef4e-7364-4dbf-97aa-3ad5eb58a9ec tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0539615 Oct 26 12:35:43.898618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-922f7562-974c-4492-b166-74e9d3e28b31 req-a1c88bd9-a96f-457c-bdbf-51f3f5ce61a8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365438 Oct 26 12:35:45.028634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8282f-9d70-499a-97e5-9fcfac3741a3 req-a20da13c-4edd-4f60-a1f6-5cb21215db1d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:45.030190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58d8282f-9d70-499a-97e5-9fcfac3741a3 req-a20da13c-4edd-4f60-a1f6-5cb21215db1d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0565674 Oct 26 12:35:45.088621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-58d8282f-9d70-499a-97e5-9fcfac3741a3 req-b14038a6-9502-49d1-97e6-ac97948dab35 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513690 Oct 26 12:35:46.223995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5594e56-e566-4c46-ae76-2260e69c3c1d req-6fe1a8b9-9f02-499c-bc32-bbfbb75f9338 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:46.225546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5594e56-e566-4c46-ae76-2260e69c3c1d req-6fe1a8b9-9f02-499c-bc32-bbfbb75f9338 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0523641 Oct 26 12:35:46.275509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5594e56-e566-4c46-ae76-2260e69c3c1d req-02208923-02e4-471d-b1c2-b8f7811c928e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Oct 26 12:35:47.444872 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-7388360b-2ed1-4957-bc27-1054efa0343e req-4df922f2-1668-4a5f-8de3-29abeb9a1a01 service neutron] show failed (client error): The resource could not be found. Oct 26 12:35:47.445840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-4df922f2-1668-4a5f-8de3-29abeb9a1a01 service neutron] 10.222.0.30 "GET /v2.0/ports/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0925939 Oct 26 12:35:47.455588 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211e8cd-9a72-4480-86a2-582d96e48105 req-cef23400-7127-484e-905f-21c979c542d9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:47.458724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1211e8cd-9a72-4480-86a2-582d96e48105 req-cef23400-7127-484e-905f-21c979c542d9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0976653 Oct 26 12:35:47.507563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1211e8cd-9a72-4480-86a2-582d96e48105 req-62784489-363d-4e74-b416-0f0f9c8e9702 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Oct 26 12:35:47.727799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-73f5f5a0-b20a-4693-b2a4-d4a8d3788c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:47.729430 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-73f5f5a0-b20a-4693-b2a4-d4a8d3788c00 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 1097 time: 0.0460367 Oct 26 12:35:47.742390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:35:47.806420 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:48.152753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:48.193492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:48.239589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:35:48.242305 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696daa4e-1087-4f5b-9df8-df3f3b389026" -d '{"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:48.246595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:48.269110 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Transition to ACTIVE for port object e927d15e-ed74-4b8d-bd86-d1ee2fd2838f will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:35:48.274406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:48.301744 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088fcd7a-8bc1-40d0-a981-3546c230ba7a x-openstack-request-id: req-088fcd7a-8bc1-40d0-a981-3546c230ba7a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:48.302040 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:48.302294 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-088fcd7a-8bc1-40d0-a981-3546c230ba7a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:48.302691 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'code': 200} Oct 26 12:35:48.356644 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:48.376231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.376577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.376918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.377296 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.377582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.377918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.378240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.378568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.378921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.379233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.379553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.379944 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:48.422729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] No DVR routers for this DVR port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:35:48.586513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:35:48.586973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:35:48.587510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:48.593134 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:35:48.593536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:48.601802 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:35:48.602559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:35:48.603200 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:35:48.603947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Bound port: e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:35:48.604419 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:48.662213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d551d-db08-4860-b58d-584a7723fe9e req-0569bd7e-295c-4a3e-a021-a838898cf781 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:48.663890 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed3d551d-db08-4860-b58d-584a7723fe9e req-0569bd7e-295c-4a3e-a021-a838898cf781 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.0785861 Oct 26 12:35:48.698908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:48.704012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:35:48.710846 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:48.734177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed3d551d-db08-4860-b58d-584a7723fe9e req-d823ea8b-fcd5-422b-92bd-dac60fcbe178 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594723 Oct 26 12:35:48.769293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:48.770294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:48.773089 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] 10.222.0.100 "PUT /v2.0/ports/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1092 time: 1.0350749 Oct 26 12:35:48.811788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd222f3-01a2-41f4-bf2e-1bb77e9c9711 service neutron] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:48.859222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-cad58937-38f8-4bdd-b83c-199d45a4cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:48.861699 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-cad58937-38f8-4bdd-b83c-199d45a4cc41 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1095 time: 0.0596921 Oct 26 12:35:48.985697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-b480a2fd-77bd-4362-b22b-63fdfac5608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:48.987261 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-b480a2fd-77bd-4362-b22b-63fdfac5608f service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1190600 Oct 26 12:35:49.242017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-50d8b88c-3798-4ef8-b91e-c949fc14427a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:49.343914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-cff19fc2-c27f-45ad-a82a-8a4378efdad6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1000 time: 0.3502429 Oct 26 12:35:49.420763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-9ac146b8-fc44-4612-83dc-820f51a378f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:49.423349 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-9ac146b8-fc44-4612-83dc-820f51a378f6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0721238 Oct 26 12:35:49.472456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388360b-2ed1-4957-bc27-1054efa0343e req-b706786b-030b-4cd0-b9b5-ddb734cef195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:49.474664 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-b706786b-030b-4cd0-b9b5-ddb734cef195 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447547 Oct 26 12:35:49.577094 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-3d19980b-49ec-4542-9dc0-b5111b740c2b service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953500 Oct 26 12:35:49.673198 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-7388360b-2ed1-4957-bc27-1054efa0343e req-05ebd7e1-c0a9-474c-880f-be86e5c031ce service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884771 Oct 26 12:35:49.879211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538a00-ccf9-4a3f-89b1-22e70ac505b8 req-8c41363c-86dc-4d41-825a-8169eb9253c9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:49.881533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18538a00-ccf9-4a3f-89b1-22e70ac505b8 req-8c41363c-86dc-4d41-825a-8169eb9253c9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.0566225 Oct 26 12:35:49.922494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-18538a00-ccf9-4a3f-89b1-22e70ac505b8 req-359e3084-01b7-484c-a473-1d94485f85be tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343523 Oct 26 12:35:50.303715 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:35:50.306423 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7392fc-7647-4340-8b55-76093cdaf2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:50.396148 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b13a63b-f771-49ab-bbb9-26948f8bd9fe x-openstack-request-id: req-5b13a63b-f771-49ab-bbb9-26948f8bd9fe {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:50.396642 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:50.396992 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b13a63b-f771-49ab-bbb9-26948f8bd9fe {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:50.397505 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'status': 'completed', 'code': 200} Oct 26 12:35:50.469052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-780d6cd5-6d71-4144-99cd-2243b0aa43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.471035 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-780d6cd5-6d71-4144-99cd-2243b0aa43e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1095 time: 0.0524273 Oct 26 12:35:50.478672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-cb4d3df4-45cf-4c8e-afb1-48b7c645b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.480265 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-cb4d3df4-45cf-4c8e-afb1-48b7c645b886 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1095 time: 0.0552990 Oct 26 12:35:50.577564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-ff88855f-9e2f-49d7-b226-b11ceb9bab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.579039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-ff88855f-9e2f-49d7-b226-b11ceb9bab9b service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0911908 Oct 26 12:35:50.638804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-5057b8ab-929c-46ee-99c6-c1b403400d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.641161 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-5057b8ab-929c-46ee-99c6-c1b403400d23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1583307 Oct 26 12:35:50.658077 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-205ef612-4f03-4f1c-b319-f023a3713a01 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1000 time: 0.0713165 Oct 26 12:35:50.712795 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-045de232-5c68-435c-8f03-e2e151dd1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.714325 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-045de232-5c68-435c-8f03-e2e151dd1dcc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0479434 Oct 26 12:35:50.751849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-7d703938-dff9-4268-a560-ab6e522101e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1000 time: 0.0982678 Oct 26 12:35:50.770592 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-f5f91c54-3177-4fc1-a5a8-3716c7778e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.773123 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-f5f91c54-3177-4fc1-a5a8-3716c7778e41 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514872 Oct 26 12:35:50.819686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-98ad7b2a-4d54-444c-9d39-5e6ed336b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.821747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-98ad7b2a-4d54-444c-9d39-5e6ed336b0d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0581613 Oct 26 12:35:50.891240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-1a9c11a3-a9d5-4f4e-ace2-6a7a15eb6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:50.893396 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-1a9c11a3-a9d5-4f4e-ace2-6a7a15eb6be8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593419 Oct 26 12:35:50.895303 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-d2b7a5a5-9ccb-4d3b-97ad-132998de2b6d service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139159 Oct 26 12:35:51.034315 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-dcf8896f-a141-4b6b-8c58-5c0bcf081a97 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314216 Oct 26 12:35:51.062002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-e88c32a9-6b88-414c-8383-ade038aabd1e service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549151 Oct 26 12:35:51.165576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3b1a7-2a8f-4604-8c79-3fde9d71469f req-c0bac5b5-1394-4ec3-a111-b5b919280c01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:51.167126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32d3b1a7-2a8f-4604-8c79-3fde9d71469f req-c0bac5b5-1394-4ec3-a111-b5b919280c01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 944 time: 0.1342862 Oct 26 12:35:51.230207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d7392fc-7647-4340-8b55-76093cdaf2a7 req-6dad3278-eeaa-4bd8-a04e-822282fdf493 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445906 Oct 26 12:35:51.238926 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32d3b1a7-2a8f-4604-8c79-3fde9d71469f req-d495fb63-a28a-4d30-acda-14b2c97305bc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588970 Oct 26 12:35:51.510833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:51.559915 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:51.781221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-451e8a23-c8e6-49d0-a67e-045db5bec03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:51.903679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:35:52.006429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:52.024617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'mac_address': 'fa:16:3e:28:2b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:35:52.238699 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:52.253887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e927d15e-ed74-4b8d-bd86-d1ee2fd2838f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:35:52.282963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:52.289272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:52.351489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:52.360937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.361339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.361803 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.362185 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.362562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.363044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.363429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.363874 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.364416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.364952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.365491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.366023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:52.401678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ced97-2d0c-4c6f-b552-f74e2c0c77e8 req-af37d0c3-8eb7-4911-84a7-4a2e2a5e63c3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:52.403324 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-415ced97-2d0c-4c6f-b552-f74e2c0c77e8 req-af37d0c3-8eb7-4911-84a7-4a2e2a5e63c3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.0667193 Oct 26 12:35:52.453692 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-415ced97-2d0c-4c6f-b552-f74e2c0c77e8 req-a38b9404-bc91-4fff-a56e-60d923fb3efb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389588 Oct 26 12:35:52.509754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:35:52.565535 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:35:52.875540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-78333fec-c42a-4438-9855-6a9f9ad7b8c8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:52.877800 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-78333fec-c42a-4438-9855-6a9f9ad7b8c8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 945 time: 0.0974073 Oct 26 12:35:52.892923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b1135-055f-425f-ae6a-4a6d4e651bfd req-020ec2a9-961d-4009-9957-dc6388aa38e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:52.894959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-634b1135-055f-425f-ae6a-4a6d4e651bfd req-020ec2a9-961d-4009-9957-dc6388aa38e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.0764239 Oct 26 12:35:52.941213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-634b1135-055f-425f-ae6a-4a6d4e651bfd req-11660a42-f1fe-4e39-be84-ef6b571a4508 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Oct 26 12:35:52.956800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:52.960622 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-945c00d7-0354-4ba6-b946-fa0aeda66bbf service neutron] 10.222.0.100 "GET /v2.0/ports/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f/bindings/n-h2-812150-3 HTTP/1.1" status: 200 len: 382 time: 0.0752461 Oct 26 12:35:53.043381 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-986f0fe6-4134-45c0-8dfb-b19e34fc0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:53.044920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-986f0fe6-4134-45c0-8dfb-b19e34fc0225 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1096 time: 0.0485847 Oct 26 12:35:53.184665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-e923a672-c00d-434a-bc9a-55c97b14632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:53.186218 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-e923a672-c00d-434a-bc9a-55c97b14632e service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1342635 Oct 26 12:35:53.256449 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-57d60033-6390-403f-8c8f-07362db76de2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1001 time: 0.0632620 Oct 26 12:35:53.309449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-d4a6b602-ad9c-4fd1-84a1-16b727d3f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:53.310910 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-d4a6b602-ad9c-4fd1-84a1-16b727d3f95d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0479529 Oct 26 12:35:53.361629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:53.369422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-ef414960-77c9-4d8e-aa26-e4550ea10759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:53.371225 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-ef414960-77c9-4d8e-aa26-e4550ea10759 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526388 Oct 26 12:35:53.467562 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-dd6bdd67-85a5-4b1f-babf-3b6d1817899d service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895290 Oct 26 12:35:53.621340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-18439d8c-7399-4b50-adaa-764f2b3a0fd0 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459539 Oct 26 12:35:53.918503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:53.972171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:35:53.979971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:35:53.980687 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:54.083689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:54.107104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b53f3e-9767-4673-b219-f7f5e0f15428 req-74116183-6154-487f-8812-121ca3b1e0b6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:54.109671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67b53f3e-9767-4673-b219-f7f5e0f15428 req-74116183-6154-487f-8812-121ca3b1e0b6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.0685549 Oct 26 12:35:54.116690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:35:54.120584 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cdc891-7905-49c5-a4b1-fad43eb054b7" -d '{"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:54.142783 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:54.152215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:54.176698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67b53f3e-9767-4673-b219-f7f5e0f15428 req-1c0f57ed-08e1-4b63-afb4-51a74e5ac93d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582945 Oct 26 12:35:54.207577 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db1af71-1099-4bdb-b1f8-3c12b56164a9 x-openstack-request-id: req-3db1af71-1099-4bdb-b1f8-3c12b56164a9 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:54.207577 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:54.207577 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3db1af71-1099-4bdb-b1f8-3c12b56164a9 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:54.207577 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'code': 200} Oct 26 12:35:54.228225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:54.762337 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:55.377314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa75f24-48cc-464a-a4b6-43858a7c741e req-64195bb1-1b74-4d1b-a916-6b2d48aa9d6d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:55.380005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2aa75f24-48cc-464a-a4b6-43858a7c741e req-64195bb1-1b74-4d1b-a916-6b2d48aa9d6d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0784352 Oct 26 12:35:55.444686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2aa75f24-48cc-464a-a4b6-43858a7c741e req-0d641968-d814-4b63-8227-e856b820c18f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548084 Oct 26 12:35:55.657380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-39228bcb-9e51-4704-88b8-75b468f0377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:55.659026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-39228bcb-9e51-4704-88b8-75b468f0377b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 1097 time: 0.0445640 Oct 26 12:35:55.676209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:35:55.737457 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:55.982896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:56.022505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:56.068623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:35:56.071525 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdd6fa2-fbc6-4a10-807a-52c5d251cd69" -d '{"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:56.077988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:56.100470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Transition to ACTIVE for port object e927d15e-ed74-4b8d-bd86-d1ee2fd2838f will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:35:56.106522 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:56.165171 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f3d7bd-530b-40d6-a67a-8d6d258b453d x-openstack-request-id: req-b2f3d7bd-530b-40d6-a67a-8d6d258b453d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:56.166956 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:56.167449 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b2f3d7bd-530b-40d6-a67a-8d6d258b453d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:56.168012 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'code': 200} Oct 26 12:35:56.242375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:56.269628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.269968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.270355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.271302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.271647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.271981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.272310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.272636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.272964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.273294 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.273619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.273941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:56.347548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] No DVR routers for this DVR port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:35:56.516659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:35:56.517380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:35:56.517380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:56.523033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:35:56.523377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Attempting to bind port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:56.529403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:35:56.529800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:35:56.530140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:35:56.530584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Bound port: e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:35:56.530982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:56.642892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a051da-73fd-4314-88f3-84815e8fc2fa req-d466fd68-0770-4bd8-befc-138328b009d9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:56.644636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7a051da-73fd-4314-88f3-84815e8fc2fa req-d466fd68-0770-4bd8-befc-138328b009d9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.1029286 Oct 26 12:35:56.649681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:56.655066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:35:56.663414 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:56.720986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:56.721622 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:56.723111 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1093 time: 1.0513067 Oct 26 12:35:56.738011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c7a051da-73fd-4314-88f3-84815e8fc2fa req-e18f3a1d-a42d-4200-8b54-cf6d8575824f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856073 Oct 26 12:35:56.765565 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bfe10-2c4c-4e4a-9869-59e4b5a843d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=11']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:56.814755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-265e0d41-b57e-481b-9648-dabdb772bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:56.816496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-265e0d41-b57e-481b-9648-dabdb772bb1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1096 time: 0.0599520 Oct 26 12:35:57.058585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-82918e7e-3862-4ef1-8cd3-c4e933e50787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:57.060315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-82918e7e-3862-4ef1-8cd3-c4e933e50787 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1009510 Oct 26 12:35:57.150557 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-bffd61cb-c6dc-48c4-8aac-b1aa0c248533 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1000 time: 0.0777249 Oct 26 12:35:57.210972 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-337d6250-f13b-4d25-8a8a-37e7d7f21502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:57.212648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-337d6250-f13b-4d25-8a8a-37e7d7f21502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0508347 Oct 26 12:35:57.271594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-427dba86-49c1-43ea-b25e-af79c4193ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:57.273350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-427dba86-49c1-43ea-b25e-af79c4193ffa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485480 Oct 26 12:35:57.380935 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-7769bc28-1a97-4d9f-8267-ca327df9cc95 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948560 Oct 26 12:35:57.485389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6444389-4476-48af-88bc-6c8a8bffa389 req-6c0c46fe-49b7-41b8-8c17-3bab5af5ab1b service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915105 Oct 26 12:35:57.891315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fcd75-26e9-4e81-a5e6-ae3f62faf203 req-88a46b0e-1669-4934-81ff-6a2301f2de8f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:57.892975 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-227fcd75-26e9-4e81-a5e6-ae3f62faf203 req-88a46b0e-1669-4934-81ff-6a2301f2de8f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.0606766 Oct 26 12:35:57.939227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-227fcd75-26e9-4e81-a5e6-ae3f62faf203 req-c81b08f0-f39c-4643-a5e8-8db944fa2ca1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Oct 26 12:35:57.952470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:58.021203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:58.169570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:35:58.172097 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8881f379-e2c2-40fb-bce4-d4cabdbd347f" -d '{"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:58.224283 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4f7b4e-36c0-43a1-95a7-e20a7c823449 x-openstack-request-id: req-bb4f7b4e-36c0-43a1-95a7-e20a7c823449 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:58.224594 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:58.224854 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bb4f7b4e-36c0-43a1-95a7-e20a7c823449 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:58.225283 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'status': 'completed', 'code': 200} Oct 26 12:35:58.308351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-22da6b5f-705c-4d8e-be39-b15ce3d281fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.310696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-22da6b5f-705c-4d8e-be39-b15ce3d281fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1096 time: 0.0630226 Oct 26 12:35:58.312529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-40cb4007-4a2e-4adc-a0d6-893249e477a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.314130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-40cb4007-4a2e-4adc-a0d6-893249e477a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 1096 time: 0.0624881 Oct 26 12:35:58.431456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-98a3d6d7-b33a-41bf-b883-cf29d4ed12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.432936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-98a3d6d7-b33a-41bf-b883-cf29d4ed12bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1110871 Oct 26 12:35:58.437837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-222348b6-47e9-4f66-9aa8-f3aa6f736973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.439463 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-222348b6-47e9-4f66-9aa8-f3aa6f736973 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1222787 Oct 26 12:35:58.512743 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-318d9212-4af3-4f0c-89b8-c964e27b50b0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1000 time: 0.0664692 Oct 26 12:35:58.552740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-db1273fd-a141-4732-b5e5-5b1cec956ae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 200 len: 1000 time: 0.1111279 Oct 26 12:35:58.569278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-2a91d56f-39ed-49ac-9e7c-3d5364eb1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.571003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-2a91d56f-39ed-49ac-9e7c-3d5364eb1a73 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0505917 Oct 26 12:35:58.615454 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-ecbe384c-2657-4c2e-a35b-7066d0846a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.617015 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-ecbe384c-2657-4c2e-a35b-7066d0846a2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0556700 Oct 26 12:35:58.631825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-9b783973-3a7e-4dc5-8d2c-649d1ff053ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.633556 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-9b783973-3a7e-4dc5-8d2c-649d1ff053ba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558684 Oct 26 12:35:58.689465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-547cd2c7-cf6e-447c-96e4-ef8545fb0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:58.692179 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-547cd2c7-cf6e-447c-96e4-ef8545fb0471 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645900 Oct 26 12:35:58.784564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-3360891b-425e-43f5-9e84-740ac1f2b0a2 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432021 Oct 26 12:35:58.845984 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-78007e61-4784-40e9-bad2-6f4c86b6937d service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450980 Oct 26 12:35:58.908778 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-d23313b5-e546-4002-9d93-e5429ffc117b service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167421 Oct 26 12:35:58.982067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8881f379-e2c2-40fb-bce4-d4cabdbd347f req-580b539c-cb31-451e-af75-2ec67377a7d0 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269851 Oct 26 12:35:59.085240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd861-6d5f-4239-8630-94eb66d92437 req-e3097161-2071-48ae-819c-a257db91764a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:35:59.086895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce3fd861-6d5f-4239-8630-94eb66d92437 req-e3097161-2071-48ae-819c-a257db91764a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 945 time: 0.0608947 Oct 26 12:35:59.132767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ce3fd861-6d5f-4239-8630-94eb66d92437 req-f97cfb7e-0f02-48a3-ba4d-4946288fb169 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349419 Oct 26 12:35:59.592641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:35:59.700383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:59.713162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'mac_address': 'fa:16:3e:28:2b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:35:59.755389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:59.770131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e927d15e-ed74-4b8d-bd86-d1ee2fd2838f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:35:59.792338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:59.798033 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:35:59.856939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:00.080890 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:36:00.268975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447795e-05eb-4395-838f-4e219552da92 req-7eaf0dc6-49fd-4f82-9d6a-1f406c10a8ba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:00.271197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a447795e-05eb-4395-838f-4e219552da92 req-7eaf0dc6-49fd-4f82-9d6a-1f406c10a8ba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0531247 Oct 26 12:36:00.316777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a447795e-05eb-4395-838f-4e219552da92 req-6a0679a7-3d62-452a-a2b2-e883dda85388 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342534 Oct 26 12:36:00.440621 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5906f3-a936-4a4c-9d10-3107138e0eaa req-fb2b53fb-23b3-4704-985e-d48f29c7b7c2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:00.442168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c5906f3-a936-4a4c-9d10-3107138e0eaa req-fb2b53fb-23b3-4704-985e-d48f29c7b7c2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0540180 Oct 26 12:36:00.487311 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0c5906f3-a936-4a4c-9d10-3107138e0eaa req-940aa027-a5d7-49bf-acde-1d0b1842814e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339186 Oct 26 12:36:00.611846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfeb8c-3dd7-41bb-9250-988b3e5b6348 req-0888c47c-9660-429a-8930-9d2cb01344b8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:00.613425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1cfeb8c-3dd7-41bb-9250-988b3e5b6348 req-0888c47c-9660-429a-8930-9d2cb01344b8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0570681 Oct 26 12:36:00.658744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e1cfeb8c-3dd7-41bb-9250-988b3e5b6348 req-e6ece79a-fd12-4ed4-b586-f190c5a0b959 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346177 Oct 26 12:36:00.983158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581681b-a423-4d0f-be1f-6153958486b6 req-5b031f78-d942-4267-8e2f-326de9bdad95 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:00.985815 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8581681b-a423-4d0f-be1f-6153958486b6 req-5b031f78-d942-4267-8e2f-326de9bdad95 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 946 time: 0.0799439 Oct 26 12:36:01.049157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8581681b-a423-4d0f-be1f-6153958486b6 req-b144fe17-1309-435d-95de-f2c494b1274d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559969 Oct 26 12:36:01.593406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:36:01.664973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:36:01.669944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:36:01.670491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:01.760800 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:01.789712 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:36:01.792257 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5611dc-c9e6-4c97-bea1-2aa6c68a3f8f" -d '{"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:36:01.814574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:01.821624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:01.877444 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d9588-9a38-43f1-8eca-bbdf1ed1e036 x-openstack-request-id: req-ae4d9588-9a38-43f1-8eca-bbdf1ed1e036 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:36:01.877885 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:36:01.878258 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae4d9588-9a38-43f1-8eca-bbdf1ed1e036 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:36:01.878736 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'code': 200} Oct 26 12:36:01.898513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=13']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:02.220939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f05da6-4d30-49b2-ad91-c37c1a9af094 req-406764ee-ba8b-447c-bab2-ad68f3f218b7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:02.224435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07f05da6-4d30-49b2-ad91-c37c1a9af094 req-406764ee-ba8b-447c-bab2-ad68f3f218b7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 947 time: 0.0871358 Oct 26 12:36:02.311763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-07f05da6-4d30-49b2-ad91-c37c1a9af094 req-fdc1f6ba-b268-46e0-a3c9-32f709a48c19 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788555 Oct 26 12:36:02.377168 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-184a8e82-d0f4-40ee-ad96-914a8c74046c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:02.380363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-184a8e82-d0f4-40ee-ad96-914a8c74046c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 947 time: 0.0977628 Oct 26 12:36:02.535756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Deleting port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:36:02.536370 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:02.707224 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] For port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:02.708092 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:02.925436 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:02.925825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:02.926209 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 disassociated. External IP: 172.25.4.76, port: e927d15e-ed74-4b8d-bd86-d1ee2fd2838f. Oct 26 12:36:02.927079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Calling delete_port for e927d15e-ed74-4b8d-bd86-d1ee2fd2838f owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:36:03.071417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:03.101405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event deleted for resources: {'Port': ['ID=e927d15e-ed74-4b8d-bd86-d1ee2fd2838f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:03.242284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:36:03.375430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:36:03.391962 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:36:03.409517 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:36:03.410705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:35:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:03.461124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] No DVR routers for this DVR port e927d15e-ed74-4b8d-bd86-d1ee2fd2838f on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:36:03.480031 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:03.484053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4519977b-6a15-44c8-a600-bcb6ec7789b4 req-3093f69f-594f-4f77-8643-570f8f67f19b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "DELETE /v2.0/ports/e927d15e-ed74-4b8d-bd86-d1ee2fd2838f HTTP/1.1" status: 204 len: 173 time: 1.0957890 Oct 26 12:36:03.484615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-deleted', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:36:03.487173 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f52bb-4ed9-4607-8c96-ddef9b2f21f1" -d '{"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-deleted", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:36:03.494649 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd9de10f-6f06-4875-a2d7-e90d308c0b5a req-655de978-f522-49e2-a16c-5dfe4fc9771e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=b92acc9a-0c96-4b9c-bdb1-aa944602c3ba HTTP/1.1" status: 200 len: 210 time: 0.0788827 Oct 26 12:36:03.586549 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:36:03.933132 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:03.962018 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d037fd5c-6e56-46e6-8fdb-97bc7148f743 x-openstack-request-id: req-d037fd5c-6e56-46e6-8fdb-97bc7148f743 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:36:03.962502 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92acc9a-0c96-4b9c-bdb1-aa944602c3ba", "name": "network-vif-deleted", "tag": "e927d15e-ed74-4b8d-bd86-d1ee2fd2838f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:36:03.962988 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d037fd5c-6e56-46e6-8fdb-97bc7148f743 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:36:03.963652 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92acc9a-0c96-4b9c-bdb1-aa944602c3ba', 'name': 'network-vif-deleted', 'tag': 'e927d15e-ed74-4b8d-bd86-d1ee2fd2838f', 'status': 'completed', 'code': 200} Oct 26 12:36:03.983290 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:36:03.997970 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:36:03.998695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:35:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:04.143605 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:36:04.235860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:04.376817 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:04.408636 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb0f6-b0d7-44c1-a5e3-77ca281d137a None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:36:04.689287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bb015-a059-4c14-a116-9259e2ce7da3 None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:36:04.860773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-cdcaafe6-812d-45b3-9de9-b11054f8cdb8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1844514162&fields=id&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 267 time: 0.0560253 Oct 26 12:36:04.983989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-520c9a22-b1ac-4553-be1a-74d1f137b98b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:04.985556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-520c9a22-b1ac-4553-be1a-74d1f137b98b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1145670 Oct 26 12:36:05.001801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-b1f399d5-b801-4c12-87b1-e6d059562ca1 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/quotas/f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 375 time: 0.0098715 Oct 26 12:36:05.062072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-98adecd2-9624-4167-96ce-f9c918f512dd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536489 Oct 26 12:36:05.255416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-d1735dce-3de9-484f-8871-f57f6f2075c8 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797714 Oct 26 12:36:05.358904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-da2fa948-264d-4e59-85b1-135b87313f84 service neutron] 10.222.0.88 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967371 Oct 26 12:36:05.566441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-660e7936-5462-42a7-a192-9b6193696902 req-31eeb969-f197-481d-b74e-d669b76e3cc9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0456417 Oct 26 12:36:05.659699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:36:05.696563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: e927d15e-ed74-4b8d-bd86-d1ee2fd2838f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:36:05.697120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device e927d15e-ed74-4b8d-bd86-d1ee2fd2838f not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:36:05.743361 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:06.584843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-ae232915-d950-4857-ac0b-0fd5906a89d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:06.586390 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-ae232915-d950-4857-ac0b-0fd5906a89d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 811 time: 0.1168425 Oct 26 12:36:06.638997 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-9806e5f1-fe71-4d95-88af-97dd7ed2d5ce tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 380 time: 0.0435398 Oct 26 12:36:06.650797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'port': {'device_id': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'admin_state_up': True, 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'security_groups': ['83583b8f-63c3-4f03-8059-8693cf03feef']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:36:06.699377 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c3da34-00e8-410c-ab8f-a4e36bc5bbda req-5aecc069-d3fd-4e10-b1eb-d847298e3a22 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0297396 Oct 26 12:36:06.769642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Made reservation on behalf of f5a7c755cb5e47338f5cd2e4545cdcbe for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:36:06.773891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:06.914074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Allocated IP 172.20.0.3 (51f14acd-5eb3-4d57-afb8-ac7bbcdb2702/8ee80807-0e66-45a9-aa7c-99f53c510370/beee99d0-4443-415c-bb9c-36ddee51f445) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:36:07.059888 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.102280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.150696 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:36:07.154073 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:36:07.158039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:36:07.183397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:07.220490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:07.220958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.239816 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-32c9e84e-d809-491c-97d3-637fc3e9e9da tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930905 Oct 26 12:36:07.255428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Request body: {'port': {'device_id': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:36:07.329829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.440082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-94e69adb-4248-48a5-aa0c-6137e5b17464 None None] Provisioning complete for port beee99d0-4443-415c-bb9c-36ddee51f445 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:36:07.440961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-94e69adb-4248-48a5-aa0c-6137e5b17464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.481109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-94e69adb-4248-48a5-aa0c-6137e5b17464 None None] Port beee99d0-4443-415c-bb9c-36ddee51f445 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:36:07.625731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beee99d0-4443-415c-bb9c-36ddee51f445 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:36:07.635527 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.654026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Transition to ACTIVE for port object beee99d0-4443-415c-bb9c-36ddee51f445 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:36:07.659137 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.720768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:07.846797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:36:07.847159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:36:07.847632 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:36:07.856524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:36:07.857039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:36:07.866083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:36:07.866653 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:36:07.867308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:36:07.868039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Bound port: beee99d0-4443-415c-bb9c-36ddee51f445, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:36:07.868630 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:07.882374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79eecc1-4366-41ff-897c-a3c054e90dee req-222827b2-e9e2-458e-a169-2ec2a51b387c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:07.887293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f79eecc1-4366-41ff-897c-a3c054e90dee req-222827b2-e9e2-458e-a169-2ec2a51b387c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0890751 Oct 26 12:36:07.932109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f79eecc1-4366-41ff-897c-a3c054e90dee req-f7c2902a-910c-4918-85c2-ed14ffdf55ec tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Oct 26 12:36:07.988373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:36:07.992714 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:36:07.999154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:08.016179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.016816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:08.018320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] 10.222.0.100 "PUT /v2.0/ports/beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1091 time: 0.7703457 Oct 26 12:36:08.038209 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:36:08.040482 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28" -d '{"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:36:08.083856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a20a6-ab01-4a0e-bd99-d309b8edea5e service neutron] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:08.159882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-99b2f95c-17fd-4d4e-9113-60604dc3bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.162057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-99b2f95c-17fd-4d4e-9113-60604dc3bec8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1094 time: 0.0511477 Oct 26 12:36:08.243790 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b9cfa0-c4d5-4608-b1da-23ba91dc8ede x-openstack-request-id: req-51b9cfa0-c4d5-4608-b1da-23ba91dc8ede {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:36:08.244188 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:36:08.244536 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51b9cfa0-c4d5-4608-b1da-23ba91dc8ede {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:36:08.245064 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'status': 'completed', 'code': 200} Oct 26 12:36:08.247673 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-ffc6236e-b4f0-4928-b68d-8353c322fcab service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 217 time: 0.0773449 Oct 26 12:36:08.326744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-10518d76-7dbf-42b3-9382-f755716dd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.329357 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-10518d76-7dbf-42b3-9382-f755716dd2cb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0746546 Oct 26 12:36:08.390571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-954e7866-d710-49c3-8519-67ff97018be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.393168 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-954e7866-d710-49c3-8519-67ff97018be2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562470 Oct 26 12:36:08.493749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-9ae0debb-1c1b-455b-9ad4-58788d462b83 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923202 Oct 26 12:36:08.600040 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff6da69-fa38-48f4-8921-c5b7dc4458c9 req-db941e2a-0b75-447c-bb76-6f0b3f20dd82 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997257 Oct 26 12:36:08.699215 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-b6e97876-2827-4085-80b5-ffce483b5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.702314 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-b6e97876-2827-4085-80b5-ffce483b5cd0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1094 time: 0.0530608 Oct 26 12:36:08.815811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-ac2e8d5b-b81a-4daf-beb1-b62cbee3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.818024 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-ac2e8d5b-b81a-4daf-beb1-b62cbee3ea98 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1087050 Oct 26 12:36:08.860311 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-5b1f70ef-234e-4580-bb9f-a04d205c61d0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 217 time: 0.0348389 Oct 26 12:36:08.916024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-38c15075-3402-4914-870d-d58b3e493007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.917530 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-38c15075-3402-4914-870d-d58b3e493007 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0481329 Oct 26 12:36:08.979892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-2746e4c6-192d-4cc4-a7fe-c2d45a011e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:08.982473 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-2746e4c6-192d-4cc4-a7fe-c2d45a011e43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573566 Oct 26 12:36:09.107593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713ba8e-2ab1-41f2-9b9c-621177012522 req-5374efd8-59a9-42ed-9c30-ef44c8bad79b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:09.110239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b713ba8e-2ab1-41f2-9b9c-621177012522 req-5374efd8-59a9-42ed-9c30-ef44c8bad79b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0700283 Oct 26 12:36:09.119079 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-312915a3-48bb-4d2f-a29d-521c78640213 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281934 Oct 26 12:36:09.160439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b713ba8e-2ab1-41f2-9b9c-621177012522 req-ab39b318-1120-476d-8ad8-6f9ecf3ce295 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Oct 26 12:36:09.234970 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c8b1bff7-545d-4b03-9b78-aaa1a17f4b28 req-ec6d93e5-3cb4-4921-bb3c-0e5aaf276b87 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086829 Oct 26 12:36:10.333251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4880b-75d2-409c-84fe-753dc7513ad9 req-71f28915-ba70-4878-a5c8-e1e770240ba6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:10.335847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6c4880b-75d2-409c-84fe-753dc7513ad9 req-71f28915-ba70-4878-a5c8-e1e770240ba6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0749760 Oct 26 12:36:10.380914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6c4880b-75d2-409c-84fe-753dc7513ad9 req-b2d7e488-c213-4a0b-943f-d4af6cfea8fb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Oct 26 12:36:11.512662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfd51b-57d8-4028-8763-a4ba37fc8517 req-55d62e8e-f992-401d-b81f-26b2ce3b3de2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:11.514459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4cfd51b-57d8-4028-8763-a4ba37fc8517 req-55d62e8e-f992-401d-b81f-26b2ce3b3de2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0586526 Oct 26 12:36:11.563445 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4cfd51b-57d8-4028-8763-a4ba37fc8517 req-97e9af44-2636-4fec-bf56-d5ebc2ae24eb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389426 Oct 26 12:36:12.015661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:36:12.127498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:12.148040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'mac_address': 'fa:16:3e:1c:0f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:36:12.211485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:12.233592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beee99d0-4443-415c-bb9c-36ddee51f445 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:36:12.269078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:12.274411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:12.324993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:12.467148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['beee99d0-4443-415c-bb9c-36ddee51f445'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:36:12.700325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dac09-2e19-4afd-8ac8-362fe50b56b8 req-ea1bde55-97a8-463b-b377-56c2a4373ee3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:12.702053 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-599dac09-2e19-4afd-8ac8-362fe50b56b8 req-ea1bde55-97a8-463b-b377-56c2a4373ee3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0524013 Oct 26 12:36:12.749262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-599dac09-2e19-4afd-8ac8-362fe50b56b8 req-5eff1d6b-948e-4a6a-b27e-c1329c6c620f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Oct 26 12:36:13.880318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090a7da-7218-4983-bffa-84de3c2cafdd req-3cad686c-2a68-41ae-82c8-1da66cbc8f60 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:13.882031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a090a7da-7218-4983-bffa-84de3c2cafdd req-3cad686c-2a68-41ae-82c8-1da66cbc8f60 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0581522 Oct 26 12:36:13.927513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a090a7da-7218-4983-bffa-84de3c2cafdd req-2ccf3d21-79b5-4220-be91-038651e4e2a9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383315 Oct 26 12:36:14.036658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:36:14.097274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port beee99d0-4443-415c-bb9c-36ddee51f445 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:36:14.103520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port beee99d0-4443-415c-bb9c-36ddee51f445 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:36:14.104109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:14.200935 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:14.230513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:36:14.233276 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6121aed4-419f-4ae5-b608-767b045f9541" -d '{"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:36:14.253814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:14.259701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:14.288284 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbccd5b2-59ba-4a59-ad1b-f191d95d644a x-openstack-request-id: req-dbccd5b2-59ba-4a59-ad1b-f191d95d644a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:36:14.288588 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:36:14.288934 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dbccd5b2-59ba-4a59-ad1b-f191d95d644a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:36:14.289471 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'code': 200} Oct 26 12:36:14.327035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:14.391304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a3981-6807-4545-9e33-c1bc4dec708e req-654b28b0-8f53-413b-865c-77736a215040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:14.393204 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-789a3981-6807-4545-9e33-c1bc4dec708e req-654b28b0-8f53-413b-865c-77736a215040 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0457287 Oct 26 12:36:14.430812 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-789a3981-6807-4545-9e33-c1bc4dec708e req-a4b0ce55-717a-448d-ba9b-09f2f00ddf3f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303941 Oct 26 12:36:15.053001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df88d1a-cf3d-43d1-a738-84abd9268d28 req-dca62401-ad7e-4335-ac39-4705c67f36ed tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:15.054563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2df88d1a-cf3d-43d1-a738-84abd9268d28 req-dca62401-ad7e-4335-ac39-4705c67f36ed tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0519800 Oct 26 12:36:15.105979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2df88d1a-cf3d-43d1-a738-84abd9268d28 req-a3399abd-0a78-431f-9aaa-262d62bc82d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 Oct 26 12:36:16.240755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7942-045d-4761-9426-6cc195cb9cfd req-6b2a0d44-7917-464c-bbf4-fd2326aff28c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:16.242310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d43f7942-045d-4761-9426-6cc195cb9cfd req-6b2a0d44-7917-464c-bbf4-fd2326aff28c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0534849 Oct 26 12:36:16.288222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d43f7942-045d-4761-9426-6cc195cb9cfd req-1a6e2964-f076-44bc-a9b4-b7aae8c6a843 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389957 Oct 26 12:36:16.484401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e053d9-6748-48f7-8d3a-103c2964ef7d req-a98264be-6053-4122-a5c9-c08641315a39 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:16.486039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41e053d9-6748-48f7-8d3a-103c2964ef7d req-a98264be-6053-4122-a5c9-c08641315a39 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.1293559 Oct 26 12:36:16.499363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51108) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:36:16.504901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Request body: {'floatingip': {'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:36:16.547325 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:17.536384 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:17.541096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:17.649898 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 associated. External IP: 172.25.4.76, port: beee99d0-4443-415c-bb9c-36ddee51f445. Oct 26 12:36:17.876907 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:36:18.002362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:36:18.009856 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:18.013880 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:36:18.026999 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:36:18.027651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:35:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:18.066740 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9005312e-b32d-4a90-95db-8c208cfa69e8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "PUT /v2.0/floatingips/2114632e-9d75-4383-980b-7193ae996181 HTTP/1.1" status: 200 len: 991 time: 1.5657899 Oct 26 12:36:18.067783 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:36:18.080544 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a602c-796a-4727-87ce-51c8dfc7530e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:36:18.137203 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b65c18-1b57-4e24-ba80-3f9a197a092f x-openstack-request-id: req-e9b65c18-1b57-4e24-ba80-3f9a197a092f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:36:18.137590 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:36:18.137941 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e9b65c18-1b57-4e24-ba80-3f9a197a092f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:36:18.138451 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'status': 'completed', 'code': 200} Oct 26 12:36:18.172933 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:36:18.211909 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a602c-796a-4727-87ce-51c8dfc7530e req-0377a267-2a4a-41f1-a830-4553e78e5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:18.213958 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-0377a267-2a4a-41f1-a830-4553e78e5565 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0511038 Oct 26 12:36:18.365779 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a602c-796a-4727-87ce-51c8dfc7530e req-f7dee284-e08a-439d-a57c-9d943be83aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:18.368238 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-f7dee284-e08a-439d-a57c-9d943be83aca service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1471629 Oct 26 12:36:18.448553 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-6043f2ac-b5a1-4b70-982f-57e4fd996124 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0723672 Oct 26 12:36:18.511228 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a602c-796a-4727-87ce-51c8dfc7530e req-a887b4ce-53f4-4e63-bd4f-dc35555ec124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:18.513021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-a887b4ce-53f4-4e63-bd4f-dc35555ec124 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0572777 Oct 26 12:36:18.574468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a602c-796a-4727-87ce-51c8dfc7530e req-ca51f2cd-5322-4471-8544-0d275a0fd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:18.577098 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-ca51f2cd-5322-4471-8544-0d275a0fd757 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554910 Oct 26 12:36:18.599435 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:1c:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:36:17Z', 'revision_number': 13, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:18.631628 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:36:18.642635 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:36:18.643386 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:35:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:18.694276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-26b71b77-5b27-4f41-833e-11656ef79969 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089859 Oct 26 12:36:18.774662 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:36:18.809285 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-588a602c-796a-4727-87ce-51c8dfc7530e req-5e58b792-42fa-4baa-ae97-4ebcffdc833a service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074185 Oct 26 12:36:19.027758 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:1c:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:36:17Z', 'revision_number': 13, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:19.056556 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93504887-0ec7-42b7-8cfb-61ab80221bf4 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2114632e-9d75-4383-980b-7193ae996181', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'mac_address': 'fa:16:3e:1c:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:28:55Z', 'updated_at': '2021-10-26T12:36:17Z', 'revision_number': 13, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:36:19.243977 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-90e9ae20-b1e1-4742-a032-33eb272b050a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:19.303743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b9862-bdda-459f-adfe-8196ea714995 None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:36:21.784986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5bbf779d-3999-43ca-90cb-8c41b95afc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:22.960264 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:23.364215 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:24.765910 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:28.392865 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-22f2f2d1-470c-42bb-a896-8f5fc7338a58 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415709 Oct 26 12:36:28.480739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-9456ba58-8005-4b26-8430-cef68b8d992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:28.482277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-9456ba58-8005-4b26-8430-cef68b8d992a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0429933 Oct 26 12:36:28.604774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-900ed4d4-8232-4fe5-a4e7-65f1d66a1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:28.606425 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-900ed4d4-8232-4fe5-a4e7-65f1d66a1c70 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0979242 Oct 26 12:36:28.693648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-3d558e07-e0a4-47bb-8a1e-e7feaa3c64cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1001 time: 0.0784607 Oct 26 12:36:28.748897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-5616937f-5016-4034-a478-166ca26e0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:28.750408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-5616937f-5016-4034-a478-166ca26e0048 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0495551 Oct 26 12:36:28.798935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-8ee2f66d-61ba-453a-b1fa-e22aecb26616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:36:28.800472 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-8ee2f66d-61ba-453a-b1fa-e22aecb26616 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424807 Oct 26 12:36:29.201102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-baa62e6a-cf04-4165-90a1-b59eaef3779e service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931282 Oct 26 12:36:29.299222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0e8b5d8-bd6c-436f-9020-9ef5293db6d3 req-65856d40-1e9f-456f-ae30-9b3070aa35a0 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869648 Oct 26 12:36:29.556279 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:36:34.254589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:35.732990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:49.237555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc774298-ac00-4993-b740-7f76dab89a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:51.789451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5f45803-be98-4b8a-8618-41af9ddbd773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:52.959308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:53.365555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:36:54.765610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:04.244133 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:05.731844 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:06.555876 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:37:19.239604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d81ee5b9-46ac-4df7-80fe-337781a3e91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:21.791480 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d846b8a6-7395-42e0-9b64-ad988a78421e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:22.951557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:23.367645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:24.769506 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:29.384602 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-b8dfe20f-086b-459b-b4c8-92e699c92617 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427458 Oct 26 12:37:29.477621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-2cee2845-38b4-44ef-8cff-2f1aeb182f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:37:29.479137 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-2cee2845-38b4-44ef-8cff-2f1aeb182f30 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0505757 Oct 26 12:37:29.590439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-00902664-0e19-46e1-94c7-94d449516226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:37:29.592000 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-00902664-0e19-46e1-94c7-94d449516226 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0938969 Oct 26 12:37:29.667482 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-0d2ef748-f1a8-41d9-af69-09d40487da74 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1001 time: 0.0678217 Oct 26 12:37:29.722441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-0587f1ec-4d54-4cbe-9fa1-c38ed2ed64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:37:29.723998 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-0587f1ec-4d54-4cbe-9fa1-c38ed2ed64c4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0497358 Oct 26 12:37:29.772431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-04b6eb5a-d12d-401e-be85-2281287c7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:37:29.773956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-04b6eb5a-d12d-401e-be85-2281287c7179 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428629 Oct 26 12:37:29.876045 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-29e286eb-0f2f-494e-82d0-ea307c702655 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951324 Oct 26 12:37:29.973351 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbc08686-ae50-4e0f-8444-1545f1076a56 req-8192c607-c1f6-4ae1-8bd6-7ceee86f5368 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901034 Oct 26 12:37:34.247661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:35.732642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:43.555095 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:37:49.241196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-66f689b3-32e3-4759-a10d-3cccd1a29f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:51.795779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1dd5907-3ac9-417a-8e83-6c9133254fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:52.953527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:53.372888 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:54.774595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:37:54.853763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceeeab-71b2-449d-81ca-a7c027af6ca0 req-4ee3939f-1cc3-4612-8d44-c91734b4590e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:37:54.855491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fdceeeab-71b2-449d-81ca-a7c027af6ca0 req-4ee3939f-1cc3-4612-8d44-c91734b4590e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.1117983 Oct 26 12:37:54.898375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fdceeeab-71b2-449d-81ca-a7c027af6ca0 req-616dce1b-1517-4161-963f-69db8fdba12c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367141 Oct 26 12:38:04.258303 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:05.732572 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:05.838740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-e82ad252-b95f-48ea-bc8d-66201353f604 req-60515161-8dbc-4d2b-a192-28b21eb213e0 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:38:05.839771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e82ad252-b95f-48ea-bc8d-66201353f604 req-60515161-8dbc-4d2b-a192-28b21eb213e0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055392 Oct 26 12:38:06.012327 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-05ebae44-4e11-45a0-95c0-b3d99b6950db service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479569 Oct 26 12:38:06.023204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-2dec47cc-a3ec-4cd4-8fb9-6f82d2bde7ec service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:38:06.024177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-2dec47cc-a3ec-4cd4-8fb9-6f82d2bde7ec service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054440 Oct 26 12:38:06.026976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbc18e-3aeb-41a9-b0b1-3d10a266bc33 req-73f6f3e2-c6d1-4800-929c-916853f6c4b5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:06.028499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ffbc18e-3aeb-41a9-b0b1-3d10a266bc33 req-73f6f3e2-c6d1-4800-929c-916853f6c4b5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Oct 26 12:38:06.069038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ffbc18e-3aeb-41a9-b0b1-3d10a266bc33 req-2b5c7880-d87f-4121-9f6a-d31f304bc0d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342405 Oct 26 12:38:07.208842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca0016-1246-4ca9-9c2a-ad07c3159e27 req-f763426a-d421-45f7-9ec3-2b9459334e86 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:07.210602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dca0016-1246-4ca9-9c2a-ad07c3159e27 req-f763426a-d421-45f7-9ec3-2b9459334e86 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0619926 Oct 26 12:38:07.235552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-48c11de8-01f5-430b-807e-028854d1fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:07.237141 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-48c11de8-01f5-430b-807e-028854d1fcc4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0438690 Oct 26 12:38:07.253526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6dca0016-1246-4ca9-9c2a-ad07c3159e27 req-547a3c05-6290-48a6-84e2-1fe04a952209 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356586 Oct 26 12:38:07.333877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-48f403a8-be6f-4611-babc-22d8faf0ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:07.335328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-48f403a8-be6f-4611-babc-22d8faf0ecfa service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0903368 Oct 26 12:38:07.407860 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-140e91b3-2341-4ece-93d2-ead6a9884cc6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1001 time: 0.0660119 Oct 26 12:38:07.463015 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-87a6c7a5-5057-4eb2-a65f-570750f372c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:07.464680 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-87a6c7a5-5057-4eb2-a65f-570750f372c6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0500803 Oct 26 12:38:07.514697 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-52a312bb-1bda-4450-a7f7-95e3b6aa2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:07.516279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-52a312bb-1bda-4450-a7f7-95e3b6aa2343 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439980 Oct 26 12:38:07.612218 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-447c8bbf-88f1-4da2-b67a-3534bb740be3 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886378 Oct 26 12:38:07.713815 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-6712586e-d22b-423d-9533-02a830124943 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953319 Oct 26 12:38:08.373327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2bbf4-fa74-4154-9d72-eca71a6d2698 req-865f1118-69b2-444c-a684-ffd4edb25350 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:08.374851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7b2bbf4-fa74-4154-9d72-eca71a6d2698 req-865f1118-69b2-444c-a684-ffd4edb25350 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Oct 26 12:38:08.413545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b7b2bbf4-fa74-4154-9d72-eca71a6d2698 req-6bf8e85d-4210-4974-abb1-18e9149e7c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Oct 26 12:38:09.532883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c41bb-90d8-41e7-9374-7a964cd4cc52 req-cfc7a719-0fb5-4b92-9817-21f6de348e24 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:09.534419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f52c41bb-90d8-41e7-9374-7a964cd4cc52 req-cfc7a719-0fb5-4b92-9817-21f6de348e24 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Oct 26 12:38:09.573724 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f52c41bb-90d8-41e7-9374-7a964cd4cc52 req-17625ea6-12a5-43f8-af48-966175dedf25 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Oct 26 12:38:10.695546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624897ab-b43e-43d7-8951-7ed7e0c0501a req-61d7847d-afb8-4e62-b4b2-4e17b22765e6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:10.697071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-624897ab-b43e-43d7-8951-7ed7e0c0501a req-61d7847d-afb8-4e62-b4b2-4e17b22765e6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0549624 Oct 26 12:38:10.736108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-624897ab-b43e-43d7-8951-7ed7e0c0501a req-f16a6233-bd0c-43d1-a72f-f03e58684d23 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Oct 26 12:38:11.853083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589a2cb-47f8-4ab0-9fa7-68be53c1ebc6 req-e9addf63-2390-420c-b4f5-5501168b4f8b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:11.854607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e589a2cb-47f8-4ab0-9fa7-68be53c1ebc6 req-e9addf63-2390-420c-b4f5-5501168b4f8b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Oct 26 12:38:11.891842 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e589a2cb-47f8-4ab0-9fa7-68be53c1ebc6 req-4f2cafc8-cc3c-44ba-937b-59413f8b0de3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Oct 26 12:38:13.009155 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477cb63-7224-455c-a86b-7e92bdf46927 req-edfe64fb-ec4c-4d4b-8eee-377802fc1d01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:13.010672 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b477cb63-7224-455c-a86b-7e92bdf46927 req-edfe64fb-ec4c-4d4b-8eee-377802fc1d01 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Oct 26 12:38:13.049637 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b477cb63-7224-455c-a86b-7e92bdf46927 req-7af92a82-c8aa-4e6f-9385-ab4b881bfd3d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Oct 26 12:38:14.186056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d375864-9394-4ca2-b40e-2c521611c428 req-75e35f73-c228-4a24-9fba-213c97bb3dea tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:14.187608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d375864-9394-4ca2-b40e-2c521611c428 req-75e35f73-c228-4a24-9fba-213c97bb3dea tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0636630 Oct 26 12:38:14.230290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d375864-9394-4ca2-b40e-2c521611c428 req-f882004c-3446-4ec2-9ff0-65398413d67b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356996 Oct 26 12:38:15.367103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac32af7-9288-4091-a76d-eb76614b0059 req-9c54ea39-0d5a-4392-afa9-cd665eb3b254 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:15.368761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ac32af7-9288-4091-a76d-eb76614b0059 req-9c54ea39-0d5a-4392-afa9-cd665eb3b254 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0532193 Oct 26 12:38:15.413462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ac32af7-9288-4091-a76d-eb76614b0059 req-e98e3beb-7c09-42e8-96d1-0c4ab914412f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381672 Oct 26 12:38:16.535858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68cceb-c091-471b-b522-e2cee029ca39 req-ba8f98c7-751a-4e94-a8af-442f0418dc62 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:16.537681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe68cceb-c091-471b-b522-e2cee029ca39 req-ba8f98c7-751a-4e94-a8af-442f0418dc62 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Oct 26 12:38:16.587145 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe68cceb-c091-471b-b522-e2cee029ca39 req-7c86e5fd-d968-4222-b11d-5a72c12ef410 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Oct 26 12:38:17.729214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f144c-b9c5-47ef-9500-8b01a0085e66 req-4fdce08d-82f6-4a4a-af3b-63a436632325 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:17.730900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b79f144c-b9c5-47ef-9500-8b01a0085e66 req-4fdce08d-82f6-4a4a-af3b-63a436632325 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0590425 Oct 26 12:38:17.774101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b79f144c-b9c5-47ef-9500-8b01a0085e66 req-6794a146-0440-401f-8ba0-e70645eede52 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364428 Oct 26 12:38:18.904508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5561db7-123e-40b5-8089-4c9ef65f96ba req-4b8bf1de-3ee7-4355-9e21-8f2e71193be4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:18.906733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5561db7-123e-40b5-8089-4c9ef65f96ba req-4b8bf1de-3ee7-4355-9e21-8f2e71193be4 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0539722 Oct 26 12:38:18.951596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e5561db7-123e-40b5-8089-4c9ef65f96ba req-ca251804-5dfc-4cbd-8a72-9a50b0b127bd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Oct 26 12:38:19.248298 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f26aa85e-f6b1-41ab-8d34-06ed768fae6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:20.117858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dadad-4c28-489d-b294-43d65333605d req-b9d99851-40b7-4442-a654-3befaa8bf4ac tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:20.120708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9dadad-4c28-489d-b294-43d65333605d req-b9d99851-40b7-4442-a654-3befaa8bf4ac tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0662878 Oct 26 12:38:20.177503 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9dadad-4c28-489d-b294-43d65333605d req-7955d51c-706c-4a03-a3e6-c0aaa9ab2696 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497384 Oct 26 12:38:20.557847 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:38:21.354706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4a4fe-2165-401c-b887-2885f4751f95 req-3172c3de-0370-4ec4-87a3-238f9af90205 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:21.357358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1da4a4fe-2165-401c-b887-2885f4751f95 req-3172c3de-0370-4ec4-87a3-238f9af90205 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0769691 Oct 26 12:38:21.419096 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1da4a4fe-2165-401c-b887-2885f4751f95 req-55bba2f3-7a3b-4bac-b046-d244ae307cc0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543606 Oct 26 12:38:21.804251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8e372aaf-37f2-4d4b-891f-b1b97a9b0d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:22.350952 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-d3ac79d9-30d4-46e8-a7b6-c24efbfe6b8e service neutron] show failed (client error): The resource could not be found. Oct 26 12:38:22.352381 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-d3ac79d9-30d4-46e8-a7b6-c24efbfe6b8e service neutron] 10.222.0.100 "GET /v2.0/ports/beee99d0-4443-415c-bb9c-36ddee51f445/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0642006 Oct 26 12:38:22.558028 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea8b27-5967-4f73-bcf5-03ee3073d5f9 req-51f23a6b-1af4-4c2c-b583-f92bb9de3220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:22.559820 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92ea8b27-5967-4f73-bcf5-03ee3073d5f9 req-51f23a6b-1af4-4c2c-b583-f92bb9de3220 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0613289 Oct 26 12:38:22.617449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92ea8b27-5967-4f73-bcf5-03ee3073d5f9 req-22fce795-d831-47ac-842a-287a72eb67d8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491929 Oct 26 12:38:22.681957 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-293a64c6-58da-41b7-919d-54e03e7559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:22.683705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-293a64c6-58da-41b7-919d-54e03e7559ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 1096 time: 0.1356492 Oct 26 12:38:22.705198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:38:22.769455 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:22.965134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.011197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:23.048029 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:38:23.091159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:38:23.093578 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d5e6b-af1e-4d9a-8507-4c3d4fdf6678" -d '{"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:38:23.098354 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.112722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Transition to ACTIVE for port object beee99d0-4443-415c-bb9c-36ddee51f445 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:38:23.117024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.228385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:23.244841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.245231 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.245848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.246080 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.246353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.246702 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.247122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.247460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.247799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.248158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.248510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.248865 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:23.255260 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f0aea3-20f2-466e-b53f-3bc7052052bd x-openstack-request-id: req-06f0aea3-20f2-466e-b53f-3bc7052052bd {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:38:23.255579 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:38:23.255851 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-06f0aea3-20f2-466e-b53f-3bc7052052bd {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:38:23.256308 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'code': 200} Oct 26 12:38:23.283623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] No DVR routers for this DVR port beee99d0-4443-415c-bb9c-36ddee51f445 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:38:23.382655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.481068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:38:23.481401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:38:23.481968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:38:23.489196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:38:23.489755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:38:23.497007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:38:23.497402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:38:23.498021 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:38:23.498568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Bound port: beee99d0-4443-415c-bb9c-36ddee51f445, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:38:23.498993 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.593198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:38:23.597179 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:38:23.601814 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.647434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:23.648174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:23.649685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] 10.222.0.30 "PUT /v2.0/ports/beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1091 time: 0.9493709 Oct 26 12:38:23.680637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345661ad-7b98-4d65-a05b-7fc66c4fd608 service neutron] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:23.747150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-55d22bc4-7404-441d-bbdc-90abb8bff444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:23.748574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-55d22bc4-7404-441d-bbdc-90abb8bff444 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1094 time: 0.0574548 Oct 26 12:38:23.862653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac20f9-749a-42fd-bf89-bc72e1e2e96c req-a0cddbbd-74a7-474e-96e7-2d7d2ecb24ae tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:23.864375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-caac20f9-749a-42fd-bf89-bc72e1e2e96c req-a0cddbbd-74a7-474e-96e7-2d7d2ecb24ae tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.1208887 Oct 26 12:38:23.909040 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-27163523-8bf8-44d0-b1a7-b77e7903039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:23.910734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-27163523-8bf8-44d0-b1a7-b77e7903039f service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1510429 Oct 26 12:38:23.933618 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-caac20f9-749a-42fd-bf89-bc72e1e2e96c req-043e150d-2226-4677-a54b-65546045ef9e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593147 Oct 26 12:38:23.995909 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-dfad56ce-2f22-4612-ad91-25b1f886988a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0721023 Oct 26 12:38:24.069327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-7cad5c15-867d-4c39-b70b-1206c0332fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:24.070963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-7cad5c15-867d-4c39-b70b-1206c0332fe4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0639055 Oct 26 12:38:24.128070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-4eb43fbe-de3a-4cae-8aa9-b12d1528b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:24.129762 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-4eb43fbe-de3a-4cae-8aa9-b12d1528b5fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478427 Oct 26 12:38:24.246720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-bcbd1861-5a05-44ba-afc9-633ef4a270a5 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032505 Oct 26 12:38:24.352393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-3ffbdbe8-e694-4e64-a8f7-367e72340ac8 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978093 Oct 26 12:38:24.494661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:38:24.540372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:38:24.781716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:25.120918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8143d0-790c-4f4f-8f49-e1193aced093 req-e678ee53-a9a9-40b6-a810-d10fdd5c22a9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.123547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba8143d0-790c-4f4f-8f49-e1193aced093 req-e678ee53-a9a9-40b6-a810-d10fdd5c22a9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0883422 Oct 26 12:38:25.166962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba8143d0-790c-4f4f-8f49-e1193aced093 req-d571fb00-630c-4c42-9247-fd3acb42fcba tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355434 Oct 26 12:38:25.257287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:38:25.259616 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9c3c8a8b89edcc6178762f4bb4c535d31f923e46aa67d8f656663b7c8cdeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71302297-916a-4f54-9897-39379b6790be" -d '{"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:38:25.324930 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9390dd-e1fb-4852-b4a1-631321e3b895 x-openstack-request-id: req-cb9390dd-e1fb-4852-b4a1-631321e3b895 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:38:25.325260 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:38:25.325676 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb9390dd-e1fb-4852-b4a1-631321e3b895 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:38:25.326090 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'status': 'completed', 'code': 200} Oct 26 12:38:25.409488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-83db116f-3a13-4369-8c12-af7e3b4a6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.411927 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-83db116f-3a13-4369-8c12-af7e3b4a6886 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1094 time: 0.0608854 Oct 26 12:38:25.422681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-8c54e053-6673-4edb-a803-740e990a74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.425460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-8c54e053-6673-4edb-a803-740e990a74d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1094 time: 0.0666399 Oct 26 12:38:25.546373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-19360cd7-e4bb-4451-b6bf-dc09843acf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.548059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-19360cd7-e4bb-4451-b6bf-dc09843acf31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1098025 Oct 26 12:38:25.554284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-bde03452-91e8-46e8-86ab-6bf065a4c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.556574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-bde03452-91e8-46e8-86ab-6bf065a4c1fa service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1375461 Oct 26 12:38:25.654798 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-f1176e35-5155-4f10-8846-d8e724230d4a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0907156 Oct 26 12:38:25.659793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-f800f233-c478-4544-8e92-0afe9b445cc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0994997 Oct 26 12:38:25.714752 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-ae785b69-9966-4246-9fe3-ebb663280073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.716966 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-ae785b69-9966-4246-9fe3-ebb663280073 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0553634 Oct 26 12:38:25.737533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-41bae520-5c4c-48c7-b7b7-a8f6b20904f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.739330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-41bae520-5c4c-48c7-b7b7-a8f6b20904f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0703301 Oct 26 12:38:25.792346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-c8e1b2e9-6d41-4100-b805-9e4728f49b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.794404 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-c8e1b2e9-6d41-4100-b805-9e4728f49b25 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702777 Oct 26 12:38:25.798163 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302297-916a-4f54-9897-39379b6790be req-1feee3d8-33da-46aa-937e-eb5b79dcf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:25.800418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-1feee3d8-33da-46aa-937e-eb5b79dcf901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489326 Oct 26 12:38:25.904061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-2cfb80b1-b897-4cca-874f-182c8a75291a service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021385 Oct 26 12:38:25.961850 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-6425ee53-2c03-42f6-82f3-9c4cb171dab3 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490207 Oct 26 12:38:26.031479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-d19012d4-1624-43e9-b7ce-a3e56f2a12d1 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190522 Oct 26 12:38:26.097316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71302297-916a-4f54-9897-39379b6790be req-b047c127-84fe-447e-b0da-a80f09448741 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244290 Oct 26 12:38:26.309477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0a415-87e1-4645-8121-1dde2c339475 req-954438cc-99a5-4613-9049-fa13c1e8dcda tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:26.311397 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ee0a415-87e1-4645-8121-1dde2c339475 req-954438cc-99a5-4613-9049-fa13c1e8dcda tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0641787 Oct 26 12:38:26.358399 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ee0a415-87e1-4645-8121-1dde2c339475 req-cb4069b8-6467-43b8-9981-ad4234be5a66 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383878 Oct 26 12:38:27.513828 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127793e-13d6-453e-a56f-e6f7608afc94 req-2ef046f3-5f29-4553-b28b-ae3900589d79 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:27.515479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8127793e-13d6-453e-a56f-e6f7608afc94 req-2ef046f3-5f29-4553-b28b-ae3900589d79 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0655856 Oct 26 12:38:27.567320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8127793e-13d6-453e-a56f-e6f7608afc94 req-a3a2fc3c-dc1d-4fcc-a9fe-3425ea810f95 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Oct 26 12:38:28.707421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ea936-5aa2-4a0c-a952-152601734e17 req-e1f991ae-1f7d-4c65-a48d-8ea910398654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:28.709118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e09ea936-5aa2-4a0c-a952-152601734e17 req-e1f991ae-1f7d-4c65-a48d-8ea910398654 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0535791 Oct 26 12:38:28.759686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e09ea936-5aa2-4a0c-a952-152601734e17 req-ae4e3892-322a-4e35-8ea6-03dcc8a5f8ed tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431113 Oct 26 12:38:29.902186 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31224c-5d11-486b-b9a2-4052b2af9661 req-1c0e855a-11d5-4550-910a-a602d2096060 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:29.903882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd31224c-5d11-486b-b9a2-4052b2af9661 req-1c0e855a-11d5-4550-910a-a602d2096060 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0606294 Oct 26 12:38:29.948124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dd31224c-5d11-486b-b9a2-4052b2af9661 req-28910796-c02e-486c-b83d-bc4e0ca2094d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Oct 26 12:38:31.091566 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38240-f9a7-4f0c-afa7-035129ecb20a req-df808194-cf1e-43a5-b6e6-1154eefed4f5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:31.093275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ea38240-f9a7-4f0c-afa7-035129ecb20a req-df808194-cf1e-43a5-b6e6-1154eefed4f5 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0609040 Oct 26 12:38:31.136847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ea38240-f9a7-4f0c-afa7-035129ecb20a req-ce448a8f-3cce-44ca-be1c-a4c153c8b80e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Oct 26 12:38:32.278798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bce955-88a7-4414-87a4-e6453b9ff5a3 req-17f0f189-851f-4520-ad9b-4b59c94bd44b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:32.280437 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1bce955-88a7-4414-87a4-e6453b9ff5a3 req-17f0f189-851f-4520-ad9b-4b59c94bd44b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0542157 Oct 26 12:38:32.322167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1bce955-88a7-4414-87a4-e6453b9ff5a3 req-e44bc3a3-a170-40dc-b5d8-3d6f44153125 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341415 Oct 26 12:38:33.457110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661e0df-6630-4de2-9e5d-58827a7dcb76 req-31b8ef11-0141-4586-bf5a-704148eadf28 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:33.458668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2661e0df-6630-4de2-9e5d-58827a7dcb76 req-31b8ef11-0141-4586-bf5a-704148eadf28 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0564787 Oct 26 12:38:33.499849 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2661e0df-6630-4de2-9e5d-58827a7dcb76 req-4b66c3fb-ce5b-4909-bd80-709b857a4463 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Oct 26 12:38:34.275686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:34.637804 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae122f6-f044-43c9-be42-e9192b7d09c9 req-15b9ec8f-2495-4078-8c70-5e694f132afe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:34.639403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ae122f6-f044-43c9-be42-e9192b7d09c9 req-15b9ec8f-2495-4078-8c70-5e694f132afe tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0625730 Oct 26 12:38:34.684226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1ae122f6-f044-43c9-be42-e9192b7d09c9 req-5d3a47b4-d0e7-469e-8dd4-2250c291d976 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378911 Oct 26 12:38:35.744549 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:35.821717 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ebf8-12f6-49c7-92c5-4f909c93a11b req-50ba934d-1308-4639-8cec-5dab40011599 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:35.823368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30d2ebf8-12f6-49c7-92c5-4f909c93a11b req-50ba934d-1308-4639-8cec-5dab40011599 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 943 time: 0.0546975 Oct 26 12:38:35.869772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30d2ebf8-12f6-49c7-92c5-4f909c93a11b req-9c2fda54-36c1-4bfd-acda-df761b562c0f tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Oct 26 12:38:36.385575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:38:36.493054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:36.506001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'mac_address': 'fa:16:3e:1c:0f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:38:36.726409 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:36.741605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beee99d0-4443-415c-bb9c-36ddee51f445 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:38:36.763365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:36.767557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:36.826450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:36.837559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.838195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.838817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.839341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.839946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.840522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.841107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.841683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.842263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.842828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.843431 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:36.844006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:37.000887 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-793f1f8e-eaee-4c01-9ce7-1f16d6af284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:37.002631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-793f1f8e-eaee-4c01-9ce7-1f16d6af284c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0776312 Oct 26 12:38:37.025723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec06e-18a1-493e-a491-544f953a65c0 req-699f9924-cddd-441e-bc38-98752cef0b48 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:37.027556 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32fec06e-18a1-493e-a491-544f953a65c0 req-699f9924-cddd-441e-bc38-98752cef0b48 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0718589 Oct 26 12:38:37.129344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32fec06e-18a1-493e-a491-544f953a65c0 req-2d93c8e7-5bab-4523-bddf-050dd356dec9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879838 Oct 26 12:38:37.156130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-2e176827-22e7-4838-a70c-fcb5354d03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:37.157482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-2e176827-22e7-4838-a70c-fcb5354d03ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1279840 Oct 26 12:38:37.244923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-0205970f-432a-46ae-956e-f1a1c05a50d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1000 time: 0.0775981 Oct 26 12:38:37.310390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-81ba3de1-3377-462c-af8d-bb282c6b0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:37.312766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-81ba3de1-3377-462c-af8d-bb282c6b0e3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0590968 Oct 26 12:38:37.395571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-9647a3ab-0070-43da-a995-0d25d3d2e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:37.397332 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-9647a3ab-0070-43da-a995-0d25d3d2e4ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721939 Oct 26 12:38:37.514729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-78b5973b-83f4-496a-b549-c578614d0059 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094155 Oct 26 12:38:37.949564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f2cf64-b291-4df7-b0bd-1017cafba847 req-cbeedd24-7d3e-42cc-a761-a62b06c9aff0 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277203 Oct 26 12:38:38.065561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['beee99d0-4443-415c-bb9c-36ddee51f445'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:38:38.280612 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce9dd-beeb-45a3-84c2-f53c6054a68d req-d4b3e79d-3f08-4616-a601-987f8b47ea7c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:38.283763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26cce9dd-beeb-45a3-84c2-f53c6054a68d req-d4b3e79d-3f08-4616-a601-987f8b47ea7c tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0661356 Oct 26 12:38:38.326996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26cce9dd-beeb-45a3-84c2-f53c6054a68d req-ca229ee0-030d-4903-84ef-e4ed5e57c03d tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371494 Oct 26 12:38:38.701508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-4e1489d6-612b-475c-832f-b77ee52c2f84 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:38.702982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-4e1489d6-612b-475c-832f-b77ee52c2f84 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&binding%3Ahost_id=n-h1-812150-3 HTTP/1.1" status: 200 len: 944 time: 0.0938187 Oct 26 12:38:38.716510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f3b7-023c-4ac6-aa3d-8d7ec0442070 req-97c3e5d3-ddb1-4ac3-b262-6d88f6d54d07 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:38.718031 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0041f3b7-023c-4ac6-aa3d-8d7ec0442070 req-97c3e5d3-ddb1-4ac3-b262-6d88f6d54d07 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0924339 Oct 26 12:38:38.803411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0041f3b7-023c-4ac6-aa3d-8d7ec0442070 req-372fef6e-7c03-47d2-a396-c5f566bc8ba7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767963 Oct 26 12:38:38.809674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-8c8c05bd-c67b-4010-b5b7-15257e3cc4ec service neutron] 10.222.0.30 "GET /v2.0/ports/beee99d0-4443-415c-bb9c-36ddee51f445/bindings/n-h1-812150-3 HTTP/1.1" status: 200 len: 382 time: 0.0907130 Oct 26 12:38:38.884150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-4198dd70-4f61-4717-8b60-b3215dad3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:38.885857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-4198dd70-4f61-4717-8b60-b3215dad3929 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0456147 Oct 26 12:38:39.002892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-52052c6f-5c95-4852-9233-ae046ceb7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:39.004841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-52052c6f-5c95-4852-9233-ae046ceb7069 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.1113112 Oct 26 12:38:39.084910 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-83d5d702-368e-4e65-b659-91b7d9ba6edb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1000 time: 0.0705378 Oct 26 12:38:39.152493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-40b8fb5f-c37b-46ad-95f7-4bf3f0379630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:39.154211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-40b8fb5f-c37b-46ad-95f7-4bf3f0379630 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0613000 Oct 26 12:38:39.212140 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-05d71e27-2ca6-49fe-816a-687a5c11d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:39.213828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-05d71e27-2ca6-49fe-816a-687a5c11d46b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475900 Oct 26 12:38:39.327076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-587058b3-1006-4f42-980d-0de3b77bdd72 service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964689 Oct 26 12:38:39.427314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-dd8fdeb6-4df2-4912-a0ef-bf28f0013f7a service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920005 Oct 26 12:38:39.930838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37981ae-d03d-4af9-8086-8bcdac379594 req-ed8aff7f-69c5-435c-8ca1-62caa793e6f9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:39.932425 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c37981ae-d03d-4af9-8086-8bcdac379594 req-ed8aff7f-69c5-435c-8ca1-62caa793e6f9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0517020 Oct 26 12:38:39.973719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c37981ae-d03d-4af9-8086-8bcdac379594 req-cebba8ab-c181-476a-84e7-8742a7bd0a15 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332797 Oct 26 12:38:40.403924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:38:40.456256 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port beee99d0-4443-415c-bb9c-36ddee51f445 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:38:40.460940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port beee99d0-4443-415c-bb9c-36ddee51f445 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:38:40.461317 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:40.543943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:40.567434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:38:40.569758 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2171a5e2-2b84-4934-92b8-32dc9a3026e3" -d '{"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:38:40.583152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:40.587966 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:40.636186 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:40.683199 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cae1fe-d6aa-450c-bc03-cdabf5321e63 x-openstack-request-id: req-18cae1fe-d6aa-450c-bc03-cdabf5321e63 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:38:40.683498 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:38:40.683757 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-18cae1fe-d6aa-450c-bc03-cdabf5321e63 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:38:40.684159 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'code': 200} Oct 26 12:38:41.114993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ba15c-d35a-4559-9b0c-d399ed44520c req-c30533e0-9480-4d88-bcd2-7d33c2dbd9b0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:41.116528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c3ba15c-d35a-4559-9b0c-d399ed44520c req-c30533e0-9480-4d88-bcd2-7d33c2dbd9b0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0629840 Oct 26 12:38:41.154411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c3ba15c-d35a-4559-9b0c-d399ed44520c req-dfbe1328-dc2e-4467-9abe-9e0f3d886ef3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Oct 26 12:38:42.279405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f6971-cfec-420c-8fc2-dadf8c088ab8 req-6456e2b2-3403-47d7-83b9-bcd846aef842 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:42.280907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b79f6971-cfec-420c-8fc2-dadf8c088ab8 req-6456e2b2-3403-47d7-83b9-bcd846aef842 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0510609 Oct 26 12:38:42.319708 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b79f6971-cfec-420c-8fc2-dadf8c088ab8 req-2ee09b94-4c05-4e69-b997-07ef3b4788bb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Oct 26 12:38:43.439800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a80c-f574-4e1c-a6ad-2a991b9f550e req-0d8959e2-8b5a-4a70-b1c0-f82b35f04d39 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:43.441308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c714a80c-f574-4e1c-a6ad-2a991b9f550e req-0d8959e2-8b5a-4a70-b1c0-f82b35f04d39 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Oct 26 12:38:43.479937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c714a80c-f574-4e1c-a6ad-2a991b9f550e req-cb8adcaa-8ace-4cfb-993c-005926d93082 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Oct 26 12:38:43.876114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-53c8f718-a0fc-4269-adca-c6e56fda08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:43.877673 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-53c8f718-a0fc-4269-adca-c6e56fda08c4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6&tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe HTTP/1.1" status: 200 len: 1096 time: 0.0857511 Oct 26 12:38:43.889674 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:38:43.946673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:44.156865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:44.196824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:38:44.236170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:38:44.238461 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a2c1a2-c320-41ee-aa9a-9d33d35599d8" -d '{"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:38:44.242576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:44.256180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Transition to ACTIVE for port object beee99d0-4443-415c-bb9c-36ddee51f445 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:38:44.260484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:44.289983 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe14293-2ecd-426a-9cbe-2accf0cd1b0a x-openstack-request-id: req-cfe14293-2ecd-426a-9cbe-2accf0cd1b0a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:38:44.290269 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-unplugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:38:44.290516 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfe14293-2ecd-426a-9cbe-2accf0cd1b0a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:38:44.290932 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'code': 200} Oct 26 12:38:44.347961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=10']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:44.362529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.362901 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.363255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.363586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.363913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.364245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.364676 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.364885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.365210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.365537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.365862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.366180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:38:44.398471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] No DVR routers for this DVR port beee99d0-4443-415c-bb9c-36ddee51f445 on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:38:44.424264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:38:44.468328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:38:44.545895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:38:44.546233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:38:44.546566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:38:44.552074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:38:44.552396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Attempting to bind port beee99d0-4443-415c-bb9c-36ddee51f445 on network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:38:44.557539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:38:44.557813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Checking segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:38:44.558191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Bound using segment: {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:38:44.558619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Bound port: beee99d0-4443-415c-bb9c-36ddee51f445, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e008fab-9ca6-4993-9b35-23d0bdf87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:38:44.559002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:44.606391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412bf1a-60b0-488b-a9b3-6eb4bd14931c req-4845b7b1-c539-405b-bbd4-cf71c528bd7b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:44.607937 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1412bf1a-60b0-488b-a9b3-6eb4bd14931c req-4845b7b1-c539-405b-bbd4-cf71c528bd7b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0534923 Oct 26 12:38:44.623584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:38:44.626713 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:38:44.631899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:44.649862 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1412bf1a-60b0-488b-a9b3-6eb4bd14931c req-041f2e71-538b-4b0e-8558-f62390608e90 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Oct 26 12:38:44.676199 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:44.676929 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:44.678201 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] 10.222.0.100 "PUT /v2.0/ports/beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 1092 time: 0.7925563 Oct 26 12:38:44.697468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def33f-5f16-4bc6-9e81-abad29420f59 service neutron] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=11']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:44.747607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-a8d7836d-733d-450c-ad2e-16c19fde0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:44.749159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-a8d7836d-733d-450c-ad2e-16c19fde0121 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0462670 Oct 26 12:38:44.845418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-5bbbe15f-ecb1-4b26-8188-4c6d779dc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:44.846927 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-5bbbe15f-ecb1-4b26-8188-4c6d779dc620 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0891700 Oct 26 12:38:44.915929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-1301a3dc-e82b-42ca-876b-1f9d2648303b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0614722 Oct 26 12:38:44.966401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-36bfde2d-014c-4653-8354-c469d64e8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:44.967953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-36bfde2d-014c-4653-8354-c469d64e8bd7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0454335 Oct 26 12:38:45.017212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-3caf2f16-2b57-4789-b644-5cab6c37bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:45.018656 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-3caf2f16-2b57-4789-b644-5cab6c37bc56 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437763 Oct 26 12:38:45.135859 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-04863d4f-eb72-4e6f-9400-d809234fd3a9 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093230 Oct 26 12:38:45.229702 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-181800d2-8d30-498b-b2c8-90f7b104cc04 req-1bfd88d1-62b2-4ead-ac8f-f6b317bacde0 service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863986 Oct 26 12:38:45.769521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2b726-dc05-4bfa-89ed-37f48c603f78 req-befd7d51-869a-4c3c-a814-91bf5b0c4ae8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:45.771058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67d2b726-dc05-4bfa-89ed-37f48c603f78 req-befd7d51-869a-4c3c-a814-91bf5b0c4ae8 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0506144 Oct 26 12:38:45.810310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67d2b726-dc05-4bfa-89ed-37f48c603f78 req-2812a099-a32c-4d87-a0c0-dfaa7bb095dc tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331974 Oct 26 12:38:46.292183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:38:46.294637 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:38:46.344253 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5145b1f2-35f3-4c55-930f-34a4918d54db x-openstack-request-id: req-5145b1f2-35f3-4c55-930f-34a4918d54db {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:38:46.344613 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:38:46.344981 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5145b1f2-35f3-4c55-930f-34a4918d54db {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:38:46.345449 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'status': 'completed', 'code': 200} Oct 26 12:38:46.409330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-c78e86cf-eba9-4f2d-b730-2b5a0abea1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.411382 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-c78e86cf-eba9-4f2d-b730-2b5a0abea1c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0448747 Oct 26 12:38:46.415368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-3f1983ac-614e-4e29-852c-ae09f0609f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.416929 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-3f1983ac-614e-4e29-852c-ae09f0609f97 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0469692 Oct 26 12:38:46.512465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-b050933b-c333-4b43-b711-9bc98d2a2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.513981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-b050933b-c333-4b43-b711-9bc98d2a2394 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0953512 Oct 26 12:38:46.515532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-5024fd45-7fca-4598-982d-fc290883fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.517061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-5024fd45-7fca-4598-982d-fc290883fae5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 200 len: 913 time: 0.0925148 Oct 26 12:38:46.589193 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-9ede91c8-0875-4637-b96e-c9e9aa55ff1c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0651774 Oct 26 12:38:46.594287 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-2164aa40-0651-4bd5-9487-839d67716109 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 200 len: 999 time: 0.0692215 Oct 26 12:38:46.642789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-ba434f75-5409-40ee-89bd-a60384da0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.644572 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-ba434f75-5409-40ee-89bd-a60384da0829 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0482264 Oct 26 12:38:46.660721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-d44a87ee-cfc8-4ab7-a9f5-19c232d1184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.662439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-d44a87ee-cfc8-4ab7-a9f5-19c232d1184c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 200 len: 850 time: 0.0575495 Oct 26 12:38:46.693154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-0d6aea00-58a3-41ce-acff-5de38e7bb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.694710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-0d6aea00-58a3-41ce-acff-5de38e7bb883 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432379 Oct 26 12:38:46.741406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-ced6b200-d902-4e40-a0a8-42351db50f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:46.743337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-ced6b200-d902-4e40-a0a8-42351db50f61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683367 Oct 26 12:38:46.801700 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-2e3c9874-bd6d-4a78-b109-9296d78f561b service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002319 Oct 26 12:38:46.863478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-6ebb01eb-6003-4531-9281-2e3bf1bcb9bc service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074889 Oct 26 12:38:46.909698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-aba1d2eb-1252-43c6-8b44-1bd3c5b1c83c service neutron] 10.222.0.100 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006923 Oct 26 12:38:47.002708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cd3eb-2745-44da-af5a-60677e6f5768 req-6e35c86c-b1b7-4981-8373-a1ee2de394c9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:47.004252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c6cd3eb-2745-44da-af5a-60677e6f5768 req-6e35c86c-b1b7-4981-8373-a1ee2de394c9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.1041498 Oct 26 12:38:47.009951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cf5bed6-6053-4c3e-9573-1f5a26503ae1 req-980d26b9-2699-47db-ac92-de11413cb7bc service neutron] 10.222.0.30 "GET /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330655 Oct 26 12:38:47.050318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9c6cd3eb-2745-44da-af5a-60677e6f5768 req-8448dacb-97d2-416f-b3e7-fbfd4c19dc67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 Oct 26 12:38:48.183735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0b30-3252-4fd9-98d6-70e365b8d4d0 req-bf190da6-3044-46ec-9a61-b90af47579c6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:48.185212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d8a0b30-3252-4fd9-98d6-70e365b8d4d0 req-bf190da6-3044-46ec-9a61-b90af47579c6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0509999 Oct 26 12:38:48.223613 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1d8a0b30-3252-4fd9-98d6-70e365b8d4d0 req-6104a27b-b3eb-4520-b1d2-eab2822c8848 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Oct 26 12:38:49.242548 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b8f95cb-408e-483f-8e72-c24ac8e0c9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:49.347319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934b236-8ef5-4296-b794-80f8f2e6692c req-ae3b2382-c444-401d-bb43-42b5af115313 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:49.348750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6934b236-8ef5-4296-b794-80f8f2e6692c req-ae3b2382-c444-401d-bb43-42b5af115313 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0511589 Oct 26 12:38:49.388763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6934b236-8ef5-4296-b794-80f8f2e6692c req-292f772d-2520-4307-a932-2436ed40d47a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Oct 26 12:38:50.513635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c0d00-34f2-4281-a559-8ff104dc1da7 req-172361f4-1364-4852-94c9-142a45e48960 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:50.515201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-060c0d00-34f2-4281-a559-8ff104dc1da7 req-172361f4-1364-4852-94c9-142a45e48960 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0566449 Oct 26 12:38:50.559385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-060c0d00-34f2-4281-a559-8ff104dc1da7 req-5e30e092-ce0c-49fe-8d66-0745a28a66bd tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376141 Oct 26 12:38:51.680435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1bd0a-6bac-4535-b4a0-85d9eda4049d req-5e922144-9068-420a-849c-aea16fa99934 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:51.681982 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cd1bd0a-6bac-4535-b4a0-85d9eda4049d req-5e922144-9068-420a-849c-aea16fa99934 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0524728 Oct 26 12:38:51.721272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5cd1bd0a-6bac-4535-b4a0-85d9eda4049d req-d4943edc-8a7d-4454-8090-7cd9b5f31752 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328164 Oct 26 12:38:51.796508 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3adce3f3-5562-4533-a8ac-f96d69a2eca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:52.846736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6e8a2-020a-48f5-864a-ec6d335958ca req-6e2cf3f3-5bce-4f93-862a-ea8930d5946a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:52.848334 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1aa6e8a2-020a-48f5-864a-ec6d335958ca req-6e2cf3f3-5bce-4f93-862a-ea8930d5946a tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0519550 Oct 26 12:38:52.889882 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1aa6e8a2-020a-48f5-864a-ec6d335958ca req-fe160aa9-4a92-47fb-9365-5a0f488951d3 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351176 Oct 26 12:38:52.959651 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:53.376974 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:54.078522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e70050-3988-4e56-9845-979eaa38a889 req-e852dc5e-8999-4e6b-944e-e7932973698b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:54.081265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7e70050-3988-4e56-9845-979eaa38a889 req-e852dc5e-8999-4e6b-944e-e7932973698b tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0540485 Oct 26 12:38:54.133747 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7e70050-3988-4e56-9845-979eaa38a889 req-787f46a9-1e69-4839-a101-dcba9a16378e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461249 Oct 26 12:38:54.778930 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:55.464932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a16854-ec35-4e4c-92b4-5279d203c184 req-d521d5a9-458b-491f-8f94-4f3764335118 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:55.466458 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92a16854-ec35-4e4c-92b4-5279d203c184 req-d521d5a9-458b-491f-8f94-4f3764335118 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0521574 Oct 26 12:38:55.507262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-92a16854-ec35-4e4c-92b4-5279d203c184 req-9e173357-4a82-4e2f-be85-66f8f68157b0 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Oct 26 12:38:56.682359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf937-f653-461e-87d2-b0593db880ad req-99151f8a-a6bd-49f1-a741-5ffcdc8b6217 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:56.683981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b2cf937-f653-461e-87d2-b0593db880ad req-99151f8a-a6bd-49f1-a741-5ffcdc8b6217 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0653832 Oct 26 12:38:56.725236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b2cf937-f653-461e-87d2-b0593db880ad req-25638b49-9d87-4bbb-b73c-136baf0683cb tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Oct 26 12:38:57.559674 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:38:57.892007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177058b6-4a93-4e58-82b0-ebed10364d76 req-dfc7d1e8-19a0-499c-920c-d4f2896ad628 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:57.893760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-177058b6-4a93-4e58-82b0-ebed10364d76 req-dfc7d1e8-19a0-499c-920c-d4f2896ad628 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0562251 Oct 26 12:38:57.948965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-177058b6-4a93-4e58-82b0-ebed10364d76 req-daacfdc4-6061-414a-aff0-6845049bc8c9 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Oct 26 12:38:58.097317 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f91d16-debe-4ef4-a107-6bdde4689a19 req-b0abb45c-7290-4e5e-a31b-705bcd18fc39 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:58.099153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95f91d16-debe-4ef4-a107-6bdde4689a19 req-b0abb45c-7290-4e5e-a31b-705bcd18fc39 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0622122 Oct 26 12:38:58.146317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-95f91d16-debe-4ef4-a107-6bdde4689a19 req-f9b265c2-15eb-4b30-8f38-4884bbb65878 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Oct 26 12:38:58.450304 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf889e-88a7-4d8e-8770-e5b6e03a09b4 req-c5893ebe-bc44-44c3-9b97-ae89b30117d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:58.452215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bf889e-88a7-4d8e-8770-e5b6e03a09b4 req-c5893ebe-bc44-44c3-9b97-ae89b30117d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.1744647 Oct 26 12:38:58.500691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9bf889e-88a7-4d8e-8770-e5b6e03a09b4 req-fcb332e8-7e83-42fc-889c-b5749e927a43 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 Oct 26 12:38:58.675517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:38:58.792443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:58.802423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f4c5f-866a-4d0c-83df-ba74f6f87430 req-3a1cc57a-e665-4166-9235-0ed47c3038af tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:38:58.804994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b7f4c5f-866a-4d0c-83df-ba74f6f87430 req-3a1cc57a-e665-4166-9235-0ed47c3038af tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0543778 Oct 26 12:38:58.810367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'port_id': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'mac_address': 'fa:16:3e:1c:0f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:38:58.857313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:58.861800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b7f4c5f-866a-4d0c-83df-ba74f6f87430 req-dbeee83a-e6e8-4974-aa13-ac7f05eef726 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514958 Oct 26 12:38:58.873794 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beee99d0-4443-415c-bb9c-36ddee51f445 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:38:58.895747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:38:58.899824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:38:58.956911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:38:59.185139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['beee99d0-4443-415c-bb9c-36ddee51f445'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:00.009924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2970c02-dd0a-4da3-98df-262f9d0573e4 req-eadb0088-86f5-4606-85cc-e5a91648cd14 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:00.011559 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2970c02-dd0a-4da3-98df-262f9d0573e4 req-eadb0088-86f5-4606-85cc-e5a91648cd14 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0617926 Oct 26 12:39:00.154662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2970c02-dd0a-4da3-98df-262f9d0573e4 req-d1ac984b-b7f3-4099-a5bf-6ee09483ddf7 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups?id=83583b8f-63c3-4f03-8059-8693cf03feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917134 Oct 26 12:39:00.345309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-eb69ee99-e528-47a2-96d7-f872678082d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:00.347053 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-eb69ee99-e528-47a2-96d7-f872678082d6 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0612655 Oct 26 12:39:00.452321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Deleting port beee99d0-4443-415c-bb9c-36ddee51f445 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:00.453017 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.589358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:00.589783 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.680705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:39:00.742226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port beee99d0-4443-415c-bb9c-36ddee51f445 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:39:00.746659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port beee99d0-4443-415c-bb9c-36ddee51f445 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:00.747131 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.806022 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.806426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.806809 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Floating IP 2114632e-9d75-4383-980b-7193ae996181 disassociated. External IP: 172.25.4.76, port: beee99d0-4443-415c-bb9c-36ddee51f445. Oct 26 12:39:00.807239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Calling delete_port for beee99d0-4443-415c-bb9c-36ddee51f445 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:00.853985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.881936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:00.884613 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77a6267c006cf697552ae4d415cf921473c9fd644dfbfa3a4a7dd10ca8ad3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5b4dc-3d5c-48f7-828a-c59ac82aa12c" -d '{"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:00.899944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port beee99d0-4443-415c-bb9c-36ddee51f445, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=beee99d0-4443-415c-bb9c-36ddee51f445,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:00.905219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:00.947002 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039cbb4b-48a3-4ae9-afbe-50b8f4f55a95 x-openstack-request-id: req-039cbb4b-48a3-4ae9-afbe-50b8f4f55a95 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:00.947347 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:00.947636 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-039cbb4b-48a3-4ae9-afbe-50b8f4f55a95 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:00.948052 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'code': 200} Oct 26 12:39:00.968242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=13']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:00.980715 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:01.014310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event deleted for resources: {'Port': ['ID=beee99d0-4443-415c-bb9c-36ddee51f445,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:01.181366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:39:01.277182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df260761-4f40-4d1a-85de-01d6552be86c req-5d72667f-a2a7-406f-86ba-098c37eea043 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0360310 Oct 26 12:39:01.324302 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:39:01.337737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:39:01.354507 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:39:01.355600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:38:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:01.483671 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:39:01.647235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] No DVR routers for this DVR port beee99d0-4443-415c-bb9c-36ddee51f445 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:39:01.651701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:01.655160 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fb39bf5a-9450-4241-8fe1-d0e7d8614ea2 req-f6a26707-4e42-4a62-80da-561ef2723f6e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.100 "DELETE /v2.0/ports/beee99d0-4443-415c-bb9c-36ddee51f445 HTTP/1.1" status: 204 len: 173 time: 1.3020864 Oct 26 12:39:01.656373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-deleted', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:01.658480 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e96dfe4a0e8fceda4a570f6ee1eb8d5ad7eb141d8b1ef5d122552590825a385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b93a1-6f4b-45bf-bd3b-71c7440a7cbf" -d '{"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-deleted", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:01.716411 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d30aac-00d9-4e62-b87f-ff5d628cda4f x-openstack-request-id: req-12d30aac-00d9-4e62-b87f-ff5d628cda4f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:01.716724 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95792b-306f-4274-a4b0-b6ae19f5c5c6", "name": "network-vif-deleted", "tag": "beee99d0-4443-415c-bb9c-36ddee51f445", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:01.717862 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12d30aac-00d9-4e62-b87f-ff5d628cda4f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:01.718621 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95792b-306f-4274-a4b0-b6ae19f5c5c6', 'name': 'network-vif-deleted', 'tag': 'beee99d0-4443-415c-bb9c-36ddee51f445', 'status': 'completed', 'code': 200} Oct 26 12:39:01.732548 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:01.770478 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:39:01.781079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:39:01.781803 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:38:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:01.929007 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:39:02.219326 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:02.252542 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3b993-b237-475c-8437-4c309b1b6d03 None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:53Z', 'revision_number': 4, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '157f6efa-c1ab-412a-a6cf-105f17a4019b', 'name': '', 'network_id': '51f14acd-5eb3-4d57-afb8-ac7bbcdb2702', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'mac_address': 'fa:16:3e:38:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:53Z', 'updated_at': '2021-10-26T12:28:57Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'subnets': [{'id': '8ee80807-0e66-45a9-aa7c-99f53c510370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:39:02.401529 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22b043dd-e86f-4f82-8873-7e421bbcb1d6 req-b20b1c84-b9b8-4a29-a6d8-4b26b542f194 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0317736 Oct 26 12:39:02.603339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f60019-5773-48ac-b551-df4dae312f34 None None] New status for floating IP 2114632e-9d75-4383-980b-7193ae996181: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:39:03.528868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8365a5c9-b2f5-44b8-991f-ca67b0f68636 req-a324b353-a136-4799-ac16-e6308d80aaae tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0342827 Oct 26 12:39:04.278627 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:04.646790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-680a49b2-2b4f-4a15-9395-9eb59ab4695e req-3c6c43ac-95c1-45e6-9e2f-53c55f4a7fdf tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Oct 26 12:39:04.712245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:39:04.733137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: beee99d0-4443-415c-bb9c-36ddee51f445 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:39:04.733483 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device beee99d0-4443-415c-bb9c-36ddee51f445 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:39:05.743808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bc6a06c3-aafa-4bf3-9b38-1f22ff097739 req-bce92913-c3bb-495d-8837-9a4be0855e46 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c95792b-306f-4274-a4b0-b6ae19f5c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Oct 26 12:39:05.760714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.519247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51576) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:10.584077 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17e436e2-6ed2-42ce-87b0-607b8d914c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.611523 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17e436e2-6ed2-42ce-87b0-607b8d914c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.660481 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17e436e2-6ed2-42ce-87b0-607b8d914c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.663900 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-17e436e2-6ed2-42ce-87b0-607b8d914c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.665170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-17e436e2-6ed2-42ce-87b0-607b8d914c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "DELETE /v2.0/security-groups/83583b8f-63c3-4f03-8059-8693cf03feef HTTP/1.1" status: 204 len: 168 time: 0.1446781 Oct 26 12:39:10.667843 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51578) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:10.675642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e436e2-6ed2-42ce-87b0-607b8d914c67 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83583b8f-63c3-4f03-8059-8693cf03feef,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:10.690894 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-00aaaf0e-5cf0-4299-ae91-54717b5a4bc2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] show failed (client error): The resource could not be found. Oct 26 12:39:10.694774 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00aaaf0e-5cf0-4299-ae91-54717b5a4bc2 tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "GET /v2.0/security-groups/83583b8f-63c3-4f03-8059-8693cf03feef HTTP/1.1" status: 404 len: 347 time: 0.0228388 Oct 26 12:39:10.695240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51580) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:10.824058 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Deleting port 69911f2a-2770-4fd4-a820-8a2f5d5e1cc5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:10.824317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.905129 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.905367 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:10.918283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Calling delete_port for 69911f2a-2770-4fd4-a820-8a2f5d5e1cc5 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:11.055829 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:11.095718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Pushing event deleted for resources: {'Port': ['ID=69911f2a-2770-4fd4-a820-8a2f5d5e1cc5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:11.151619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:11.154221 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:11.155419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-92289f9a-e5a0-4135-9fa8-240c60cbeb3e tempest-ServerActionsTestJSON-1734486723 tempest-ServerActionsTestJSON-1734486723-project] 10.222.0.88 "DELETE /v2.0/floatingips/2114632e-9d75-4383-980b-7193ae996181 HTTP/1.1" status: 204 len: 168 time: 0.4588916 Oct 26 12:39:11.158969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51582) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:11.654855 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:11.900345 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Deleting port 157f6efa-c1ab-412a-a6cf-105f17a4019b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:11.901055 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:11.983849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] For port 157f6efa-c1ab-412a-a6cf-105f17a4019b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=157f6efa-c1ab-412a-a6cf-105f17a4019b,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:11.984218 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:11.997575 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Calling delete_port for 157f6efa-c1ab-412a-a6cf-105f17a4019b owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:12.205982 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:12.232491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Pushing event deleted for resources: {'Port': ['ID=157f6efa-c1ab-412a-a6cf-105f17a4019b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:12.408406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:12.648709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Router 72f45ec4-ec86-4de3-82de-1ec34d96c195 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:39:12.767477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:39:12.772828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9ebeeeee-fce6-4ab2-9b0f-5ab7b4ab635a admin admin] 10.222.0.88 "PUT /v2.0/routers/72f45ec4-ec86-4de3-82de-1ec34d96c195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128542 Oct 26 12:39:12.775396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51586) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:12.777957 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] Sync routers for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:39:12.788727 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:39:12.789363 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:38:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:12.883673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:12.908235 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:39:12.998513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.080694 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Deleting port dfb93b9f-f87b-4f52-b43e-5f833497e767 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:13.081163 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.186817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] For port dfb93b9f-f87b-4f52-b43e-5f833497e767, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=dfb93b9f-f87b-4f52-b43e-5f833497e767,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:13.187139 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.200797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Calling delete_port for dfb93b9f-f87b-4f52-b43e-5f833497e767 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:13.231393 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:39:12Z', 'revision_number': 5, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port': {'id': 'dfb93b9f-f87b-4f52-b43e-5f833497e767', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:13.259697 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] Checking router: 72f45ec4-ec86-4de3-82de-1ec34d96c195 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:39:13.268607 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] Routers {'72f45ec4-ec86-4de3-82de-1ec34d96c195'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:39:13.269238 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:38:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['72f45ec4-ec86-4de3-82de-1ec34d96c195'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:13.361760 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] Set router 72f45ec4-ec86-4de3-82de-1ec34d96c195 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:39:13.389243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.418772 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:39:12Z', 'revision_number': 6, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:13.425877 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb93b9f-f87b-4f52-b43e-5f833497e767,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:13.447949 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1124a-c5c8-41e5-80c8-a1756aad4b7f None None] The sync data for ids ['72f45ec4-ec86-4de3-82de-1ec34d96c195'] in n-d-812150-3 is: [{'id': '72f45ec4-ec86-4de3-82de-1ec34d96c195', 'name': 'tempest-ServerActionsTestJSON-491383122-router', 'tenant_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:28:51Z', 'updated_at': '2021-10-26T12:39:12Z', 'revision_number': 6, 'project_id': 'f5a7c755cb5e47338f5cd2e4545cdcbe', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:39:13.496649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.590947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.593316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.644657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.645342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f45ec4-ec86-4de3-82de-1ec34d96c195 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:39:13.652443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.653961 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-305246bb-8831-419d-be48-1697085fca3f admin admin] 10.222.0.88 "DELETE /v2.0/routers/72f45ec4-ec86-4de3-82de-1ec34d96c195 HTTP/1.1" status: 204 len: 168 time: 0.8774428 Oct 26 12:39:13.657506 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51588) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:13.707459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Deleting subnet 8ee80807-0e66-45a9-aa7c-99f53c510370 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:39:13.711098 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.753347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.855891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.917632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.944491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee80807-0e66-45a9-aa7c-99f53c510370,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:13.949919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:13.953350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18bbf5dd-d3b2-4e76-991d-0e444fa1bd01 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8ee80807-0e66-45a9-aa7c-99f53c510370 HTTP/1.1" status: 204 len: 168 time: 0.2948322 Oct 26 12:39:13.956518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:13.959343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb250a1-2776-4096-8136-bc6436cb3a0d None None] Network 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:14.034519 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.093873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Deleting port 635df112-2bae-4756-9b64-33014dbcf155 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:14.094420 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.164681 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] For port 635df112-2bae-4756-9b64-33014dbcf155, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=635df112-2bae-4756-9b64-33014dbcf155,segment=NetworkSegment(0e008fab-9ca6-4993-9b35-23d0bdf87aeb),segment_id=0e008fab-9ca6-4993-9b35-23d0bdf87aeb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:14.164964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.177763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Calling delete_port for 635df112-2bae-4756-9b64-33014dbcf155 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:14.252524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] DHCP port deletion for 51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:39:14.283170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.317196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dfb93b9f-f87b-4f52-b43e-5f833497e767 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:39:14.326630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Pushing event deleted for resources: {'Port': ['ID=635df112-2bae-4756-9b64-33014dbcf155,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:14.329656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] No DVR routers for this DVR port 635df112-2bae-4756-9b64-33014dbcf155 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:39:14.345544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: dfb93b9f-f87b-4f52-b43e-5f833497e767 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:39:14.345879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device dfb93b9f-f87b-4f52-b43e-5f833497e767 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:39:14.346300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 157f6efa-c1ab-412a-a6cf-105f17a4019b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:39:14.367142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 157f6efa-c1ab-412a-a6cf-105f17a4019b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:39:14.367491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 157f6efa-c1ab-412a-a6cf-105f17a4019b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:39:14.367917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 635df112-2bae-4756-9b64-33014dbcf155 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:39:14.390715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 635df112-2bae-4756-9b64-33014dbcf155 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:39:14.391097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 635df112-2bae-4756-9b64-33014dbcf155 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:39:14.402686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Deleting port 635df112-2bae-4756-9b64-33014dbcf155 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:14.403103 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.412756 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.434993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f14acd-5eb3-4d57-afb8-ac7bbcdb2702']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:14.445919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e008fab-9ca6-4993-9b35-23d0bdf87aeb') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:14.446220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e008fab-9ca6-4993-9b35-23d0bdf87aeb') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:14.457853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.472389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.472930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] For port 635df112-2bae-4756-9b64-33014dbcf155, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:14.473406 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.479136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:39:14.479882 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:39:14.481858 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:39:14.488975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Calling delete_port for 635df112-2bae-4756-9b64-33014dbcf155 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:14.493896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Port 635df112-2bae-4756-9b64-33014dbcf155 was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:39:14.495445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.521903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] Pushing event deleted for resources: {'Port': ['ID=635df112-2bae-4756-9b64-33014dbcf155,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:14.528468 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6e301-5cb2-4111-8294-1b52eb1c9a66 None None] No DVR routers for this DVR port 635df112-2bae-4756-9b64-33014dbcf155 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:39:14.551460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.558964 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.563729 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] 10.222.0.88 "DELETE /v2.0/networks/51f14acd-5eb3-4d57-afb8-ac7bbcdb2702 HTTP/1.1" status: 204 len: 168 time: 0.6054969 Oct 26 12:39:14.577218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a691e2-a1e2-4ebd-9795-09a30194ce5d admin admin] Pushing event deleted for resources: {'Network': ['ID=51f14acd-5eb3-4d57-afb8-ac7bbcdb2702,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:14.701841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51594) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:14.744156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-f447b274-c5f2-40e6-a5f6-a01ad6141b0c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f5a7c755cb5e47338f5cd2e4545cdcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409880 Oct 26 12:39:14.746539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51596) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:14.802578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e1cafc3-6434-49c1-80b7-0c19152a5612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.825385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e1cafc3-6434-49c1-80b7-0c19152a5612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.872100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e1cafc3-6434-49c1-80b7-0c19152a5612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.874928 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e1cafc3-6434-49c1-80b7-0c19152a5612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:14.876801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2e1cafc3-6434-49c1-80b7-0c19152a5612 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae638fbb-b5ea-46d4-a06c-977fcdba7352 HTTP/1.1" status: 204 len: 168 time: 0.1288023 Oct 26 12:39:14.884990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cafc3-6434-49c1-80b7-0c19152a5612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae638fbb-b5ea-46d4-a06c-977fcdba7352,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:15.619912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51620) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:15.721165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-824816244-network', 'tenant_id': 'ce5e665498dc4d188ff0546b19ffd36b'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:15.748503 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Made reservation on behalf of ce5e665498dc4d188ff0546b19ffd36b for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:15.751722 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.760707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.840304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.844096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.871796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:39:15.883564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:15.888990 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.889353 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Added segment 0d6c8ee8-dae5-4a65-b7e3-7371e975a93d of type vlan for network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 Oct 26 12:39:15.937116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.962567 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:15.963571 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:15.964151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:16.017200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3954594 Oct 26 12:39:16.020143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51624) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:16.025272 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Request body: {'subnet': {'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-824816244-subnet', 'tenant_id': 'ce5e665498dc4d188ff0546b19ffd36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:16.027918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e9afe-0bc7-43ac-be98-00bffa1895d2 admin admin] Pushing event updated for resources: {'Network': ['ID=ad30a1cc-51bf-420d-ba62-c35c2e4718f4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:16.037494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:39:16.050744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Made reservation on behalf of ce5e665498dc4d188ff0546b19ffd36b for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:16.054344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:16.247819 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:16.303338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0129c4b-1b81-4428-8703-b944bf48cc94,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:16.317684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Checking segment: {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:16.318250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Network hostable DHCP agents. Network: ad30a1cc-51bf-420d-ba62-c35c2e4718f4, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:39:16.335248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:39:16.343373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ad30a1cc-51bf-420d-ba62-c35c2e4718f4) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:16.347539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:16.348146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:16.353218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0335a4-2df2-4d2c-bddb-b3e721832e9d None None] Network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:16.365003 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-07150547-7864-44a4-8284-92ad9017c6e4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3436925 Oct 26 12:39:16.485815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b310f100-9814-443a-92af-6650eb1ae9dd None None] Network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:16.808761 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-a3547b3f-33a1-4d2f-a386-aceb0bff19d7 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:16.810316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-a3547b3f-33a1-4d2f-a386-aceb0bff19d7 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 813 time: 0.1111095 Oct 26 12:39:16.827250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-39aa7bef-ec79-47a5-8daf-b4149fa845b0 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/quotas/ce5e665498dc4d188ff0546b19ffd36b HTTP/1.1" status: 200 len: 375 time: 0.0105891 Oct 26 12:39:16.862468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-fe5ac834-6cc6-4e64-83cf-1d72bf0a2bc5 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283530 Oct 26 12:39:16.928650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d41e26b2-a5c0-47f4-a448-ecd78b52a470 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:39:16.929782 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d41e26b2-a5c0-47f4-a448-ecd78b52a470 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0601058 Oct 26 12:39:17.028187 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-b7a3236b-f389-48c6-b4ae-33cc3058c911 service neutron] 10.222.0.88 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917265 Oct 26 12:39:17.135903 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-e6c8cf5e-222c-45ee-a473-b7f6b8597a9b service neutron] 10.222.0.88 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004136 Oct 26 12:39:17.309826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d839e8a7-71f4-4926-b0ec-8cbcb77d2ee1 req-387703a2-0c03-4d97-aa13-55307096dacb tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0266769 Oct 26 12:39:18.395510 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d1b5413-95b7-4b67-aa4b-42a4716cd04d req-6571f686-5046-4715-9364-b271bf8674b4 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0319848 Oct 26 12:39:19.244874 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3dc44007-6315-4783-b483-eba55d5af362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:19.476584 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20c2a6ac-1dd8-4a5c-be64-fc2ecadbcf76 req-9c1ab855-c174-4096-adca-4fb50d5ec390 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0314233 Oct 26 12:39:20.511214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-ed0d0045-1b52-45ef-b773-6e3377702a30 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:20.512826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-ed0d0045-1b52-45ef-b773-6e3377702a30 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.30 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 813 time: 0.1082520 Oct 26 12:39:20.536960 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Request body: {'port': {'device_id': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4', 'admin_state_up': True, 'tenant_id': 'ce5e665498dc4d188ff0546b19ffd36b'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:20.615628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8840c48a-b1e2-418c-bf58-791787085be1 req-63e5cf31-4518-4b76-978f-645b490f12fc tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0625224 Oct 26 12:39:20.678199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Made reservation on behalf of ce5e665498dc4d188ff0546b19ffd36b for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:20.684142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:20.821100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Allocated IP 172.20.0.6 (ad30a1cc-51bf-420d-ba62-c35c2e4718f4/c0129c4b-1b81-4428-8703-b944bf48cc94/ea1c876e-97e8-4bf5-b227-89d86e69d3a0) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:39:20.973561 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.007286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.052070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:39:21.055291 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:21.057981 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:39:21.089701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Pushing event updated for resources: {'Port': ['ID=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:21.115196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:21.115840 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.133685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-456e2e4e-6fae-4e81-88c6-4c2bdc834179 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017246 Oct 26 12:39:21.147879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Request body: {'port': {'device_id': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:21.207723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.484060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1c876e-97e8-4bf5-b227-89d86e69d3a0 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:39:21.492019 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.509485 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Transition to ACTIVE for port object ea1c876e-97e8-4bf5-b227-89d86e69d3a0 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:39:21.513699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.565705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:21.638323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Attempting to bind port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:39:21.638782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Attempting to bind port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:39:21.639149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Attempting to bind port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 on network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:39:21.646728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 on network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:39:21.647164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Attempting to bind port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 on network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:39:21.658450 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:39:21.658794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Checking segment: {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:21.659207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Bound using segment: {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:39:21.659653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Bound port: ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:39:21.660011 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.759774 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] For port ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:39:21.768924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244aa0-0757-4033-a138-6d5421d61cf1 req-51db4a82-3267-424b-8cae-66c566e12755 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:21.770453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27244aa0-0757-4033-a138-6d5421d61cf1 req-51db4a82-3267-424b-8cae-66c566e12755 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0756123 Oct 26 12:39:21.772249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] For port ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:39:21.778718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.805194 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b0cc-3117-4409-b29b-4f9048d809db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.846589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:21.847259 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:21.848754 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea1c876e-97e8-4bf5-b227-89d86e69d3a0 HTTP/1.1" status: 200 len: 1091 time: 0.7051749 Oct 26 12:39:21.851439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'tag': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:21.884766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27244aa0-0757-4033-a138-6d5421d61cf1 req-1ea52c7a-420b-4771-88bd-dfa1f34d71ea tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075752 Oct 26 12:39:21.890406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d0f64-48da-4e0c-aad5-42d885fdeca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:21.916260 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea" -d '{"events": [{"name": "network-changed", "server_uuid": "459cb805-35a8-41c2-a3b1-7e40fc4b6ff2", "tag": "ea1c876e-97e8-4bf5-b227-89d86e69d3a0"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:21.961965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-6239d3b0-9fa4-4b84-90ee-b46f62530c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:21.963554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-6239d3b0-9fa4-4b84-90ee-b46f62530c02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0438566 Oct 26 12:39:22.016870 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea18dedd-ba53-4ae9-a554-36303a509382 x-openstack-request-id: req-ea18dedd-ba53-4ae9-a554-36303a509382 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:22.017123 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459cb805-35a8-41c2-a3b1-7e40fc4b6ff2", "tag": "ea1c876e-97e8-4bf5-b227-89d86e69d3a0", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:22.017334 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea18dedd-ba53-4ae9-a554-36303a509382 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:22.017752 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'tag': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0', 'status': 'completed', 'code': 200} Oct 26 12:39:22.019417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-b004299d-bf7d-4d7a-a96b-481495162614 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0 HTTP/1.1" status: 200 len: 217 time: 0.0429208 Oct 26 12:39:22.075813 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-605d1712-f8c7-42bf-a713-62accb53da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:22.077357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-605d1712-f8c7-42bf-a713-62accb53da85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0129c4b-1b81-4428-8703-b944bf48cc94 HTTP/1.1" status: 200 len: 853 time: 0.0475664 Oct 26 12:39:22.115154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-6b51ade7-ea0e-41c6-ad7b-ecc76469c5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262234 Oct 26 12:39:22.219339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-462e6804-ecd1-459f-9579-12a39c44ea77 service neutron] 10.222.0.30 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931847 Oct 26 12:39:22.319858 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0683722-9e7d-41de-81c6-3c8ebb38e6bb req-8fccb234-d375-48fc-98ac-e558a268e8c5 service neutron] 10.222.0.30 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886431 Oct 26 12:39:22.421000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-57a40adb-d340-4381-a195-2c2b5adb02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:22.422563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-57a40adb-d340-4381-a195-2c2b5adb02d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0423248 Oct 26 12:39:22.517619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-c10dea43-9f81-4579-be44-c67a45646bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:22.519154 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-c10dea43-9f81-4579-be44-c67a45646bff service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 915 time: 0.0895402 Oct 26 12:39:22.562068 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-48e237a5-1a41-4aa4-95d7-221d2556cbed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0 HTTP/1.1" status: 200 len: 217 time: 0.0342419 Oct 26 12:39:22.615490 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-070a793c-5e91-403a-ade9-f93660394ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:22.616888 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-070a793c-5e91-403a-ade9-f93660394ff0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0129c4b-1b81-4428-8703-b944bf48cc94 HTTP/1.1" status: 200 len: 853 time: 0.0480502 Oct 26 12:39:22.653450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-f7f6f337-070a-41b8-9de6-e1fa091dbe06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265908 Oct 26 12:39:22.748318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-3f44a0ed-0000-43d6-a73a-4344de2192c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Oct 26 12:39:22.845891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4d64ed30-d5f4-4a87-94ec-e7574f0b59ea req-2a30791e-5797-4791-b599-45a78334a4b1 service neutron] 10.222.0.30 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886052 Oct 26 12:39:22.963045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:23.022762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe6db7-d8f1-4722-86ee-896b9ea317df req-fb8d3bef-2a27-489b-b058-9b6a1efb3ba0 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:23.024291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cebe6db7-d8f1-4722-86ee-896b9ea317df req-fb8d3bef-2a27-489b-b058-9b6a1efb3ba0 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0514655 Oct 26 12:39:23.063541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cebe6db7-d8f1-4722-86ee-896b9ea317df req-9f3607d4-393f-48ba-a6b5-796f10e3beb7 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327408 Oct 26 12:39:23.381560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:24.183318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a237c-7e20-43a0-8984-50feb97f5ca6 req-1f4bb263-52c0-427f-bb20-5e136d4c0705 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:24.184878 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db5a237c-7e20-43a0-8984-50feb97f5ca6 req-1f4bb263-52c0-427f-bb20-5e136d4c0705 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0535095 Oct 26 12:39:24.223686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db5a237c-7e20-43a0-8984-50feb97f5ca6 req-470d47b2-d62d-43d9-8d3b-e3f8e60e5532 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Oct 26 12:39:24.784210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:25.337695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be3d0d-354b-4c63-81ef-bda764f45e99 req-8c67f2d3-8813-4531-9ca0-adc646a56b26 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:25.339147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25be3d0d-354b-4c63-81ef-bda764f45e99 req-8c67f2d3-8813-4531-9ca0-adc646a56b26 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0487139 Oct 26 12:39:25.378634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25be3d0d-354b-4c63-81ef-bda764f45e99 req-94907732-61c2-4c2c-83a3-56052f412f09 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326991 Oct 26 12:39:26.497618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2444a-775d-40bb-9df8-13355bbeba78 req-4cd5a4fd-9a6b-4500-8cb5-cbe3e826c5b9 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:26.499196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63d2444a-775d-40bb-9df8-13355bbeba78 req-4cd5a4fd-9a6b-4500-8cb5-cbe3e826c5b9 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0498817 Oct 26 12:39:26.540178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-63d2444a-775d-40bb-9df8-13355bbeba78 req-9867a688-f779-4a18-87b1-98521ff045e6 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Oct 26 12:39:26.559714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ea1c876e-97e8-4bf5-b227-89d86e69d3a0 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:39:26.663898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:26.675900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0', 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4', 'port_id': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0', 'mac_address': 'fa:16:3e:50:28:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0129c4b-1b81-4428-8703-b944bf48cc94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:39:26.713944 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:26.727659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c876e-97e8-4bf5-b227-89d86e69d3a0 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:39:26.752668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:26.759304 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:26.809243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:27.064905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ea1c876e-97e8-4bf5-b227-89d86e69d3a0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:27.660073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb37c2-4390-426e-a6c9-e72532e4104a req-c10563d8-f586-4795-8f75-6faa666b501e tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:27.661612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09eb37c2-4390-426e-a6c9-e72532e4104a req-c10563d8-f586-4795-8f75-6faa666b501e tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 944 time: 0.0534747 Oct 26 12:39:27.700268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-09eb37c2-4390-426e-a6c9-e72532e4104a req-605200c6-b953-4e10-b18b-271aebd3e4a3 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Oct 26 12:39:28.571617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ea1c876e-97e8-4bf5-b227-89d86e69d3a0 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:39:28.621728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:39:28.625608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:28.625973 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:28.701686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:28.723976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:28.743239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:28.749156 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:28.774030 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33db710a-262e-415c-aae9-bfa28b8ecc7e" -d '{"events": [{"server_uuid": "459cb805-35a8-41c2-a3b1-7e40fc4b6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c876e-97e8-4bf5-b227-89d86e69d3a0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:28.806085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:28.830939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0afd83-c3bb-44f9-a464-44d66391aba3 req-ee58d533-dcb2-4a12-bdc3-6019c272da88 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:28.832479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0afd83-c3bb-44f9-a464-44d66391aba3 req-ee58d533-dcb2-4a12-bdc3-6019c272da88 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Oct 26 12:39:28.871865 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e464b6-d4a6-4e1d-93cb-e118bdecbb6d x-openstack-request-id: req-43e464b6-d4a6-4e1d-93cb-e118bdecbb6d {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:28.872523 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e0afd83-c3bb-44f9-a464-44d66391aba3 req-966ca523-4087-40d8-b721-9b47cb7c28df tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Oct 26 12:39:28.873699 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459cb805-35a8-41c2-a3b1-7e40fc4b6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c876e-97e8-4bf5-b227-89d86e69d3a0", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:28.874085 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-43e464b6-d4a6-4e1d-93cb-e118bdecbb6d {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:28.874568 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0', 'code': 200} Oct 26 12:39:29.074382 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fb76-e46f-4d26-900a-95aab5f3952b req-b5170a50-ce3e-41e9-a393-5a3d734411fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:29.075962 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61b1fb76-e46f-4d26-900a-95aab5f3952b req-b5170a50-ce3e-41e9-a393-5a3d734411fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0829313 Oct 26 12:39:29.119276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-61b1fb76-e46f-4d26-900a-95aab5f3952b req-f969978f-ec97-463a-9ccd-544ce154a143 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297606 Oct 26 12:39:29.995436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8b37c-d200-41e2-a994-3e6777031279 req-cca9032b-9122-4ab5-8163-4dd106f0c262 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:29.996954 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2e8b37c-d200-41e2-a994-3e6777031279 req-cca9032b-9122-4ab5-8163-4dd106f0c262 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0538657 Oct 26 12:39:30.036901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2e8b37c-d200-41e2-a994-3e6777031279 req-71b3c8ad-4c2f-4ace-9332-71adf7f0f5cc tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334010 Oct 26 12:39:31.153807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd0d56-e1c4-45ea-a8e0-91884ba85f7f req-13a574ae-4f4f-448c-9832-4c569f47ea9d tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:31.155307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43bd0d56-e1c4-45ea-a8e0-91884ba85f7f req-13a574ae-4f4f-448c-9832-4c569f47ea9d tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Oct 26 12:39:31.192804 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43bd0d56-e1c4-45ea-a8e0-91884ba85f7f req-f4db1271-8ffb-41f5-aa17-d680df47e9ba tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Oct 26 12:39:31.431852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-89212c44-cebe-48b9-9454-153546a26b5c tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:31.433270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-89212c44-cebe-48b9-9454-153546a26b5c tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 813 time: 0.1193807 Oct 26 12:39:31.448655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-22c6de96-8be1-4243-aee6-f0b6714c07ae tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/quotas/ce5e665498dc4d188ff0546b19ffd36b HTTP/1.1" status: 200 len: 375 time: 0.0089996 Oct 26 12:39:31.496480 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-78838e9a-008f-4a67-8884-006b0e2b9b42 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420375 Oct 26 12:39:31.507568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-78327c88-aa73-4af5-9512-5cbb833098c1 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:39:31.508540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-78327c88-aa73-4af5-9512-5cbb833098c1 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049176 Oct 26 12:39:31.602284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-ebdde106-a778-4ce7-8e69-0adaa7976ecf service neutron] 10.222.0.88 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881839 Oct 26 12:39:32.013380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-d0dd7588-911d-448c-b552-224f6ee45eb5 service neutron] 10.222.0.88 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045935 Oct 26 12:39:32.202039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3698271c-1417-47e1-9599-26cdd5fb55e8 req-e70ea7ec-8055-4ab4-a5d0-856eb9b72520 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 210 time: 0.0458007 Oct 26 12:39:33.240950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-5e34a0a0-eab5-4824-89c6-c9876e94c3d5 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:33.242479 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-5e34a0a0-eab5-4824-89c6-c9876e94c3d5 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.100 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 813 time: 0.1149468 Oct 26 12:39:33.257120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Request body: {'port': {'device_id': '1d7387d4-9880-4402-8c82-c98665181a68', 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4', 'admin_state_up': True, 'tenant_id': 'ce5e665498dc4d188ff0546b19ffd36b'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:33.303522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ed812a1-2528-4fc1-bbf7-978a27c9a927 req-6cdccbeb-10b9-4496-a679-8c17d21c0aa1 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 210 time: 0.0292156 Oct 26 12:39:33.368429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Made reservation on behalf of ce5e665498dc4d188ff0546b19ffd36b for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:33.372005 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:33.521757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Allocated IP 172.20.0.14 (ad30a1cc-51bf-420d-ba62-c35c2e4718f4/c0129c4b-1b81-4428-8703-b944bf48cc94/d2fc796d-bc3e-46f5-b28d-bf32a85b45bb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:39:33.676779 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:33.711479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:33.724084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ea1c876e-97e8-4bf5-b227-89d86e69d3a0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:33.758233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:39:33.761529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:33.765603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:39:33.772422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Pushing event updated for resources: {'Port': ['ID=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:33.828418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:33.829086 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:33.847576 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-e331cb7c-df5f-41e4-aa2d-81c31af2d991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5957549 Oct 26 12:39:33.950255 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Request body: {'port': {'device_id': '1d7387d4-9880-4402-8c82-c98665181a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:34.009292 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.273666 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.278086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fc796d-bc3e-46f5-b28d-bf32a85b45bb {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:39:34.286649 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.299760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Transition to ACTIVE for port object d2fc796d-bc3e-46f5-b28d-bf32a85b45bb will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:39:34.304294 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.357310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:34.425076 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d37bd-67ae-40c5-b3dc-d03836948415 req-1aae4480-ad79-4fd7-b798-a2d60b23c0eb tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:34.426834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f89d37bd-67ae-40c5-b3dc-d03836948415 req-1aae4480-ad79-4fd7-b798-a2d60b23c0eb tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 944 time: 0.0522840 Oct 26 12:39:34.435241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Attempting to bind port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:39:34.435586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Attempting to bind port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:39:34.435922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Attempting to bind port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb on network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:39:34.440890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb on network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:39:34.441212 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Attempting to bind port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb on network ad30a1cc-51bf-420d-ba62-c35c2e4718f4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:39:34.446050 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:39:34.446389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Checking segment: {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:34.446773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Bound using segment: {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:39:34.447252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Bound port: d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:39:34.447615 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.472032 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f89d37bd-67ae-40c5-b3dc-d03836948415 req-4176eed8-0c2a-4de9-a6eb-8e492dc69778 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Oct 26 12:39:34.518839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] For port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:39:34.522222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] For port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:39:34.526246 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.559902 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:39:34.564612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:34.565230 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:34.566670 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] 10.222.0.100 "PUT /v2.0/ports/d2fc796d-bc3e-46f5-b28d-bf32a85b45bb HTTP/1.1" status: 200 len: 1092 time: 0.6724870 Oct 26 12:39:34.568993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7387d4-9880-4402-8c82-c98665181a68', 'tag': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:34.594731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012df46-d2bd-4081-8fa7-58ac0432bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:34.617806 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79338a66-6eea-4556-b1d3-513253090459" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7387d4-9880-4402-8c82-c98665181a68", "tag": "d2fc796d-bc3e-46f5-b28d-bf32a85b45bb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:34.658154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-9e1816cb-2fcf-44b1-b4eb-4c3377bf422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:34.659808 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-9e1816cb-2fcf-44b1-b4eb-4c3377bf422c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 1095 time: 0.0529499 Oct 26 12:39:34.702342 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-b2dc6c2c-dcc7-43f5-8681-5747d026de90 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb HTTP/1.1" status: 200 len: 217 time: 0.0349150 Oct 26 12:39:34.707638 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee7ff23-918f-4c74-84dc-f2d9c844f74c x-openstack-request-id: req-1ee7ff23-918f-4c74-84dc-f2d9c844f74c {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:34.707934 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7387d4-9880-4402-8c82-c98665181a68", "tag": "d2fc796d-bc3e-46f5-b28d-bf32a85b45bb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:34.708193 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ee7ff23-918f-4c74-84dc-f2d9c844f74c {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:34.708593 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7387d4-9880-4402-8c82-c98665181a68', 'tag': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb', 'status': 'completed', 'code': 200} Oct 26 12:39:34.757022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1713-2b66-46c4-873c-53a60958986f req-55d5cb2f-7190-42a9-a0c0-89e768948ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:34.758498 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-55d5cb2f-7190-42a9-a0c0-89e768948ea8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0129c4b-1b81-4428-8703-b944bf48cc94 HTTP/1.1" status: 200 len: 853 time: 0.0445077 Oct 26 12:39:34.794242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-567e7d5b-7798-4eaa-ac3b-1421dde26a90 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289099 Oct 26 12:39:34.889277 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-5e584676-b56d-4d9e-a7f0-ae47a423a5e7 service neutron] 10.222.0.100 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884678 Oct 26 12:39:35.247485 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d85c1713-2b66-46c4-873c-53a60958986f req-284b81e8-3664-4174-8815-1d180977b0bb service neutron] 10.222.0.100 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502817 Oct 26 12:39:35.340737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338a66-6eea-4556-b1d3-513253090459 req-6bf09a8d-ba4c-4370-9529-7a70d8be3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:35.342190 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-6bf09a8d-ba4c-4370-9529-7a70d8be3ebb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 1095 time: 0.0430210 Oct 26 12:39:35.436627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338a66-6eea-4556-b1d3-513253090459 req-d89f5798-95dd-485c-93f9-6b6e8ffa3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:35.438153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-d89f5798-95dd-485c-93f9-6b6e8ffa3a1f service neutron] 10.222.0.100 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 915 time: 0.0887966 Oct 26 12:39:35.481809 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-9e4e32d4-de34-43c3-8956-8f59865dea23 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb HTTP/1.1" status: 200 len: 217 time: 0.0355167 Oct 26 12:39:35.533677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338a66-6eea-4556-b1d3-513253090459 req-315e8157-8e2f-4b30-9ab5-038421b0e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:35.535558 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-315e8157-8e2f-4b30-9ab5-038421b0e6fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0129c4b-1b81-4428-8703-b944bf48cc94 HTTP/1.1" status: 200 len: 853 time: 0.0461299 Oct 26 12:39:35.569759 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-906d846b-8851-4d21-8761-71a552fd3757 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265210 Oct 26 12:39:35.590394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40358592-af21-4a9c-9ce7-385bbcafa373 req-2e9a0447-80db-4d4c-ad9b-e3fb8290a1e9 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:35.591995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40358592-af21-4a9c-9ce7-385bbcafa373 req-2e9a0447-80db-4d4c-ad9b-e3fb8290a1e9 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 944 time: 0.0491400 Oct 26 12:39:35.630350 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-40358592-af21-4a9c-9ce7-385bbcafa373 req-c0fdbf4f-0f66-40fb-9a0d-9989b3b3714e tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Oct 26 12:39:35.669530 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-a208d20a-8048-4ff9-a62f-0c45a9fd049d service neutron] 10.222.0.100 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918443 Oct 26 12:39:35.765357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:35.770002 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-79338a66-6eea-4556-b1d3-513253090459 req-26319fc1-4dc2-4300-b131-b0de3ad88e6d service neutron] 10.222.0.100 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921462 Oct 26 12:39:36.766444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209615e6-4ad8-49aa-aeea-1b3311470c88 req-c149b97e-b6bf-4b60-84fe-73e71a356310 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:36.767995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-209615e6-4ad8-49aa-aeea-1b3311470c88 req-c149b97e-b6bf-4b60-84fe-73e71a356310 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 944 time: 0.0579669 Oct 26 12:39:36.810746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-209615e6-4ad8-49aa-aeea-1b3311470c88 req-2c12962d-a2b7-4e9a-ac2e-b8a37930e177 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366323 Oct 26 12:39:36.882739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d2fc796d-bc3e-46f5-b28d-bf32a85b45bb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:39:36.979938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:37.149280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb', 'network_id': 'ad30a1cc-51bf-420d-ba62-c35c2e4718f4', 'port_id': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb', 'mac_address': 'fa:16:3e:2c:c2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0129c4b-1b81-4428-8703-b944bf48cc94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:39:37.185959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:37.198530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fc796d-bc3e-46f5-b28d-bf32a85b45bb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:39:37.219634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:37.223055 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:37.268159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:37.275282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.275626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.275968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.276301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.276631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.276960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.277284 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.277606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.277932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.278250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.278570 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.278907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:37.415516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d2fc796d-bc3e-46f5-b28d-bf32a85b45bb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:37.929247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a2d7-ea70-4d11-a5e9-86944607c560 req-a5238d92-68e6-4f8b-a6ac-772f486d6cf7 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:37.930812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c160a2d7-ea70-4d11-a5e9-86944607c560 req-a5238d92-68e6-4f8b-a6ac-772f486d6cf7 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 945 time: 0.0508661 Oct 26 12:39:37.969265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c160a2d7-ea70-4d11-a5e9-86944607c560 req-40a3fcd7-13f4-4cad-bfbd-0cf4629ba937 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Oct 26 12:39:38.884443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d2fc796d-bc3e-46f5-b28d-bf32a85b45bb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:39:38.918805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-ca400632-41ed-4631-81f0-20069aac4ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415242 Oct 26 12:39:38.934737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:39:38.940252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:38.940686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:39.004200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-4c0f852c-ad78-475d-9808-05f77b25c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:39.005756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-4c0f852c-ad78-475d-9808-05f77b25c2fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0417194 Oct 26 12:39:39.032507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:39.057417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7387d4-9880-4402-8c82-c98665181a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:39.059807 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acf231b-d555-44a5-ba33-807e8e937373" -d '{"events": [{"server_uuid": "1d7387d4-9880-4402-8c82-c98665181a68", "name": "network-vif-plugged", "status": "completed", "tag": "d2fc796d-bc3e-46f5-b28d-bf32a85b45bb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:39.075912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:39.081346 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:39.111106 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ddf445-cc40-4350-ab05-277740daa70c x-openstack-request-id: req-f9ddf445-cc40-4350-ab05-277740daa70c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:39.111410 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7387d4-9880-4402-8c82-c98665181a68", "name": "network-vif-plugged", "status": "completed", "tag": "d2fc796d-bc3e-46f5-b28d-bf32a85b45bb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:39.111669 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f9ddf445-cc40-4350-ab05-277740daa70c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:39.112076 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7387d4-9880-4402-8c82-c98665181a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb', 'code': 200} Oct 26 12:39:39.144679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:39.159941 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f25f-c1f4-45f8-ae8b-42ad06474833 req-749ac7cf-3ba7-443d-b6b1-0aa7abeb4a9e tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:39.161607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4337f25f-c1f4-45f8-ae8b-42ad06474833 req-749ac7cf-3ba7-443d-b6b1-0aa7abeb4a9e tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 946 time: 0.0782096 Oct 26 12:39:39.187938 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-d3284f87-1540-4f92-8edc-459a8fe688d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:39.189465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-d3284f87-1540-4f92-8edc-459a8fe688d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 200 len: 915 time: 0.1535125 Oct 26 12:39:39.213490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3038-9063-40dc-be36-977e4a68f3f2 req-6d2a8670-497c-4a1c-9640-0f9fdb36a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:39.215037 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e97a3038-9063-40dc-be36-977e4a68f3f2 req-6d2a8670-497c-4a1c-9640-0f9fdb36a440 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 1097 time: 0.0414391 Oct 26 12:39:39.247081 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4337f25f-c1f4-45f8-ae8b-42ad06474833 req-3a71f32d-7180-4afc-8e48-d0504bdef2ef tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760314 Oct 26 12:39:39.248497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-15b62ac4-e9cc-4af7-a764-c7abe2285c1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0 HTTP/1.1" status: 200 len: 217 time: 0.0458560 Oct 26 12:39:39.251744 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e97a3038-9063-40dc-be36-977e4a68f3f2 req-79f991db-bb69-46f1-8bab-8c6d97a16cc1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294590 Oct 26 12:39:39.299550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-aad5e118-6fb6-48f7-8b5d-143cc0d9c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:39.301043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-aad5e118-6fb6-48f7-8b5d-143cc0d9c980 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0129c4b-1b81-4428-8703-b944bf48cc94 HTTP/1.1" status: 200 len: 853 time: 0.0452702 Oct 26 12:39:39.334766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-701e6b0e-617a-4c16-99a4-535acb762102 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad30a1cc-51bf-420d-ba62-c35c2e4718f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261214 Oct 26 12:39:39.430788 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-650099c0-58f9-444d-9ff2-acbcac5c30bf service neutron] 10.222.0.30 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878420 Oct 26 12:39:39.527386 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb9ac99d-743f-4787-acee-856bb71bf961 req-dba8d856-c527-41d5-b480-e13763fb3abc service neutron] 10.222.0.30 "GET /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Oct 26 12:39:40.377996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d67fa7-202a-4421-bc08-c8a90321a044 req-1cf9116f-5853-4de0-9e2f-bab168925b4b tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:40.379564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d67fa7-202a-4421-bc08-c8a90321a044 req-1cf9116f-5853-4de0-9e2f-bab168925b4b tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 946 time: 0.0557837 Oct 26 12:39:40.420647 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-83d67fa7-202a-4421-bc08-c8a90321a044 req-5a90cb3a-1ac6-4fa3-80ec-a12b711e4bbc tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Oct 26 12:39:40.659251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8306e-a83c-4f79-947d-4eaaefdfc42a req-2ed7d3ff-39c4-4f1c-b34a-283735c553bf tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:40.660827 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b8306e-a83c-4f79-947d-4eaaefdfc42a req-2ed7d3ff-39c4-4f1c-b34a-283735c553bf tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 946 time: 0.0526681 Oct 26 12:39:40.701472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41b8306e-a83c-4f79-947d-4eaaefdfc42a req-18e1781e-e274-468c-8e7e-459c3b3fbb7f tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343986 Oct 26 12:39:41.822272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e0110-bca2-4136-a549-38ed2a6165d1 req-11f5b021-a856-422c-8f43-be12eba52a6b tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:41.823869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-992e0110-bca2-4136-a549-38ed2a6165d1 req-11f5b021-a856-422c-8f43-be12eba52a6b tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 946 time: 0.0516994 Oct 26 12:39:41.875128 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-992e0110-bca2-4136-a549-38ed2a6165d1 req-0ee40f68-9750-4e40-9d07-8c95b13d9447 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Oct 26 12:39:41.879875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-1bd5df6e-2c53-4f88-8e8f-45d98252103c tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:41.881374 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-1bd5df6e-2c53-4f88-8e8f-45d98252103c tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d7387d4-9880-4402-8c82-c98665181a68 HTTP/1.1" status: 200 len: 946 time: 0.0510299 Oct 26 12:39:41.974294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Deleting port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:41.974632 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:42.064248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] For port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:42.064531 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:42.081444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Calling delete_port for d2fc796d-bc3e-46f5-b28d-bf32a85b45bb owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:42.214651 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:42.227985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['d2fc796d-bc3e-46f5-b28d-bf32a85b45bb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:42.234154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ea1c876e-97e8-4bf5-b227-89d86e69d3a0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:42.247599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Pushing event deleted for resources: {'Port': ['ID=d2fc796d-bc3e-46f5-b28d-bf32a85b45bb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:42.298582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] No DVR routers for this DVR port d2fc796d-bc3e-46f5-b28d-bf32a85b45bb on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:39:42.301344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:42.304678 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-02298bd0-3559-43bb-990c-90ae1b60a545 req-fe7ab1fb-2f78-4754-a8a9-ea4611b4ca50 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.100 "DELETE /v2.0/ports/d2fc796d-bc3e-46f5-b28d-bf32a85b45bb HTTP/1.1" status: 204 len: 173 time: 0.4173298 Oct 26 12:39:42.305115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7387d4-9880-4402-8c82-c98665181a68', 'name': 'network-vif-deleted', 'tag': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:42.307602 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3db596-62a7-4b44-9751-05bfc7de90fb" -d '{"events": [{"server_uuid": "1d7387d4-9880-4402-8c82-c98665181a68", "name": "network-vif-deleted", "tag": "d2fc796d-bc3e-46f5-b28d-bf32a85b45bb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:42.345519 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0dbb07-c357-4799-8170-ff76a70978b5 x-openstack-request-id: req-6c0dbb07-c357-4799-8170-ff76a70978b5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:42.345826 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7387d4-9880-4402-8c82-c98665181a68", "name": "network-vif-deleted", "tag": "d2fc796d-bc3e-46f5-b28d-bf32a85b45bb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:42.346090 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c0dbb07-c357-4799-8170-ff76a70978b5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:42.346532 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7387d4-9880-4402-8c82-c98665181a68', 'name': 'network-vif-deleted', 'tag': 'd2fc796d-bc3e-46f5-b28d-bf32a85b45bb', 'status': 'completed', 'code': 200} Oct 26 12:39:43.033535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51312ea-33e4-4020-b369-8f1023593445 req-fe824843-715c-4596-a07d-53aa21960b14 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:43.035098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a51312ea-33e4-4020-b369-8f1023593445 req-fe824843-715c-4596-a07d-53aa21960b14 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0545619 Oct 26 12:39:43.075436 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a51312ea-33e4-4020-b369-8f1023593445 req-fedd888e-c38d-4ba7-bfc0-05f2aab52b21 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Oct 26 12:39:43.214443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bfab2-e92b-4568-8546-2bfe23833683 req-50db207f-5cdd-49b0-b79a-b79aad968b39 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:43.215972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e49bfab2-e92b-4568-8546-2bfe23833683 req-50db207f-5cdd-49b0-b79a-b79aad968b39 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Oct 26 12:39:43.253733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e49bfab2-e92b-4568-8546-2bfe23833683 req-325898c5-96b7-4919-9565-17fd56fd0913 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Oct 26 12:39:43.372152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5d952-73a4-45eb-b365-b1e8fa4e7631 req-5ab3e2a8-4c99-4cc3-bde6-139a4e15fb25 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:43.373710 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edc5d952-73a4-45eb-b365-b1e8fa4e7631 req-5ab3e2a8-4c99-4cc3-bde6-139a4e15fb25 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Oct 26 12:39:43.413555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-edc5d952-73a4-45eb-b365-b1e8fa4e7631 req-38182150-9a5a-46fc-b0dd-d454a1d08f47 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Oct 26 12:39:43.568920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-82db2032-1473-4bb7-a859-378b86582054 req-b8ea7d31-0ee9-4c3a-8a93-01b1685d9287 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:39:43.569946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-82db2032-1473-4bb7-a859-378b86582054 req-b8ea7d31-0ee9-4c3a-8a93-01b1685d9287 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0516229 Oct 26 12:39:43.684782 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846e5a4-f54d-4905-bf84-bbddc0cc56e3 req-cd91a085-23d6-465f-ac58-0dd7aa65f343 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:43.686416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7846e5a4-f54d-4905-bf84-bbddc0cc56e3 req-cd91a085-23d6-465f-ac58-0dd7aa65f343 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0555429 Oct 26 12:39:43.726669 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7846e5a4-f54d-4905-bf84-bbddc0cc56e3 req-2177ea07-adb5-4c1f-8e2a-86c6cc2e9635 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Oct 26 12:39:43.844047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989ee6-9eaa-4f6e-8e7a-7e381ad72e65 req-864c2478-eec7-42f8-be45-2ff79977caf3 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:43.845588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed989ee6-9eaa-4f6e-8e7a-7e381ad72e65 req-864c2478-eec7-42f8-be45-2ff79977caf3 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0507708 Oct 26 12:39:43.885808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed989ee6-9eaa-4f6e-8e7a-7e381ad72e65 req-b386a9fb-1617-4ca8-877c-7949b1442991 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Oct 26 12:39:44.013030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1e01-58e0-43bb-9954-aee73ab3c6fb req-8cc70dc8-9b6f-47e1-a445-18c45fdbe732 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:44.014738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e27e1e01-58e0-43bb-9954-aee73ab3c6fb req-8cc70dc8-9b6f-47e1-a445-18c45fdbe732 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0515664 Oct 26 12:39:44.053306 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e27e1e01-58e0-43bb-9954-aee73ab3c6fb req-1757b88c-72ac-473c-8105-9da21bdbafd5 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Oct 26 12:39:44.358622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a640bf-df7b-48ba-9ade-696fdd03d3f2 req-ce6b6aa9-b1ce-4046-ad33-21405fea17b4 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:44.360750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81a640bf-df7b-48ba-9ade-696fdd03d3f2 req-ce6b6aa9-b1ce-4046-ad33-21405fea17b4 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Oct 26 12:39:44.399731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81a640bf-df7b-48ba-9ade-696fdd03d3f2 req-5c62b152-9945-4626-9465-278db622414c tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Oct 26 12:39:45.522583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dccf38-8be0-4b73-a1cf-6b578507d4ce req-358778c7-bff7-4d7d-8d64-8a306e14fd38 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:45.524252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70dccf38-8be0-4b73-a1cf-6b578507d4ce req-358778c7-bff7-4d7d-8d64-8a306e14fd38 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0507650 Oct 26 12:39:45.565286 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-70dccf38-8be0-4b73-a1cf-6b578507d4ce req-90cf6529-2e10-4002-b556-a15df5e15433 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/security-groups?id=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Oct 26 12:39:45.820628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-7b099682-c7d8-492b-87d2-2783cb44bda3 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:45.822160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-7b099682-c7d8-492b-87d2-2783cb44bda3 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.30 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0492592 Oct 26 12:39:45.924886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Deleting port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:45.925231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:46.022228 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] For port ea1c876e-97e8-4bf5-b227-89d86e69d3a0, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,segment=NetworkSegment(0d6c8ee8-dae5-4a65-b7e3-7371e975a93d),segment_id=0d6c8ee8-dae5-4a65-b7e3-7371e975a93d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:46.022811 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:46.038816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Calling delete_port for ea1c876e-97e8-4bf5-b227-89d86e69d3a0 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:46.177048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:46.193307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['ea1c876e-97e8-4bf5-b227-89d86e69d3a0'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:39:46.209120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Pushing event deleted for resources: {'Port': ['ID=ea1c876e-97e8-4bf5-b227-89d86e69d3a0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:46.239258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.239619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.239971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.240316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.240656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.240995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.241331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.241667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.242000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.242335 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.242666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.243025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:46.265563 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] No DVR routers for this DVR port ea1c876e-97e8-4bf5-b227-89d86e69d3a0 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:39:46.268268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:46.271664 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3ba4f4f2-aa46-4f8b-863e-d593f80b31cd req-fd825094-778a-4ac8-acf5-40f6f4664372 tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.30 "DELETE /v2.0/ports/ea1c876e-97e8-4bf5-b227-89d86e69d3a0 HTTP/1.1" status: 204 len: 173 time: 0.4402010 Oct 26 12:39:46.272132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'name': 'network-vif-deleted', 'tag': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:39:46.274448 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d756bf-134b-420a-9a29-68f62adcac7b" -d '{"events": [{"server_uuid": "459cb805-35a8-41c2-a3b1-7e40fc4b6ff2", "name": "network-vif-deleted", "tag": "ea1c876e-97e8-4bf5-b227-89d86e69d3a0"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:39:46.314054 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a236a672-d2cd-44b9-96b7-47ef867efded x-openstack-request-id: req-a236a672-d2cd-44b9-96b7-47ef867efded {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:39:46.314354 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459cb805-35a8-41c2-a3b1-7e40fc4b6ff2", "name": "network-vif-deleted", "tag": "ea1c876e-97e8-4bf5-b227-89d86e69d3a0", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:39:46.314609 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a236a672-d2cd-44b9-96b7-47ef867efded {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:39:46.315061 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459cb805-35a8-41c2-a3b1-7e40fc4b6ff2', 'name': 'network-vif-deleted', 'tag': 'ea1c876e-97e8-4bf5-b227-89d86e69d3a0', 'status': 'completed', 'code': 200} Oct 26 12:39:46.710553 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc89825e-fb43-453f-9b25-147a060d8ad4 req-b3ed4972-3885-47bb-bc2b-efcf9e590abf tempest-ServersNegativeTestJSON-1636037441 tempest-ServersNegativeTestJSON-1636037441-project] 10.222.0.88 "GET /v2.0/ports?device_id=459cb805-35a8-41c2-a3b1-7e40fc4b6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0554891 Oct 26 12:39:46.932620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d2fc796d-bc3e-46f5-b28d-bf32a85b45bb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:39:46.952683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: d2fc796d-bc3e-46f5-b28d-bf32a85b45bb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:39:46.953524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device d2fc796d-bc3e-46f5-b28d-bf32a85b45bb not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:39:47.768561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:47.816718 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Deleting subnet c0129c4b-1b81-4428-8703-b944bf48cc94 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:39:47.819847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:47.854472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:47.894406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:47.951012 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:47.981829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0129c4b-1b81-4428-8703-b944bf48cc94,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:47.987040 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:47.993302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c0129c4b-1b81-4428-8703-b944bf48cc94 HTTP/1.1" status: 204 len: 168 time: 0.2207124 Oct 26 12:39:47.993419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51798) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:47.998491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:47.999068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:47.999616 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.000163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.000708 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.001250 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.001789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.002356 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.003005 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.003596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.005682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.006229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7eddb-c0c0-48e7-8467-ba64fa2e8fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:39:48.074388 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.162140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.182341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad30a1cc-51bf-420d-ba62-c35c2e4718f4']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:48.191698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:48.191991 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6c8ee8-dae5-4a65-b7e3-7371e975a93d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:48.201649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.214768 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.221181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:39:48.221562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:39:48.223238 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:39:48.280733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.287447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.290628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ad30a1cc-51bf-420d-ba62-c35c2e4718f4 HTTP/1.1" status: 204 len: 168 time: 0.2960463 Oct 26 12:39:48.302610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb064880-cb5e-49b4-99b5-b956731f2c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad30a1cc-51bf-420d-ba62-c35c2e4718f4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:48.407357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51802) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:48.454388 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1d72fae9-08c7-456a-88ca-d243b4d62bfb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce5e665498dc4d188ff0546b19ffd36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458212 Oct 26 12:39:48.457191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51804) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:48.509454 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4df3993-97d8-4da7-8eb1-405d396ba7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.533406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4df3993-97d8-4da7-8eb1-405d396ba7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.598395 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4df3993-97d8-4da7-8eb1-405d396ba7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.601742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b4df3993-97d8-4da7-8eb1-405d396ba7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:48.602983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b4df3993-97d8-4da7-8eb1-405d396ba7c1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0 HTTP/1.1" status: 204 len: 168 time: 0.1448047 Oct 26 12:39:48.611975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df3993-97d8-4da7-8eb1-405d396ba7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe3da91-b19f-4b1a-bb55-6c1d1f96cab0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:49.262778 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b80da3d-4217-4c14-a89c-0c0150f9916f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.389963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51826) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:49.501120 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-166511946'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:49.524569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:49.528623 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.538286 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.624829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.629920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.667020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:39:49.681662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46833d3b-a377-4951-acee-adbde97aa150,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:49.689383 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.689925 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Added segment ee8930ca-79ee-46bf-8663-eb32d414a10a of type vlan for network 800b2ffc-5ebb-42e0-816b-cab0889381c7 Oct 26 12:39:49.741532 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.767817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.773473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:49.774069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:49.833583 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4419389 Oct 26 12:39:49.847827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c9ae9-2861-4e7b-ab29-487dab60792d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Network': ['ID=800b2ffc-5ebb-42e0-816b-cab0889381c7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:49.859509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 800b2ffc-5ebb-42e0-816b-cab0889381c7 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:39:50.653786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ea1c876e-97e8-4bf5-b227-89d86e69d3a0 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:39:50.690163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: ea1c876e-97e8-4bf5-b227-89d86e69d3a0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:39:50.690723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device ea1c876e-97e8-4bf5-b227-89d86e69d3a0 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:39:51.808837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d69e38bc-ad1e-4c3d-b94c-23d60e844778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:52.978400 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.104431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51830) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:53.110753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'subnet': {'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:53.207789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:53.211816 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.388522 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.437787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.504390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Subnet': ['ID=a458538a-3281-4ba4-b381-8ce86c9e4945,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:53.515866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Checking segment: {'id': 'ee8930ca-79ee-46bf-8663-eb32d414a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:53.516237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network hostable DHCP agents. Network: 800b2ffc-5ebb-42e0-816b-cab0889381c7, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:39:53.534321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network 800b2ffc-5ebb-42e0-816b-cab0889381c7 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:39:53.545166 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 800b2ffc-5ebb-42e0-816b-cab0889381c7) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:53.550479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:53.551115 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.558422 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49345573-01db-4163-a9fa-2332969d6c51 None None] Network 800b2ffc-5ebb-42e0-816b-cab0889381c7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:53.574645 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5815e3cf-130e-44e5-bbca-cb643ac3e5d5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4684846 Oct 26 12:39:53.580492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51832) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:53.586469 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023510078'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:53.616601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:53.621318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.653286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:39:53.668668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.669224 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Added segment 037b8ae4-c129-4246-8c90-1d7bffb2bbfd of type vlan for network 291f3f4d-3b52-47bb-b483-807dd74b1e9e Oct 26 12:39:53.721004 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.746508 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.752499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:53.753043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.759723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-800b2ffc-5ebb-42e0-816b-cab0889381c7', 'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7', 'tenant_id': '15e4a4039316442b8cff4dbebbcac983', 'fixed_ips': [{'subnet_id': 'a458538a-3281-4ba4-b381-8ce86c9e4945'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:39:53.761204 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:53.835523 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2535348 Oct 26 12:39:53.840786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51834) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:53.851593 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'subnet': {'network_id': '291f3f4d-3b52-47bb-b483-807dd74b1e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:53.876604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0115f9-5c11-4c69-ada5-45c28e776a59 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Network': ['ID=291f3f4d-3b52-47bb-b483-807dd74b1e9e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:53.907404 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 291f3f4d-3b52-47bb-b483-807dd74b1e9e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:39:53.992968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Allocated IP 2001:db8:0:ffff::2 (800b2ffc-5ebb-42e0-816b-cab0889381c7/a458538a-3281-4ba4-b381-8ce86c9e4945/7003eae7-b03f-486f-9e22-a748ecc00267) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:39:54.004908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:54.010424 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.199064 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.208120 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.264822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Network 800b2ffc-5ebb-42e0-816b-cab0889381c7 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:39:54.269670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:54.275191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:39:54.289227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Pushing event updated for resources: {'Port': ['ID=7003eae7-b03f-486f-9e22-a748ecc00267,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:54.304310 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.358028 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Attempting to bind port 7003eae7-b03f-486f-9e22-a748ecc00267 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:39:54.358534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Attempting to bind port 7003eae7-b03f-486f-9e22-a748ecc00267 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'ee8930ca-79ee-46bf-8663-eb32d414a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:39:54.359651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Attempting to bind port 7003eae7-b03f-486f-9e22-a748ecc00267 on network 800b2ffc-5ebb-42e0-816b-cab0889381c7 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:39:54.366556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:39:54.367102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Checking segment: {'id': 'ee8930ca-79ee-46bf-8663-eb32d414a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:54.367757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.368354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Bound using segment: {'id': 'ee8930ca-79ee-46bf-8663-eb32d414a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:39:54.369043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Bound port: 7003eae7-b03f-486f-9e22-a748ecc00267, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8930ca-79ee-46bf-8663-eb32d414a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '800b2ffc-5ebb-42e0-816b-cab0889381c7'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:39:54.369559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.394534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Subnet': ['ID=de0dc691-4b91-4c0e-8e93-b430183adf0c,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:54.408570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Checking segment: {'id': '037b8ae4-c129-4246-8c90-1d7bffb2bbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '291f3f4d-3b52-47bb-b483-807dd74b1e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:54.409175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network hostable DHCP agents. Network: 291f3f4d-3b52-47bb-b483-807dd74b1e9e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:39:54.436212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network 291f3f4d-3b52-47bb-b483-807dd74b1e9e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:39:54.449637 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 291f3f4d-3b52-47bb-b483-807dd74b1e9e) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:54.455874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:54.456912 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.467434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd651f9-661f-49ad-ba86-75b504784bad None None] Network 291f3f4d-3b52-47bb-b483-807dd74b1e9e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:54.480758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8e060534-e05d-4475-97fc-3d0cb0d03fc3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6370659 Oct 26 12:39:54.485610 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51836) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:54.527188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] For port 7003eae7-b03f-486f-9e22-a748ecc00267, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:39:54.552175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] For port 7003eae7-b03f-486f-9e22-a748ecc00267, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7003eae7-b03f-486f-9e22-a748ecc00267,segment=NetworkSegment(ee8930ca-79ee-46bf-8663-eb32d414a10a),segment_id=ee8930ca-79ee-46bf-8663-eb32d414a10a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:39:54.567083 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.614441 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.704767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.727888 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4209e-63ee-4586-b785-78c269588b7f None None] Pushing event updated for resources: {'Port': ['ID=7003eae7-b03f-486f-9e22-a748ecc00267,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:54.808687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b937064-7040-4eea-a825-981dc48733c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-291f3f4d-3b52-47bb-b483-807dd74b1e9e', 'network_id': '291f3f4d-3b52-47bb-b483-807dd74b1e9e', 'tenant_id': '15e4a4039316442b8cff4dbebbcac983', 'fixed_ips': [{'subnet_id': 'de0dc691-4b91-4c0e-8e93-b430183adf0c'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:39:54.810023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2b937064-7040-4eea-a825-981dc48733c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.815130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.824393 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:54.897868 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Subnet': ['ID=de0dc691-4b91-4c0e-8e93-b430183adf0c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:54.990748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221ecc7-e036-4c2b-bf12-b9bee7885221 None None] Network 291f3f4d-3b52-47bb-b483-807dd74b1e9e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:55.058942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.090639 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291f3f4d-3b52-47bb-b483-807dd74b1e9e']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:55.102686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037b8ae4-c129-4246-8c90-1d7bffb2bbfd') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:55.103183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037b8ae4-c129-4246-8c90-1d7bffb2bbfd') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:55.115186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.136413 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.146952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:39:55.147646 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:39:55.153069 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:39:55.228089 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.240070 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.241452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/291f3f4d-3b52-47bb-b483-807dd74b1e9e HTTP/1.1" status: 204 len: 168 time: 0.7548413 Oct 26 12:39:55.247655 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:55.254245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309186569'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:55.257600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fd7c5-9c37-40d4-824f-7639947a43a4 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Network': ['ID=291f3f4d-3b52-47bb-b483-807dd74b1e9e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:55.285214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:55.289567 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.316460 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:39:55.326122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.326466 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Added segment 34e04da7-18e4-456b-b442-fadb5c4094ca of type vlan for network 552bf30a-f9a6-4ace-8d63-631e68822ef3 Oct 26 12:39:55.381131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.411472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.418124 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:55.418848 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.487166 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2374687 Oct 26 12:39:55.489795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51840) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:55.501325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'subnet': {'network_id': '552bf30a-f9a6-4ace-8d63-631e68822ef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:55.511786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc774e-6390-40fe-afeb-9b22addfdf9f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Network': ['ID=552bf30a-f9a6-4ace-8d63-631e68822ef3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:55.536657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 552bf30a-f9a6-4ace-8d63-631e68822ef3 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:39:55.643190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:55.649616 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:55.753889 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Performing IP validity checks on allocation pools {{(pid=102760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 12:39:55.754426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 12:39:55.879855 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b909909a-12a8-49f0-b357-c98d4abe1888 None None] Network 800b2ffc-5ebb-42e0-816b-cab0889381c7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:55.912624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.025572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Subnet': ['ID=be5a1762-8388-4222-a6d8-25a723879a8b,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:56.038152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Checking segment: {'id': '34e04da7-18e4-456b-b442-fadb5c4094ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '552bf30a-f9a6-4ace-8d63-631e68822ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:56.038746 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network hostable DHCP agents. Network: 552bf30a-f9a6-4ace-8d63-631e68822ef3, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:39:56.066324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-70923924-eaa2-4a2c-81ca-3c8202548735 None None] Provisioning complete for port 7003eae7-b03f-486f-9e22-a748ecc00267 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:56.066904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70923924-eaa2-4a2c-81ca-3c8202548735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.079704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network 552bf30a-f9a6-4ace-8d63-631e68822ef3 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:39:56.095878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 552bf30a-f9a6-4ace-8d63-631e68822ef3) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:56.104051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:56.105285 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.126668 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7003eae7-b03f-486f-9e22-a748ecc00267 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:39:56.129551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce1186-f5c0-4480-a4e6-208710c0dada None None] Network 552bf30a-f9a6-4ace-8d63-631e68822ef3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:56.133555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d4b33e34-182f-42a9-a90a-901d9c5f41d3 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6391187 Oct 26 12:39:56.134618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:56.245215 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.308584 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.355813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7003eae7-b03f-486f-9e22-a748ecc00267 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:56.356379 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.408728 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.431321 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70923924-eaa2-4a2c-81ca-3c8202548735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.463954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Subnet': ['ID=be5a1762-8388-4222-a6d8-25a723879a8b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:56.554176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-70923924-eaa2-4a2c-81ca-3c8202548735 None None] For port 7003eae7-b03f-486f-9e22-a748ecc00267, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7003eae7-b03f-486f-9e22-a748ecc00267,segment=NetworkSegment(ee8930ca-79ee-46bf-8663-eb32d414a10a),segment_id=ee8930ca-79ee-46bf-8663-eb32d414a10a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:56.566312 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70923924-eaa2-4a2c-81ca-3c8202548735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.595967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.615180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d008d6f-bd63-4cea-8a9c-154c0f400eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-552bf30a-f9a6-4ace-8d63-631e68822ef3', 'network_id': '552bf30a-f9a6-4ace-8d63-631e68822ef3', 'tenant_id': '15e4a4039316442b8cff4dbebbcac983', 'fixed_ips': [{'subnet_id': 'be5a1762-8388-4222-a6d8-25a723879a8b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:39:56.616162 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d008d6f-bd63-4cea-8a9c-154c0f400eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.623626 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552bf30a-f9a6-4ace-8d63-631e68822ef3']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:56.636046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e04da7-18e4-456b-b442-fadb5c4094ca') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:56.636481 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e04da7-18e4-456b-b442-fadb5c4094ca') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:56.650908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.674084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.686374 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:39:56.687837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:39:56.693007 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:39:56.717568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70923924-eaa2-4a2c-81ca-3c8202548735 None None] Pushing event updated for resources: {'Port': ['ID=7003eae7-b03f-486f-9e22-a748ecc00267,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:56.736163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b2a548c7-ac37-455f-8d6d-51ae9ab98e14 None None] Provisioning complete for port 7003eae7-b03f-486f-9e22-a748ecc00267 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:56.736772 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2a548c7-ac37-455f-8d6d-51ae9ab98e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.764332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.765626 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-5d008d6f-bd63-4cea-8a9c-154c0f400eec None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 12:39:56.765626 n-d-812150-3 neutron-server[102761]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 26 12:39:56.765626 n-d-812150-3 neutron-server[102761]: [parameters: {'project_id': '15e4a4039316442b8cff4dbebbcac983', 'id': 'bed24556-72d9-45a9-88b6-7949a8043e7b', 'name': '', 'network_id': '552bf30a-f9a6-4ace-8d63-631e68822ef3', 'mac_address': 'fa:16:3e:ef:19:a1', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-552bf30a-f9a6-4ace-8d63-631e68822ef3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4080}] Oct 26 12:39:56.765626 n-d-812150-3 neutron-server[102761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:39:56.766293 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-5d008d6f-bd63-4cea-8a9c-154c0f400eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:39:56.777668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.782997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/552bf30a-f9a6-4ace-8d63-631e68822ef3 HTTP/1.1" status: 204 len: 168 time: 0.6466854 Oct 26 12:39:56.789762 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51844) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:56.796024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594426834'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:56.798526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c9f53-1e55-4691-86bc-75e7d19b92da tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Network': ['ID=552bf30a-f9a6-4ace-8d63-631e68822ef3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:56.822659 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:56.826274 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.853218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:39:56.865475 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.866058 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Added segment 85251faa-c765-499b-a37f-ed5f8b7ad703 of type vlan for network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 Oct 26 12:39:56.910731 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.939773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:56.945573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:56.946197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.016799 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2251782 Oct 26 12:39:57.019692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:57.027017 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'subnet': {'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:57.032145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6baba7-1b93-42ec-9bb9-984f247a8ddf tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Network': ['ID=88841b1c-0f74-44ef-b10f-4f862f8da4d1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:57.043758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:39:57.124325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:57.129374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.266993 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5d008d6f-bd63-4cea-8a9c-154c0f400eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.300929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600dd51-6cab-4e12-a7e1-3393e85a177e None None] Network 552bf30a-f9a6-4ace-8d63-631e68822ef3 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:57.313936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600dd51-6cab-4e12-a7e1-3393e85a177e None None] Network 552bf30a-f9a6-4ace-8d63-631e68822ef3 could not be found, it might have been deleted concurrently. {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 12:39:57.326847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.393273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Subnet': ['ID=15b8a4a0-8673-4835-8732-91bc0dbea2cb,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:57.404453 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Checking segment: {'id': '85251faa-c765-499b-a37f-ed5f8b7ad703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:57.404833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network hostable DHCP agents. Network: 88841b1c-0f74-44ef-b10f-4f862f8da4d1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:39:57.425848 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:39:57.438030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 88841b1c-0f74-44ef-b10f-4f862f8da4d1) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:57.444564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:57.445547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.452136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ead4858-1fbc-47a1-8d76-d2827d59d71f None None] Network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:57.468906 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d5c8820f-0d91-41e3-a7ad-747789ff6990 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4479277 Oct 26 12:39:57.473025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:57.478494 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296587808'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:57.505784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:57.510304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.541362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:39:57.557917 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.558487 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Added segment 54670db4-2476-4678-88e7-9702707ecab8 of type vlan for network a6e91985-44d5-4768-b6d8-883d131ab415 Oct 26 12:39:57.611882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.643164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.650306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:57.651199 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.713740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2363985 Oct 26 12:39:57.714225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51850) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:57.721589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Request body: {'subnet': {'network_id': 'a6e91985-44d5-4768-b6d8-883d131ab415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:39:57.735366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff5ae3-54a7-4ff0-8196-91b602aa9aac tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Network': ['ID=a6e91985-44d5-4768-b6d8-883d131ab415,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:57.763064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a6e91985-44d5-4768-b6d8-883d131ab415 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:39:57.830879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Made reservation on behalf of 15e4a4039316442b8cff4dbebbcac983 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:39:57.835323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:57.875156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-88841b1c-0f74-44ef-b10f-4f862f8da4d1', 'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1', 'tenant_id': '15e4a4039316442b8cff4dbebbcac983', 'fixed_ips': [{'subnet_id': '15b8a4a0-8673-4835-8732-91bc0dbea2cb'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:39:57.876227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.036476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7003eae7-b03f-486f-9e22-a748ecc00267 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:39:58.088180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Allocated IP 2001:db8::2 (88841b1c-0f74-44ef-b10f-4f862f8da4d1/15b8a4a0-8673-4835-8732-91bc0dbea2cb/0ab8c040-e446-42d5-8909-c38baaa41376) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:39:58.096676 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.160163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 7003eae7-b03f-486f-9e22-a748ecc00267 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:39:58.160528 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.167998 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event updated for resources: {'Subnet': ['ID=99f31cd0-0be0-4909-a057-80b0bffa9bab,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:58.175345 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Checking segment: {'id': '54670db4-2476-4678-88e7-9702707ecab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a6e91985-44d5-4768-b6d8-883d131ab415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:58.175714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network hostable DHCP agents. Network: a6e91985-44d5-4768-b6d8-883d131ab415, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:39:58.197127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Network a6e91985-44d5-4768-b6d8-883d131ab415 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:39:58.208355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a6e91985-44d5-4768-b6d8-883d131ab415) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:58.216272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:39:58.217300 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.221689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e341b45-aaa7-4a12-883e-b8f9c1f6bd80 None None] Network a6e91985-44d5-4768-b6d8-883d131ab415 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:58.242163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a7776a2e-eb63-4647-8179-a1718397b4df tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5263321 Oct 26 12:39:58.245571 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51852) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:58.366259 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.402439 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.420174 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.470583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.498801 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:39:58.505423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:39:58.511907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:39:58.516159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Pushing event updated for resources: {'Port': ['ID=0ab8c040-e446-42d5-8909-c38baaa41376,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:58.549850 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.581009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Subnet': ['ID=99f31cd0-0be0-4909-a057-80b0bffa9bab,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:58.586387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ce09b-2ea8-4dfc-a54e-e2f3e88673f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a6e91985-44d5-4768-b6d8-883d131ab415', 'network_id': 'a6e91985-44d5-4768-b6d8-883d131ab415', 'tenant_id': '15e4a4039316442b8cff4dbebbcac983', 'fixed_ips': [{'subnet_id': '99f31cd0-0be0-4909-a057-80b0bffa9bab'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:39:58.587375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-be7ce09b-2ea8-4dfc-a54e-e2f3e88673f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.622551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Attempting to bind port 0ab8c040-e446-42d5-8909-c38baaa41376 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:39:58.623108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Attempting to bind port 0ab8c040-e446-42d5-8909-c38baaa41376 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '85251faa-c765-499b-a37f-ed5f8b7ad703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:39:58.623639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Attempting to bind port 0ab8c040-e446-42d5-8909-c38baaa41376 on network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:39:58.635143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:39:58.635662 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Checking segment: {'id': '85251faa-c765-499b-a37f-ed5f8b7ad703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:39:58.636252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.637132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Bound using segment: {'id': '85251faa-c765-499b-a37f-ed5f8b7ad703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:39:58.637264 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Bound port: 0ab8c040-e446-42d5-8909-c38baaa41376, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85251faa-c765-499b-a37f-ed5f8b7ad703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '88841b1c-0f74-44ef-b10f-4f862f8da4d1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:39:58.637628 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.657983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.679754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e91985-44d5-4768-b6d8-883d131ab415']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:58.693792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54670db4-2476-4678-88e7-9702707ecab8') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:58.694143 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54670db4-2476-4678-88e7-9702707ecab8') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:58.709989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.723346 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8f8be-0bc2-46ed-8fda-059172d830cc None None] Network a6e91985-44d5-4768-b6d8-883d131ab415 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:58.726772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.737847 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:39:58.738282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:39:58.742079 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:39:58.813820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] For port 0ab8c040-e446-42d5-8909-c38baaa41376, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:39:58.814384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.818649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] For port 0ab8c040-e446-42d5-8909-c38baaa41376, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0ab8c040-e446-42d5-8909-c38baaa41376,segment=NetworkSegment(85251faa-c765-499b-a37f-ed5f8b7ad703),segment_id=85251faa-c765-499b-a37f-ed5f8b7ad703)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:39:58.820298 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.824777 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/a6e91985-44d5-4768-b6d8-883d131ab415 HTTP/1.1" status: 204 len: 168 time: 0.5777562 Oct 26 12:39:58.828587 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51854) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:58.840042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:58.845823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191e143-a3fc-4802-8ce4-f26477ad0fce tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Network': ['ID=a6e91985-44d5-4768-b6d8-883d131ab415,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:58.863697 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-36de0f0f-d430-4c0b-9737-696123f0504d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] GET failed (client error): The resource could not be found. Oct 26 12:39:58.867101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-36de0f0f-d430-4c0b-9737-696123f0504d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "GET /v2.0/subnets/99f31cd0-0be0-4909-a057-80b0bffa9bab HTTP/1.1" status: 404 len: 337 time: 0.0354352 Oct 26 12:39:58.867997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51856) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:58.887395 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-afac2324-35d5-4e47-949f-65722c170e9e tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:58.888087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afac2324-35d5-4e47-949f-65722c170e9e tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:58.891227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-afac2324-35d5-4e47-949f-65722c170e9e tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/a6e91985-44d5-4768-b6d8-883d131ab415 HTTP/1.1" status: 404 len: 339 time: 0.0222192 Oct 26 12:39:58.896178 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:58.918706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2972b-9b71-406c-957f-6dddb62a62d7 None None] Pushing event updated for resources: {'Port': ['ID=0ab8c040-e446-42d5-8909-c38baaa41376,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:58.934145 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-331bdd36-cdd7-4022-8ae1-6d7fbf41c708 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:58.934526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331bdd36-cdd7-4022-8ae1-6d7fbf41c708 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:58.938453 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-331bdd36-cdd7-4022-8ae1-6d7fbf41c708 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/subnets/99f31cd0-0be0-4909-a057-80b0bffa9bab HTTP/1.1" status: 404 len: 337 time: 0.0412936 Oct 26 12:39:58.941283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51860) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:58.968071 n-d-812150-3 neutron-server[102760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02b434a-3a81-4ee7-88db-78a592a01c4b tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:58.968679 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02b434a-3a81-4ee7-88db-78a592a01c4b tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:58.971863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c02b434a-3a81-4ee7-88db-78a592a01c4b tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/a6e91985-44d5-4768-b6d8-883d131ab415 HTTP/1.1" status: 404 len: 339 time: 0.0295594 Oct 26 12:39:58.974480 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51862) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:59.034597 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Deleting subnet 15b8a4a0-8673-4835-8732-91bc0dbea2cb {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:39:59.038013 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.098016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.190938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.255439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.281735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Subnet': ['ID=15b8a4a0-8673-4835-8732-91bc0dbea2cb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:59.287588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.290836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-316c95f8-5406-4426-b226-cb094d0f0c7d tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/subnets/15b8a4a0-8673-4835-8732-91bc0dbea2cb HTTP/1.1" status: 204 len: 168 time: 0.3153987 Oct 26 12:39:59.293857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51864) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:59.372621 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.430705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Deleting port 0ab8c040-e446-42d5-8909-c38baaa41376 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:39:59.431085 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.495790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] For port 0ab8c040-e446-42d5-8909-c38baaa41376, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0ab8c040-e446-42d5-8909-c38baaa41376,segment=NetworkSegment(85251faa-c765-499b-a37f-ed5f8b7ad703),segment_id=85251faa-c765-499b-a37f-ed5f8b7ad703)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:39:59.496160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.509402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Calling delete_port for 0ab8c040-e446-42d5-8909-c38baaa41376 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:39:59.599461 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.627087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Port': ['ID=0ab8c040-e446-42d5-8909-c38baaa41376,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:59.631239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No DVR routers for this DVR port 0ab8c040-e446-42d5-8909-c38baaa41376 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:39:59.714961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.742061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88841b1c-0f74-44ef-b10f-4f862f8da4d1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:59.754623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85251faa-c765-499b-a37f-ed5f8b7ad703') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:59.754961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85251faa-c765-499b-a37f-ed5f8b7ad703') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:39:59.768201 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.784690 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.791890 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:39:59.792297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:39:59.795651 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:39:59.824859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658060f-220b-4e55-adb7-40ae50ffe708 None None] Network 88841b1c-0f74-44ef-b10f-4f862f8da4d1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:39:59.856512 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.865244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:39:59.868698 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/88841b1c-0f74-44ef-b10f-4f862f8da4d1 HTTP/1.1" status: 204 len: 168 time: 0.5738835 Oct 26 12:39:59.871358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:59.879227 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27e33a-e4b5-4ae0-9446-45de47bcbda5 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Network': ['ID=88841b1c-0f74-44ef-b10f-4f862f8da4d1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:39:59.899664 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3438f35c-849e-410a-a1bc-3722837b216a tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:59.900111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3438f35c-849e-410a-a1bc-3722837b216a tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:59.900231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7760da3a-91f7-4820-88f3-4b0c62e8deec None None] Could not find standard attr ID for object 0ab8c040-e446-42d5-8909-c38baaa41376. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:39:59.904009 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3438f35c-849e-410a-a1bc-3722837b216a tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/subnets/be5a1762-8388-4222-a6d8-25a723879a8b HTTP/1.1" status: 404 len: 337 time: 0.0302937 Oct 26 12:39:59.906397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51868) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:59.925384 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e3b1b5-22c4-4047-a8e1-0e1da631c63f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:59.925959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e3b1b5-22c4-4047-a8e1-0e1da631c63f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:59.929081 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-29e3b1b5-22c4-4047-a8e1-0e1da631c63f tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/552bf30a-f9a6-4ace-8d63-631e68822ef3 HTTP/1.1" status: 404 len: 339 time: 0.0216162 Oct 26 12:39:59.931665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51870) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:59.959847 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-df564113-7cec-489d-b5e3-e03250d67d25 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:59.960263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df564113-7cec-489d-b5e3-e03250d67d25 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:59.963624 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df564113-7cec-489d-b5e3-e03250d67d25 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/subnets/de0dc691-4b91-4c0e-8e93-b430183adf0c HTTP/1.1" status: 404 len: 337 time: 0.0307803 Oct 26 12:39:59.965962 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51872) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:39:59.988945 n-d-812150-3 neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b64d52-d6aa-48ac-881d-b95b99aa98a9 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] DELETE failed (client error): The resource could not be found. Oct 26 12:39:59.989505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b64d52-d6aa-48ac-881d-b95b99aa98a9 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:39:59.992631 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b0b64d52-d6aa-48ac-881d-b95b99aa98a9 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/291f3f4d-3b52-47bb-b483-807dd74b1e9e HTTP/1.1" status: 404 len: 339 time: 0.0249381 Oct 26 12:39:59.995462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51874) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:00.027848 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5e50c-3bd7-46f8-a83b-03385faadc3e None None] DHCP port deletion for 88841b1c-0f74-44ef-b10f-4f862f8da4d1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:40:00.053417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Deleting subnet a458538a-3281-4ba4-b381-8ce86c9e4945 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:40:00.056873 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.105556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.195161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.257134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.287983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Subnet': ['ID=a458538a-3281-4ba4-b381-8ce86c9e4945,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:00.294148 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.297888 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1ecd8e62-5d4a-40ae-b551-9671e55cb758 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/subnets/a458538a-3281-4ba4-b381-8ce86c9e4945 HTTP/1.1" status: 204 len: 168 time: 0.3012006 Oct 26 12:40:00.300350 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51876) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:00.303696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb14f6-35bf-4a71-b29b-0413c26e502b None None] Network 800b2ffc-5ebb-42e0-816b-cab0889381c7 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:00.383054 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.445547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Deleting port 7003eae7-b03f-486f-9e22-a748ecc00267 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:40:00.446119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.482179 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] DHCP port deletion for 800b2ffc-5ebb-42e0-816b-cab0889381c7 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:40:00.532140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] Deleting port 7003eae7-b03f-486f-9e22-a748ecc00267 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:40:00.532431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.545534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] For port 7003eae7-b03f-486f-9e22-a748ecc00267, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7003eae7-b03f-486f-9e22-a748ecc00267,segment=NetworkSegment(ee8930ca-79ee-46bf-8663-eb32d414a10a),segment_id=ee8930ca-79ee-46bf-8663-eb32d414a10a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:00.545901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.560314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Calling delete_port for 7003eae7-b03f-486f-9e22-a748ecc00267 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:40:00.599847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] For port 7003eae7-b03f-486f-9e22-a748ecc00267, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=7003eae7-b03f-486f-9e22-a748ecc00267,segment=NetworkSegment(ee8930ca-79ee-46bf-8663-eb32d414a10a),segment_id=ee8930ca-79ee-46bf-8663-eb32d414a10a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:00.600500 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.618533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] Calling delete_port for 7003eae7-b03f-486f-9e22-a748ecc00267 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:40:00.648657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.674049 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Port': ['ID=7003eae7-b03f-486f-9e22-a748ecc00267,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:00.681885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] No DVR routers for this DVR port 7003eae7-b03f-486f-9e22-a748ecc00267 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:40:00.700786 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.723773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] Pushing event deleted for resources: {'Port': ['ID=7003eae7-b03f-486f-9e22-a748ecc00267,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:00.733498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de189eb6-3bc3-47f1-977e-0e51890c66a6 None None] No DVR routers for this DVR port 7003eae7-b03f-486f-9e22-a748ecc00267 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:40:00.774281 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.794532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b2ffc-5ebb-42e0-816b-cab0889381c7']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:00.804402 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8930ca-79ee-46bf-8663-eb32d414a10a') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:00.804684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8930ca-79ee-46bf-8663-eb32d414a10a') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:00.816393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.834426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.842000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:40:00.842439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:40:00.846558 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:40:00.913657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.922851 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:00.925373 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] 10.222.0.88 "DELETE /v2.0/networks/800b2ffc-5ebb-42e0-816b-cab0889381c7 HTTP/1.1" status: 204 len: 168 time: 0.6239893 Oct 26 12:40:00.940755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9d9fc-dc39-4227-8659-d439ad845d81 tempest-NetworksIpV6Test-1313740139 tempest-NetworksIpV6Test-1313740139-project] Pushing event deleted for resources: {'Network': ['ID=800b2ffc-5ebb-42e0-816b-cab0889381c7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:01.190093 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51882) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:01.330191 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00df4058-971e-488a-aee8-1f96e6e4510f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=15e4a4039316442b8cff4dbebbcac983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359167 Oct 26 12:40:01.330393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51886) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:01.380021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7539a1cd-0950-4123-9c74-061511dbe2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:01.405016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7539a1cd-0950-4123-9c74-061511dbe2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:01.460666 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7539a1cd-0950-4123-9c74-061511dbe2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:01.463801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7539a1cd-0950-4123-9c74-061511dbe2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:01.465026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7539a1cd-0950-4123-9c74-061511dbe2ad admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46833d3b-a377-4951-acee-adbde97aa150 HTTP/1.1" status: 204 len: 168 time: 0.1336081 Oct 26 12:40:01.473075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539a1cd-0950-4123-9c74-061511dbe2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46833d3b-a377-4951-acee-adbde97aa150,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:02.027953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0ab8c040-e446-42d5-8909-c38baaa41376 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:02.053893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0ab8c040-e446-42d5-8909-c38baaa41376 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:40:02.054505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0ab8c040-e446-42d5-8909-c38baaa41376 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:02.055389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7003eae7-b03f-486f-9e22-a748ecc00267 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:02.082273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 7003eae7-b03f-486f-9e22-a748ecc00267 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:40:02.083101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 7003eae7-b03f-486f-9e22-a748ecc00267 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:02.163160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51908) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:02.279105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1996220607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:02.303619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.304880 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.359876 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.365479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.385133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.386364 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-fc4f614c-6b03-4fe2-b2f6-676af6a780ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2221649 Oct 26 12:40:02.389258 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51912) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:02.394331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-682516187'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:02.416456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Made reservation on behalf of 20be952b1c8c4667bff26e0a97a72934 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:02.419988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.432959 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.507957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.512179 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.541224 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:40:02.548369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8a5bc2-3962-47e4-8fd4-6771385da80d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:02.554716 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.554933 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Added segment 35bc0976-67e1-43be-9d43-d7f579e9d5e9 of type vlan for network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce Oct 26 12:40:02.597870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.621558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.627680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:02.628322 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.689208 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2987599 Oct 26 12:40:02.692391 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51914) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:02.698340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Request body: {'subnet': {'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:02.705037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581dd27-b922-4920-ad04-42c4c141acb4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event updated for resources: {'Network': ['ID=e8e01bdc-e30c-467a-805a-f1e1aeeb75ce,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:02.717350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:40:02.799226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Made reservation on behalf of 20be952b1c8c4667bff26e0a97a72934 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:02.802742 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:02.985290 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.050705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event updated for resources: {'Subnet': ['ID=52d81b01-2bec-4e3f-bc39-493ac9e3e7f8,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:03.059166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Checking segment: {'id': '35bc0976-67e1-43be-9d43-d7f579e9d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:03.059529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Network hostable DHCP agents. Network: e8e01bdc-e30c-467a-805a-f1e1aeeb75ce, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:40:03.078101 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:40:03.086838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e8e01bdc-e30c-467a-805a-f1e1aeeb75ce) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:03.091378 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:03.092525 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.095700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ee2fd-d79e-48f8-ac30-acca3d8ca7f9 None None] Network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:03.109351 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-596160a0-28ea-4bb7-9ec8-d70583b4ac65 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4157205 Oct 26 12:40:03.112416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51916) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:03.117437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-122811742'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:03.139292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Made reservation on behalf of 20be952b1c8c4667bff26e0a97a72934 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:03.143649 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.167802 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:40:03.177783 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.178195 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Added segment 499a20ef-1a74-4fb5-8067-cd77358698a8 of type vlan for network 03c4cc82-ab95-4d81-8ec8-54b43115b52e Oct 26 12:40:03.222163 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.250579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-e8e01bdc-e30c-467a-805a-f1e1aeeb75ce', 'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce', 'tenant_id': '20be952b1c8c4667bff26e0a97a72934', 'fixed_ips': [{'subnet_id': '52d81b01-2bec-4e3f-bc39-493ac9e3e7f8'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:40:03.251176 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.251675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.256886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:03.257473 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.313023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1995099 Oct 26 12:40:03.316933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:03.323912 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Request body: {'subnet': {'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:03.329287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cf95f-174e-478c-bf78-e82ef92c7177 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event updated for resources: {'Network': ['ID=03c4cc82-ab95-4d81-8ec8-54b43115b52e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:03.344897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 03c4cc82-ab95-4d81-8ec8-54b43115b52e details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:40:03.421747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Made reservation on behalf of 20be952b1c8c4667bff26e0a97a72934 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:03.425515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.459562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Allocated IP 172.20.0.2 (e8e01bdc-e30c-467a-805a-f1e1aeeb75ce/52d81b01-2bec-4e3f-bc39-493ac9e3e7f8/0bfd2dae-570c-4ace-b4b1-3d6683c8606d) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:03.624160 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.631705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.679014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:03.683828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:03.689037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:03.692435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Pushing event updated for resources: {'Port': ['ID=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:03.751054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Attempting to bind port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:03.751613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Attempting to bind port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '35bc0976-67e1-43be-9d43-d7f579e9d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:03.751982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Attempting to bind port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d on network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:03.757748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:03.758129 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Checking segment: {'id': '35bc0976-67e1-43be-9d43-d7f579e9d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:03.758543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.758999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Bound using segment: {'id': '35bc0976-67e1-43be-9d43-d7f579e9d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:03.759479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Bound port: 0bfd2dae-570c-4ace-b4b1-3d6683c8606d, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bc0976-67e1-43be-9d43-d7f579e9d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e8e01bdc-e30c-467a-805a-f1e1aeeb75ce'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:03.759865 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.830272 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] For port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:03.834015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] For port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,segment=NetworkSegment(35bc0976-67e1-43be-9d43-d7f579e9d5e9),segment_id=35bc0976-67e1-43be-9d43-d7f579e9d5e9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:03.839583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.901469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01ede-1af0-447a-b5f4-3f47a5de5922 None None] Pushing event updated for resources: {'Port': ['ID=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:03.916886 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:03.977976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event updated for resources: {'Subnet': ['ID=367b11c4-28f9-477d-8d93-9e5bc845799a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:03.988882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Checking segment: {'id': '499a20ef-1a74-4fb5-8067-cd77358698a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:03.989237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Network hostable DHCP agents. Network: 03c4cc82-ab95-4d81-8ec8-54b43115b52e, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:40:04.008184 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Network 03c4cc82-ab95-4d81-8ec8-54b43115b52e is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:40:04.018249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 03c4cc82-ab95-4d81-8ec8-54b43115b52e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:04.023276 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:04.024318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.031154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a5e2b-ab54-438a-9364-04b6148bd61d None None] Network 03c4cc82-ab95-4d81-8ec8-54b43115b52e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:04.048554 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b2d66708-8740-41f7-ac55-c130b6e83a63 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7298512 Oct 26 12:40:04.051248 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51920) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:04.069952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c04bdcac-d1de-4029-86f0-2726098ec73d tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Request body: {'router': {'external_gateway_info': {'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:04.226489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-03c4cc82-ab95-4d81-8ec8-54b43115b52e', 'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e', 'tenant_id': '20be952b1c8c4667bff26e0a97a72934', 'fixed_ips': [{'subnet_id': '367b11c4-28f9-477d-8d93-9e5bc845799a'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:40:04.227394 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.331177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.350967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c04bdcac-d1de-4029-86f0-2726098ec73d tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.386362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Allocated IP 172.21.0.2 (03c4cc82-ab95-4d81-8ec8-54b43115b52e/367b11c4-28f9-477d-8d93-9e5bc845799a/829f32ca-de8c-4876-8409-d1fd33bd6738) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:04.476118 n-d-812150-3 neutron-server[102759]: INFO neutron.api.v2.resource [None req-c04bdcac-d1de-4029-86f0-2726098ec73d tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:40:04.477248 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c04bdcac-d1de-4029-86f0-2726098ec73d tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "PUT /v2.0/routers/c35ab787-cae1-45da-a89a-7f9877ae2dfa HTTP/1.1" status: 400 len: 364 time: 0.4246883 Oct 26 12:40:04.483526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51922) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:04.554294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Deleting subnet 367b11c4-28f9-477d-8d93-9e5bc845799a {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:40:04.712240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.718394 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.719342 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.767522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Network 03c4cc82-ab95-4d81-8ec8-54b43115b52e is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:04.770366 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.770638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:04.773280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:04.784940 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Pushing event updated for resources: {'Port': ['ID=829f32ca-de8c-4876-8409-d1fd33bd6738,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:04.836105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Attempting to bind port 829f32ca-de8c-4876-8409-d1fd33bd6738 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:04.836477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Attempting to bind port 829f32ca-de8c-4876-8409-d1fd33bd6738 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '499a20ef-1a74-4fb5-8067-cd77358698a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:04.836853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Attempting to bind port 829f32ca-de8c-4876-8409-d1fd33bd6738 on network 03c4cc82-ab95-4d81-8ec8-54b43115b52e {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:04.842252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:04.842631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Checking segment: {'id': '499a20ef-1a74-4fb5-8067-cd77358698a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:04.843109 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.843515 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Bound using segment: {'id': '499a20ef-1a74-4fb5-8067-cd77358698a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:04.843998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Bound port: 829f32ca-de8c-4876-8409-d1fd33bd6738, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499a20ef-1a74-4fb5-8067-cd77358698a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03c4cc82-ab95-4d81-8ec8-54b43115b52e'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:04.844390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.868437 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.880883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01826b3-8423-49f9-ba71-b368977d9112 None None] Network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:04.928415 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.959699 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:04.963293 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "DELETE /v2.0/subnets/367b11c4-28f9-477d-8d93-9e5bc845799a HTTP/1.1" status: 204 len: 168 time: 0.4786551 Oct 26 12:40:04.964593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076a641-fad4-4396-a6fa-35f34f4589b3 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event deleted for resources: {'Subnet': ['ID=367b11c4-28f9-477d-8d93-9e5bc845799a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:04.965939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51924) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:04.973458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] For port 829f32ca-de8c-4876-8409-d1fd33bd6738, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:05.001972 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] For port 829f32ca-de8c-4876-8409-d1fd33bd6738, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=829f32ca-de8c-4876-8409-d1fd33bd6738,segment=NetworkSegment(499a20ef-1a74-4fb5-8067-cd77358698a8),segment_id=499a20ef-1a74-4fb5-8067-cd77358698a8)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:05.010261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-80ab8ec2-5dac-479e-9896-58756b8be8b1 None None] Provisioning complete for port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:05.010661 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80ab8ec2-5dac-479e-9896-58756b8be8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.012621 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.052057 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.107061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Deleting port 829f32ca-de8c-4876-8409-d1fd33bd6738 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:40:05.107733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.143933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96890-6920-4769-8da5-bd1516b2b8a3 None None] Pushing event updated for resources: {'Port': ['ID=829f32ca-de8c-4876-8409-d1fd33bd6738,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:05.181663 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] For port 829f32ca-de8c-4876-8409-d1fd33bd6738, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=829f32ca-de8c-4876-8409-d1fd33bd6738,segment=NetworkSegment(499a20ef-1a74-4fb5-8067-cd77358698a8),segment_id=499a20ef-1a74-4fb5-8067-cd77358698a8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:05.182038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.200493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Calling delete_port for 829f32ca-de8c-4876-8409-d1fd33bd6738 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:40:05.212926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80ab8ec2-5dac-479e-9896-58756b8be8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.258802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-80ab8ec2-5dac-479e-9896-58756b8be8b1 None None] For port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,segment=NetworkSegment(35bc0976-67e1-43be-9d43-d7f579e9d5e9),segment_id=35bc0976-67e1-43be-9d43-d7f579e9d5e9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:05.266985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-80ab8ec2-5dac-479e-9896-58756b8be8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.321906 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.340615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] No DVR routers for this DVR port 829f32ca-de8c-4876-8409-d1fd33bd6738 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:40:05.350550 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab8ec2-5dac-479e-9896-58756b8be8b1 None None] Pushing event updated for resources: {'Port': ['ID=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:05.364222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event deleted for resources: {'Port': ['ID=829f32ca-de8c-4876-8409-d1fd33bd6738,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:05.455396 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.479078 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c4cc82-ab95-4d81-8ec8-54b43115b52e']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:05.490499 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499a20ef-1a74-4fb5-8067-cd77358698a8') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:05.490693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499a20ef-1a74-4fb5-8067-cd77358698a8') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:05.500937 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.514174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.520059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:40:05.520438 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:40:05.523372 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:40:05.586811 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.590764 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8d3da7f4-ec6f-49aa-ab7b-0af2087f5ff3 None None] Provisioning complete for port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:05.591189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8d3da7f4-ec6f-49aa-ab7b-0af2087f5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.597763 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.603679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "DELETE /v2.0/networks/03c4cc82-ab95-4d81-8ec8-54b43115b52e HTTP/1.1" status: 204 len: 168 time: 0.6337855 Oct 26 12:40:05.604146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51926) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:05.677736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Deleting subnet 52d81b01-2bec-4e3f-bc39-493ac9e3e7f8 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:40:05.681352 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.726308 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.778628 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.816786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.894167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.943588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event deleted for resources: {'Subnet': ['ID=52d81b01-2bec-4e3f-bc39-493ac9e3e7f8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:05.947015 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:05.953527 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4ed59259-bbdf-4588-829d-9405c3217709 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "DELETE /v2.0/subnets/52d81b01-2bec-4e3f-bc39-493ac9e3e7f8 HTTP/1.1" status: 204 len: 168 time: 0.3472931 Oct 26 12:40:05.959851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:05.962261 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d6d68-03ab-4265-8b31-26049fc34c06 None None] Network e8e01bdc-e30c-467a-805a-f1e1aeeb75ce requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:05.962390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913afcf-9a9f-466a-8226-deb3b5d12251 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event deleted for resources: {'Network': ['ID=03c4cc82-ab95-4d81-8ec8-54b43115b52e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:06.093777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.122886 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0bfd2dae-570c-4ace-b4b1-3d6683c8606d up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:06.161022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Deleting port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:40:06.161446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.188726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] DHCP port deletion for e8e01bdc-e30c-467a-805a-f1e1aeeb75ce request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:40:06.237249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] For port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,segment=NetworkSegment(35bc0976-67e1-43be-9d43-d7f579e9d5e9),segment_id=35bc0976-67e1-43be-9d43-d7f579e9d5e9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:06.237979 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.240644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:06.241028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.253036 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Calling delete_port for 0bfd2dae-570c-4ace-b4b1-3d6683c8606d owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:40:06.293517 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] Deleting port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:40:06.293997 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.309081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-22c1f779-f3d8-4e66-8a42-f7d2a247583e None None] Could not find standard attr ID for object 829f32ca-de8c-4876-8409-d1fd33bd6738. {{(pid=102761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 12:40:06.340921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095bad8-a995-4ca3-9585-e91691b1404b None None] DHCP port deletion for 03c4cc82-ab95-4d81-8ec8-54b43115b52e request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:40:06.345961 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.372419 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event deleted for resources: {'Port': ['ID=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:06.377233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] No DVR routers for this DVR port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:40:06.403383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c004e9-0406-402b-b894-feefecb92ee2 None None] Network 03c4cc82-ab95-4d81-8ec8-54b43115b52e requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:06.411238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] For port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,segment=NetworkSegment(35bc0976-67e1-43be-9d43-d7f579e9d5e9),segment_id=35bc0976-67e1-43be-9d43-d7f579e9d5e9)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:06.411605 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.430165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c004e9-0406-402b-b894-feefecb92ee2 None None] Network 03c4cc82-ab95-4d81-8ec8-54b43115b52e could not be found, it might have been deleted concurrently. {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 12:40:06.437469 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] Calling delete_port for 0bfd2dae-570c-4ace-b4b1-3d6683c8606d owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:40:06.462449 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.493703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e01bdc-e30c-467a-805a-f1e1aeeb75ce']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:06.504978 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bc0976-67e1-43be-9d43-d7f579e9d5e9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:06.505275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bc0976-67e1-43be-9d43-d7f579e9d5e9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:06.515318 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.515893 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.528833 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.535663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:40:06.536064 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:40:06.539131 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:40:06.543775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] Pushing event deleted for resources: {'Port': ['ID=0bfd2dae-570c-4ace-b4b1-3d6683c8606d,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:06.546608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0e222-eb14-47e7-9887-0684c563b22c None None] No DVR routers for this DVR port 0bfd2dae-570c-4ace-b4b1-3d6683c8606d on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:40:06.599101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.606626 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.610395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "DELETE /v2.0/networks/e8e01bdc-e30c-467a-805a-f1e1aeeb75ce HTTP/1.1" status: 204 len: 168 time: 0.6491354 Oct 26 12:40:06.613370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51930) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:06.622331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bfcd1-4356-44da-b0a2-20c3a63ddc83 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Pushing event deleted for resources: {'Network': ['ID=e8e01bdc-e30c-467a-805a-f1e1aeeb75ce,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:06.642593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4dc82972-ab30-489f-82b2-bc593b79e2ea tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "GET /v2.0/ports?device_id=c35ab787-cae1-45da-a89a-7f9877ae2dfa HTTP/1.1" status: 200 len: 205 time: 0.0279918 Oct 26 12:40:06.645141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51932) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:06.722437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.886818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.888936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.933846 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.934364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Fanout notify agent at l3_agent the message router_deleted on router c35ab787-cae1-45da-a89a-7f9877ae2dfa {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:40:06.941695 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:06.942824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-02121214-89e2-43ca-8f53-66e59a8efda4 tempest-RoutersNegativeTest-1825305774 tempest-RoutersNegativeTest-1825305774-project] 10.222.0.88 "DELETE /v2.0/routers/c35ab787-cae1-45da-a89a-7f9877ae2dfa HTTP/1.1" status: 204 len: 168 time: 0.2966125 Oct 26 12:40:07.186628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51938) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:07.320286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-698b81a5-66e4-4439-9e45-0a716e633842 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=20be952b1c8c4667bff26e0a97a72934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323974 Oct 26 12:40:07.323180 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:07.372333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-947e0d96-8671-48c7-a567-793ad7e868ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:07.398556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-947e0d96-8671-48c7-a567-793ad7e868ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:07.446304 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-947e0d96-8671-48c7-a567-793ad7e868ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:07.448932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-947e0d96-8671-48c7-a567-793ad7e868ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:07.450126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-947e0d96-8671-48c7-a567-793ad7e868ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7b8a5bc2-3962-47e4-8fd4-6771385da80d HTTP/1.1" status: 204 len: 168 time: 0.1260190 Oct 26 12:40:07.458615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e0d96-8671-48c7-a567-793ad7e868ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8a5bc2-3962-47e4-8fd4-6771385da80d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:08.017095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0bfd2dae-570c-4ace-b4b1-3d6683c8606d no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:08.037680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 0bfd2dae-570c-4ace-b4b1-3d6683c8606d {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:40:08.038027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 0bfd2dae-570c-4ace-b4b1-3d6683c8606d not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:08.038456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 829f32ca-de8c-4876-8409-d1fd33bd6738 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:08.061260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 829f32ca-de8c-4876-8409-d1fd33bd6738 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:40:08.061643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 829f32ca-de8c-4876-8409-d1fd33bd6738 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:08.081969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51964) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:08.180065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2087758141-network', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:08.203042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Made reservation on behalf of 32e35a4c96c34a98b3a52bb0141c1834 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:08.205399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.214545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.297331 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.301177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.327745 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:40:08.338598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d3715f-351a-407c-9894-964bf2eb62cb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:08.344167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.344512 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Added segment 1b23a2e2-bbbf-4964-84db-bc8d030e1f31 of type vlan for network 7e9fbc5c-28c2-4148-b892-31e69eca289d Oct 26 12:40:08.387097 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.414445 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.415536 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:08.416125 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.472861 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3897426 Oct 26 12:40:08.476144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51968) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:08.481235 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Request body: {'subnet': {'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-subnet', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:08.485372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5c80-12a8-41af-a8a3-f4dce4da5bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9fbc5c-28c2-4148-b892-31e69eca289d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:08.499759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:40:08.505877 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Made reservation on behalf of 32e35a4c96c34a98b3a52bb0141c1834 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:08.509006 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.693381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.753020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251ad32e-451f-497c-a6da-08d85e7f5f1f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:08.766638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Checking segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:08.767046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Network hostable DHCP agents. Network: 7e9fbc5c-28c2-4148-b892-31e69eca289d, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:40:08.787334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:40:08.798430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 7e9fbc5c-28c2-4148-b892-31e69eca289d) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:08.803776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:08.805159 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.808696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d45ae5-4f82-4fea-b6a8-24ac1d26c292 None None] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:08.823337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b6a0989a-2f8b-4c01-adee-b9af6ee403d0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3460009 Oct 26 12:40:08.826132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51970) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:08.831376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:08.855559 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.856735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.914943 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:08.973833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-7e9fbc5c-28c2-4148-b892-31e69eca289d', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:40:08.974757 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.067942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.118894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Allocated IP 172.20.0.2 (7e9fbc5c-28c2-4148-b892-31e69eca289d/251ad32e-451f-497c-a6da-08d85e7f5f1f/16cbe479-fe89-4b98-befe-eab98ece69ec) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:09.267382 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.271597 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.273773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.291257 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.315921 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:09.321117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:09.323239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Pushing event updated for resources: {'Port': ['ID=16cbe479-fe89-4b98-befe-eab98ece69ec,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:09.325379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:09.382109 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Attempting to bind port 16cbe479-fe89-4b98-befe-eab98ece69ec on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:09.382579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Attempting to bind port 16cbe479-fe89-4b98-befe-eab98ece69ec by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:09.383043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Attempting to bind port 16cbe479-fe89-4b98-befe-eab98ece69ec on network 7e9fbc5c-28c2-4148-b892-31e69eca289d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:09.388248 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:09.388644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Checking segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:09.389051 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.389511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Bound using segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:09.389979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Bound port: 16cbe479-fe89-4b98-befe-eab98ece69ec, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:09.390363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.404154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Allocated IP 172.25.4.197 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/822b49ab-440c-475e-8175-f0158c186f5e) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:09.453361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] For port 16cbe479-fe89-4b98-befe-eab98ece69ec, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:09.456833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] For port 16cbe479-fe89-4b98-befe-eab98ece69ec, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=16cbe479-fe89-4b98-befe-eab98ece69ec,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:09.461429 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.516771 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.518169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea70e4f-8d6c-4774-995b-cad629a345e8 None None] Pushing event updated for resources: {'Port': ['ID=16cbe479-fe89-4b98-befe-eab98ece69ec,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:09.557777 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:09.598495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:09.601893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:09.605831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:09.632319 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Pushing event updated for resources: {'Port': ['ID=822b49ab-440c-475e-8175-f0158c186f5e,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:09.881887 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.047714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16cbe479-fe89-4b98-befe-eab98ece69ec up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:10.092252 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.103448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 16cbe479-fe89-4b98-befe-eab98ece69ec triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:10.103821 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.187237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.224701 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 16cbe479-fe89-4b98-befe-eab98ece69ec, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=16cbe479-fe89-4b98-befe-eab98ece69ec,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:10.229318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.241871 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Router e30037e3-d98a-401d-8399-6dd96da621be is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:40:10.298429 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=16cbe479-fe89-4b98-befe-eab98ece69ec,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:10.356122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:10.365443 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Sync routers for ids ['e30037e3-d98a-401d-8399-6dd96da621be'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:10.374732 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.376069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Routers {'e30037e3-d98a-401d-8399-6dd96da621be'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:10.376232 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-16c51f42-3c03-43c1-8476-8fb89c1bd77d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5489950 Oct 26 12:40:10.376694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e30037e3-d98a-401d-8399-6dd96da621be'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:10.379092 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51972) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:10.490041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11f3dd-9499-46e8-ae63-caaadf5d61d1 None None] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:10.495093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Set router e30037e3-d98a-401d-8399-6dd96da621be gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:10.664750 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-27e6a7e8-9eba-4ba6-a4e0-33d08e755215 None None] Provisioning complete for port 16cbe479-fe89-4b98-befe-eab98ece69ec triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:10.665031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-27e6a7e8-9eba-4ba6-a4e0-33d08e755215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.818312 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:10.992400 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Allocated IP 172.20.0.1 (7e9fbc5c-28c2-4148-b892-31e69eca289d/251ad32e-451f-497c-a6da-08d85e7f5f1f/8181139b-0315-49e5-be4a-f36bbb41fe7c) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:11.051706 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:40:09Z', 'revision_number': 3, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:11.083554 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Checking router: e30037e3-d98a-401d-8399-6dd96da621be for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:11.083919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Updating router e30037e3-d98a-401d-8399-6dd96da621be port 822b49ab-440c-475e-8175-f0158c186f5e binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:40:11.106927 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.115118 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.145454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.192986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:11.196197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:11.201954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:11.230241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Pushing event updated for resources: {'Port': ['ID=8181139b-0315-49e5-be4a-f36bbb41fe7c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:11.249800 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.397056 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.399461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f8826bcc-b23e-4f0a-ada9-b01ffad3f56e None None] Provisioning complete for port 16cbe479-fe89-4b98-befe-eab98ece69ec triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:11.400107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8826bcc-b23e-4f0a-ada9-b01ffad3f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.440972 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.452213 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.521413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Attempting to bind port 822b49ab-440c-475e-8175-f0158c186f5e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:11.521699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Attempting to bind port 822b49ab-440c-475e-8175-f0158c186f5e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:11.522063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Attempting to bind port 822b49ab-440c-475e-8175-f0158c186f5e on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:11.543494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05c55-f36c-4063-9902-275250b4abc2 None None] Pushing event updated for resources: {'Port': ['ID=822b49ab-440c-475e-8175-f0158c186f5e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:11.554961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:11.555339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:11.556075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.556210 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:11.557001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Bound port: 822b49ab-440c-475e-8175-f0158c186f5e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:11.557001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.561455 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:40:11.591394 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.598496 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.616817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] For port 822b49ab-440c-475e-8175-f0158c186f5e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:11.620415 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] For port 822b49ab-440c-475e-8175-f0158c186f5e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=822b49ab-440c-475e-8175-f0158c186f5e,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:11.626160 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.678991 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.683803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Pushing event updated for resources: {'Port': ['ID=8181139b-0315-49e5-be4a-f36bbb41fe7c,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:11.691130 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Routers {'e30037e3-d98a-401d-8399-6dd96da621be'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:11.691759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e30037e3-d98a-401d-8399-6dd96da621be'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:11.695491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05c55-f36c-4063-9902-275250b4abc2 None None] Pushing event updated for resources: {'Port': ['ID=822b49ab-440c-475e-8175-f0158c186f5e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:11.784876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f917411c-22e5-467f-850d-568d5cacc648 None None] Provisioning complete for port 8181139b-0315-49e5-be4a-f36bbb41fe7c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:11.785150 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f917411c-22e5-467f-850d-568d5cacc648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:11.824020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:11.825559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:11.834491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f917411c-22e5-467f-850d-568d5cacc648 None None] Port 8181139b-0315-49e5-be4a-f36bbb41fe7c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:40:11.839467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] Set router e30037e3-d98a-401d-8399-6dd96da621be gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:11.950331 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Router e30037e3-d98a-401d-8399-6dd96da621be has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:40:12.056416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16cbe479-fe89-4b98-befe-eab98ece69ec up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:12.074654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:12.081153 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-576c09df-51f7-4757-82f9-41f87de25578 admin admin] 10.222.0.88 "PUT /v2.0/routers/e30037e3-d98a-401d-8399-6dd96da621be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008200 Oct 26 12:40:12.116387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-58bceaf4-719f-4b54-8d43-710b4f081228 None None] Provisioning complete for port 8181139b-0315-49e5-be4a-f36bbb41fe7c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:12.116676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58bceaf4-719f-4b54-8d43-710b4f081228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.170413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-58bceaf4-719f-4b54-8d43-710b4f081228 None None] Port 8181139b-0315-49e5-be4a-f36bbb41fe7c cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:40:12.176656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8181139b-0315-49e5-be4a-f36bbb41fe7c', 'name': '', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'mac_address': 'fa:16:3e:34:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:10Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 2, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'subnets': [{'id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:12.181433 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 16cbe479-fe89-4b98-befe-eab98ece69ec triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:12.181809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.209672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7a552-ea1d-4ebd-bd07-67a4ad686c0c None None] The sync data for ids ['e30037e3-d98a-401d-8399-6dd96da621be'] in n-d-812150-3 is: [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8181139b-0315-49e5-be4a-f36bbb41fe7c', 'name': '', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'mac_address': 'fa:16:3e:34:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:10Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 2, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'subnets': [{'id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:12.622613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51988) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:12.629829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-372390291-network', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:12.653388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Made reservation on behalf of 647de7317454423d86c8b7fe3f0636a9 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:12.656926 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.672968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.780910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.786289 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.828584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:40:12.838500 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d2bfb-34a9-48f3-9efc-0067a48e211a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:12.852027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.852596 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Added segment 587c7cc3-1469-4938-8b66-56d387560c4d of type vlan for network 98db2d97-3f66-48f7-96bc-e30b9dc06184 Oct 26 12:40:12.917119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.952309 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:12.953627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:12.953815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.015314 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3910203 Oct 26 12:40:13.018911 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 51990) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:13.024893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Request body: {'subnet': {'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-subnet', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:13.031026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a216c3-b599-41f5-8d5b-67d7194034d9 admin admin] Pushing event updated for resources: {'Network': ['ID=98db2d97-3f66-48f7-96bc-e30b9dc06184,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:13.044983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:40:13.075057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Made reservation on behalf of 647de7317454423d86c8b7fe3f0636a9 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:13.078139 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.270050 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.336156 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab05242d-0e2b-4e96-8456-5f35f4fd69f2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:13.347856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Checking segment: {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:13.348230 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Network hostable DHCP agents. Network: 98db2d97-3f66-48f7-96bc-e30b9dc06184, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:40:13.367399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:40:13.378118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 98db2d97-3f66-48f7-96bc-e30b9dc06184) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:13.383233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:13.383977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.391183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f613a-2498-4b74-a436-363569d8c3c6 None None] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:13.406428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-664e051a-c948-4df9-a0fe-0d0af182180c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3849511 Oct 26 12:40:13.408892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51992) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:13.413939 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:13.444566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.446030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.505323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.576044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-98db2d97-3f66-48f7-96bc-e30b9dc06184', 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'fixed_ips': [{'subnet_id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:40:13.577057 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.735166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Allocated IP 172.20.0.2 (98db2d97-3f66-48f7-96bc-e30b9dc06184/ab05242d-0e2b-4e96-8456-5f35f4fd69f2/4b92ec7f-c52c-45c5-8452-22d534aeaaaa) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:13.899894 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.907269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.941360 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:13.949223 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:13.952506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:13.956480 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:13.965282 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Pushing event updated for resources: {'Port': ['ID=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:14.051296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Attempting to bind port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:14.051296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Attempting to bind port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:14.052910 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Attempting to bind port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa on network 98db2d97-3f66-48f7-96bc-e30b9dc06184 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:14.060595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:14.061136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Checking segment: {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:14.065703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.066650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Bound using segment: {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:14.067448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Bound port: 4b92ec7f-c52c-45c5-8452-22d534aeaaaa, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:14.068527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.126904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 822b49ab-440c-475e-8175-f0158c186f5e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:14.191729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] For port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:14.196621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] For port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,segment=NetworkSegment(587c7cc3-1469-4938-8b66-56d387560c4d),segment_id=587c7cc3-1469-4938-8b66-56d387560c4d)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:14.204078 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.224444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.237270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 822b49ab-440c-475e-8175-f0158c186f5e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:14.237643 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.246893 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.312052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383871-ffc4-4438-aa16-95e8293a9e89 None None] Pushing event updated for resources: {'Port': ['ID=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:14.363032 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.388257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 822b49ab-440c-475e-8175-f0158c186f5e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=822b49ab-440c-475e-8175-f0158c186f5e,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:14.389310 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Allocated IP 172.25.4.170 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/73133093-2fc7-422d-8f55-db0df7d37508) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:14.393594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.453508 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=822b49ab-440c-475e-8175-f0158c186f5e,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:14.460137 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Sync routers for ids ['e30037e3-d98a-401d-8399-6dd96da621be'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:14.502259 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Routers {'e30037e3-d98a-401d-8399-6dd96da621be'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:14.504266 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e30037e3-d98a-401d-8399-6dd96da621be'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:14.560062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.610754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.631943 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Set router e30037e3-d98a-401d-8399-6dd96da621be gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:14.653698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:14.657429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:14.661128 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:14.684916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Pushing event updated for resources: {'Port': ['ID=73133093-2fc7-422d-8f55-db0df7d37508,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:14.850510 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8181139b-0315-49e5-be4a-f36bbb41fe7c', 'name': '', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'mac_address': 'fa:16:3e:34:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:10Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 2, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'subnets': [{'id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:14.878249 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Checking router: e30037e3-d98a-401d-8399-6dd96da621be for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:14.878610 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Updating router e30037e3-d98a-401d-8399-6dd96da621be port 8181139b-0315-49e5-be4a-f36bbb41fe7c binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:40:14.904415 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:14.925661 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.161963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.211172 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.220339 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.279590 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Pushing event updated for resources: {'Port': ['ID=8181139b-0315-49e5-be4a-f36bbb41fe7c,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:15.313850 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.314760 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.315294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.315811 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.317105 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.317656 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.318139 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.318641 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.319159 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.319680 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.320167 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.320651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:15.356303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Router 03d66102-7831-43f7-a6fb-3a564f8c1e09 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:40:15.358135 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Attempting to bind port 8181139b-0315-49e5-be4a-f36bbb41fe7c on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:15.359634 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Attempting to bind port 8181139b-0315-49e5-be4a-f36bbb41fe7c by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:15.360312 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Attempting to bind port 8181139b-0315-49e5-be4a-f36bbb41fe7c on network 7e9fbc5c-28c2-4148-b892-31e69eca289d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:15.368271 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:15.368642 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Checking segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:15.369432 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.369925 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Bound using segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:15.370480 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Bound port: 8181139b-0315-49e5-be4a-f36bbb41fe7c, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:15.371003 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.418906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92592aa7-9138-4934-a5af-d3fc27f96711 None None] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:40:15.468189 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] For port 8181139b-0315-49e5-be4a-f36bbb41fe7c, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:15.471836 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] For port 8181139b-0315-49e5-be4a-f36bbb41fe7c, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8181139b-0315-49e5-be4a-f36bbb41fe7c,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:15.481519 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.498906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:15.518776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Sync routers for ids ['03d66102-7831-43f7-a6fb-3a564f8c1e09'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:15.527528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.529279 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-966dceaa-7a67-4905-8b70-7e6be6d57a7f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1191065 Oct 26 12:40:15.532388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 51994) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:40:15.558348 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207ec97-2384-493b-978c-0654323e2298 None None] Pushing event updated for resources: {'Port': ['ID=8181139b-0315-49e5-be4a-f36bbb41fe7c,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:15.578796 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Routers {'e30037e3-d98a-401d-8399-6dd96da621be'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:15.579839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e30037e3-d98a-401d-8399-6dd96da621be'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:15.585148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Routers {'03d66102-7831-43f7-a6fb-3a564f8c1e09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:15.585853 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['03d66102-7831-43f7-a6fb-3a564f8c1e09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:15.591493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-549c6de4-c2f5-4b36-b4ea-0727e54295fc None None] Provisioning complete for port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:15.591953 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-549c6de4-c2f5-4b36-b4ea-0727e54295fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:15.868411 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] Set router e30037e3-d98a-401d-8399-6dd96da621be gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:15.952158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Set router 03d66102-7831-43f7-a6fb-3a564f8c1e09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:16.123072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-549c6de4-c2f5-4b36-b4ea-0727e54295fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.206968 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8181139b-0315-49e5-be4a-f36bbb41fe7c', 'name': '', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'mac_address': 'fa:16:3e:34:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:10Z', 'updated_at': '2021-10-26T12:40:15Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'subnets': [{'id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:16.228022 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8181139b-0315-49e5-be4a-f36bbb41fe7c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:16.228243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.257518 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325e2f6-06e2-4af0-9fa3-d6f4c0b6809b None None] The sync data for ids ['e30037e3-d98a-401d-8399-6dd96da621be'] in n-d-812150-3 is: [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:40:11Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '8181139b-0315-49e5-be4a-f36bbb41fe7c', 'name': '', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'mac_address': 'fa:16:3e:34:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:10Z', 'updated_at': '2021-10-26T12:40:15Z', 'revision_number': 4, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'subnets': [{'id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:16.302470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-549c6de4-c2f5-4b36-b4ea-0727e54295fc None None] For port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,segment=NetworkSegment(587c7cc3-1469-4938-8b66-56d387560c4d),segment_id=587c7cc3-1469-4938-8b66-56d387560c4d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:16.321217 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-549c6de4-c2f5-4b36-b4ea-0727e54295fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.423754 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8181139b-0315-49e5-be4a-f36bbb41fe7c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:16.424413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.427100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c6de4-c2f5-4b36-b4ea-0727e54295fc None None] Pushing event updated for resources: {'Port': ['ID=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:16.439524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Allocated IP 172.20.0.1 (98db2d97-3f66-48f7-96bc-e30b9dc06184/ab05242d-0e2b-4e96-8456-5f35f4fd69f2/56290ffe-ff8b-47b4-98f5-53775d74e9f5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:16.493627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Provisioning complete for port 8181139b-0315-49e5-be4a-f36bbb41fe7c triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:16.493986 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.496428 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 3, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:16.551876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Checking router: 03d66102-7831-43f7-a6fb-3a564f8c1e09 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:16.552233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Updating router 03d66102-7831-43f7-a6fb-3a564f8c1e09 port 73133093-2fc7-422d-8f55-db0df7d37508 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:40:16.568018 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.607572 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.613702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.660044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.662722 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:16.665907 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:16.673551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:16.707294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Pushing event updated for resources: {'Port': ['ID=56290ffe-ff8b-47b4-98f5-53775d74e9f5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:16.734746 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.804582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 8181139b-0315-49e5-be4a-f36bbb41fe7c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8181139b-0315-49e5-be4a-f36bbb41fe7c,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:16.811864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.859409 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:16.860493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b92ec7f-c52c-45c5-8452-22d534aeaaaa up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:16.914101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.036973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=8181139b-0315-49e5-be4a-f36bbb41fe7c,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:17.048919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:17.049295 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.050951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.db.api [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 12:40:17.051316 n-d-812150-3 neutron-server[102761]: DEBUG oslo_db.api [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:40:17.115900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.122207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.192980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Pushing event updated for resources: {'Port': ['ID=56290ffe-ff8b-47b4-98f5-53775d74e9f5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:17.194425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.196599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.200806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 822b49ab-440c-475e-8175-f0158c186f5e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:17.204619 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.286301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1753246-07dd-4890-a125-eac8f9cbf992 None None] Pushing event updated for resources: {'Port': ['ID=73133093-2fc7-422d-8f55-db0df7d37508,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:17.295260 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Attempting to bind port 73133093-2fc7-422d-8f55-db0df7d37508 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:17.295640 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Attempting to bind port 73133093-2fc7-422d-8f55-db0df7d37508 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:17.296062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Attempting to bind port 73133093-2fc7-422d-8f55-db0df7d37508 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:17.296503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:17.297994 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:17.303134 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:17.303637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:17.303934 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.304334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:17.304831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Bound port: 73133093-2fc7-422d-8f55-db0df7d37508, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:17.305222 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.343056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 822b49ab-440c-475e-8175-f0158c186f5e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:17.343437 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.392968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] For port 73133093-2fc7-422d-8f55-db0df7d37508, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:17.397421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] For port 73133093-2fc7-422d-8f55-db0df7d37508, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=73133093-2fc7-422d-8f55-db0df7d37508,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:17.404615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.426009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Router 03d66102-7831-43f7-a6fb-3a564f8c1e09 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:40:17.510482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Routers {'03d66102-7831-43f7-a6fb-3a564f8c1e09'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:17.511151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['03d66102-7831-43f7-a6fb-3a564f8c1e09'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:17.514597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1753246-07dd-4890-a125-eac8f9cbf992 None None] Pushing event updated for resources: {'Port': ['ID=73133093-2fc7-422d-8f55-db0df7d37508,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:17.553777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:17.566920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-714b6646-19a7-4359-a1e7-bbf05743b68b admin admin] 10.222.0.88 "PUT /v2.0/routers/03d66102-7831-43f7-a6fb-3a564f8c1e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0248785 Oct 26 12:40:17.826491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Provisioning complete for port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:17.826787 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fa487063-3302-4103-9ac3-5d5b238581ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:17.855931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] Set router 03d66102-7831-43f7-a6fb-3a564f8c1e09 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:18.080679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8181139b-0315-49e5-be4a-f36bbb41fe7c up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:18.187590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 8181139b-0315-49e5-be4a-f36bbb41fe7c triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:18.188078 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:18.191670 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-fae6b670-fb82-4a15-b456-3ae652cd4c1e None None] Provisioning complete for port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:18.192040 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fae6b670-fb82-4a15-b456-3ae652cd4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:18.220748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '56290ffe-ff8b-47b4-98f5-53775d74e9f5', 'name': '', 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'mac_address': 'fa:16:3e:e5:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:16Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 2, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'subnets': [{'id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:18.283933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29559743-cbc0-4aa0-8cad-d33db887039d None None] The sync data for ids ['03d66102-7831-43f7-a6fb-3a564f8c1e09'] in n-d-812150-3 is: [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '56290ffe-ff8b-47b4-98f5-53775d74e9f5', 'name': '', 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'mac_address': 'fa:16:3e:e5:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:16Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 2, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'subnets': [{'id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:18.293617 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fae6b670-fb82-4a15-b456-3ae652cd4c1e None None] Port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:40:18.343286 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b92ec7f-c52c-45c5-8452-22d534aeaaaa up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:18.362081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-02494c88-5bf8-49fa-8f10-bbe38b52848f tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:18.363697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-02494c88-5bf8-49fa-8f10-bbe38b52848f tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 817 time: 0.1310213 Oct 26 12:40:18.381130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-ded0fce8-653d-4c16-805f-035c14d7a962 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/quotas/32e35a4c96c34a98b3a52bb0141c1834 HTTP/1.1" status: 200 len: 375 time: 0.0107608 Oct 26 12:40:18.397269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:18.400137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:18.444737 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-66765830-3309-4b2f-8e6d-b94282a4a24b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568724 Oct 26 12:40:18.581565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-c4388891-373f-4e45-8e15-f1b4d2f8a76d service neutron] 10.222.0.88 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197209 Oct 26 12:40:18.692039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-06b5e263-4afa-43ea-8c57-d296248dfa96 service neutron] 10.222.0.88 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041112 Oct 26 12:40:18.893285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-16f3a3c7-04f8-4912-b6c4-46c8a50cc3a0 req-ce8d4baf-781f-428c-814e-91cb8a680fc9 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 210 time: 0.0305989 Oct 26 12:40:19.249771 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-caeba002-0eec-44bb-9b7c-5ded68f2579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:19.908968 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-1d3a69aa-2661-413c-9297-7bfb1a7e6e21 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:19.910395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-1d3a69aa-2661-413c-9297-7bfb1a7e6e21 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.100 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 817 time: 0.1155672 Oct 26 12:40:19.923986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Request body: {'port': {'device_id': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'admin_state_up': True, 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:20.011408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb96d78b-5da8-4526-bf92-a62996c014f0 req-01faa79a-b26f-4b05-938f-e2c8e6afb4f5 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 210 time: 0.0344479 Oct 26 12:40:20.054117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Made reservation on behalf of 32e35a4c96c34a98b3a52bb0141c1834 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:20.059167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.076070 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73133093-2fc7-422d-8f55-db0df7d37508 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:20.127123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 73133093-2fc7-422d-8f55-db0df7d37508 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:20.127500 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.204283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Allocated IP 172.20.0.10 (7e9fbc5c-28c2-4148-b892-31e69eca289d/251ad32e-451f-497c-a6da-08d85e7f5f1f/9c4615d6-6442-441c-98c3-972242d01312) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:20.227775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.252356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 73133093-2fc7-422d-8f55-db0df7d37508, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=73133093-2fc7-422d-8f55-db0df7d37508,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:20.257470 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.310673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=73133093-2fc7-422d-8f55-db0df7d37508,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:20.370039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.404902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.452606 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:20.455903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:20.464729 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:20.488728 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Pushing event updated for resources: {'Port': ['ID=9c4615d6-6442-441c-98c3-972242d01312,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:20.526778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:20.527576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.531465 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Sync routers for ids ['03d66102-7831-43f7-a6fb-3a564f8c1e09'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:20.542665 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Routers {'03d66102-7831-43f7-a6fb-3a564f8c1e09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:20.543375 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['03d66102-7831-43f7-a6fb-3a564f8c1e09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:20.548554 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4d9d18b3-59d5-41f8-b5f2-6f1d2082a660 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6290793 Oct 26 12:40:20.561314 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Request body: {'port': {'device_id': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:20.631477 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.676601 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Set router 03d66102-7831-43f7-a6fb-3a564f8c1e09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:20.731923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e06e21d9-978f-4cbb-a20e-61e5b0fb587f None None] Provisioning complete for port 9c4615d6-6442-441c-98c3-972242d01312 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:20.732336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e06e21d9-978f-4cbb-a20e-61e5b0fb587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.776477 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e06e21d9-978f-4cbb-a20e-61e5b0fb587f None None] Port 9c4615d6-6442-441c-98c3-972242d01312 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:40:20.895972 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '56290ffe-ff8b-47b4-98f5-53775d74e9f5', 'name': '', 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'mac_address': 'fa:16:3e:e5:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:16Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 2, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'subnets': [{'id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:20.922829 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Checking router: 03d66102-7831-43f7-a6fb-3a564f8c1e09 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:20.923208 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Updating router 03d66102-7831-43f7-a6fb-3a564f8c1e09 port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:40:20.925938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4615d6-6442-441c-98c3-972242d01312 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:40:20.933745 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.948075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Transition to ACTIVE for port object 9c4615d6-6442-441c-98c3-972242d01312 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:40:20.953342 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:20.954163 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.016982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Pushing event updated for resources: {'Port': ['ID=9c4615d6-6442-441c-98c3-972242d01312,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:21.091499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Attempting to bind port 9c4615d6-6442-441c-98c3-972242d01312 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:21.091845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Attempting to bind port 9c4615d6-6442-441c-98c3-972242d01312 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:21.092348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Attempting to bind port 9c4615d6-6442-441c-98c3-972242d01312 on network 7e9fbc5c-28c2-4148-b892-31e69eca289d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:21.099198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Port 9c4615d6-6442-441c-98c3-972242d01312 on network 7e9fbc5c-28c2-4148-b892-31e69eca289d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:40:21.099535 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Attempting to bind port 9c4615d6-6442-441c-98c3-972242d01312 on network 7e9fbc5c-28c2-4148-b892-31e69eca289d {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:21.105803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:21.106150 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Checking segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:21.106778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Bound using segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:21.107266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Bound port: 9c4615d6-6442-441c-98c3-972242d01312, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:21.107681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.164161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866ee72-b003-4cb7-9b4e-e8d7465ede27 req-722d6e3a-5a75-4693-a593-56ab35649061 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:21.165948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2866ee72-b003-4cb7-9b4e-e8d7465ede27 req-722d6e3a-5a75-4693-a593-56ab35649061 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 944 time: 0.0563259 Oct 26 12:40:21.198045 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] For port 9c4615d6-6442-441c-98c3-972242d01312, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:21.203846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] For port 9c4615d6-6442-441c-98c3-972242d01312, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9c4615d6-6442-441c-98c3-972242d01312,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:21.209101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2866ee72-b003-4cb7-9b4e-e8d7465ede27 req-a926f75a-4f24-4bc4-8f7c-123cfe5431ea tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Oct 26 12:40:21.212919 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.272614 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:21.273235 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.274636 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] 10.222.0.100 "PUT /v2.0/ports/9c4615d6-6442-441c-98c3-972242d01312 HTTP/1.1" status: 200 len: 1092 time: 0.7181938 Oct 26 12:40:21.275111 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'tag': '9c4615d6-6442-441c-98c3-972242d01312'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:40:21.277476 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad95a3-a903-4a07-bf9d-294d6a679126" -d '{"events": [{"name": "network-changed", "server_uuid": "254a0adc-e60c-4ec8-920b-5a74a83b2727", "tag": "9c4615d6-6442-441c-98c3-972242d01312"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:21.291561 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.300514 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.344024 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaecb2-dd55-49d5-b9e9-0894bbb8787e service neutron] Pushing event updated for resources: {'Port': ['ID=9c4615d6-6442-441c-98c3-972242d01312,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:21.370429 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f14a35-f4b4-4f78-afe2-160128620ba8 x-openstack-request-id: req-89f14a35-f4b4-4f78-afe2-160128620ba8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:21.371032 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254a0adc-e60c-4ec8-920b-5a74a83b2727", "tag": "9c4615d6-6442-441c-98c3-972242d01312", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:21.371389 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-89f14a35-f4b4-4f78-afe2-160128620ba8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:21.371938 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'tag': '9c4615d6-6442-441c-98c3-972242d01312', 'status': 'completed', 'code': 200} Oct 26 12:40:21.372437 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783580-adac-431f-87f0-c8a9d225367b None None] Pushing event updated for resources: {'Port': ['ID=56290ffe-ff8b-47b4-98f5-53775d74e9f5,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:21.422094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-22694a47-c4ea-47c8-bc7f-908fb131c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:21.423874 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-22694a47-c4ea-47c8-bc7f-908fb131c8a8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 1095 time: 0.0714431 Oct 26 12:40:21.434143 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Attempting to bind port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:21.434467 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Attempting to bind port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:21.434838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Attempting to bind port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 on network 98db2d97-3f66-48f7-96bc-e30b9dc06184 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:21.440807 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:21.441190 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Checking segment: {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:21.442812 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.442812 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Bound using segment: {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:21.442812 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Bound port: 56290ffe-ff8b-47b4-98f5-53775d74e9f5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587c7cc3-1469-4938-8b66-56d387560c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:21.442812 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.479847 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-0bf36c9d-0e66-4262-8443-7839a5df3056 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4615d6-6442-441c-98c3-972242d01312 HTTP/1.1" status: 200 len: 217 time: 0.0446901 Oct 26 12:40:21.532416 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] For port 56290ffe-ff8b-47b4-98f5-53775d74e9f5, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:21.539904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] For port 56290ffe-ff8b-47b4-98f5-53775d74e9f5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=56290ffe-ff8b-47b4-98f5-53775d74e9f5,segment=NetworkSegment(587c7cc3-1469-4938-8b66-56d387560c4d),segment_id=587c7cc3-1469-4938-8b66-56d387560c4d)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:21.544278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-807b955e-a7ea-43d5-83ba-14874818f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:21.547065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-807b955e-a7ea-43d5-83ba-14874818f843 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=251ad32e-451f-497c-a6da-08d85e7f5f1f HTTP/1.1" status: 200 len: 856 time: 0.0597744 Oct 26 12:40:21.548407 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.609531 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Routers {'03d66102-7831-43f7-a6fb-3a564f8c1e09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:40:21.610167 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:39:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['03d66102-7831-43f7-a6fb-3a564f8c1e09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:21.620733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4a3f70af-3fc3-4dcf-82a9-cce3e4c359d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:21.622386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-4a3f70af-3fc3-4dcf-82a9-cce3e4c359d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7e9fbc5c-28c2-4148-b892-31e69eca289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674665 Oct 26 12:40:21.701240 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783580-adac-431f-87f0-c8a9d225367b None None] Pushing event updated for resources: {'Port': ['ID=56290ffe-ff8b-47b4-98f5-53775d74e9f5,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:21.741752 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-85cf88d5-55c8-407e-aa19-134b57a977fd service neutron] 10.222.0.100 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102374 Oct 26 12:40:21.749976 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] Set router 03d66102-7831-43f7-a6fb-3a564f8c1e09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:40:21.766231 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-24dc1a93-b73f-45bd-9cf2-e86959730921 None None] Provisioning complete for port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:21.767221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24dc1a93-b73f-45bd-9cf2-e86959730921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.835948 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-428dc998-fdb7-4a10-a9ed-aa22ee9d1706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.892245 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24dc1a93-b73f-45bd-9cf2-e86959730921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:21.933257 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-24dc1a93-b73f-45bd-9cf2-e86959730921 None None] For port 56290ffe-ff8b-47b4-98f5-53775d74e9f5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=56290ffe-ff8b-47b4-98f5-53775d74e9f5,segment=NetworkSegment(587c7cc3-1469-4938-8b66-56d387560c4d),segment_id=587c7cc3-1469-4938-8b66-56d387560c4d)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:21.938832 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-24dc1a93-b73f-45bd-9cf2-e86959730921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:22.008608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc1a93-b73f-45bd-9cf2-e86959730921 None None] Pushing event updated for resources: {'Port': ['ID=56290ffe-ff8b-47b4-98f5-53775d74e9f5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:22.077881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f5e0f9b2-cd9c-4354-a69f-e31f6bdf1ab1 None None] Provisioning complete for port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:22.078344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f9b2-cd9c-4354-a69f-e31f6bdf1ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:22.103621 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '56290ffe-ff8b-47b4-98f5-53775d74e9f5', 'name': '', 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'mac_address': 'fa:16:3e:e5:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:16Z', 'updated_at': '2021-10-26T12:40:21Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'subnets': [{'id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:22.131010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 56290ffe-ff8b-47b4-98f5-53775d74e9f5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:22.142131 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6b462-90b6-4cea-be7f-90280cae316a None None] The sync data for ids ['03d66102-7831-43f7-a6fb-3a564f8c1e09'] in n-d-812150-3 is: [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:40:16Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '56290ffe-ff8b-47b4-98f5-53775d74e9f5', 'name': '', 'network_id': '98db2d97-3f66-48f7-96bc-e30b9dc06184', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'mac_address': 'fa:16:3e:e5:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:16Z', 'updated_at': '2021-10-26T12:40:21Z', 'revision_number': 4, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'subnets': [{'id': 'ab05242d-0e2b-4e96-8456-5f35f4fd69f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:22.212735 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-41317c13-e1f4-4af3-8fcd-03dfee853955 req-2c362c51-3206-4594-a5c1-68ebd91bbca9 service neutron] 10.222.0.100 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640098 Oct 26 12:40:22.237858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:22.238345 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:22.328255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73133093-2fc7-422d-8f55-db0df7d37508 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:22.337631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-d1235ebc-ad72-46b0-a42e-149a35fe91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:22.339619 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-d1235ebc-ad72-46b0-a42e-149a35fe91a3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 1095 time: 0.0512104 Oct 26 12:40:22.392393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 73133093-2fc7-422d-8f55-db0df7d37508 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:22.392867 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:22.419931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1152cd-9a09-484b-84e0-02bb9670fd0a req-f14fa9ca-a9fb-4ed0-94f2-875012ca8c98 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:22.422383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d1152cd-9a09-484b-84e0-02bb9670fd0a req-f14fa9ca-a9fb-4ed0-94f2-875012ca8c98 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 944 time: 0.0941942 Oct 26 12:40:22.460749 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-93557019-22ba-46c3-88cd-aa7f0ca9932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:22.462272 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-93557019-22ba-46c3-88cd-aa7f0ca9932f service neutron] 10.222.0.100 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 919 time: 0.1150882 Oct 26 12:40:22.487602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0d1152cd-9a09-484b-84e0-02bb9670fd0a req-b4fb3034-ba66-49b8-8389-504a05f1a5ef tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532718 Oct 26 12:40:22.520982 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-e17579aa-bfbd-4517-a090-aefd53cddb7d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4615d6-6442-441c-98c3-972242d01312 HTTP/1.1" status: 200 len: 217 time: 0.0494525 Oct 26 12:40:22.582424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-fc816fcf-f988-48b2-8b3c-5cfea1c7b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:22.585147 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-fc816fcf-f988-48b2-8b3c-5cfea1c7b0d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=251ad32e-451f-497c-a6da-08d85e7f5f1f HTTP/1.1" status: 200 len: 856 time: 0.0563843 Oct 26 12:40:22.651881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-b17520ed-e1f6-4e39-bcc4-bf09a8978162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:22.651881 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-b17520ed-e1f6-4e39-bcc4-bf09a8978162 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7e9fbc5c-28c2-4148-b892-31e69eca289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568674 Oct 26 12:40:22.756775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-9a47bd8c-345a-48c6-ac6b-7fd92d79b87e service neutron] 10.222.0.100 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003003 Oct 26 12:40:22.867669 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dbad95a3-a903-4a07-bf9d-294d6a679126 req-e48b3eb7-c952-43cb-8d36-437496920875 service neutron] 10.222.0.100 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031723 Oct 26 12:40:22.975960 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:23.387911 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:23.608739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa1de-5800-4365-8c13-2f3a496717d6 req-824aa7b8-fcc4-4bea-b123-7fee4b747ed4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:23.610293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb4aa1de-5800-4365-8c13-2f3a496717d6 req-824aa7b8-fcc4-4bea-b123-7fee4b747ed4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 944 time: 0.0508735 Oct 26 12:40:23.652213 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb4aa1de-5800-4365-8c13-2f3a496717d6 req-f0141550-c7e5-4678-baec-2cc2614a9e3b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Oct 26 12:40:24.034242 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 56290ffe-ff8b-47b4-98f5-53775d74e9f5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:24.086087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:24.086462 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:24.769756 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265a029-0703-448b-ba1f-f1821dc2573a req-5cdb9013-5108-4c5c-9766-eceecbda646d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:24.772270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9265a029-0703-448b-ba1f-f1821dc2573a req-5cdb9013-5108-4c5c-9766-eceecbda646d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 944 time: 0.0496154 Oct 26 12:40:24.789680 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:24.812327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9265a029-0703-448b-ba1f-f1821dc2573a req-2179911e-ac39-461b-945c-b1e8b3ef5acc tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Oct 26 12:40:25.039235 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9c4615d6-6442-441c-98c3-972242d01312 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:40:25.146581 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9c4615d6-6442-441c-98c3-972242d01312, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9c4615d6-6442-441c-98c3-972242d01312,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:25.158087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '9c4615d6-6442-441c-98c3-972242d01312', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'port_id': '9c4615d6-6442-441c-98c3-972242d01312', 'mac_address': 'fa:16:3e:3c:49:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:40:25.194716 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:25.208060 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4615d6-6442-441c-98c3-972242d01312 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:40:25.228338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9c4615d6-6442-441c-98c3-972242d01312, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9c4615d6-6442-441c-98c3-972242d01312,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:25.232695 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:25.279624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9c4615d6-6442-441c-98c3-972242d01312,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:25.435274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['9c4615d6-6442-441c-98c3-972242d01312'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:40:25.942478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd6a10-a061-4ed1-b5cb-7fe831e032a3 req-93ea96a6-05e6-4902-af45-feafac042866 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:25.944141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14cd6a10-a061-4ed1-b5cb-7fe831e032a3 req-93ea96a6-05e6-4902-af45-feafac042866 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 945 time: 0.0595841 Oct 26 12:40:25.988023 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14cd6a10-a061-4ed1-b5cb-7fe831e032a3 req-4a4da5a8-a98a-4df2-a976-040595da09b6 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Oct 26 12:40:27.038986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9c4615d6-6442-441c-98c3-972242d01312 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:27.090159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 9c4615d6-6442-441c-98c3-972242d01312 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:40:27.094998 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 9c4615d6-6442-441c-98c3-972242d01312 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:27.095370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:27.115973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49abb3-2988-412b-8d10-e5e70ad16008 req-16583219-a563-41ba-88e2-732d2ca293d6 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:27.117549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea49abb3-2988-412b-8d10-e5e70ad16008 req-16583219-a563-41ba-88e2-732d2ca293d6 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Oct 26 12:40:27.156793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ea49abb3-2988-412b-8d10-e5e70ad16008 req-6d6acd3e-899f-46ba-b93b-8cd47aec8b2a tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330138 Oct 26 12:40:27.178008 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:27.201081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4615d6-6442-441c-98c3-972242d01312'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:40:27.203421 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed636c23-c2a9-4877-8779-1288b03d1710" -d '{"events": [{"server_uuid": "254a0adc-e60c-4ec8-920b-5a74a83b2727", "name": "network-vif-plugged", "status": "completed", "tag": "9c4615d6-6442-441c-98c3-972242d01312"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:27.216289 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 9c4615d6-6442-441c-98c3-972242d01312, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9c4615d6-6442-441c-98c3-972242d01312,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:27.224059 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:27.250588 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85628c8-75e5-4ad5-9699-b76d11870be7 x-openstack-request-id: req-b85628c8-75e5-4ad5-9699-b76d11870be7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:27.250901 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254a0adc-e60c-4ec8-920b-5a74a83b2727", "name": "network-vif-plugged", "status": "completed", "tag": "9c4615d6-6442-441c-98c3-972242d01312", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:27.251163 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b85628c8-75e5-4ad5-9699-b76d11870be7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:27.251554 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4615d6-6442-441c-98c3-972242d01312', 'code': 200} Oct 26 12:40:27.277629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=9c4615d6-6442-441c-98c3-972242d01312,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:27.337430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974667a-da72-4388-bf8d-0a02baaeacaf req-b226c841-e0ce-46a0-8fe8-f40c6bc80668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:27.339011 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d974667a-da72-4388-bf8d-0a02baaeacaf req-b226c841-e0ce-46a0-8fe8-f40c6bc80668 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 1097 time: 0.0415206 Oct 26 12:40:27.374103 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d974667a-da72-4388-bf8d-0a02baaeacaf req-126d1194-e229-4871-8ce3-e08c54b28829 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284564 Oct 26 12:40:28.277261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734fbc0-e107-481f-8998-734bdfa63edd req-b4eddd28-fc4d-4b0c-8e95-df0231149bfd tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:28.278944 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a734fbc0-e107-481f-8998-734bdfa63edd req-b4eddd28-fc4d-4b0c-8e95-df0231149bfd tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 946 time: 0.0525606 Oct 26 12:40:28.321790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a734fbc0-e107-481f-8998-734bdfa63edd req-18571f89-31c2-4708-aa3d-5d312baced59 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367713 Oct 26 12:40:29.448150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b94eb5-8461-4760-9a19-354ed2a9e80a req-6dd014de-cd55-40c7-ab8b-0a725b2bd895 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:29.449631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4b94eb5-8461-4760-9a19-354ed2a9e80a req-6dd014de-cd55-40c7-ab8b-0a725b2bd895 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 946 time: 0.0521789 Oct 26 12:40:29.487197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4b94eb5-8461-4760-9a19-354ed2a9e80a req-e9dd4292-e704-4c25-9060-45020a30cfa9 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Oct 26 12:40:29.607343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a675122-66e3-47e6-b516-029d692783e1 req-eab019c1-25c7-4528-b23c-bce94ac4e82e tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:29.609290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a675122-66e3-47e6-b516-029d692783e1 req-eab019c1-25c7-4528-b23c-bce94ac4e82e tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 946 time: 0.0516391 Oct 26 12:40:29.647908 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a675122-66e3-47e6-b516-029d692783e1 req-93647348-e93c-4f95-8752-25cdda0b3e15 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Oct 26 12:40:32.404896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-60c438e8-1d1f-4312-82f7-70537b5a5490 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461118 Oct 26 12:40:32.505239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-73a2f6d6-747c-494b-87d4-d1213b8fe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:32.506781 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-73a2f6d6-747c-494b-87d4-d1213b8fe62f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 1097 time: 0.0551677 Oct 26 12:40:32.625710 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-b86378f4-3a0e-4916-8c32-e9e6324a6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:32.627245 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-b86378f4-3a0e-4916-8c32-e9e6324a6da0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 919 time: 0.0984898 Oct 26 12:40:32.678641 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-0b0251bc-8025-423a-b319-aafe7edfe531 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4615d6-6442-441c-98c3-972242d01312 HTTP/1.1" status: 200 len: 217 time: 0.0448518 Oct 26 12:40:32.729333 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-00bedd4c-82ff-4700-87c2-730d26d5d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:32.730832 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-00bedd4c-82ff-4700-87c2-730d26d5d0d9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=251ad32e-451f-497c-a6da-08d85e7f5f1f HTTP/1.1" status: 200 len: 856 time: 0.0459704 Oct 26 12:40:32.777765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-057eacce-5c7f-4d48-996d-5b688c44a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:32.779311 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-057eacce-5c7f-4d48-996d-5b688c44a0b6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7e9fbc5c-28c2-4148-b892-31e69eca289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413136 Oct 26 12:40:32.881783 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-fc270f68-4508-468a-bd02-c34bb74be3a7 service neutron] 10.222.0.100 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945289 Oct 26 12:40:32.980585 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-198338bf-0f41-4435-99fb-bb39b65636c5 req-73205dd2-2453-40b8-b4b0-a1f938291de9 service neutron] 10.222.0.100 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922492 Oct 26 12:40:34.287966 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:35.776177 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:48.563237 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:40:49.251939 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2a675f5-5379-47e8-9128-0e3c99340a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:51.804076 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-78183d0f-cd14-4d86-abaf-a76fa4b645d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:52.687831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0185-a261-4acc-9938-9bd576dc68c7 req-42635d19-7dff-4696-b117-fd8c687211eb tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:52.689608 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00ee0185-a261-4acc-9938-9bd576dc68c7 req-42635d19-7dff-4696-b117-fd8c687211eb tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 946 time: 0.0586798 Oct 26 12:40:52.743085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00ee0185-a261-4acc-9938-9bd576dc68c7 req-09fdd081-8746-4401-8e62-6d41c1feeef6 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Oct 26 12:40:52.973964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:53.393189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:53.887996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce5a56-bfc0-4bc9-b0d3-81a03733bf6f req-f7486b7e-7aca-44bd-b0a6-f52a025ea201 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:53.889625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cce5a56-bfc0-4bc9-b0d3-81a03733bf6f req-f7486b7e-7aca-44bd-b0a6-f52a025ea201 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 946 time: 0.0549693 Oct 26 12:40:53.934448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1cce5a56-bfc0-4bc9-b0d3-81a03733bf6f req-9627337a-3f30-4a34-95b8-845366d09420 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Oct 26 12:40:54.156430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-a49cecc0-046e-46b1-8090-6f67bea99c31 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:54.158133 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-a49cecc0-046e-46b1-8090-6f67bea99c31 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.100 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 946 time: 0.0587115 Oct 26 12:40:54.261923 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Deleting port 9c4615d6-6442-441c-98c3-972242d01312 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:40:54.262379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:54.410725 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] For port 9c4615d6-6442-441c-98c3-972242d01312, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=9c4615d6-6442-441c-98c3-972242d01312,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:54.411212 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:54.431988 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Calling delete_port for 9c4615d6-6442-441c-98c3-972242d01312 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:40:54.583158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:54.596325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['9c4615d6-6442-441c-98c3-972242d01312'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:40:54.619216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Pushing event deleted for resources: {'Port': ['ID=9c4615d6-6442-441c-98c3-972242d01312,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:54.632273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.632628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.632970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.633304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.633636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.633967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.634293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.634621 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.634980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.635307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.635627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.635947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:54.672856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] No DVR routers for this DVR port 9c4615d6-6442-441c-98c3-972242d01312 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:40:54.675708 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:54.679239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c434ab5a-b0dc-4e07-ad4b-0cb3e392ea24 req-ff058fb9-6104-4f0b-ac74-d756e9ac89a4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.100 "DELETE /v2.0/ports/9c4615d6-6442-441c-98c3-972242d01312 HTTP/1.1" status: 204 len: 173 time: 0.5141342 Oct 26 12:40:54.679753 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'name': 'network-vif-deleted', 'tag': '9c4615d6-6442-441c-98c3-972242d01312'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:40:54.682297 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c3d9a5-1e37-41ed-bf74-03eb7f09d13b" -d '{"events": [{"server_uuid": "254a0adc-e60c-4ec8-920b-5a74a83b2727", "name": "network-vif-deleted", "tag": "9c4615d6-6442-441c-98c3-972242d01312"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:54.729978 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91f1ced-d5c4-4a34-be3c-e7bb52bdc57b x-openstack-request-id: req-c91f1ced-d5c4-4a34-be3c-e7bb52bdc57b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:54.730278 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254a0adc-e60c-4ec8-920b-5a74a83b2727", "name": "network-vif-deleted", "tag": "9c4615d6-6442-441c-98c3-972242d01312", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:54.730535 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c91f1ced-d5c4-4a34-be3c-e7bb52bdc57b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:54.730998 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254a0adc-e60c-4ec8-920b-5a74a83b2727', 'name': 'network-vif-deleted', 'tag': '9c4615d6-6442-441c-98c3-972242d01312', 'status': 'completed', 'code': 200} Oct 26 12:40:54.794300 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:55.050379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b3065aa-19b4-4306-84bf-786d1890f228 req-079b368b-39ce-410d-bc61-29e2cb10a3ed tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=254a0adc-e60c-4ec8-920b-5a74a83b2727 HTTP/1.1" status: 200 len: 210 time: 0.0286448 Oct 26 12:40:57.004432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-a5198785-1a90-4b9a-acc5-b77513db2aac tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:57.006005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-a5198785-1a90-4b9a-acc5-b77513db2aac tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 817 time: 0.4499137 Oct 26 12:40:57.022150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-9c70b5ed-47cf-463b-9153-e00dda920bd5 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/quotas/32e35a4c96c34a98b3a52bb0141c1834 HTTP/1.1" status: 200 len: 375 time: 0.0101917 Oct 26 12:40:57.087369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-bb8f50f7-e494-4180-b7f6-e3c353504181 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592406 Oct 26 12:40:57.315714 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-3afcc16f-fbbf-4fb8-addd-2d8e7767b627 service neutron] 10.222.0.88 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318276 Oct 26 12:40:57.413970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-20aba494-acaf-40a6-ba09-58b8fa29baec service neutron] 10.222.0.88 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920174 Oct 26 12:40:57.596411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d880f388-6f07-493f-b14e-e7a5a7dc0fc3 req-8563a6bd-376b-4eb8-b80b-5c105d660990 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0295906 Oct 26 12:40:58.683861 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-28b7075d-3d37-482b-9666-d1cf1e327894 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:58.685347 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-28b7075d-3d37-482b-9666-d1cf1e327894 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.30 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 817 time: 0.1249897 Oct 26 12:40:58.714626 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fbd50ecd-2c9e-4535-9a2d-78af8293de57 req-09b6e395-f998-4994-8b68-356dd071f63d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0389867 Oct 26 12:40:58.718692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Request body: {'port': {'device_id': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'admin_state_up': True, 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:58.839958 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Made reservation on behalf of 32e35a4c96c34a98b3a52bb0141c1834 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:58.844339 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:58.985735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Allocated IP 172.20.0.14 (7e9fbc5c-28c2-4148-b892-31e69eca289d/251ad32e-451f-497c-a6da-08d85e7f5f1f/74a0b4af-806c-4a97-9dcf-b2d91e384265) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:59.151633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.192761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.195966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9c4615d6-6442-441c-98c3-972242d01312 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:59.224107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 9c4615d6-6442-441c-98c3-972242d01312 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:40:59.224692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 9c4615d6-6442-441c-98c3-972242d01312 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:59.243547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:59.246754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:59.251360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:40:59.283360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Pushing event updated for resources: {'Port': ['ID=74a0b4af-806c-4a97-9dcf-b2d91e384265,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:59.302594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.303216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.303596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.303947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.304286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.304629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.304978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.305463 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.305731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.306043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.306322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.306652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:59.329810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:59.330575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.349236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-65fba266-cb2d-4a7e-9e37-6594542ebc97 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6368942 Oct 26 12:40:59.366909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Request body: {'port': {'device_id': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:40:59.428105 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.516301 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ab9d2a4c-0cb3-4661-875d-b08b1d75ff2a None None] Provisioning complete for port 74a0b4af-806c-4a97-9dcf-b2d91e384265 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:40:59.516781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2a4c-0cb3-4661-875d-b08b1d75ff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.551992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d2a4c-0cb3-4661-875d-b08b1d75ff2a None None] Port 74a0b4af-806c-4a97-9dcf-b2d91e384265 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:40:59.726403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0b4af-806c-4a97-9dcf-b2d91e384265 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:40:59.736534 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.750853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Transition to ACTIVE for port object 74a0b4af-806c-4a97-9dcf-b2d91e384265 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:40:59.756002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:40:59.816929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b4af-806c-4a97-9dcf-b2d91e384265,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:59.922218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Attempting to bind port 74a0b4af-806c-4a97-9dcf-b2d91e384265 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:40:59.922564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Attempting to bind port 74a0b4af-806c-4a97-9dcf-b2d91e384265 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:40:59.922936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Attempting to bind port 74a0b4af-806c-4a97-9dcf-b2d91e384265 on network 7e9fbc5c-28c2-4148-b892-31e69eca289d {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:59.934341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207a15c-d93a-440f-a911-9a82080cd682 req-1a21fdad-4caa-4990-b6dd-58658fa2dfad tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:40:59.936609 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0207a15c-d93a-440f-a911-9a82080cd682 req-1a21fdad-4caa-4990-b6dd-58658fa2dfad tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 944 time: 0.1024296 Oct 26 12:40:59.939124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Port 74a0b4af-806c-4a97-9dcf-b2d91e384265 on network 7e9fbc5c-28c2-4148-b892-31e69eca289d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:40:59.939446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Attempting to bind port 74a0b4af-806c-4a97-9dcf-b2d91e384265 on network 7e9fbc5c-28c2-4148-b892-31e69eca289d {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:59.952598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:40:59.952945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Checking segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:40:59.953497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Bound using segment: {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:59.953923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Bound port: 74a0b4af-806c-4a97-9dcf-b2d91e384265, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b23a2e2-bbbf-4964-84db-bc8d030e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:40:59.954158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:00.018675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0207a15c-d93a-440f-a911-9a82080cd682 req-19c0e739-e3a5-4907-a572-0d34f2e69e37 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755982 Oct 26 12:41:00.053978 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] For port 74a0b4af-806c-4a97-9dcf-b2d91e384265, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:00.058615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] For port 74a0b4af-806c-4a97-9dcf-b2d91e384265, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:00.064601 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:00.104523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.105160 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:00.106614 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] 10.222.0.30 "PUT /v2.0/ports/74a0b4af-806c-4a97-9dcf-b2d91e384265 HTTP/1.1" status: 200 len: 1092 time: 0.7441945 Oct 26 12:41:00.107751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'tag': '74a0b4af-806c-4a97-9dcf-b2d91e384265'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:41:00.110099 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b23a81f-9988-4e50-a133-bc86448288f1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7", "tag": "74a0b4af-806c-4a97-9dcf-b2d91e384265"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:41:00.145808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee304f-74ea-4066-b3e6-e0fbb2b392fd service neutron] Pushing event updated for resources: {'Port': ['ID=74a0b4af-806c-4a97-9dcf-b2d91e384265,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:00.163939 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccba372-428e-43a6-a95d-3a0d875df12f x-openstack-request-id: req-4ccba372-428e-43a6-a95d-3a0d875df12f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:41:00.164374 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7", "tag": "74a0b4af-806c-4a97-9dcf-b2d91e384265", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:41:00.165071 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ccba372-428e-43a6-a95d-3a0d875df12f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:41:00.165640 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'tag': '74a0b4af-806c-4a97-9dcf-b2d91e384265', 'status': 'completed', 'code': 200} Oct 26 12:41:00.224377 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-c0efe8b5-09eb-4207-a04e-b52cffc9111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.226731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-c0efe8b5-09eb-4207-a04e-b52cffc9111d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0478055 Oct 26 12:41:00.284844 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-32907ea4-3b03-469c-996b-879ca8abaa6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265 HTTP/1.1" status: 200 len: 217 time: 0.0457871 Oct 26 12:41:00.343465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-8142cee9-db8b-44d3-b15a-af79b791f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.345100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-8142cee9-db8b-44d3-b15a-af79b791f6ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=251ad32e-451f-497c-a6da-08d85e7f5f1f HTTP/1.1" status: 200 len: 856 time: 0.0473430 Oct 26 12:41:00.398959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-2a34c843-aeec-486c-a338-95d0defa479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.400452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-2a34c843-aeec-486c-a338-95d0defa479d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e9fbc5c-28c2-4148-b892-31e69eca289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438893 Oct 26 12:41:00.507158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-5a58dfee-2ee1-4944-b4fa-96b4cd4fb419 service neutron] 10.222.0.30 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945008 Oct 26 12:41:00.609841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14db30bc-3c2b-40db-bb6b-83172a44fd20 req-d4413740-70d7-41b6-a30a-e8df01f5e91b service neutron] 10.222.0.30 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912330 Oct 26 12:41:00.711077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-26a948d7-8b2b-40d9-8943-1e981caf80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.712623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-26a948d7-8b2b-40d9-8943-1e981caf80f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0486250 Oct 26 12:41:00.814438 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-540df3b8-b26c-4fdf-9917-8cb93a4ec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.816005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-540df3b8-b26c-4fdf-9917-8cb93a4ec339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 200 len: 919 time: 0.0950587 Oct 26 12:41:00.867418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-6868475c-8d5c-45e1-b654-8c826b498dad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265 HTTP/1.1" status: 200 len: 217 time: 0.0424504 Oct 26 12:41:00.924026 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-ef031fe4-5a1c-404b-923c-99faacf77e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.926214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-ef031fe4-5a1c-404b-923c-99faacf77e4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=251ad32e-451f-497c-a6da-08d85e7f5f1f HTTP/1.1" status: 200 len: 856 time: 0.0518677 Oct 26 12:41:00.980287 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-3305c316-6462-469d-9015-4d20faf80486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:00.981907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-3305c316-6462-469d-9015-4d20faf80486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e9fbc5c-28c2-4148-b892-31e69eca289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467985 Oct 26 12:41:01.097950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-71f49648-48b9-4426-91e0-2ad237fdeeda service neutron] 10.222.0.30 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066775 Oct 26 12:41:01.207522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfc209-a804-47a4-898e-2958f3f06079 req-8f63e554-08a0-433f-984f-28a7ce826e05 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:01.209063 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84dfc209-a804-47a4-898e-2958f3f06079 req-8f63e554-08a0-433f-984f-28a7ce826e05 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 944 time: 0.1070445 Oct 26 12:41:01.246079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b23a81f-9988-4e50-a133-bc86448288f1 req-332d1ecb-140d-4dd9-a475-55e60d21f382 service neutron] 10.222.0.30 "GET /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346824 Oct 26 12:41:01.264017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84dfc209-a804-47a4-898e-2958f3f06079 req-8b4216ca-6aa6-4c7b-a720-4af5335ef2ea tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Oct 26 12:41:02.394111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dd8a9-31ab-47c9-a8f7-4054f99bcd30 req-c91d8e04-dc98-431b-b133-33c39b1ca9bc tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:02.395942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f3dd8a9-31ab-47c9-a8f7-4054f99bcd30 req-c91d8e04-dc98-431b-b133-33c39b1ca9bc tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 944 time: 0.0559106 Oct 26 12:41:02.442764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2f3dd8a9-31ab-47c9-a8f7-4054f99bcd30 req-85ea2cc3-d7f6-4667-979e-bed3f6c96828 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Oct 26 12:41:03.013411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74a0b4af-806c-4a97-9dcf-b2d91e384265 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:41:03.117604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74a0b4af-806c-4a97-9dcf-b2d91e384265, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:03.129819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '74a0b4af-806c-4a97-9dcf-b2d91e384265', 'network_id': '7e9fbc5c-28c2-4148-b892-31e69eca289d', 'port_id': '74a0b4af-806c-4a97-9dcf-b2d91e384265', 'mac_address': 'fa:16:3e:f9:fd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251ad32e-451f-497c-a6da-08d85e7f5f1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:41:03.166751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:03.180056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a0b4af-806c-4a97-9dcf-b2d91e384265 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:41:03.205296 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74a0b4af-806c-4a97-9dcf-b2d91e384265, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:03.209510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:03.264705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74a0b4af-806c-4a97-9dcf-b2d91e384265,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:03.272393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.272748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.273095 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.273437 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.273774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.274110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.274441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.274776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.275132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.275461 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.275786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.276112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:03.460595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['74a0b4af-806c-4a97-9dcf-b2d91e384265'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:41:03.568959 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ace461-1924-4947-bbde-5b5d92f715f3 req-624aefb0-f82d-4a10-942b-419d1e31663b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:03.570454 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ace461-1924-4947-bbde-5b5d92f715f3 req-624aefb0-f82d-4a10-942b-419d1e31663b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0561647 Oct 26 12:41:03.611492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2ace461-1924-4947-bbde-5b5d92f715f3 req-2ce20c52-ce46-4991-8abe-a08cd18a0c80 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Oct 26 12:41:04.288251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:04.751776 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45fda7-39cc-420c-a5b5-0cbd7f79c628 req-d7c7691c-07a8-45e9-a8f6-02736e085fc8 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:04.753348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c45fda7-39cc-420c-a5b5-0cbd7f79c628 req-d7c7691c-07a8-45e9-a8f6-02736e085fc8 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0644550 Oct 26 12:41:04.798447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1c45fda7-39cc-420c-a5b5-0cbd7f79c628 req-618d2d31-0060-47ef-a6e8-936cc3435d15 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354345 Oct 26 12:41:05.026883 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74a0b4af-806c-4a97-9dcf-b2d91e384265 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:05.083159 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 74a0b4af-806c-4a97-9dcf-b2d91e384265 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:41:05.090254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 74a0b4af-806c-4a97-9dcf-b2d91e384265 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:05.091991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:05.203478 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:05.234206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0b4af-806c-4a97-9dcf-b2d91e384265'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:41:05.236695 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb76ae1-64c0-448a-8387-52beb97a0976" -d '{"events": [{"server_uuid": "dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "74a0b4af-806c-4a97-9dcf-b2d91e384265"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:41:05.251660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 74a0b4af-806c-4a97-9dcf-b2d91e384265, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:05.257349 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:05.295125 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a9e84d-ed13-4f0c-bdc8-995dce131b15 x-openstack-request-id: req-15a9e84d-ed13-4f0c-bdc8-995dce131b15 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:41:05.295967 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "74a0b4af-806c-4a97-9dcf-b2d91e384265", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:41:05.295967 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15a9e84d-ed13-4f0c-bdc8-995dce131b15 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:41:05.296200 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0b4af-806c-4a97-9dcf-b2d91e384265', 'code': 200} Oct 26 12:41:05.321757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=74a0b4af-806c-4a97-9dcf-b2d91e384265,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:05.413054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95b46-9d93-4b42-bc2e-aaef1ed43702 req-2898b842-a743-4f17-b3b6-ec9b105c17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:05.414564 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45e95b46-9d93-4b42-bc2e-aaef1ed43702 req-2898b842-a743-4f17-b3b6-ec9b105c17c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0434675 Oct 26 12:41:05.456963 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45e95b46-9d93-4b42-bc2e-aaef1ed43702 req-1de43321-f313-4bb7-8342-e8f73aeccf13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305548 Oct 26 12:41:05.805049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:05.919117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b55f9-6070-4211-abc3-84347f9a60b5 req-6e2151b6-1f2b-4dc0-8bd4-1e2a6cbd97c5 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:05.921165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-475b55f9-6070-4211-abc3-84347f9a60b5 req-6e2151b6-1f2b-4dc0-8bd4-1e2a6cbd97c5 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0511117 Oct 26 12:41:05.961774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-475b55f9-6070-4211-abc3-84347f9a60b5 req-8c65d229-4be2-45c1-87ea-6728188c8440 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Oct 26 12:41:07.095926 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7440d8-0a17-4b79-9da6-064e1f98cfe3 req-dfe16870-c30e-46ef-b55c-ac10af0a0499 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:07.101142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db7440d8-0a17-4b79-9da6-064e1f98cfe3 req-dfe16870-c30e-46ef-b55c-ac10af0a0499 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0633421 Oct 26 12:41:07.168705 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db7440d8-0a17-4b79-9da6-064e1f98cfe3 req-6d0d2e67-774d-466b-b129-285c2f36378b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614643 Oct 26 12:41:07.294252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a5b5d-7dee-48f4-ba07-70629286f14b req-ab53fa91-de38-48b8-8b90-1875cd835a8b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:07.295861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-361a5b5d-7dee-48f4-ba07-70629286f14b req-ab53fa91-de38-48b8-8b90-1875cd835a8b tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0544138 Oct 26 12:41:07.345920 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-361a5b5d-7dee-48f4-ba07-70629286f14b req-909b3547-c933-4953-9378-505f5bbd6dcf tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 Oct 26 12:41:19.247991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52abe8b7-4839-452a-9939-098cbf0ed49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:21.797866 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-506278aa-e443-4168-b8af-5e4c1de03aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:22.970209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:23.395087 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:24.797225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:25.564726 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:41:31.285233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b3cc-c594-4cef-8e49-79c6d4f0c633 req-461886c5-5d0a-41bc-ae6f-d5e53c80a6b0 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:31.286889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9442b3cc-c594-4cef-8e49-79c6d4f0c633 req-461886c5-5d0a-41bc-ae6f-d5e53c80a6b0 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0614605 Oct 26 12:41:31.339496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9442b3cc-c594-4cef-8e49-79c6d4f0c633 req-572c8ac1-88f5-4599-96e4-2ad3ac2c557d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 Oct 26 12:41:32.464194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0aaa7-11d0-4c30-aa00-b855b7002d01 req-f0fd44a3-d639-4fee-ae19-72bde75b47d0 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:32.465749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9d0aaa7-11d0-4c30-aa00-b855b7002d01 req-f0fd44a3-d639-4fee-ae19-72bde75b47d0 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0539532 Oct 26 12:41:32.504777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9d0aaa7-11d0-4c30-aa00-b855b7002d01 req-6d8a329d-ab21-4ced-8754-77de25a9a7e3 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/security-groups?id=d3d3715f-351a-407c-9894-964bf2eb62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Oct 26 12:41:32.991731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4f052-433f-411b-ae73-3e0355f59762 req-f38cd26f-e551-4fc0-bd70-94f9017453c4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:32.993227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32b4f052-433f-411b-ae73-3e0355f59762 req-f38cd26f-e551-4fc0-bd70-94f9017453c4 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0515416 Oct 26 12:41:33.102153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Deleting port 74a0b4af-806c-4a97-9dcf-b2d91e384265 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:33.102499 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:33.197775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] For port 74a0b4af-806c-4a97-9dcf-b2d91e384265, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=74a0b4af-806c-4a97-9dcf-b2d91e384265,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:33.198145 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:33.211033 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Calling delete_port for 74a0b4af-806c-4a97-9dcf-b2d91e384265 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:33.357778 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:33.375047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['74a0b4af-806c-4a97-9dcf-b2d91e384265'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:41:33.388082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Pushing event deleted for resources: {'Port': ['ID=74a0b4af-806c-4a97-9dcf-b2d91e384265,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:33.431369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] No DVR routers for this DVR port 74a0b4af-806c-4a97-9dcf-b2d91e384265 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:41:33.434703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:33.438490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32b4f052-433f-411b-ae73-3e0355f59762 req-b371f97a-28bb-45c0-81dc-6684e371a49d tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.30 "DELETE /v2.0/ports/74a0b4af-806c-4a97-9dcf-b2d91e384265 HTTP/1.1" status: 204 len: 173 time: 0.4351876 Oct 26 12:41:33.438984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'name': 'network-vif-deleted', 'tag': '74a0b4af-806c-4a97-9dcf-b2d91e384265'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:41:33.441447 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e630b-e13f-41a0-9949-e0178e1bb2ee" -d '{"events": [{"server_uuid": "dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7", "name": "network-vif-deleted", "tag": "74a0b4af-806c-4a97-9dcf-b2d91e384265"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:41:33.483777 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff410c7-a695-491b-93b3-16a8cd283e69 x-openstack-request-id: req-eff410c7-a695-491b-93b3-16a8cd283e69 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:41:33.484416 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7", "name": "network-vif-deleted", "tag": "74a0b4af-806c-4a97-9dcf-b2d91e384265", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:41:33.484518 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eff410c7-a695-491b-93b3-16a8cd283e69 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:41:33.484953 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7', 'name': 'network-vif-deleted', 'tag': '74a0b4af-806c-4a97-9dcf-b2d91e384265', 'status': 'completed', 'code': 200} Oct 26 12:41:33.655554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b1622e3b-ecf9-4242-811c-8068ac0fde74 req-1edfc817-975e-47fe-b5ef-00e1e7a84ba6 tempest-TestEncryptedCinderVolumes-802291490 tempest-TestEncryptedCinderVolumes-802291490-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd1c7aa9-87d0-49e5-9f57-5f7b4f25c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0350690 Oct 26 12:41:34.468423 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:34.750452 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52350) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:35.121339 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:35.386502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Deleting port 8181139b-0315-49e5-be4a-f36bbb41fe7c {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:35.386756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:35.470414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] For port 8181139b-0315-49e5-be4a-f36bbb41fe7c, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=8181139b-0315-49e5-be4a-f36bbb41fe7c,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:35.470775 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:35.484300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Calling delete_port for 8181139b-0315-49e5-be4a-f36bbb41fe7c owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:35.709171 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:35.734498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Pushing event deleted for resources: {'Port': ['ID=8181139b-0315-49e5-be4a-f36bbb41fe7c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:35.813451 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:35.946463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:36.174811 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Router e30037e3-d98a-401d-8399-6dd96da621be has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:41:36.280765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:41:36.286470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-690c08d8-e552-4fff-aa89-c8b57041d143 admin admin] 10.222.0.88 "PUT /v2.0/routers/e30037e3-d98a-401d-8399-6dd96da621be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345366 Oct 26 12:41:36.288397 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:36.291604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] Sync routers for ids ['e30037e3-d98a-401d-8399-6dd96da621be'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:36.307661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] Routers {'e30037e3-d98a-401d-8399-6dd96da621be'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:36.308792 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e30037e3-d98a-401d-8399-6dd96da621be'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:36.433986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] Set router e30037e3-d98a-401d-8399-6dd96da621be gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:36.672920 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:41:35Z', 'revision_number': 5, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:36.699979 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] Checking router: e30037e3-d98a-401d-8399-6dd96da621be for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:36.706373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:36.709004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] Routers {'e30037e3-d98a-401d-8399-6dd96da621be'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:36.709608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['e30037e3-d98a-401d-8399-6dd96da621be'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:36.821942 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] Set router e30037e3-d98a-401d-8399-6dd96da621be gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:36.845542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:36.923256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Deleting port 822b49ab-440c-475e-8175-f0158c186f5e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:36.923523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.013325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] For port 822b49ab-440c-475e-8175-f0158c186f5e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=822b49ab-440c-475e-8175-f0158c186f5e,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:37.014423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.019583 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:41:35Z', 'revision_number': 5, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:37.028553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Calling delete_port for 822b49ab-440c-475e-8175-f0158c186f5e owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:37.050660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605bf03-21a6-4e48-ae67-f020e467fd2e None None] The sync data for ids ['e30037e3-d98a-401d-8399-6dd96da621be'] in n-d-812150-3 is: [{'id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'name': 'tempest-TestEncryptedCinderVolumes-2087758141-router', 'tenant_id': '32e35a4c96c34a98b3a52bb0141c1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '822b49ab-440c-475e-8175-f0158c186f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:08Z', 'updated_at': '2021-10-26T12:41:35Z', 'revision_number': 5, 'project_id': '32e35a4c96c34a98b3a52bb0141c1834', 'gw_port': {'id': '822b49ab-440c-475e-8175-f0158c186f5e', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30037e3-d98a-401d-8399-6dd96da621be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:09Z', 'updated_at': '2021-10-26T12:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:37.208441 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.213786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74a0b4af-806c-4a97-9dcf-b2d91e384265 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:37.234496 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Pushing event deleted for resources: {'Port': ['ID=822b49ab-440c-475e-8175-f0158c186f5e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:37.235516 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 74a0b4af-806c-4a97-9dcf-b2d91e384265 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:37.236378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 74a0b4af-806c-4a97-9dcf-b2d91e384265 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:37.304261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.399039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.401349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.458226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.459376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30037e3-d98a-401d-8399-6dd96da621be {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:41:37.464525 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.468584 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b90b07da-597e-47bd-955f-5a737537e526 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e30037e3-d98a-401d-8399-6dd96da621be HTTP/1.1" status: 204 len: 168 time: 1.1763601 Oct 26 12:41:37.468791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52362) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:37.516817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Deleting subnet 251ad32e-451f-497c-a6da-08d85e7f5f1f {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:41:37.520236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.568542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.676788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.739541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.770577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251ad32e-451f-497c-a6da-08d85e7f5f1f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:37.775624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.779621 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0f29fdd6-45e9-40ee-90a7-b0f3277b8297 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/251ad32e-451f-497c-a6da-08d85e7f5f1f HTTP/1.1" status: 204 len: 168 time: 0.3098428 Oct 26 12:41:37.782085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52364) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:37.785413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a3edf-354d-49ea-817a-a43dc3fb80d4 None None] Network 7e9fbc5c-28c2-4148-b892-31e69eca289d requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:41:37.858327 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.916254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Deleting port 16cbe479-fe89-4b98-befe-eab98ece69ec {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:37.916697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:37.986394 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] For port 16cbe479-fe89-4b98-befe-eab98ece69ec, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=16cbe479-fe89-4b98-befe-eab98ece69ec,segment=NetworkSegment(1b23a2e2-bbbf-4964-84db-bc8d030e1f31),segment_id=1b23a2e2-bbbf-4964-84db-bc8d030e1f31)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:37.986762 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.013413 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Calling delete_port for 16cbe479-fe89-4b98-befe-eab98ece69ec owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:38.089334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] DHCP port deletion for 7e9fbc5c-28c2-4148-b892-31e69eca289d request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:41:38.135583 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.174405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Pushing event deleted for resources: {'Port': ['ID=16cbe479-fe89-4b98-befe-eab98ece69ec,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:38.182247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] No DVR routers for this DVR port 16cbe479-fe89-4b98-befe-eab98ece69ec on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:41:38.189611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Deleting port 16cbe479-fe89-4b98-befe-eab98ece69ec {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:38.190331 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.198596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8181139b-0315-49e5-be4a-f36bbb41fe7c no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:38.296669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 8181139b-0315-49e5-be4a-f36bbb41fe7c {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:38.297116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 8181139b-0315-49e5-be4a-f36bbb41fe7c not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:38.297693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 822b49ab-440c-475e-8175-f0158c186f5e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:38.315814 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.344717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9fbc5c-28c2-4148-b892-31e69eca289d']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:38.345372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 822b49ab-440c-475e-8175-f0158c186f5e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:38.345926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 822b49ab-440c-475e-8175-f0158c186f5e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:38.346914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16cbe479-fe89-4b98-befe-eab98ece69ec no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:38.356554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b23a2e2-bbbf-4964-84db-bc8d030e1f31') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:38.356875 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b23a2e2-bbbf-4964-84db-bc8d030e1f31') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:38.367561 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.382598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.390684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:41:38.391062 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:41:38.393156 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:41:38.397123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 16cbe479-fe89-4b98-befe-eab98ece69ec {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:38.397123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 16cbe479-fe89-4b98-befe-eab98ece69ec not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:38.402547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] For port 16cbe479-fe89-4b98-befe-eab98ece69ec, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:38.403142 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.424143 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Calling delete_port for 16cbe479-fe89-4b98-befe-eab98ece69ec owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:38.427345 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Port 16cbe479-fe89-4b98-befe-eab98ece69ec was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:41:38.428689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.453517 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.459035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] Pushing event deleted for resources: {'Port': ['ID=16cbe479-fe89-4b98-befe-eab98ece69ec,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:38.461894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:38.462354 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b8496-c66c-4d9d-9af7-29f8b6cd3ec9 None None] No DVR routers for this DVR port 16cbe479-fe89-4b98-befe-eab98ece69ec on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:41:38.465246 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] 10.222.0.88 "DELETE /v2.0/networks/7e9fbc5c-28c2-4148-b892-31e69eca289d HTTP/1.1" status: 204 len: 168 time: 0.6821711 Oct 26 12:41:38.470568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52366) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:38.484784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1723b38-8e7a-4206-afa3-be86e03bd28a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9fbc5c-28c2-4148-b892-31e69eca289d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:38.869162 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:39.159478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Deleting port 56290ffe-ff8b-47b4-98f5-53775d74e9f5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:39.159718 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:39.247655 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] For port 56290ffe-ff8b-47b4-98f5-53775d74e9f5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=56290ffe-ff8b-47b4-98f5-53775d74e9f5,segment=NetworkSegment(587c7cc3-1469-4938-8b66-56d387560c4d),segment_id=587c7cc3-1469-4938-8b66-56d387560c4d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:39.248008 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:39.259744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Calling delete_port for 56290ffe-ff8b-47b4-98f5-53775d74e9f5 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:39.451419 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:39.479779 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56290ffe-ff8b-47b4-98f5-53775d74e9f5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:39.672788 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:39.944260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Router 03d66102-7831-43f7-a6fb-3a564f8c1e09 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:41:40.061487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:41:40.067203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-552439b8-b372-457f-9332-901f8ff5c6b1 admin admin] 10.222.0.88 "PUT /v2.0/routers/03d66102-7831-43f7-a6fb-3a564f8c1e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5950582 Oct 26 12:41:40.071610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52370) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:40.081699 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] Sync routers for ids ['03d66102-7831-43f7-a6fb-3a564f8c1e09'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:40.098941 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] Routers {'03d66102-7831-43f7-a6fb-3a564f8c1e09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:40.100314 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['03d66102-7831-43f7-a6fb-3a564f8c1e09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:40.194748 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.294050 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] Set router 03d66102-7831-43f7-a6fb-3a564f8c1e09 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:40.302704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.360437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Deleting port 73133093-2fc7-422d-8f55-db0df7d37508 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:40.360796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.458570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] For port 73133093-2fc7-422d-8f55-db0df7d37508, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=73133093-2fc7-422d-8f55-db0df7d37508,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:40.459233 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.480161 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Calling delete_port for 73133093-2fc7-422d-8f55-db0df7d37508 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:40.536244 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '73133093-2fc7-422d-8f55-db0df7d37508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:41:39Z', 'revision_number': 5, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port': {'id': '73133093-2fc7-422d-8f55-db0df7d37508', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:40:14Z', 'updated_at': '2021-10-26T12:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:40.571381 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] Checking router: 03d66102-7831-43f7-a6fb-3a564f8c1e09 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:40.581487 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] Routers {'03d66102-7831-43f7-a6fb-3a564f8c1e09'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:40.582120 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['03d66102-7831-43f7-a6fb-3a564f8c1e09'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:40.676793 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.682838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] Set router 03d66102-7831-43f7-a6fb-3a564f8c1e09 gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:40.720495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Pushing event deleted for resources: {'Port': ['ID=73133093-2fc7-422d-8f55-db0df7d37508,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:40.745967 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:41:40Z', 'revision_number': 6, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:40.775389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f65049-897b-41a3-8498-f992145b4a7e None None] The sync data for ids ['03d66102-7831-43f7-a6fb-3a564f8c1e09'] in n-d-812150-3 is: [{'id': '03d66102-7831-43f7-a6fb-3a564f8c1e09', 'name': 'tempest-TestEncryptedCinderVolumes-372390291-router', 'tenant_id': '647de7317454423d86c8b7fe3f0636a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:40:13Z', 'updated_at': '2021-10-26T12:41:40Z', 'revision_number': 6, 'project_id': '647de7317454423d86c8b7fe3f0636a9', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:40.809026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.917998 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.920440 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.975788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.976578 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d66102-7831-43f7-a6fb-3a564f8c1e09 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:41:40.982046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:40.983564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1edfbe77-5971-4ae2-96a8-1dbc382148af admin admin] 10.222.0.88 "DELETE /v2.0/routers/03d66102-7831-43f7-a6fb-3a564f8c1e09 HTTP/1.1" status: 204 len: 168 time: 0.9128683 Oct 26 12:41:40.986294 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52372) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:41.034459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Deleting subnet ab05242d-0e2b-4e96-8456-5f35f4fd69f2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:41:41.037749 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.079735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.164282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.247762 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.272798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab05242d-0e2b-4e96-8456-5f35f4fd69f2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:41.280341 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.281845 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9354f81f-d4ae-4050-8f14-b40e172c1204 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ab05242d-0e2b-4e96-8456-5f35f4fd69f2 HTTP/1.1" status: 204 len: 168 time: 0.2942860 Oct 26 12:41:41.284578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52374) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:41.286599 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08901c0-f7fe-42fb-a148-ebe444444e04 None None] Network 98db2d97-3f66-48f7-96bc-e30b9dc06184 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:41:41.359174 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.420456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Deleting port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:41.420801 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.493765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] For port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,segment=NetworkSegment(587c7cc3-1469-4938-8b66-56d387560c4d),segment_id=587c7cc3-1469-4938-8b66-56d387560c4d)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:41.494232 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.506613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Calling delete_port for 4b92ec7f-c52c-45c5-8452-22d534aeaaaa owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:41.578484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] DHCP port deletion for 98db2d97-3f66-48f7-96bc-e30b9dc06184 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:41:41.607073 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.633975 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Deleting port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:41:41.634354 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.718672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] For port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:41.719399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.745177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Calling delete_port for 4b92ec7f-c52c-45c5-8452-22d534aeaaaa owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:41:41.750626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 12:41:41.752770 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:41.797651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] Pushing event deleted for resources: {'Port': ['ID=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:41.807945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f999c-12de-4264-a9b4-d6268ee2d370 None None] No DVR routers for this DVR port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:41:41.980415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b92ec7f-c52c-45c5-8452-22d534aeaaaa,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:41.984024 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] No DVR routers for this DVR port 4b92ec7f-c52c-45c5-8452-22d534aeaaaa on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:41:42.072297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.074690 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 56290ffe-ff8b-47b4-98f5-53775d74e9f5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:42.103309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 56290ffe-ff8b-47b4-98f5-53775d74e9f5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:42.103721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 56290ffe-ff8b-47b4-98f5-53775d74e9f5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:42.104150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b92ec7f-c52c-45c5-8452-22d534aeaaaa no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:42.106574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98db2d97-3f66-48f7-96bc-e30b9dc06184']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:42.118253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c7cc3-1469-4938-8b66-56d387560c4d') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:42.118547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c7cc3-1469-4938-8b66-56d387560c4d') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:42.124923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 4b92ec7f-c52c-45c5-8452-22d534aeaaaa {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:42.125279 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 4b92ec7f-c52c-45c5-8452-22d534aeaaaa not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:42.125702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73133093-2fc7-422d-8f55-db0df7d37508 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:42.139381 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.146631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 73133093-2fc7-422d-8f55-db0df7d37508 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:41:42.147263 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73133093-2fc7-422d-8f55-db0df7d37508 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:41:42.157974 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.165169 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:41:42.165503 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:41:42.167322 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:41:42.228511 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.234624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.237988 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] 10.222.0.88 "DELETE /v2.0/networks/98db2d97-3f66-48f7-96bc-e30b9dc06184 HTTP/1.1" status: 204 len: 168 time: 0.9516487 Oct 26 12:41:42.250581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789944cd-03cb-4f4d-b16f-a65e96298571 admin admin] Pushing event deleted for resources: {'Network': ['ID=98db2d97-3f66-48f7-96bc-e30b9dc06184,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:42.445855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52378) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:42.487236 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-be8f833a-8f2f-437a-93e6-e76623421f9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32e35a4c96c34a98b3a52bb0141c1834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400536 Oct 26 12:41:42.489642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52380) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:42.541235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8708c7f7-780b-4ee8-9a6d-53930038e2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.565475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8708c7f7-780b-4ee8-9a6d-53930038e2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.617905 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8708c7f7-780b-4ee8-9a6d-53930038e2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.620404 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8708c7f7-780b-4ee8-9a6d-53930038e2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:42.622134 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8708c7f7-780b-4ee8-9a6d-53930038e2f3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d3d3715f-351a-407c-9894-964bf2eb62cb HTTP/1.1" status: 204 len: 168 time: 0.1310406 Oct 26 12:41:42.630701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c7f7-780b-4ee8-9a6d-53930038e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d3715f-351a-407c-9894-964bf2eb62cb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:43.036702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52386) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:43.083447 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3cb8d50e-3326-4337-8752-123adb740c7d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=647de7317454423d86c8b7fe3f0636a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453832 Oct 26 12:41:43.085846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52388) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:43.143213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ab19-f4cb-406f-aba9-76f97231a2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:43.168063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ab19-f4cb-406f-aba9-76f97231a2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:43.226844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ab19-f4cb-406f-aba9-76f97231a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:43.230381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ab19-f4cb-406f-aba9-76f97231a2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:43.235666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8bf0ab19-f4cb-406f-aba9-76f97231a2f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ad3d2bfb-34a9-48f3-9efc-0067a48e211a HTTP/1.1" status: 204 len: 168 time: 0.1448321 Oct 26 12:41:43.245736 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0ab19-f4cb-406f-aba9-76f97231a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d2bfb-34a9-48f3-9efc-0067a48e211a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:43.969347 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52412) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:44.093311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1313585912-network', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:41:44.117896 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Made reservation on behalf of 17ec3ab34a4d41a4ab2d5a721ff629a1 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:41:44.120543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.129947 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.207638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.212119 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.238763 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:41:44.247768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845da093-8b6e-4bcf-9a14-3a1aa74e6deb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:44.254351 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.254706 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Added segment ecf373b6-74cd-438b-81a9-a9c0761ad281 of type vlan for network 3da3422a-6069-47db-aa88-f595e054e9a1 Oct 26 12:41:44.296002 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.324330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.325337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:44.325936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.379021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4084201 Oct 26 12:41:44.382246 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52416) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:44.387521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Request body: {'subnet': {'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1313585912-subnet', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:41:44.390210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797be4f-161f-4e0b-baf4-76342515ef15 admin admin] Pushing event updated for resources: {'Network': ['ID=3da3422a-6069-47db-aa88-f595e054e9a1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:44.399756 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 3da3422a-6069-47db-aa88-f595e054e9a1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:41:44.410976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Made reservation on behalf of 17ec3ab34a4d41a4ab2d5a721ff629a1 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:41:44.413364 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.585656 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.635036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f9b6c2-c1fc-426e-907e-56f7a83800ea,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:44.655763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Checking segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:44.656122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Network hostable DHCP agents. Network: 3da3422a-6069-47db-aa88-f595e054e9a1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:41:44.672067 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Network 3da3422a-6069-47db-aa88-f595e054e9a1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:41:44.680942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 3da3422a-6069-47db-aa88-f595e054e9a1) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:44.685310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:44.685896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.690759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7aca0b-85e7-484a-8ccb-ea848c9a31b4 None None] Network 3da3422a-6069-47db-aa88-f595e054e9a1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:41:44.703117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a92bf1a4-f602-4b8f-b8c2-7ccd1872f70e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3195429 Oct 26 12:41:44.705770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52418) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:44.710213 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:41:44.733828 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.734987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.787611 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.843838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-3da3422a-6069-47db-aa88-f595e054e9a1', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:41:44.844815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.930825 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:44.987513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Allocated IP 172.20.0.2 (3da3422a-6069-47db-aa88-f595e054e9a1/a1f9b6c2-c1fc-426e-907e-56f7a83800ea/304771f9-4c41-4676-b7c2-df455efc6942) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:41:45.140456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.147250 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.153238 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.172793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.192936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Network 3da3422a-6069-47db-aa88-f595e054e9a1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:45.195904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:45.200905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:41:45.204119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Pushing event updated for resources: {'Port': ['ID=304771f9-4c41-4676-b7c2-df455efc6942,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:45.259266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Attempting to bind port 304771f9-4c41-4676-b7c2-df455efc6942 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:41:45.259546 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Attempting to bind port 304771f9-4c41-4676-b7c2-df455efc6942 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:41:45.259917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Attempting to bind port 304771f9-4c41-4676-b7c2-df455efc6942 on network 3da3422a-6069-47db-aa88-f595e054e9a1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:41:45.266152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:41:45.266523 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Checking segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:45.266963 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.267360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Bound using segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:41:45.267898 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Bound port: 304771f9-4c41-4676-b7c2-df455efc6942, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:41:45.268869 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.281286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Allocated IP 172.25.4.109 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/da08c1f8-1353-4e41-95df-171cdeb48896) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:41:45.333950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] For port 304771f9-4c41-4676-b7c2-df455efc6942, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:45.337665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] For port 304771f9-4c41-4676-b7c2-df455efc6942, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=304771f9-4c41-4676-b7c2-df455efc6942,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:45.342195 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.401068 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.404171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810abcb-d02a-4a52-9065-07d28227b027 None None] Pushing event updated for resources: {'Port': ['ID=304771f9-4c41-4676-b7c2-df455efc6942,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:45.443192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.485003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:45.488278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:45.492052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:41:45.516858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Pushing event updated for resources: {'Port': ['ID=da08c1f8-1353-4e41-95df-171cdeb48896,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:45.777634 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:45.978944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.121498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 304771f9-4c41-4676-b7c2-df455efc6942 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:46.131528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Router 9a92518c-18d0-447e-a5b8-b41d238628b4 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:41:46.172450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 304771f9-4c41-4676-b7c2-df455efc6942 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:46.172837 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.248628 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:41:46.262730 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.266558 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Sync routers for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:46.269951 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.273891 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e21b9c0f-d421-40bd-aa73-0fb88f1867de admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5645988 Oct 26 12:41:46.274249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52420) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:46.290661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:46.291265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:46.546460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc2153-33ea-404c-99ca-a20834138b7c None None] Network 3da3422a-6069-47db-aa88-f595e054e9a1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:41:46.557994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 304771f9-4c41-4676-b7c2-df455efc6942, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=304771f9-4c41-4676-b7c2-df455efc6942,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:46.601798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.670680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-00664096-a43f-49a1-97b5-9f802d4c560f None None] Provisioning complete for port 304771f9-4c41-4676-b7c2-df455efc6942 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:46.671093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-00664096-a43f-49a1-97b5-9f802d4c560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.739636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:46.756437 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:46.812064 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=304771f9-4c41-4676-b7c2-df455efc6942,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:46.939430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Allocated IP 172.20.0.1 (3da3422a-6069-47db-aa88-f595e054e9a1/a1f9b6c2-c1fc-426e-907e-56f7a83800ea/63e13ea9-630d-4eb2-b648-74dabb3b5825) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:41:47.051813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:45Z', 'revision_number': 3, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:47.062503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.081413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Checking router: 9a92518c-18d0-447e-a5b8-b41d238628b4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:47.081767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Updating router 9a92518c-18d0-447e-a5b8-b41d238628b4 port da08c1f8-1353-4e41-95df-171cdeb48896 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:41:47.103225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.117556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.147884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Network 3da3422a-6069-47db-aa88-f595e054e9a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:47.152812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:47.157259 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:41:47.160603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Pushing event updated for resources: {'Port': ['ID=63e13ea9-630d-4eb2-b648-74dabb3b5825,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:47.199894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.345740 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.364907 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-056c2eae-3314-4ad3-872f-4a60cdcb4e40 None None] Provisioning complete for port 304771f9-4c41-4676-b7c2-df455efc6942 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:47.365369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-056c2eae-3314-4ad3-872f-4a60cdcb4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.438278 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.448449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.531171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Attempting to bind port da08c1f8-1353-4e41-95df-171cdeb48896 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:41:47.531427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.531539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Attempting to bind port da08c1f8-1353-4e41-95df-171cdeb48896 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:41:47.531896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Attempting to bind port da08c1f8-1353-4e41-95df-171cdeb48896 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:41:47.537003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.548338 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:41:47.549030 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:47.549265 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.549656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:41:47.550339 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Bound port: da08c1f8-1353-4e41-95df-171cdeb48896, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:41:47.550936 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.556435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13d788-2886-4498-a8d0-67086d2ed7c9 None None] Pushing event updated for resources: {'Port': ['ID=da08c1f8-1353-4e41-95df-171cdeb48896,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:47.610478 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.612295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Pushing event updated for resources: {'Port': ['ID=63e13ea9-630d-4eb2-b648-74dabb3b5825,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:47.615015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] For port da08c1f8-1353-4e41-95df-171cdeb48896, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:47.619126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] For port da08c1f8-1353-4e41-95df-171cdeb48896, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da08c1f8-1353-4e41-95df-171cdeb48896,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:47.626202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.684563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:47.685262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:47.709982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Network 3da3422a-6069-47db-aa88-f595e054e9a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:47.711531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:47.728078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13d788-2886-4498-a8d0-67086d2ed7c9 None None] Pushing event updated for resources: {'Port': ['ID=da08c1f8-1353-4e41-95df-171cdeb48896,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:47.780809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-10e04871-0ff6-4f86-b691-2b2484a1e4c3 None None] Provisioning complete for port 63e13ea9-630d-4eb2-b648-74dabb3b5825 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:47.781187 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10e04871-0ff6-4f86-b691-2b2484a1e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:47.836466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-10e04871-0ff6-4f86-b691-2b2484a1e4c3 None None] Port 63e13ea9-630d-4eb2-b648-74dabb3b5825 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:41:47.837025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Router 9a92518c-18d0-447e-a5b8-b41d238628b4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:41:47.848196 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:47.959668 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:41:47.970925 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-85387e03-6c35-46cb-b13b-2eaa8d3059f3 admin admin] 10.222.0.88 "PUT /v2.0/routers/9a92518c-18d0-447e-a5b8-b41d238628b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896319 Oct 26 12:41:48.000237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-58c1477a-6f95-4c1b-a053-02822d8e27b1 None None] Provisioning complete for port 63e13ea9-630d-4eb2-b648-74dabb3b5825 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:48.000509 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-58c1477a-6f95-4c1b-a053-02822d8e27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.063453 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-58c1477a-6f95-4c1b-a053-02822d8e27b1 None None] Port 63e13ea9-630d-4eb2-b648-74dabb3b5825 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:41:48.091058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 304771f9-4c41-4676-b7c2-df455efc6942 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:48.158037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 2, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:48.188822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc2623-a8c8-4ce3-8cb6-c7a11e6abd0a None None] The sync data for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 is: [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 2, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:48.191317 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 304771f9-4c41-4676-b7c2-df455efc6942 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:48.191694 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.498300 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52436) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:48.503687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-695926289-network', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:41:48.528991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Made reservation on behalf of 852ca694f2c54e1e8915fbbc73ae08aa for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:41:48.531467 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.540930 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.633524 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.638226 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.661792 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:41:48.678449 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe65785-9e22-4663-8e23-261877c63c4e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:48.682667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.683051 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Added segment e6454047-fa01-458f-a4e8-8a7d7d9f32f5 of type vlan for network 6f748776-883b-41f3-9f8e-e1e2c925ba59 Oct 26 12:41:48.730270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.758968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.759977 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:48.760569 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:48.821216 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3216078 Oct 26 12:41:48.824097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52438) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:48.830075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Request body: {'subnet': {'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-695926289-subnet', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:41:48.831007 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d30ae4-1f05-4e45-910b-45fcc5042f2e admin admin] Pushing event updated for resources: {'Network': ['ID=6f748776-883b-41f3-9f8e-e1e2c925ba59,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:48.842573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:41:48.854037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Made reservation on behalf of 852ca694f2c54e1e8915fbbc73ae08aa for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:41:48.856553 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.072932 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.136477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990ea0dc-56b0-4c04-9677-f5d30a7a01d3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:49.144472 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Checking segment: {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:49.144773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Network hostable DHCP agents. Network: 6f748776-883b-41f3-9f8e-e1e2c925ba59, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:41:49.174036 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:41:49.185613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 6f748776-883b-41f3-9f8e-e1e2c925ba59) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:49.190732 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:41:49.192151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.196543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d2a0d-f9dd-4d61-aba3-019e6f859ea3 None None] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:41:49.218531 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d54f8f27-de20-4f1a-b7fe-d0438ae7db86 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3924220 Oct 26 12:41:49.219304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52440) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:49.226945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:41:49.253892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.255207 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.281810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-804fbea9-16bc-4057-b503-9cfba094b5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.316968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.394001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-6f748776-883b-41f3-9f8e-e1e2c925ba59', 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'fixed_ips': [{'subnet_id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:41:49.395346 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.559144 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Allocated IP 172.20.0.2 (6f748776-883b-41f3-9f8e-e1e2c925ba59/990ea0dc-56b0-4c04-9677-f5d30a7a01d3/70ab8aec-8bcc-4d6a-b01d-fa790261ef12) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:41:49.714836 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.721950 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.746601 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.763049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:49.765997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:49.768492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:41:49.781389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Pushing event updated for resources: {'Port': ['ID=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:49.832933 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Attempting to bind port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:41:49.833290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Attempting to bind port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:41:49.833666 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Attempting to bind port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 on network 6f748776-883b-41f3-9f8e-e1e2c925ba59 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:41:49.839350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:41:49.839350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Checking segment: {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:49.839762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.840140 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Bound using segment: {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:41:49.841214 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Bound port: 70ab8aec-8bcc-4d6a-b01d-fa790261ef12, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:41:49.841596 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.907442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] For port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:49.910903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] For port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:49.916578 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.964579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:49.979797 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043a13b-647a-4f1e-beb5-d14a223f3299 None None] Pushing event updated for resources: {'Port': ['ID=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:49.997141 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.122348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da08c1f8-1353-4e41-95df-171cdeb48896 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:50.157567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Allocated IP 172.25.4.139 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/6cfc0c66-ed59-4668-9233-164157a727b9) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:41:50.187359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port da08c1f8-1353-4e41-95df-171cdeb48896 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:50.188444 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.307260 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.323578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.335552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port da08c1f8-1353-4e41-95df-171cdeb48896, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da08c1f8-1353-4e41-95df-171cdeb48896,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:50.340863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.369773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.395689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=da08c1f8-1353-4e41-95df-171cdeb48896,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:50.422497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:50.425456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:50.429997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:41:50.433081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Pushing event updated for resources: {'Port': ['ID=6cfc0c66-ed59-4668-9233-164157a727b9,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:50.697085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.852389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Sync routers for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:50.863932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:50.864576 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:50.924090 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:50.976614 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:51.006158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c1ff2-e018-4801-a70b-4de3eee2860b None None] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:41:51.075635 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:41:51.194742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:41:51.211594 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 2, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:51.215933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.217084 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3bee142d-703d-44a7-8800-9e17d9bddcaa admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9961193 Oct 26 12:41:51.219819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52442) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:41:51.232862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Sync routers for ids ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:51.245234 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Checking router: 9a92518c-18d0-447e-a5b8-b41d238628b4 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:51.245582 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Updating router 9a92518c-18d0-447e-a5b8-b41d238628b4 port 63e13ea9-630d-4eb2-b648-74dabb3b5825 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:41:51.258182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Routers {'203a57a0-d4dc-4b33-b62e-ecb78ac82adb'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:51.258987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:51.273116 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.341983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-cb47c5c8-7991-4dac-b11b-5bae9a9fe3ea None None] Provisioning complete for port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:51.342359 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb47c5c8-7991-4dac-b11b-5bae9a9fe3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.470239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Set router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:51.570575 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.584679 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.647525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb47c5c8-7991-4dac-b11b-5bae9a9fe3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.665775 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Pushing event updated for resources: {'Port': ['ID=63e13ea9-630d-4eb2-b648-74dabb3b5825,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:51.691514 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.692109 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.692607 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.693074 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.693550 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.694041 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.707621 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.708314 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.708800 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.709269 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.709766 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.710251 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:41:51.723234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cb47c5c8-7991-4dac-b11b-5bae9a9fe3ea None None] For port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:51.729295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.746010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb47c5c8-7991-4dac-b11b-5bae9a9fe3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.755868 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Attempting to bind port 63e13ea9-630d-4eb2-b648-74dabb3b5825 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:41:51.756534 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Attempting to bind port 63e13ea9-630d-4eb2-b648-74dabb3b5825 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:41:51.757065 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Attempting to bind port 63e13ea9-630d-4eb2-b648-74dabb3b5825 on network 3da3422a-6069-47db-aa88-f595e054e9a1 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:41:51.765197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:41:51.765575 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Checking segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:51.767167 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.767569 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Bound using segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:41:51.768056 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Bound port: 63e13ea9-630d-4eb2-b648-74dabb3b5825, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:41:51.768438 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.847024 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a451-1c35-456d-a09d-83d804f955cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.863216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c5c8-7991-4dac-b11b-5bae9a9fe3ea None None] Pushing event updated for resources: {'Port': ['ID=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:51.878788 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] For port 63e13ea9-630d-4eb2-b648-74dabb3b5825, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:51.880288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 3, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:51.884145 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] For port 63e13ea9-630d-4eb2-b648-74dabb3b5825, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=63e13ea9-630d-4eb2-b648-74dabb3b5825,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:51.895430 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.917418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Checking router: 203a57a0-d4dc-4b33-b62e-ecb78ac82adb for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:51.918071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Updating router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb port 6cfc0c66-ed59-4668-9233-164157a727b9 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:41:51.958280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:51.969302 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690647c-c5f3-4923-ac85-784d9e86d9c2 None None] Pushing event updated for resources: {'Port': ['ID=63e13ea9-630d-4eb2-b648-74dabb3b5825,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:51.997050 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:51.997743 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:52.000383 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Allocated IP 172.20.0.1 (6f748776-883b-41f3-9f8e-e1e2c925ba59/990ea0dc-56b0-4c04-9677-f5d30a7a01d3/d4040db3-d00b-468c-b68e-6ca1255b4942) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:41:52.139779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7a929b55-d9c1-4dcc-bc52-ae774bb68ce7 None None] Provisioning complete for port 63e13ea9-630d-4eb2-b648-74dabb3b5825 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:52.140366 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7a929b55-d9c1-4dcc-bc52-ae774bb68ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.153345 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.215891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.236312 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:52.242039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:52.267587 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:41:52.312767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Pushing event updated for resources: {'Port': ['ID=d4040db3-d00b-468c-b68e-6ca1255b4942,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:52.322371 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.343489 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7a929b55-d9c1-4dcc-bc52-ae774bb68ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.404073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da08c1f8-1353-4e41-95df-171cdeb48896 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:52.461492 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:52.481648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7a929b55-d9c1-4dcc-bc52-ae774bb68ce7 None None] For port 63e13ea9-630d-4eb2-b648-74dabb3b5825, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=63e13ea9-630d-4eb2-b648-74dabb3b5825,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:52.498546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7a929b55-d9c1-4dcc-bc52-ae774bb68ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.501401 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.514826 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.545855 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.604538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a929b55-d9c1-4dcc-bc52-ae774bb68ce7 None None] Pushing event updated for resources: {'Port': ['ID=63e13ea9-630d-4eb2-b648-74dabb3b5825,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:52.658772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Attempting to bind port 6cfc0c66-ed59-4668-9233-164157a727b9 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:41:52.659182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Attempting to bind port 6cfc0c66-ed59-4668-9233-164157a727b9 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:41:52.659551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Attempting to bind port 6cfc0c66-ed59-4668-9233-164157a727b9 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:41:52.666173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port da08c1f8-1353-4e41-95df-171cdeb48896 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:52.666558 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.698063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:41:52.698460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:52.698881 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.699285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:41:52.699822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Bound port: 6cfc0c66-ed59-4668-9233-164157a727b9, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:41:52.700212 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.703321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.709033 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.730056 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:51Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:52.736259 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f27864-9eb4-4281-96b6-fbee726f95af None None] Pushing event updated for resources: {'Port': ['ID=6cfc0c66-ed59-4668-9233-164157a727b9,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:52.746493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Provisioning complete for port 63e13ea9-630d-4eb2-b648-74dabb3b5825 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:52.746909 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.770202 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a081b8-2ce4-4060-8a3d-aa05dc43f6bd None None] The sync data for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 is: [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:51Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:52.791303 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Pushing event updated for resources: {'Port': ['ID=d4040db3-d00b-468c-b68e-6ca1255b4942,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:52.794908 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.816521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] For port 6cfc0c66-ed59-4668-9233-164157a727b9, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:52.820949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] For port 6cfc0c66-ed59-4668-9233-164157a727b9, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6cfc0c66-ed59-4668-9233-164157a727b9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:52.849467 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:52.903667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:41:52.905428 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:41:52.925133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63e13ea9-630d-4eb2-b648-74dabb3b5825 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:53.008819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f27864-9eb4-4281-96b6-fbee726f95af None None] Pushing event updated for resources: {'Port': ['ID=6cfc0c66-ed59-4668-9233-164157a727b9,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:53.013463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Routers {'203a57a0-d4dc-4b33-b62e-ecb78ac82adb'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:53.014379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:53.048579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:41:53.119516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.168489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Provisioning complete for port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:53.169171 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.213963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 63e13ea9-630d-4eb2-b648-74dabb3b5825 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:53.214341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.221525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:41:53.222619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] Set router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:53.236142 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-07317cfb-22b0-40dc-b9eb-9a5d58849990 admin admin] 10.222.0.88 "PUT /v2.0/routers/203a57a0-d4dc-4b33-b62e-ecb78ac82adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150270 Oct 26 12:41:53.478750 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.687097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:53.745960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Provisioning complete for port d4040db3-d00b-468c-b68e-6ca1255b4942 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:53.746389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.799522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-513cca16-908e-4f83-a5e0-928fa7169952 None None] Port d4040db3-d00b-468c-b68e-6ca1255b4942 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:41:53.814484 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:53.814878 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.860045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'd4040db3-d00b-468c-b68e-6ca1255b4942', 'name': '', 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'mac_address': 'fa:16:3e:24:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:51Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 2, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'subnets': [{'id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:53.891780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de665ae4-0dcd-4865-8f3b-271b99743f13 None None] The sync data for ids ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'] in n-d-812150-3 is: [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'd4040db3-d00b-468c-b68e-6ca1255b4942', 'name': '', 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'mac_address': 'fa:16:3e:24:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:51Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 2, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'subnets': [{'id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:53.949938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-d9faaf52-b646-46cd-a9d7-bf632197977e None None] Provisioning complete for port d4040db3-d00b-468c-b68e-6ca1255b4942 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:53.950155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d9faaf52-b646-46cd-a9d7-bf632197977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:53.991827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d9faaf52-b646-46cd-a9d7-bf632197977e None None] Port d4040db3-d00b-468c-b68e-6ca1255b4942 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:41:54.110945 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63e13ea9-630d-4eb2-b648-74dabb3b5825 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:54.200269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 63e13ea9-630d-4eb2-b648-74dabb3b5825 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:54.200926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:54.798546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:56.144390 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6cfc0c66-ed59-4668-9233-164157a727b9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:56.205813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6cfc0c66-ed59-4668-9233-164157a727b9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:56.206190 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:56.311817 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:56.339871 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 6cfc0c66-ed59-4668-9233-164157a727b9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6cfc0c66-ed59-4668-9233-164157a727b9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:56.346896 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:56.407359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=6cfc0c66-ed59-4668-9233-164157a727b9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:56.617350 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Sync routers for ids ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:56.630998 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Routers {'203a57a0-d4dc-4b33-b62e-ecb78ac82adb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:56.631944 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:56.747261 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Set router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:56.985484 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'd4040db3-d00b-468c-b68e-6ca1255b4942', 'name': '', 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'mac_address': 'fa:16:3e:24:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:51Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 2, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'subnets': [{'id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:57.017224 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Checking router: 203a57a0-d4dc-4b33-b62e-ecb78ac82adb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:57.017473 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Updating router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb port d4040db3-d00b-468c-b68e-6ca1255b4942 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:41:57.048824 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.369051 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.375824 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.493859 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29231766-31fc-4e56-ad6b-bf7f65e2a46b None None] Pushing event updated for resources: {'Port': ['ID=d4040db3-d00b-468c-b68e-6ca1255b4942,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:57.514133 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Attempting to bind port d4040db3-d00b-468c-b68e-6ca1255b4942 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:41:57.514711 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Attempting to bind port d4040db3-d00b-468c-b68e-6ca1255b4942 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:41:57.515098 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Attempting to bind port d4040db3-d00b-468c-b68e-6ca1255b4942 on network 6f748776-883b-41f3-9f8e-e1e2c925ba59 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:41:57.522918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:41:57.522918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Checking segment: {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:41:57.522918 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.522918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Bound using segment: {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:41:57.522918 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Bound port: d4040db3-d00b-468c-b68e-6ca1255b4942, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:41:57.523492 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.602415 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] For port d4040db3-d00b-468c-b68e-6ca1255b4942, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:41:57.606692 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] For port d4040db3-d00b-468c-b68e-6ca1255b4942, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d4040db3-d00b-468c-b68e-6ca1255b4942,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:41:57.613264 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.678410 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Routers {'203a57a0-d4dc-4b33-b62e-ecb78ac82adb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:41:57.683093 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:41:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:57.768487 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29231766-31fc-4e56-ad6b-bf7f65e2a46b None None] Pushing event updated for resources: {'Port': ['ID=d4040db3-d00b-468c-b68e-6ca1255b4942,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:57.768740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6fa95ad1-5906-4419-a23f-91d1ca64f6e9 None None] Provisioning complete for port d4040db3-d00b-468c-b68e-6ca1255b4942 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:57.770179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6fa95ad1-5906-4419-a23f-91d1ca64f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.834960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] Set router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:41:57.921955 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6fa95ad1-5906-4419-a23f-91d1ca64f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:57.979047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6fa95ad1-5906-4419-a23f-91d1ca64f6e9 None None] For port d4040db3-d00b-468c-b68e-6ca1255b4942, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d4040db3-d00b-468c-b68e-6ca1255b4942,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:57.990854 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6fa95ad1-5906-4419-a23f-91d1ca64f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:58.057176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa95ad1-5906-4419-a23f-91d1ca64f6e9 None None] Pushing event updated for resources: {'Port': ['ID=d4040db3-d00b-468c-b68e-6ca1255b4942,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:58.076757 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'd4040db3-d00b-468c-b68e-6ca1255b4942', 'name': '', 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'mac_address': 'fa:16:3e:24:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:51Z', 'updated_at': '2021-10-26T12:41:57Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'subnets': [{'id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:58.110174 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2180-f2b9-480c-a803-5a3f2966ee8c None None] The sync data for ids ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'] in n-d-812150-3 is: [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'd4040db3-d00b-468c-b68e-6ca1255b4942', 'name': '', 'network_id': '6f748776-883b-41f3-9f8e-e1e2c925ba59', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'mac_address': 'fa:16:3e:24:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:51Z', 'updated_at': '2021-10-26T12:41:57Z', 'revision_number': 4, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'subnets': [{'id': '990ea0dc-56b0-4c04-9677-f5d30a7a01d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:58.122362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a9931d36-49cf-4e6e-aeff-6d8f33e65128 None None] Provisioning complete for port d4040db3-d00b-468c-b68e-6ca1255b4942 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:58.122739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9931d36-49cf-4e6e-aeff-6d8f33e65128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:58.168621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6cfc0c66-ed59-4668-9233-164157a727b9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:58.288747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6cfc0c66-ed59-4668-9233-164157a727b9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:58.289120 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:41:58.388985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d4040db3-d00b-468c-b68e-6ca1255b4942 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:58.451171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d4040db3-d00b-468c-b68e-6ca1255b4942 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:41:58.451954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:00.101956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d4040db3-d00b-468c-b68e-6ca1255b4942 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:42:00.161313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port d4040db3-d00b-468c-b68e-6ca1255b4942 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:42:00.161740 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:02.569796 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:42:04.104986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-4650bdda-44a1-404c-b1aa-86b8c2688fc3 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:04.106443 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-4650bdda-44a1-404c-b1aa-86b8c2688fc3 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 815 time: 0.1105754 Oct 26 12:42:04.121696 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-680537f7-860e-4614-ad8a-3a25944b4783 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/quotas/17ec3ab34a4d41a4ab2d5a721ff629a1 HTTP/1.1" status: 200 len: 375 time: 0.0093484 Oct 26 12:42:04.173497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-b13d4dca-6e2e-4fcd-a471-b1a1147a486c tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464268 Oct 26 12:42:04.272433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-95022ae1-abfd-4f61-899a-fc1c63527178 service neutron] 10.222.0.88 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871043 Oct 26 12:42:04.319557 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:04.365472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-5a474aa6-5864-4ebc-9c9b-ef237b9c5e28 service neutron] 10.222.0.88 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862725 Oct 26 12:42:04.527073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3ffc3d6-06d9-4340-9022-2e3422c29845 req-f1ff79b5-c000-43e7-a4f7-0b6a2f1a178b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 210 time: 0.0276589 Oct 26 12:42:05.491960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-f5b77d53-74f3-4681-a77a-ffadd45b8a7b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:05.493726 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-f5b77d53-74f3-4681-a77a-ffadd45b8a7b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 815 time: 0.1162727 Oct 26 12:42:05.508363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'port': {'device_id': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'admin_state_up': True, 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:05.638380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f1a46fc4-b653-4723-ae2c-967c0263f1bc req-37d6ab48-2805-4579-8ed0-434b6b765c3a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Oct 26 12:42:05.640196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Made reservation on behalf of 17ec3ab34a4d41a4ab2d5a721ff629a1 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:42:05.646167 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:05.829438 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:06.124673 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Allocated IP 172.20.0.9 (3da3422a-6069-47db-aa88-f595e054e9a1/a1f9b6c2-c1fc-426e-907e-56f7a83800ea/74b1de5e-2bee-4976-b68b-731a78ed9d77) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:42:06.329063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:06.365812 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:06.413533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Network 3da3422a-6069-47db-aa88-f595e054e9a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:42:06.416829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:42:06.419958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:42:06.450332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:06.470489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.470891 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.471205 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.471547 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.471879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.472211 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.472539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.472866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.473304 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.473524 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.474099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.474423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:06.511993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:06.513055 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:06.548558 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-78920080-99cc-40cc-9e4a-843df4bd684a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0447807 Oct 26 12:42:06.773302 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6bafb853-5d24-4740-bc2e-0ef074209b6d None None] Provisioning complete for port 74b1de5e-2bee-4976-b68b-731a78ed9d77 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:42:06.773674 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6bafb853-5d24-4740-bc2e-0ef074209b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:06.813657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a0491-1c57-4c6c-b968-5ee19a7aa9fc req-4ae4acee-6665-43dd-ae9b-83b8f47c1ae4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:06.815269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-216a0491-1c57-4c6c-b968-5ee19a7aa9fc req-4ae4acee-6665-43dd-ae9b-83b8f47c1ae4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0887752 Oct 26 12:42:06.820974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6bafb853-5d24-4740-bc2e-0ef074209b6d None None] Port 74b1de5e-2bee-4976-b68b-731a78ed9d77 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:42:06.863011 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-216a0491-1c57-4c6c-b968-5ee19a7aa9fc req-f653a8bf-d0cd-4ab5-b292-4aef5e156ea6 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Oct 26 12:42:08.002099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd108e0f-5c04-4b4e-9d3b-40c8e39f3149 req-cb426575-91e4-44ee-80f2-42592f1a4fd8 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:08.003760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd108e0f-5c04-4b4e-9d3b-40c8e39f3149 req-cb426575-91e4-44ee-80f2-42592f1a4fd8 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0571213 Oct 26 12:42:08.043420 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fd108e0f-5c04-4b4e-9d3b-40c8e39f3149 req-d8f5dcf4-28ec-49b6-b0ae-915f783fb287 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Oct 26 12:42:09.170393 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848ea40-1e4a-4ea5-be01-bb81d1bdc5ee req-26c4052b-972f-4ec9-a94c-dbef6505ab06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:09.172030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9848ea40-1e4a-4ea5-be01-bb81d1bdc5ee req-26c4052b-972f-4ec9-a94c-dbef6505ab06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0528314 Oct 26 12:42:09.217222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9848ea40-1e4a-4ea5-be01-bb81d1bdc5ee req-ec7183fd-9894-4456-80bd-8a81d65befa5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Oct 26 12:42:10.355712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa569-68d7-4709-aa20-04209e61704f req-ae5d8450-3ab2-4b2a-9f13-42a4e2cca3c5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:10.360088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a8aa569-68d7-4709-aa20-04209e61704f req-ae5d8450-3ab2-4b2a-9f13-42a4e2cca3c5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0613055 Oct 26 12:42:10.406365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a8aa569-68d7-4709-aa20-04209e61704f req-a6d8271a-4af3-46d4-ad45-7eaeaf5df81b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Oct 26 12:42:11.539070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9c26-9896-4f95-bba6-bcbc60e31b5a req-15dd6b2a-15e6-49bd-942d-764e103bb4d2 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:11.541551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14fa9c26-9896-4f95-bba6-bcbc60e31b5a req-15dd6b2a-15e6-49bd-942d-764e103bb4d2 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0557156 Oct 26 12:42:11.585166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14fa9c26-9896-4f95-bba6-bcbc60e31b5a req-f334ea8a-5777-49a5-a450-1767e3c21a6f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354795 Oct 26 12:42:12.714212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f100710-e53e-4434-a21e-5404fd30e2ec req-552e85e0-21ed-4814-8b22-559072cfdb1b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:12.717270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f100710-e53e-4434-a21e-5404fd30e2ec req-552e85e0-21ed-4814-8b22-559072cfdb1b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0559244 Oct 26 12:42:12.759086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f100710-e53e-4434-a21e-5404fd30e2ec req-3bbd4f02-8836-45a4-907c-7dead3c12058 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Oct 26 12:42:13.890183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492f9b0-f7af-409f-9906-bfe8f4fbc338 req-c913f094-b6e2-4671-a2eb-72cd4ec181d7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:13.891837 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2492f9b0-f7af-409f-9906-bfe8f4fbc338 req-c913f094-b6e2-4671-a2eb-72cd4ec181d7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0561221 Oct 26 12:42:13.934681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2492f9b0-f7af-409f-9906-bfe8f4fbc338 req-663ce0b2-ebff-45df-9f57-5bc623cfe10e tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367656 Oct 26 12:42:15.053509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46740bf-01c3-4ab8-8476-a1d568c7717b req-e7eafa64-e1c3-4bbf-9340-d1e5592fbfde tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:15.055039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e46740bf-01c3-4ab8-8476-a1d568c7717b req-e7eafa64-e1c3-4bbf-9340-d1e5592fbfde tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 931 time: 0.0497053 Oct 26 12:42:15.096406 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e46740bf-01c3-4ab8-8476-a1d568c7717b req-88538478-661c-46ca-b458-8ec82d776a78 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Oct 26 12:42:15.623583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Request body: {'port': {'device_id': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:15.683393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:15.946321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b1de5e-2bee-4976-b68b-731a78ed9d77 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:42:15.953815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:15.966027 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Transition to ACTIVE for port object 74b1de5e-2bee-4976-b68b-731a78ed9d77 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:42:15.970143 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:16.021339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:16.096132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Attempting to bind port 74b1de5e-2bee-4976-b68b-731a78ed9d77 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:42:16.096446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Attempting to bind port 74b1de5e-2bee-4976-b68b-731a78ed9d77 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:42:16.096783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Attempting to bind port 74b1de5e-2bee-4976-b68b-731a78ed9d77 on network 3da3422a-6069-47db-aa88-f595e054e9a1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:42:16.101885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Port 74b1de5e-2bee-4976-b68b-731a78ed9d77 on network 3da3422a-6069-47db-aa88-f595e054e9a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:42:16.102204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Attempting to bind port 74b1de5e-2bee-4976-b68b-731a78ed9d77 on network 3da3422a-6069-47db-aa88-f595e054e9a1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:42:16.107528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:42:16.107866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Checking segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:42:16.108251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Bound using segment: {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:42:16.108684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Bound port: 74b1de5e-2bee-4976-b68b-731a78ed9d77, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf373b6-74cd-438b-81a9-a9c0761ad281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:42:16.109260 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:16.177374 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:42:16.180866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:42:16.186831 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:16.228204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.228735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:16.229093 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc2a37-34e3-474d-a660-b9a1e2a85928 req-10749d98-f9fe-4b36-ac8a-5316aae3f043 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.230213 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] 10.222.0.100 "PUT /v2.0/ports/74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 1091 time: 0.6121414 Oct 26 12:42:16.230680 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:42:16.231661 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11fc2a37-34e3-474d-a660-b9a1e2a85928 req-10749d98-f9fe-4b36-ac8a-5316aae3f043 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 943 time: 0.0618587 Oct 26 12:42:16.233150 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:42:16.277892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703183f-2a81-4fb9-aed1-05b650cc0362 service neutron] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:16.313447 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-11fc2a37-34e3-474d-a660-b9a1e2a85928 req-7e9bdc74-0bcc-401b-b9eb-ce29475d05a4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688069 Oct 26 12:42:16.325085 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf3b46-9a39-40d9-939d-88b0015afb10 x-openstack-request-id: req-0dbf3b46-9a39-40d9-939d-88b0015afb10 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:42:16.325494 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:42:16.325869 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0dbf3b46-9a39-40d9-939d-88b0015afb10 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:42:16.326336 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'status': 'completed', 'code': 200} Oct 26 12:42:16.342448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-52448126-afd2-4cc8-8a69-ac3b9b6ab85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.344156 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-52448126-afd2-4cc8-8a69-ac3b9b6ab85a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0622711 Oct 26 12:42:16.391183 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-c67ae0ec-ec12-48d2-93fe-7aa52ef2b2f8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 217 time: 0.0362976 Oct 26 12:42:16.443189 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-cb78ac09-bb76-4b65-a204-94ba3c6bd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.444680 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-cb78ac09-bb76-4b65-a204-94ba3c6bd120 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0464289 Oct 26 12:42:16.493983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-c61c9e0b-cea0-40e3-a09c-de2cff57f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.495515 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-c61c9e0b-cea0-40e3-a09c-de2cff57f69c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446074 Oct 26 12:42:16.587120 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-460643aa-ffa4-4859-badb-bb8e470131a9 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835369 Oct 26 12:42:16.681741 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a2c41ff7-bb25-486b-9b92-696731b1513e req-ae5ee69c-4dd5-4272-9cef-ca7a34aaf8da service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878375 Oct 26 12:42:16.768197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-084a4673-f3e2-462a-895a-1af34d147468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.769660 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-084a4673-f3e2-462a-895a-1af34d147468 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0437067 Oct 26 12:42:16.866346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-a9929f1d-fec6-44b1-b65b-d98748a4879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.867892 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-a9929f1d-fec6-44b1-b65b-d98748a4879f service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.0919142 Oct 26 12:42:16.911953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-dda31ca3-a6fd-403a-af48-60fc2e9c93b0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 217 time: 0.0368400 Oct 26 12:42:16.961989 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-58e45074-878e-464b-92a3-aae38357384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:16.963517 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-58e45074-878e-464b-92a3-aae38357384d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0441902 Oct 26 12:42:17.018299 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-a03e30bc-0a3c-4b33-a3b1-559b2d88bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:17.019774 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-a03e30bc-0a3c-4b33-a3b1-559b2d88bfa4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492744 Oct 26 12:42:17.114217 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-146f3d6a-9021-4ddf-aa05-2afe96b86913 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871437 Oct 26 12:42:17.211666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5ff4a687-9b01-4e13-b6b3-3976f9b19d0a req-72a843f7-ddd8-464a-8ef4-136b7d719ffb service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894747 Oct 26 12:42:17.431160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f0c14-6fcc-4520-8913-b9f3ab44d52b req-1393311b-7ff8-455d-89d9-87955f518d74 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:17.432718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a88f0c14-6fcc-4520-8913-b9f3ab44d52b req-1393311b-7ff8-455d-89d9-87955f518d74 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 943 time: 0.0552175 Oct 26 12:42:17.471210 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a88f0c14-6fcc-4520-8913-b9f3ab44d52b req-1db0d5af-4c41-4f71-8f39-c7cca884dc68 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Oct 26 12:42:18.585590 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b890d1-2bac-4af9-a883-14d9b70ecb66 req-ba75a70d-9cfa-4eee-bb37-3d45c84e495d tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:18.587153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6b890d1-2bac-4af9-a883-14d9b70ecb66 req-ba75a70d-9cfa-4eee-bb37-3d45c84e495d tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 943 time: 0.0500398 Oct 26 12:42:18.625578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e6b890d1-2bac-4af9-a883-14d9b70ecb66 req-b7c84f5d-063a-4295-8e80-f0111a9b5079 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Oct 26 12:42:19.245394 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a121d75-0d57-4577-a2e4-df9001a4be70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:19.646809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 74b1de5e-2bee-4976-b68b-731a78ed9d77 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:42:19.744690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899945d-f72c-40be-9b58-8b5f07d6a9af req-b11320de-8a08-43e4-859a-93b04fb90baf tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:19.746389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e899945d-f72c-40be-9b58-8b5f07d6a9af req-b11320de-8a08-43e4-859a-93b04fb90baf tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 943 time: 0.0502689 Oct 26 12:42:19.748396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:42:19.763490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'port_id': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'mac_address': 'fa:16:3e:1b:c7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:42:19.791352 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e899945d-f72c-40be-9b58-8b5f07d6a9af req-e65b6a93-cfc1-4394-a2e5-24729af6e354 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Oct 26 12:42:19.802785 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:19.820032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b1de5e-2bee-4976-b68b-731a78ed9d77 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:42:19.846347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:42:19.877010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:19.925744 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:19.933569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.933913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.934254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.934585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.934943 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.935271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.935601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.935927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.936250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.936575 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.936896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:19.937234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:20.121255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['74b1de5e-2bee-4976-b68b-731a78ed9d77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:42:20.928983 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db66a-23cb-4b19-ad31-a4fefa0c6e3e req-1e13232d-f2b3-499c-8653-0081e225299b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:20.930574 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3db66a-23cb-4b19-ad31-a4fefa0c6e3e req-1e13232d-f2b3-499c-8653-0081e225299b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 944 time: 0.0565686 Oct 26 12:42:20.972504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4b3db66a-23cb-4b19-ad31-a4fefa0c6e3e req-34ceee61-82ce-4131-99e5-bc5ca188ebd1 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Oct 26 12:42:21.661657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 74b1de5e-2bee-4976-b68b-731a78ed9d77 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:42:21.712034 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 74b1de5e-2bee-4976-b68b-731a78ed9d77 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:42:21.717011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 74b1de5e-2bee-4976-b68b-731a78ed9d77 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:42:21.717375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:21.809737 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-702bd9e2-7187-496d-ac40-0a2c5aaca44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:21.811389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:21.835822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:42:21.838135 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3bc194-d9a9-41d9-a873-765701863898" -d '{"events": [{"server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "name": "network-vif-plugged", "status": "completed", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:42:21.851459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:42:21.857464 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:21.880439 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e84cd1b-e653-4bfc-8a8b-16c3e1cc2923 x-openstack-request-id: req-7e84cd1b-e653-4bfc-8a8b-16c3e1cc2923 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:42:21.880725 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "name": "network-vif-plugged", "status": "completed", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:42:21.880982 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e84cd1b-e653-4bfc-8a8b-16c3e1cc2923 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:42:21.881376 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'code': 200} Oct 26 12:42:21.911370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:21.986425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7899c-c34e-4bca-be25-cdd6b9791abb req-fbdaf932-823b-46f8-abf5-f97f80ad610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:21.987967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96b7899c-c34e-4bca-be25-cdd6b9791abb req-fbdaf932-823b-46f8-abf5-f97f80ad610e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0426118 Oct 26 12:42:22.024143 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-96b7899c-c34e-4bca-be25-cdd6b9791abb req-386bedad-f6c4-4de3-9a5d-f608ca1f91c6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293665 Oct 26 12:42:22.091908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bf43-e032-4fe6-a71c-3e040973b1c3 req-b84dfc20-f67f-4d2c-a97c-8e9d0968ad2e tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:22.093470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7bf43-e032-4fe6-a71c-3e040973b1c3 req-b84dfc20-f67f-4d2c-a97c-8e9d0968ad2e tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Oct 26 12:42:22.143545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c6a7bf43-e032-4fe6-a71c-3e040973b1c3 req-a76d7490-8f66-4c85-8501-fb7f5fb01c65 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Oct 26 12:42:22.976277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:23.262696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd746570-45bb-4304-93bb-6d2e7d094e3d req-e42d141a-81a9-4571-9c28-b9e4c11f2c17 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:23.264156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd746570-45bb-4304-93bb-6d2e7d094e3d req-e42d141a-81a9-4571-9c28-b9e4c11f2c17 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0506411 Oct 26 12:42:23.303925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd746570-45bb-4304-93bb-6d2e7d094e3d req-2eee76b8-6d91-464e-82e5-cda7cd0b9c9c tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Oct 26 12:42:23.400457 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:23.426807 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5dcf5-793f-4d25-beb1-04c0f4ed8713 req-8fa839a1-5f59-4d4a-a53f-cac635c89274 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:23.428338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28c5dcf5-793f-4d25-beb1-04c0f4ed8713 req-8fa839a1-5f59-4d4a-a53f-cac635c89274 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0558088 Oct 26 12:42:23.466687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-28c5dcf5-793f-4d25-beb1-04c0f4ed8713 req-2b7867ce-e517-4bc9-9b3f-aa90209249fe tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Oct 26 12:42:23.661457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568a6a-3514-45c4-8113-cfa6d0d9856f req-912739b6-c503-49c4-b051-dc83a855a9d3 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:23.663044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f568a6a-3514-45c4-8113-cfa6d0d9856f req-912739b6-c503-49c4-b051-dc83a855a9d3 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0555356 Oct 26 12:42:23.702293 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6f568a6a-3514-45c4-8113-cfa6d0d9856f req-d86aa832-ab3d-45e1-b729-afc676802d7b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Oct 26 12:42:24.807239 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:34.335149 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:35.387022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-5a440d71-ac6e-4c6f-9250-18157cff5764 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414703 Oct 26 12:42:35.476034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-9ec38b8e-d5e8-47bc-af99-d1f2144b549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:35.477555 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-9ec38b8e-d5e8-47bc-af99-d1f2144b549c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0464473 Oct 26 12:42:35.596430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-21e42610-f639-4a4c-9855-d35026929369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:35.597946 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-21e42610-f639-4a4c-9855-d35026929369 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.0955665 Oct 26 12:42:35.648804 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-b5c89be7-521d-49fa-9e3e-60fd2fb753ef service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 217 time: 0.0421641 Oct 26 12:42:35.701472 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-58041198-869a-4a81-9dc1-7b10c389b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:35.703019 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-58041198-869a-4a81-9dc1-7b10c389b9ec service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0473685 Oct 26 12:42:35.754363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-81ad672d-c981-4ac6-a32e-9164706f8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:35.755920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-81ad672d-c981-4ac6-a32e-9164706f8579 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439041 Oct 26 12:42:35.822022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:35.856061 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-742479ad-d877-4895-a168-7afc98235e4f service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925059 Oct 26 12:42:35.952692 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bf626a3e-73eb-4771-aef2-cc20555b446d req-f13d0a98-c1eb-4a03-a73d-6185e7d00db7 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883100 Oct 26 12:42:36.201507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37451-623c-4b01-84ac-ea6b566ed1ac req-8ada44b2-daef-478b-8b84-40d0d133109e tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:36.203143 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccc37451-623c-4b01-84ac-ea6b566ed1ac req-8ada44b2-daef-478b-8b84-40d0d133109e tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0493660 Oct 26 12:42:36.242194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ccc37451-623c-4b01-84ac-ea6b566ed1ac req-907c8244-64ab-475d-8db9-d4119215db4f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 Oct 26 12:42:36.264568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52652) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:36.400799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec89999-da6e-4da3-8122-782720a11b77 tempest-TestMinimumBasicScenario-1367190526 tempest-TestMinimumBasicScenario-1367190526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:36.403027 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4ec89999-da6e-4da3-8122-782720a11b77 tempest-TestMinimumBasicScenario-1367190526 tempest-TestMinimumBasicScenario-1367190526-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1091 time: 0.1374390 Oct 26 12:42:36.406047 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52656) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:36.410423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:36.432359 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:36.530936 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:36.646218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Allocated IP 172.25.4.187 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ba708511-4524-4c6b-9480-49ed6fe34b55) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:42:36.753322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:36.787637 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:36.833126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:42:36.836172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:42:36.840323 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:42:36.863134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'Port': ['ID=ba708511-4524-4c6b-9480-49ed6fe34b55,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:36.877491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.877849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.878199 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.878538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.879034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.879401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.879737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.880064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.880399 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.880731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.881060 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:36.881388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:42:37.203196 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:37.275446 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:37.433650 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:37.438311 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:37.507923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'Port': ['ID=ba708511-4524-4c6b-9480-49ed6fe34b55,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:37.520132 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:37.626992 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Floating IP 00055a43-c572-4c3d-8f14-850291fd9d69 associated. External IP: 172.25.4.187, port: 74b1de5e-2bee-4976-b68b-731a78ed9d77. Oct 26 12:42:37.841547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Router 9a92518c-18d0-447e-a5b8-b41d238628b4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:42:37.955081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:42:37.965624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] Sync routers for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:42:37.974314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:37.981023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:42:37.981841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:42:38.005043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ddff9d2-3e07-4e74-85bf-a9b83f668fef tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5977552 Oct 26 12:42:38.005576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:42:38.007872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52658) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:38.008415 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee6b0dc-9135-4019-8013-48ce61a25c20" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:42:38.012784 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332064447', 'description': 'tempest-secgroup-smoke-332064447 description', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:38.050102 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.064446 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007cf909-f989-4244-932f-bb164e8b45c6 x-openstack-request-id: req-007cf909-f989-4244-932f-bb164e8b45c6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:42:38.064755 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:42:38.065025 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-007cf909-f989-4244-932f-bb164e8b45c6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:42:38.066768 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'status': 'completed', 'code': 200} Oct 26 12:42:38.102249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:42:38.166731 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-d29e8737-b008-4585-b87c-29e7458f4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:38.168875 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-d29e8737-b008-4585-b87c-29e7458f4011 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0749829 Oct 26 12:42:38.187663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.201215 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.262701 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.263987 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2551036 Oct 26 12:42:38.267111 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52662) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:38.272885 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group_rule': {'security_group_id': 'b37a27ea-3cb4-458f-9698-5d8939cf3533', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:38.276934 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f27da3-44ef-4a2d-bbbd-c1d662deaafc tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a27ea-3cb4-458f-9698-5d8939cf3533,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:38.308364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-9a111675-6681-49ff-a917-ca0378a59133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:38.310094 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-9a111675-6681-49ff-a917-ca0378a59133 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.1329114 Oct 26 12:42:38.315293 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.375019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '00055a43-c572-4c3d-8f14-850291fd9d69', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'port_id': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'mac_address': 'fa:16:3e:1b:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:42:37Z', 'updated_at': '2021-10-26T12:42:37Z', 'revision_number': 0, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:42:38.382164 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.386761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.404005 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-e02a22cf-07cb-47d9-b03b-c258278f36c9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 999 time: 0.0863113 Oct 26 12:42:38.405814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b5e649-e482-47d5-82dc-f5e4459d60b1,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:38.408098 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] Checking router: 9a92518c-18d0-447e-a5b8-b41d238628b4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:42:38.415903 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.417952 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27c6d718-86d4-4dbf-b530-b1619a51cfb7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488664 Oct 26 12:42:38.420600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52664) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:38.421412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:42:38.422198 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:42:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:42:38.425650 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group_rule': {'security_group_id': 'b37a27ea-3cb4-458f-9698-5d8939cf3533', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:38.459189 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.464956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-571b6912-d322-4ed9-9385-271fea87275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:38.466889 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-571b6912-d322-4ed9-9385-271fea87275f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0554237 Oct 26 12:42:38.520253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-430b1b13-8026-40f0-9f7a-35128759e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:38.522158 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-430b1b13-8026-40f0-9f7a-35128759e9d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476618 Oct 26 12:42:38.539372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.550453 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.571251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d1b369-0625-4644-a148-65159a9e78fc,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:38.577688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:42:38.599063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.600521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-58e6ec9f-c3b0-4d49-af97-8f87a9fa3018 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789019 Oct 26 12:42:38.603161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52666) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:38.610095 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group_rule': {'security_group_id': 'b37a27ea-3cb4-458f-9698-5d8939cf3533', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:38.641275 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.648373 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-f280ba66-e10f-41ce-90e4-6b95c9df5a7e service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189404 Oct 26 12:42:38.720867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.730049 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.744409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5971f5-8a9c-4122-8904-35b7ca093e12,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:38.763806 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.764091 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-cee6b0dc-9135-4019-8013-48ce61a25c20 req-ce7f201e-a2b7-4a1a-a6a1-85569025c14e service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078584 Oct 26 12:42:38.765403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a5aa28b9-c494-4e7f-a1a5-9f51f4ec5a29 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610959 Oct 26 12:42:38.770197 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52668) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:38.776385 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group_rule': {'security_group_id': 'b37a27ea-3cb4-458f-9698-5d8939cf3533', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:38.809406 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.849959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '00055a43-c572-4c3d-8f14-850291fd9d69', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'port_id': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'mac_address': 'fa:16:3e:1b:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:42:37Z', 'updated_at': '2021-10-26T12:42:37Z', 'revision_number': 0, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:42:38.879103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.879331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf136d0f-66c1-4b45-8aba-cbf37a6ff312 None None] The sync data for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 is: [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '00055a43-c572-4c3d-8f14-850291fd9d69', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'port_id': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'mac_address': 'fa:16:3e:1b:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:42:37Z', 'updated_at': '2021-10-26T12:42:37Z', 'revision_number': 0, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:42:38.883794 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.903162 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ae4281-8dd6-4b88-a657-8c7a7e7a131e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:38.908589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:38.909830 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e2350ef7-dda2-4c4a-8714-8b1f90103a39 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380785 Oct 26 12:42:38.912632 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52670) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:38.917615 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group_rule': {'security_group_id': 'b37a27ea-3cb4-458f-9698-5d8939cf3533', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:38.941321 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Project 17ec3ab34a4d41a4ab2d5a721ff629a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:42:38.946707 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.010199 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.014475 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.033704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1fa2de-17ed-44c7-88c2-44475fae9dd6,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:39.043144 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.047235 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52672) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:42:39.047763 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3c1a0a2a-3a0d-44c5-8591-6f0b1f4a0bc4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336045 Oct 26 12:42:39.052097 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'security_group_rule': {'security_group_id': 'b37a27ea-3cb4-458f-9698-5d8939cf3533', 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:39.082978 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Project 17ec3ab34a4d41a4ab2d5a721ff629a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:42:39.088484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.105405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e691ff8-b531-407f-86bf-d3b10681ec61 None None] New status for floating IP 00055a43-c572-4c3d-8f14-850291fd9d69: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:42:39.160216 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.164399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.183240 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a68d9-fbf1-4035-ae63-ff8190c7a840,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:39.192307 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.196613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-12e5527f-8b78-4e96-954d-1426e1a7d64f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482706 Oct 26 12:42:39.284274 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-5df644c7-9f7e-4244-b9fd-f6017eb00be3 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332064447&fields=id&tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1 HTTP/1.1" status: 200 len: 267 time: 0.0360513 Oct 26 12:42:39.569979 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:42:39.666614 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-71dcf8c5-8dc0-404c-9e77-af2709badecd tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:39.668190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-71dcf8c5-8dc0-404c-9e77-af2709badecd tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.3773408 Oct 26 12:42:39.683629 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'port': {'security_groups': ['845da093-8b6e-4bcf-9a14-3a1aa74e6deb', 'b37a27ea-3cb4-458f-9698-5d8939cf3533']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:42:39.748392 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.937483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:42:39.967044 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.971673 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:39.983843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['74b1de5e-2bee-4976-b68b-731a78ed9d77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:42:40.022623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:40.023317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:40.024992 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a6bd2632-bcf2-4265-a7a0-34c14150f8c5 req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "PUT /v2.0/ports/74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 981 time: 0.3499639 Oct 26 12:42:40.049456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f641d-e0c8-4ada-ba6f-c48a843cdd04 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:42:40.068997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:42:40.072020 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:42:40.106778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['74b1de5e-2bee-4976-b68b-731a78ed9d77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:42:40.142275 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9766e042-3bfa-4288-942e-f1d5c2769f8a x-openstack-request-id: req-9766e042-3bfa-4288-942e-f1d5c2769f8a {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:42:40.142734 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:42:40.143042 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9766e042-3bfa-4288-942e-f1d5c2769f8a {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:42:40.143446 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'status': 'completed', 'code': 200} Oct 26 12:42:40.178097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72025657-a8df-45e3-9f0e-4a961c6e868d req-ca75d3d4-ec00-4065-b1e2-48df4b82b5f5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:40.179838 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72025657-a8df-45e3-9f0e-4a961c6e868d req-ca75d3d4-ec00-4065-b1e2-48df4b82b5f5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0714076 Oct 26 12:42:40.213422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-60fc8023-0654-4995-9d53-46e7c63bf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:40.214992 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-60fc8023-0654-4995-9d53-46e7c63bf59d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1135 time: 0.0541401 Oct 26 12:42:40.232864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-72025657-a8df-45e3-9f0e-4a961c6e868d req-f89a395e-a499-4dce-b2a9-e594531da9d1 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453496 Oct 26 12:42:40.319761 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-c2181344-4e2c-4f8c-babb-f32a70af924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:40.321459 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-c2181344-4e2c-4f8c-babb-f32a70af924a service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.0969999 Oct 26 12:42:40.392427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-70d38fc5-9a1f-45bc-872e-da32cb62ab12 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 1001 time: 0.0624685 Oct 26 12:42:40.444517 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-248e004a-e69f-4e06-8b80-fed1ae665f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:40.446048 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-248e004a-e69f-4e06-8b80-fed1ae665f39 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0463860 Oct 26 12:42:40.477899 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3acc2b74-fb33-4a4c-8243-18519f0edbeb None None] Provisioning complete for port 74b1de5e-2bee-4976-b68b-731a78ed9d77 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:42:40.478179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3acc2b74-fb33-4a4c-8243-18519f0edbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:40.505807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-c1c0f234-b8c6-4853-a081-c24959178468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:40.507362 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-c1c0f234-b8c6-4853-a081-c24959178468 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540419 Oct 26 12:42:40.604301 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-0149e48e-1c66-493f-963b-36268a13296e service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900865 Oct 26 12:42:40.706618 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-eeb4b5cc-293e-41e4-be7f-4f6efcc5c7ab req-2d1a7ae2-4ab3-4f36-880a-0a169bcc8ee1 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944571 Oct 26 12:42:49.249209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f174bc84-0d1d-4936-bb7c-c1a2452ce403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:51.801827 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-425fc937-d143-406e-b428-6c71d133d6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:52.972128 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:53.403899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:54.803944 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:42:57.205690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eac79c-5b73-44ef-94f7-5746d2f6f6c4 req-5ae87bf2-dcf8-47ce-bb19-29f033cd8e76 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:57.207270 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4eac79c-5b73-44ef-94f7-5746d2f6f6c4 req-5ae87bf2-dcf8-47ce-bb19-29f033cd8e76 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0503657 Oct 26 12:42:57.216462 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-c096a12d-3fbd-4aae-a830-c4f67736bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:57.217986 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-c096a12d-3fbd-4aae-a830-c4f67736bfdd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1135 time: 0.0430613 Oct 26 12:42:57.252009 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4eac79c-5b73-44ef-94f7-5746d2f6f6c4 req-1eabe0ea-cf50-4c6b-bbb4-8aa65161e735 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378640 Oct 26 12:42:57.319369 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-76b429bb-0051-4220-aee6-0a9285086439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:57.320801 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-76b429bb-0051-4220-aee6-0a9285086439 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.0931439 Oct 26 12:42:57.387174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-b0648ac2-86fc-4500-b23a-4022a0139aee service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 1001 time: 0.0589445 Oct 26 12:42:57.436806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-4e16afed-a71a-4825-948f-9653687cbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:57.438319 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-4e16afed-a71a-4825-948f-9653687cbbfc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0445008 Oct 26 12:42:57.489839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-78a8043c-265d-4dee-acbe-509efab897f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:57.491442 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-78a8043c-265d-4dee-acbe-509efab897f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456641 Oct 26 12:42:57.584230 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-7f0d388c-34c0-48d0-8407-4b52155563f7 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848660 Oct 26 12:42:57.680215 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-759bb2bf-2af7-4deb-bd67-545f9d33763e req-507b81be-bbeb-40a8-b9e1-5333526d9469 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868981 Oct 26 12:42:58.380851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957531-ad44-413a-a34d-2ce9e464c8f1 req-46f2eb62-ce9d-4dd4-adf9-ad046d673593 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:58.382307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a957531-ad44-413a-a34d-2ce9e464c8f1 req-46f2eb62-ce9d-4dd4-adf9-ad046d673593 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0504403 Oct 26 12:42:58.424018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a957531-ad44-413a-a34d-2ce9e464c8f1 req-4fc6ed3c-0294-4ca2-9441-2dfa4182a5f7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353241 Oct 26 12:42:59.548247 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623a1c7-9b3c-4725-97e5-b824b8e48bee req-18c309b4-4e73-4dc9-ae0a-f28407178f15 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:42:59.549759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8623a1c7-9b3c-4725-97e5-b824b8e48bee req-18c309b4-4e73-4dc9-ae0a-f28407178f15 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0542848 Oct 26 12:42:59.592079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8623a1c7-9b3c-4725-97e5-b824b8e48bee req-09d23328-a81a-490a-8a84-723c3d30d0c8 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358043 Oct 26 12:43:00.707791 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9c5e-945a-42e1-9148-f7931c6c2ae6 req-fbe12a99-f50e-4d64-9ec4-ce8d7525a991 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:00.709297 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcce9c5e-945a-42e1-9148-f7931c6c2ae6 req-fbe12a99-f50e-4d64-9ec4-ce8d7525a991 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0497923 Oct 26 12:43:00.751150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dcce9c5e-945a-42e1-9148-f7931c6c2ae6 req-749ce6d5-c6db-4f15-ab48-8a288421ffcb tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352705 Oct 26 12:43:01.872408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808e05-efc3-4d04-8536-5a0c965b3c92 req-a91f32c3-5bef-4b12-8468-1087560c72f4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:01.873940 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93808e05-efc3-4d04-8536-5a0c965b3c92 req-a91f32c3-5bef-4b12-8468-1087560c72f4 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0539103 Oct 26 12:43:01.914298 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93808e05-efc3-4d04-8536-5a0c965b3c92 req-573a46c8-33a1-44f3-9f42-ac36abc5e73d tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341218 Oct 26 12:43:03.037903 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324bb85-5739-445d-9d84-fe5d0bacbaa3 req-d8b35d60-e0bc-408e-b0bc-9e57000bfa08 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:03.039462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3324bb85-5739-445d-9d84-fe5d0bacbaa3 req-d8b35d60-e0bc-408e-b0bc-9e57000bfa08 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0543592 Oct 26 12:43:03.083674 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3324bb85-5739-445d-9d84-fe5d0bacbaa3 req-4e049386-71db-4709-954b-778984323ab8 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379896 Oct 26 12:43:04.202075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0581163-62b0-4932-a383-b258f880ddc6 req-fc318775-19f4-4df3-86aa-e754e25bb1b5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:04.203639 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0581163-62b0-4932-a383-b258f880ddc6 req-fc318775-19f4-4df3-86aa-e754e25bb1b5 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0499363 Oct 26 12:43:04.244974 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e0581163-62b0-4932-a383-b258f880ddc6 req-cc26d7da-0ceb-424f-9848-446aba68518a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350478 Oct 26 12:43:04.330097 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:04.848251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-e331234c-8a59-40aa-a3ed-ef00aeccd5f1 req-ce0b305c-b4e3-495b-8b9f-2806860e887c tempest-ServerDiskConfigTestJSON-331587079 tempest-ServerDiskConfigTestJSON-331587079-project] (102759) timed out ('10.222.0.100', 57608) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:43:05.363913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec0da4-7379-4232-a1bb-ed42a23e0fb4 req-049f64a7-945a-4586-8a2a-f46b3caa903b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:05.365419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22ec0da4-7379-4232-a1bb-ed42a23e0fb4 req-049f64a7-945a-4586-8a2a-f46b3caa903b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0508273 Oct 26 12:43:05.406148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-22ec0da4-7379-4232-a1bb-ed42a23e0fb4 req-2d0004c3-dea8-4e97-a249-3227e3f13121 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345340 Oct 26 12:43:05.841677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:06.527341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e647ad-5698-4fc5-bc4f-ea27b19ab044 req-c249a5f7-e582-46df-a833-d1c1a78bfb1b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:06.528218 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2e647ad-5698-4fc5-bc4f-ea27b19ab044 req-c249a5f7-e582-46df-a833-d1c1a78bfb1b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0539339 Oct 26 12:43:06.570625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2e647ad-5698-4fc5-bc4f-ea27b19ab044 req-637dd095-224a-4ef7-8194-a8cc981356a0 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358727 Oct 26 12:43:07.688762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ac398-db26-453c-959b-10ba709d7af1 req-ae668645-e203-4241-a24d-1fe4738ebb6b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:07.690285 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a1ac398-db26-453c-959b-10ba709d7af1 req-ae668645-e203-4241-a24d-1fe4738ebb6b tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0511384 Oct 26 12:43:07.732040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a1ac398-db26-453c-959b-10ba709d7af1 req-4def71e8-da93-43ff-86c4-aaa57fff7ceb tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355504 Oct 26 12:43:08.853690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf3ebd-5c7e-4173-b297-a103b2a46e78 req-1ca7ab87-f21a-47f4-b8c9-ade25d618039 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:08.855228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1baf3ebd-5c7e-4173-b297-a103b2a46e78 req-1ca7ab87-f21a-47f4-b8c9-ade25d618039 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0502384 Oct 26 12:43:08.895728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1baf3ebd-5c7e-4173-b297-a103b2a46e78 req-57a78811-7dae-47a4-9bfe-3b6ff6cdde14 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&id=b37a27ea-3cb4-458f-9698-5d8939cf3533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342064 Oct 26 12:43:16.569431 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:43:19.252449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c0294aed-800a-4fa5-9389-8290f00618e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:21.804607 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8f599529-32f2-474d-b9ec-6fdcb17c65e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:22.975790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:23.406467 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:24.807099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:34.331958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:35.832380 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:37.411642 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-40e49138-4941-4336-89e3-2ac18ace9f18 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405915 Oct 26 12:43:37.492990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-4d2c13c1-2e8a-4c28-b3fd-6436d1c43405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:37.494499 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-4d2c13c1-2e8a-4c28-b3fd-6436d1c43405 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1135 time: 0.0414486 Oct 26 12:43:37.605026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-8b2cc35b-57ce-44cb-b77f-c09c2ebbd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:37.606592 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-8b2cc35b-57ce-44cb-b77f-c09c2ebbd36b service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.0918660 Oct 26 12:43:37.674106 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-0341ec66-f5e8-4f13-b40a-9d36a292bec5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 1001 time: 0.0594049 Oct 26 12:43:37.726692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-7e4743e0-e883-436e-a885-6698a0a8d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:37.728175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-7e4743e0-e883-436e-a885-6698a0a8d66e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0476432 Oct 26 12:43:37.775358 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-ca8e198e-5ae3-42c8-8d21-8f97a10f3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:37.777408 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-ca8e198e-5ae3-42c8-8d21-8f97a10f3b89 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404320 Oct 26 12:43:37.788156 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-64bb0a81-bfe3-4afb-9b24-4d5d1d28debd service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:43:37.789074 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-64bb0a81-bfe3-4afb-9b24-4d5d1d28debd service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048800 Oct 26 12:43:37.879372 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-eb2344f8-4b7d-435b-80af-44c56170a842 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829968 Oct 26 12:43:37.975734 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b52e57ef-ec9e-4be0-9f74-7aa0a9176d6b req-3a55b936-3135-4230-bae3-bcf9a4e5029f service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886736 Oct 26 12:43:41.262799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-8539e31d-3600-454f-84ce-3887ac4923b1 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332064447&fields=id&tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1 HTTP/1.1" status: 200 len: 267 time: 0.0386851 Oct 26 12:43:41.315937 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-e009d2ba-d64b-4cec-a1f4-ec50b25f823d tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:41.317440 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-e009d2ba-d64b-4cec-a1f4-ec50b25f823d tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 984 time: 0.0489051 Oct 26 12:43:41.329380 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Request body: {'port': {'security_groups': ['845da093-8b6e-4bcf-9a14-3a1aa74e6deb']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:43:41.394957 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.575408 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:43:41.607102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.611935 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.623870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['74b1de5e-2bee-4976-b68b-731a78ed9d77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:43:41.671402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:41.672062 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.673496 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3a427baf-d9f6-415e-b627-4f8488cd2400 req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "PUT /v2.0/ports/74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 942 time: 0.3489311 Oct 26 12:43:41.673965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:43:41.676472 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:43:41.683246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52726) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:43:41.704338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event updated for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:41.713892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.714254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.714601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.715018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.715363 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.715704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.716039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.716376 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.716712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.717052 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.717434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.717829 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee50b9-e622-47c2-9838-02cb9effcf06 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:41.736990 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6188834-730c-4759-863e-c440c4a54c20 x-openstack-request-id: req-e6188834-730c-4759-863e-c440c4a54c20 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:43:41.737297 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:43:41.737558 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e6188834-730c-4759-863e-c440c4a54c20 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:43:41.738286 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'status': 'completed', 'code': 200} Oct 26 12:43:41.755482 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['74b1de5e-2bee-4976-b68b-731a78ed9d77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:43:41.758681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.817374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.860818 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-50f24d6e-8ab1-478d-9478-5779586282eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:41.862276 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-50f24d6e-8ab1-478d-9478-5779586282eb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1006670 Oct 26 12:43:41.943200 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.945871 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.947064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "DELETE /v2.0/security-groups/b37a27ea-3cb4-458f-9698-5d8939cf3533 HTTP/1.1" status: 204 len: 168 time: 0.2627273 Oct 26 12:43:41.950139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52730) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:43:41.953061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-32916c17-97e5-4dd3-9e96-c536a03be795 None None] Provisioning complete for port 74b1de5e-2bee-4976-b68b-731a78ed9d77 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:43:41.953453 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-32916c17-97e5-4dd3-9e96-c536a03be795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:41.981677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-ada5f0c3-cfb6-4524-93c1-9c3f066ed4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:41.983532 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-ada5f0c3-cfb6-4524-93c1-9c3f066ed4ed service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.1112683 Oct 26 12:43:41.989292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a27ea-3cb4-458f-9698-5d8939cf3533,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:42.134955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Deleting port ba708511-4524-4c6b-9480-49ed6fe34b55 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:43:42.135249 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:42.221720 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:42.222081 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:42.236441 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Calling delete_port for ba708511-4524-4c6b-9480-49ed6fe34b55 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:43:42.315816 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.316160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.316497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.316835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.317164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.317489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.317812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.318135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.318455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.318777 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.319119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.319439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56e33d-ec27-4829-91e6-45233cfc85a7 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:43:42.349404 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-79cdf14f-16a2-4deb-a71b-8fd8a14f4aab service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 1001 time: 0.3562171 Oct 26 12:43:42.399407 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:42.400574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-9ab109f4-f02f-48ea-ace8-7b400e30c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:42.403254 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-9ab109f4-f02f-48ea-ace8-7b400e30c007 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0469303 Oct 26 12:43:42.426473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event deleted for resources: {'Port': ['ID=ba708511-4524-4c6b-9480-49ed6fe34b55,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:42.453692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-24bdbde2-5968-4c4a-bd0a-749148b750d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:42.455275 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-24bdbde2-5968-4c4a-bd0a-749148b750d8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448465 Oct 26 12:43:42.492592 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:42.492927 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Floating IP 00055a43-c572-4c3d-8f14-850291fd9d69 disassociated (deleted). External IP: 172.25.4.187, port: 74b1de5e-2bee-4976-b68b-731a78ed9d77. Oct 26 12:43:42.552693 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-ba9f8ac3-2e5e-4284-8ae3-8002971f53ee service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905101 Oct 26 12:43:42.651730 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-0a2b9c22-f3e6-4b68-ad74-f4f2d9f32b9a req-bb7cb7f1-648f-4fd5-8238-532dc5465605 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920854 Oct 26 12:43:42.706432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Router 9a92518c-18d0-447e-a5b8-b41d238628b4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:43:42.815273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:43:42.820123 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:42.824765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] Sync routers for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:43:42.834013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:43:42.834622 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:42.847030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-009464e2-0fdc-43e1-94f4-7169098c2212 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "DELETE /v2.0/floatingips/00055a43-c572-4c3d-8f14-850291fd9d69 HTTP/1.1" status: 204 len: 168 time: 0.8957641 Oct 26 12:43:42.943271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:43:43.157194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:43.186280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] Checking router: 9a92518c-18d0-447e-a5b8-b41d238628b4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:43:43.194365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:43:43.194993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:43.297397 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:43:43.501906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:43.530081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06efcff-8626-4ac7-ba94-1b3a137c230a None None] The sync data for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 is: [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:41:47Z', 'revision_number': 4, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '63e13ea9-630d-4eb2-b648-74dabb3b5825', 'name': '', 'network_id': '3da3422a-6069-47db-aa88-f595e054e9a1', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'mac_address': 'fa:16:3e:fc:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:46Z', 'updated_at': '2021-10-26T12:41:52Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'subnets': [{'id': 'a1f9b6c2-c1fc-426e-907e-56f7a83800ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:43:43.739505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:43:43.742337 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933173d-c415-43eb-bc7c-a96c7b6574e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:43:43.762320 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce17cb-6765-4b77-9114-4fd4937c26c4 None None] New status for floating IP 00055a43-c572-4c3d-8f14-850291fd9d69: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:43:43.781241 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1a427-5679-4443-bc7c-2d2e58cb5245 x-openstack-request-id: req-9ca1a427-5679-4443-bc7c-2d2e58cb5245 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:43:43.781533 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:43:43.781788 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9ca1a427-5679-4443-bc7c-2d2e58cb5245 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:43:43.782202 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'status': 'completed', 'code': 200} Oct 26 12:43:43.855638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-ae6241b2-9631-4127-950d-a2d90d18b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:43.857395 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-ae6241b2-9631-4127-950d-a2d90d18b2ba service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0519421 Oct 26 12:43:43.957233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-a219ccfc-351b-4ba1-ba4a-ef548f1220f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:43.958727 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-a219ccfc-351b-4ba1-ba4a-ef548f1220f0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 200 len: 917 time: 0.0924189 Oct 26 12:43:44.001491 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-17e51f86-8395-4681-b22d-f1c7358aacd3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 200 len: 217 time: 0.0355515 Oct 26 12:43:44.051993 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-8f96f096-5149-47fe-b138-1f5bfbb5f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:44.053552 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-8f96f096-5149-47fe-b138-1f5bfbb5f2dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 200 len: 854 time: 0.0446115 Oct 26 12:43:44.101985 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-596b6a0e-4809-4d88-88e6-fa5c263a73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:44.104119 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-596b6a0e-4809-4d88-88e6-fa5c263a73c2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3da3422a-6069-47db-aa88-f595e054e9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435390 Oct 26 12:43:44.200797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-5ed8c2c7-078b-4352-bc0a-36bef62023b1 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895486 Oct 26 12:43:44.301326 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f933173d-c415-43eb-bc7c-a96c7b6574e1 req-ce9da42f-e774-43bc-8b8b-fda349b68e98 service neutron] 10.222.0.100 "GET /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935359 Oct 26 12:43:49.262013 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df401762-437d-4cca-a985-0da0e129d42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:51.811767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-64889bdb-0253-4c99-853a-cde29bd0f5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:51.880860 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf10889-2749-4d6a-998d-d69088a3f147 req-51f3dc5c-cb6a-455a-ac44-d7ae5a9d595f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:51.882551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cf10889-2749-4d6a-998d-d69088a3f147 req-51f3dc5c-cb6a-455a-ac44-d7ae5a9d595f tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Oct 26 12:43:51.924407 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2cf10889-2749-4d6a-998d-d69088a3f147 req-73e575c0-f0d4-4525-b784-f90926cd214e tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Oct 26 12:43:52.980928 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:53.049605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666c8da-12da-4d06-9844-ced083e30ac0 req-8e607388-25c1-4e01-829b-5481de62f60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:53.051173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d666c8da-12da-4d06-9844-ced083e30ac0 req-8e607388-25c1-4e01-829b-5481de62f60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0502090 Oct 26 12:43:53.090648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d666c8da-12da-4d06-9844-ced083e30ac0 req-8dd431f3-9eb7-4a57-89d6-0a3edadf1105 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/security-groups?id=845da093-8b6e-4bcf-9a14-3a1aa74e6deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Oct 26 12:43:53.409940 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:53.527965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafde11-ff37-4361-b510-eedc451df417 req-f846c50e-18a7-4d05-ba0f-a1ca40218f58 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:43:53.529432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1bafde11-ff37-4361-b510-eedc451df417 req-f846c50e-18a7-4d05-ba0f-a1ca40218f58 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.100 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Oct 26 12:43:53.568715 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:43:53.627387 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Deleting port 74b1de5e-2bee-4976-b68b-731a78ed9d77 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:43:53.627732 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:53.722872 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] For port 74b1de5e-2bee-4976-b68b-731a78ed9d77, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=74b1de5e-2bee-4976-b68b-731a78ed9d77,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:43:53.723261 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:53.735791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Calling delete_port for 74b1de5e-2bee-4976-b68b-731a78ed9d77 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:43:53.865384 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:53.877353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['74b1de5e-2bee-4976-b68b-731a78ed9d77'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:43:53.896390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Pushing event deleted for resources: {'Port': ['ID=74b1de5e-2bee-4976-b68b-731a78ed9d77,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:53.940268 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] No DVR routers for this DVR port 74b1de5e-2bee-4976-b68b-731a78ed9d77 on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:43:53.942992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:53.946320 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1bafde11-ff37-4361-b510-eedc451df417 req-7986cec9-a13c-4e8a-a3f9-45845551e60a tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.100 "DELETE /v2.0/ports/74b1de5e-2bee-4976-b68b-731a78ed9d77 HTTP/1.1" status: 204 len: 173 time: 0.4103556 Oct 26 12:43:53.946758 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'name': 'network-vif-deleted', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:43:53.950051 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd8e91-1d18-49c2-8a71-e9ab580c625f" -d '{"events": [{"server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "name": "network-vif-deleted", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:43:53.988859 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d9e27d-f7ac-4c75-9d60-e97ea826eef6 x-openstack-request-id: req-62d9e27d-f7ac-4c75-9d60-e97ea826eef6 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:43:53.989161 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa89190-d5c2-4426-9f95-b56572253ee3", "name": "network-vif-deleted", "tag": "74b1de5e-2bee-4976-b68b-731a78ed9d77", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:43:53.989417 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62d9e27d-f7ac-4c75-9d60-e97ea826eef6 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:43:53.989835 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa89190-d5c2-4426-9f95-b56572253ee3', 'name': 'network-vif-deleted', 'tag': '74b1de5e-2bee-4976-b68b-731a78ed9d77', 'status': 'completed', 'code': 200} Oct 26 12:43:54.202360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eff08abd-41a0-4456-a294-10176ecd56ed req-a79a104e-42b8-4c51-bde6-7d2dad979d27 tempest-TestMinimumBasicScenario-285736098 tempest-TestMinimumBasicScenario-285736098-project] 10.222.0.88 "GET /v2.0/ports?device_id=9fa89190-d5c2-4426-9f95-b56572253ee3 HTTP/1.1" status: 200 len: 210 time: 0.0317342 Oct 26 12:43:54.809270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:56.807190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52832) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:43:57.157940 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:57.403952 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Deleting port 63e13ea9-630d-4eb2-b648-74dabb3b5825 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:43:57.404209 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:57.484781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] For port 63e13ea9-630d-4eb2-b648-74dabb3b5825, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=63e13ea9-630d-4eb2-b648-74dabb3b5825,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:43:57.485136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:57.498043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Calling delete_port for 63e13ea9-630d-4eb2-b648-74dabb3b5825 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:43:57.679953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:57.712665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e13ea9-630d-4eb2-b648-74dabb3b5825,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:57.879840 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:58.099613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Router 9a92518c-18d0-447e-a5b8-b41d238628b4 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:43:58.127700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 74b1de5e-2bee-4976-b68b-731a78ed9d77 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:43:58.152418 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 74b1de5e-2bee-4976-b68b-731a78ed9d77 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:43:58.152774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 74b1de5e-2bee-4976-b68b-731a78ed9d77 not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:43:58.213020 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:43:58.218107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-18343506-0601-41ba-bb02-ddf096d74e97 admin admin] 10.222.0.88 "PUT /v2.0/routers/9a92518c-18d0-447e-a5b8-b41d238628b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4098656 Oct 26 12:43:58.220765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52834) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:43:58.223881 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] Sync routers for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:43:58.234602 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:43:58.235247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:58.344836 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:43:58.538674 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:43:57Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:58.569967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] Checking router: 9a92518c-18d0-447e-a5b8-b41d238628b4 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:43:58.578689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] Routers {'9a92518c-18d0-447e-a5b8-b41d238628b4'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:43:58.579330 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9a92518c-18d0-447e-a5b8-b41d238628b4'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:58.646498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:58.684075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] Set router 9a92518c-18d0-447e-a5b8-b41d238628b4 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:43:58.752375 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:58.808552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Deleting port da08c1f8-1353-4e41-95df-171cdeb48896 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:43:58.808899 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:58.872447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:43:57Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:43:58.889465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] For port da08c1f8-1353-4e41-95df-171cdeb48896, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=da08c1f8-1353-4e41-95df-171cdeb48896,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:43:58.890066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:58.899851 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c48cf-91e6-4803-b0bb-604eb3777a69 None None] The sync data for ids ['9a92518c-18d0-447e-a5b8-b41d238628b4'] in n-d-812150-3 is: [{'id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'name': 'tempest-TestMinimumBasicScenario-1313585912-router', 'tenant_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:44Z', 'updated_at': '2021-10-26T12:43:57Z', 'revision_number': 5, 'project_id': '17ec3ab34a4d41a4ab2d5a721ff629a1', 'gw_port': {'id': 'da08c1f8-1353-4e41-95df-171cdeb48896', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92518c-18d0-447e-a5b8-b41d238628b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:45Z', 'updated_at': '2021-10-26T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:43:58.903043 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Calling delete_port for da08c1f8-1353-4e41-95df-171cdeb48896 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:43:59.068177 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.101064 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Pushing event deleted for resources: {'Port': ['ID=da08c1f8-1353-4e41-95df-171cdeb48896,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:59.160382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.253268 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.255551 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.302340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.302967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a92518c-18d0-447e-a5b8-b41d238628b4 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:43:59.307952 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.311665 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-225bf68c-08c9-44cd-8478-0b42f8d1a09d admin admin] 10.222.0.88 "DELETE /v2.0/routers/9a92518c-18d0-447e-a5b8-b41d238628b4 HTTP/1.1" status: 204 len: 168 time: 1.0874543 Oct 26 12:43:59.311830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52836) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:43:59.363736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Deleting subnet a1f9b6c2-c1fc-426e-907e-56f7a83800ea {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:43:59.367101 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.403826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.483598 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.539480 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.571691 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f9b6c2-c1fc-426e-907e-56f7a83800ea,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:59.575585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.578758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3dac788a-6dbe-4bab-896f-ac3547a8cc86 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a1f9b6c2-c1fc-426e-907e-56f7a83800ea HTTP/1.1" status: 204 len: 168 time: 0.2660024 Oct 26 12:43:59.581366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52838) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:43:59.584113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1fc633-1836-42bf-ab07-a8fe4e3051f6 None None] Network 3da3422a-6069-47db-aa88-f595e054e9a1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:43:59.654510 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.715662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Deleting port 304771f9-4c41-4676-b7c2-df455efc6942 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:43:59.716048 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.770733 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] DHCP port deletion for 3da3422a-6069-47db-aa88-f595e054e9a1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:43:59.788956 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] For port 304771f9-4c41-4676-b7c2-df455efc6942, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=304771f9-4c41-4676-b7c2-df455efc6942,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:43:59.789327 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.803638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Calling delete_port for 304771f9-4c41-4676-b7c2-df455efc6942 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:43:59.818347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Deleting port 304771f9-4c41-4676-b7c2-df455efc6942 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:43:59.818645 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.884502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.888539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] For port 304771f9-4c41-4676-b7c2-df455efc6942, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=304771f9-4c41-4676-b7c2-df455efc6942,segment=NetworkSegment(ecf373b6-74cd-438b-81a9-a9c0761ad281),segment_id=ecf373b6-74cd-438b-81a9-a9c0761ad281)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:43:59.889015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.902120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Calling delete_port for 304771f9-4c41-4676-b7c2-df455efc6942 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:43:59.913797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] No DVR routers for this DVR port 304771f9-4c41-4676-b7c2-df455efc6942 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:43:59.919139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=304771f9-4c41-4676-b7c2-df455efc6942,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:43:59.979028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:43:59.996440 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.018611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da3422a-6069-47db-aa88-f595e054e9a1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:00.030483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf373b6-74cd-438b-81a9-a9c0761ad281') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:00.030781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf373b6-74cd-438b-81a9-a9c0761ad281') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:00.042037 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.061772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.070609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:44:00.071575 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:44:00.074696 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:44:00.145769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.152156 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.155455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3da3422a-6069-47db-aa88-f595e054e9a1 HTTP/1.1" status: 204 len: 168 time: 0.5731554 Oct 26 12:44:00.158561 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:00.168083 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49352a7-da2a-4c19-80b4-8a13e186fd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da3422a-6069-47db-aa88-f595e054e9a1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:00.176194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 304771f9-4c41-4676-b7c2-df455efc6942 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:44:00.179564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Pushing event deleted for resources: {'Port': ['ID=304771f9-4c41-4676-b7c2-df455efc6942,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:00.204421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] No DVR routers for this DVR port 304771f9-4c41-4676-b7c2-df455efc6942 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:44:00.206207 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 304771f9-4c41-4676-b7c2-df455efc6942 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:44:00.206596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 304771f9-4c41-4676-b7c2-df455efc6942 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:44:00.207021 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da08c1f8-1353-4e41-95df-171cdeb48896 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:44:00.210825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.211156 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.211494 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.215386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a5cb2-7171-44ba-a719-964a87578c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:00.236585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: da08c1f8-1353-4e41-95df-171cdeb48896 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:44:00.236866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device da08c1f8-1353-4e41-95df-171cdeb48896 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:44:00.237303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63e13ea9-630d-4eb2-b648-74dabb3b5825 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:44:00.256078 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 63e13ea9-630d-4eb2-b648-74dabb3b5825 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:44:00.256413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 63e13ea9-630d-4eb2-b648-74dabb3b5825 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:44:00.528135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.781169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Deleting port d4040db3-d00b-468c-b68e-6ca1255b4942 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:44:00.781426 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.860029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] For port d4040db3-d00b-468c-b68e-6ca1255b4942, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=d4040db3-d00b-468c-b68e-6ca1255b4942,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:00.860399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:00.873283 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Calling delete_port for d4040db3-d00b-468c-b68e-6ca1255b4942 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:44:01.065487 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:01.095717 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Pushing event deleted for resources: {'Port': ['ID=d4040db3-d00b-468c-b68e-6ca1255b4942,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:01.270910 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:01.499127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:44:01.612083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:44:01.617298 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e83e5a03-aac0-41e6-90e9-0cf0aa1510de admin admin] 10.222.0.88 "PUT /v2.0/routers/203a57a0-d4dc-4b33-b62e-ecb78ac82adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4569459 Oct 26 12:44:01.620050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52842) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:01.623960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] Sync routers for ids ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:44:01.635170 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] Routers {'203a57a0-d4dc-4b33-b62e-ecb78ac82adb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:01.636000 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:01.732244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:01.745553 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] Set router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:01.854739 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:01.912672 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Deleting port 6cfc0c66-ed59-4668-9233-164157a727b9 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:44:01.913556 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:01.937737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:44:01Z', 'revision_number': 5, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port': {'id': '6cfc0c66-ed59-4668-9233-164157a727b9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:41:50Z', 'updated_at': '2021-10-26T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:01.969955 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] Checking router: 203a57a0-d4dc-4b33-b62e-ecb78ac82adb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:44:01.979056 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] Routers {'203a57a0-d4dc-4b33-b62e-ecb78ac82adb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:01.979677 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:02.002394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] For port 6cfc0c66-ed59-4668-9233-164157a727b9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6cfc0c66-ed59-4668-9233-164157a727b9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:02.002687 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.022796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Calling delete_port for 6cfc0c66-ed59-4668-9233-164157a727b9 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:44:02.081544 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] Set router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:02.145653 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:44:01Z', 'revision_number': 6, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:02.184904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa08a34-3bd8-4e50-b05b-e013e34adcb4 None None] The sync data for ids ['203a57a0-d4dc-4b33-b62e-ecb78ac82adb'] in n-d-812150-3 is: [{'id': '203a57a0-d4dc-4b33-b62e-ecb78ac82adb', 'name': 'tempest-TestMinimumBasicScenario-695926289-router', 'tenant_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:41:49Z', 'updated_at': '2021-10-26T12:44:01Z', 'revision_number': 6, 'project_id': '852ca694f2c54e1e8915fbbc73ae08aa', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:44:02.236799 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.268870 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfc0c66-ed59-4668-9233-164157a727b9,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:02.333710 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.430961 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.433170 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.480239 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.480748 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 203a57a0-d4dc-4b33-b62e-ecb78ac82adb {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:44:02.485681 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.487092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fbd1d8c0-9939-4a42-ae92-49c6e4d0a8ee admin admin] 10.222.0.88 "DELETE /v2.0/routers/203a57a0-d4dc-4b33-b62e-ecb78ac82adb HTTP/1.1" status: 204 len: 168 time: 0.8659537 Oct 26 12:44:02.489708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52844) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:02.543282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Deleting subnet 990ea0dc-56b0-4c04-9677-f5d30a7a01d3 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:44:02.547052 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.586417 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.669086 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.724759 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.757504 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990ea0dc-56b0-4c04-9677-f5d30a7a01d3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:02.765517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.768983 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9befac25-f2ec-475d-9990-388cd1e630ce admin admin] 10.222.0.88 "DELETE /v2.0/subnets/990ea0dc-56b0-4c04-9677-f5d30a7a01d3 HTTP/1.1" status: 204 len: 168 time: 0.2781551 Oct 26 12:44:02.772338 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:02.775865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4df357-d0d0-48cf-920e-e50c44b021a9 None None] Network 6f748776-883b-41f3-9f8e-e1e2c925ba59 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:44:02.851625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.906083 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Deleting port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:44:02.906436 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.983890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] For port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:02.984611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:02.999864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] DHCP port deletion for 6f748776-883b-41f3-9f8e-e1e2c925ba59 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:44:03.002510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Calling delete_port for 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:44:03.051537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] Deleting port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:44:03.051919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.096558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.125343 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] For port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,segment=NetworkSegment(e6454047-fa01-458f-a4e8-8a7d7d9f32f5),segment_id=e6454047-fa01-458f-a4e8-8a7d7d9f32f5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:03.125741 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.128544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] No DVR routers for this DVR port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:44:03.130417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:03.141151 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] Calling delete_port for 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:44:03.209644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.230767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.231793 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f748776-883b-41f3-9f8e-e1e2c925ba59']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:03.243038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:03.243337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6454047-fa01-458f-a4e8-8a7d7d9f32f5') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:03.255146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.258007 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] Pushing event deleted for resources: {'Port': ['ID=70ab8aec-8bcc-4d6a-b01d-fa790261ef12,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:03.264565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3408b97-0b3b-4d9d-bbc3-123e18b2f21a None None] No DVR routers for this DVR port 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:44:03.271859 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.281933 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:44:03.281933 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:44:03.283247 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:44:03.351724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.357922 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.361174 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6f748776-883b-41f3-9f8e-e1e2c925ba59 HTTP/1.1" status: 204 len: 168 time: 0.5813973 Oct 26 12:44:03.372893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d2c20-76a6-49f8-bb87-b77beb5f45b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f748776-883b-41f3-9f8e-e1e2c925ba59,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:03.529242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52850) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:03.570215 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-459d74bc-6acc-4ce9-a0a8-8a15871fb9c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17ec3ab34a4d41a4ab2d5a721ff629a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395417 Oct 26 12:44:03.573063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52852) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:03.624404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3f12ec2-be87-4647-a34f-cc19c6f98b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.647030 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3f12ec2-be87-4647-a34f-cc19c6f98b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.695431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3f12ec2-be87-4647-a34f-cc19c6f98b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.698742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d3f12ec2-be87-4647-a34f-cc19c6f98b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:03.700042 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d3f12ec2-be87-4647-a34f-cc19c6f98b62 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/845da093-8b6e-4bcf-9a14-3a1aa74e6deb HTTP/1.1" status: 204 len: 168 time: 0.1260109 Oct 26 12:44:03.709105 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f12ec2-be87-4647-a34f-cc19c6f98b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845da093-8b6e-4bcf-9a14-3a1aa74e6deb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:04.021569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52858) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:04.069571 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-412f3237-bf58-4755-9dc2-a98deb279a9c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=852ca694f2c54e1e8915fbbc73ae08aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443187 Oct 26 12:44:04.069842 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52860) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:04.125441 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-267930bf-e6c9-4861-b531-b65dc1d45629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:04.143063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6cfc0c66-ed59-4668-9233-164157a727b9 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:44:04.148745 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-267930bf-e6c9-4861-b531-b65dc1d45629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:04.163162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6cfc0c66-ed59-4668-9233-164157a727b9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:44:04.163511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6cfc0c66-ed59-4668-9233-164157a727b9 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:44:04.163941 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d4040db3-d00b-468c-b68e-6ca1255b4942 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:44:04.184462 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: d4040db3-d00b-468c-b68e-6ca1255b4942 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:44:04.185092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device d4040db3-d00b-468c-b68e-6ca1255b4942 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:44:04.185522 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:44:04.203385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-267930bf-e6c9-4861-b531-b65dc1d45629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:04.205971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:44:04.206320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 70ab8aec-8bcc-4d6a-b01d-fa790261ef12 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:44:04.207193 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-267930bf-e6c9-4861-b531-b65dc1d45629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:04.210590 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-267930bf-e6c9-4861-b531-b65dc1d45629 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bfe65785-9e22-4663-8e23-261877c63c4e HTTP/1.1" status: 204 len: 168 time: 0.1394207 Oct 26 12:44:04.222618 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267930bf-e6c9-4861-b531-b65dc1d45629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe65785-9e22-4663-8e23-261877c63c4e,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:04.344194 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:05.849629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:05.932164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52900) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:05.936947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608635262', 'description': 'tempest-secgroup-smoke-1608635262 description', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:05.959585 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:05.968351 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.051346 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.056418 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.100125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5a57b-98f7-4652-803b-e83265c89873,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.146202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.150908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.187228 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.188452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2551806 Oct 26 12:44:06.191635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52902) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.197320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'cd73c26d-6828-4e54-ae30-be4fcd5687c5', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:06.203214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda1b73-f6c2-43f9-8185-37b5bc436eea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73c26d-6828-4e54-ae30-be4fcd5687c5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.230317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.297122 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.300770 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.318816 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24c6c0c-89ef-41be-8d35-23a520bb5bb3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.326843 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.328104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b1123a6d-7f82-4ccb-9f35-fb8328cde7ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355002 Oct 26 12:44:06.333448 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52904) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.338742 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'cd73c26d-6828-4e54-ae30-be4fcd5687c5', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:06.365072 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.428818 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.432696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.451525 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda9d7c8-1525-4939-82df-3e47302167bb,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.459482 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.460753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-8100c769-f611-4309-b471-5d23c9187efd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263063 Oct 26 12:44:06.464355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52906) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.468800 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'cd73c26d-6828-4e54-ae30-be4fcd5687c5', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:06.495292 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.554143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.557762 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.578538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9769b3d6-d39a-44e5-b67f-506d161f5a50,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.586691 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.588492 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-47059386-4a71-4af7-8b8c-0866cb8ddfbc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231947 Oct 26 12:44:06.591659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.596042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'cd73c26d-6828-4e54-ae30-be4fcd5687c5', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:06.623398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.685140 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.688869 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.709320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f6c4dc-8769-4a68-86c7-dcbb26e89a6c,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.718570 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.719863 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4883e654-e37c-446a-b729-183f446f0cd7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272500 Oct 26 12:44:06.722985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52910) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.727727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'cd73c26d-6828-4e54-ae30-be4fcd5687c5', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:06.750847 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:44:06.756360 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.819010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.823798 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.841465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac93d59a-1944-4276-85b1-f32a11444dd9,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.851323 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.852662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5457b53d-e428-469d-a5fe-e60ed5e35822 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284051 Oct 26 12:44:06.855460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.859929 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'cd73c26d-6828-4e54-ae30-be4fcd5687c5', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:06.883417 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:44:06.889725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.950663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.955087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.976547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a39249b-a876-4ce2-aefd-3371de1b40f7,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:06.985659 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:06.986995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-998ecaff-0f95-4134-b8f3-22e55913ec07 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305478 Oct 26 12:44:06.989986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52914) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:06.995462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'network': {'name': 'tempest-network-smoke--257407382', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'port_security_enabled': True}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:07.019014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:44:07.022633 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.046818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:44:07.057009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.057363 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Added segment 39acc5e6-4c9e-4fc3-b632-fd7a35f801eb of type vlan for network a0884a07-805f-4c1f-bec4-4e9d06f50c29 Oct 26 12:44:07.101733 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.128748 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.134465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:07.135096 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.191563 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2005126 Oct 26 12:44:07.194788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:07.200908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'admin_state_up': True, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:07.204245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee627587-2ec1-4b84-8062-7888682109bb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Network': ['ID=a0884a07-805f-4c1f-bec4-4e9d06f50c29,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:07.219076 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:44:07.226969 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.227935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.285953 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.696556 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.898488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:07.917865 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:08.029422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.45 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cf0185bd-edfe-43b2-9a5a-59be820311f5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:44:08.135348 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:08.168547 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:08.213670 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:44:08.216699 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:08.220309 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:44:08.242730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=cf0185bd-edfe-43b2-9a5a-59be820311f5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:08.528733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:08.727667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:08.856615 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:44:08.963267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:44:08.973110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Sync routers for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:44:08.984550 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:08.984740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:08.985307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:08.985803 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6b22a207-cb8d-4dba-bd02-335ca27af39d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7896798 Oct 26 12:44:08.988889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 52918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:09.094165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:09.120578 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e1d9354d-a7df-4e7c-977d-5a102cb553cd tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3e7613a472284aa6a2f6210b4767bc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1303918 Oct 26 12:44:09.123312 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52922) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:09.287917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:08Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:09.288425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe91e09-8760-47e9-8133-0c59a4c876f5 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:09.289959 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-efe91e09-8760-47e9-8133-0c59a4c876f5 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1656432 Oct 26 12:44:09.293529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52924) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:09.315549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Checking router: 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:44:09.315917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Updating router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 port cf0185bd-edfe-43b2-9a5a-59be820311f5 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:44:09.328923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-25cc18fd-84e9-4bc2-84bc-313ae9b3b000 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341644 Oct 26 12:44:09.331502 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52926) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:09.336364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613057990', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:09.341424 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.424546 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:44:09.428389 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.602534 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.608356 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.616402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.661928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Attempting to bind port cf0185bd-edfe-43b2-9a5a-59be820311f5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:44:09.662312 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Attempting to bind port cf0185bd-edfe-43b2-9a5a-59be820311f5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:44:09.662683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Attempting to bind port cf0185bd-edfe-43b2-9a5a-59be820311f5 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:44:09.670659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420a826-5acb-4b29-a079-69a06301ebba None None] Pushing event updated for resources: {'Port': ['ID=cf0185bd-edfe-43b2-9a5a-59be820311f5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:09.673992 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:44:09.674381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:44:09.674850 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.675206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:44:09.675689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Bound port: cf0185bd-edfe-43b2-9a5a-59be820311f5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:44:09.676078 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.685930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Subnet': ['ID=0df4e315-21ea-4712-a675-051e45bd4d4d,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:09.693680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Checking segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:44:09.694055 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network hostable DHCP agents. Network: a0884a07-805f-4c1f-bec4-4e9d06f50c29, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:44:09.717651 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:44:09.727910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a0884a07-805f-4c1f-bec4-4e9d06f50c29) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:09.732348 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:09.732968 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.733412 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] For port cf0185bd-edfe-43b2-9a5a-59be820311f5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:44:09.738162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] For port cf0185bd-edfe-43b2-9a5a-59be820311f5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf0185bd-edfe-43b2-9a5a-59be820311f5,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:44:09.741035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a55dbb-285f-43e9-bcd8-5bbe5ed30e33 None None] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:44:09.746592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:09.750133 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c27a8384-d892-40c3-b896-c41960de3951 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4176140 Oct 26 12:44:09.752770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52928) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:09.872320 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:09.872954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:09.879344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420a826-5acb-4b29-a079-69a06301ebba None None] Pushing event updated for resources: {'Port': ['ID=cf0185bd-edfe-43b2-9a5a-59be820311f5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:10.043905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:10.047224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:44:10.048090 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.208262 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.332464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Allocated IP 172.20.0.2 (a0884a07-805f-4c1f-bec4-4e9d06f50c29/0df4e315-21ea-4712-a675-051e45bd4d4d/ebc4c626-b426-4bca-93da-b62f0d191db3) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:44:10.411439 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:08Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:10.448218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf56b6-a7bb-46bc-b4ec-c03c4cf7869a None None] The sync data for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 is: [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:08Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:44:10.546094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.552735 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.597823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:44:10.600698 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:10.606027 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:44:10.609255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Pushing event updated for resources: {'Port': ['ID=ebc4c626-b426-4bca-93da-b62f0d191db3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:10.667620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Attempting to bind port ebc4c626-b426-4bca-93da-b62f0d191db3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:44:10.668424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Attempting to bind port ebc4c626-b426-4bca-93da-b62f0d191db3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:44:10.668424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Attempting to bind port ebc4c626-b426-4bca-93da-b62f0d191db3 on network a0884a07-805f-4c1f-bec4-4e9d06f50c29 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:44:10.674303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:44:10.674832 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Checking segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:44:10.675267 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.675660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Bound using segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:44:10.676136 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Bound port: ebc4c626-b426-4bca-93da-b62f0d191db3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:44:10.676523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.779111 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] For port ebc4c626-b426-4bca-93da-b62f0d191db3, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:44:10.782838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] For port ebc4c626-b426-4bca-93da-b62f0d191db3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebc4c626-b426-4bca-93da-b62f0d191db3,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:44:10.788812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:10.859202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24209-c34f-44d0-853b-aa422bc6ed04 None None] Pushing event updated for resources: {'Port': ['ID=ebc4c626-b426-4bca-93da-b62f0d191db3,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:10.881810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.1 (a0884a07-805f-4c1f-bec4-4e9d06f50c29/0df4e315-21ea-4712-a675-051e45bd4d4d/718c554b-12e8-45c8-9549-272cfe05b841) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:44:11.025741 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.083332 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.131176 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:44:11.135117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:11.139320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:44:11.165930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=718c554b-12e8-45c8-9549-272cfe05b841,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:11.190703 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.333294 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.640299 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.646034 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.725383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=718c554b-12e8-45c8-9549-272cfe05b841,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:11.728767 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.824361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6677c5-d8c8-48f8-95df-8714f0e3b076 None None] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:44:11.829285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:44:11.830736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:11.905653 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7201a57a-10c2-49ba-bf10-4d56d0af604b None None] Provisioning complete for port ebc4c626-b426-4bca-93da-b62f0d191db3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:11.906096 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7201a57a-10c2-49ba-bf10-4d56d0af604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:11.949990 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:44:12.062959 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7201a57a-10c2-49ba-bf10-4d56d0af604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.072239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:44:12.078314 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fcefeea0-366e-4464-b25d-776faa9f9c1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/33e60e7f-ec0c-4814-a9bd-8d78b2d6c164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244393 Oct 26 12:44:12.117158 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7201a57a-10c2-49ba-bf10-4d56d0af604b None None] For port ebc4c626-b426-4bca-93da-b62f0d191db3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebc4c626-b426-4bca-93da-b62f0d191db3,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:12.124518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7201a57a-10c2-49ba-bf10-4d56d0af604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.205707 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201a57a-10c2-49ba-bf10-4d56d0af604b None None] Pushing event updated for resources: {'Port': ['ID=ebc4c626-b426-4bca-93da-b62f0d191db3,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:12.269974 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Sync routers for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:44:12.288317 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:12.289146 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:12.289892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf0185bd-edfe-43b2-9a5a-59be820311f5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:44:12.352957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port cf0185bd-edfe-43b2-9a5a-59be820311f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:12.353337 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.437852 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:12.464589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bcf9e29c-a365-4ff3-a90d-d2473cb3b769 None None] Provisioning complete for port 718c554b-12e8-45c8-9549-272cfe05b841 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:12.465226 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e29c-a365-4ff3-a90d-d2473cb3b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.467100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.487004 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-3f3f0ec4-8f66-4949-ad69-cba884994d2e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608635262&fields=id&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 267 time: 0.0543237 Oct 26 12:44:12.500040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port cf0185bd-edfe-43b2-9a5a-59be820311f5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf0185bd-edfe-43b2-9a5a-59be820311f5,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:12.526009 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.527152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebc4c626-b426-4bca-93da-b62f0d191db3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:44:12.604387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9e29c-a365-4ff3-a90d-d2473cb3b769 None None] Port 718c554b-12e8-45c8-9549-272cfe05b841 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:44:12.633620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-e8a47a77-2994-48a3-b3d6-5ce074b18b8a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:12.635628 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-e8a47a77-2994-48a3-b3d6-5ce074b18b8a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/networks?id=a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 200 len: 796 time: 0.1409891 Oct 26 12:44:12.645743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=cf0185bd-edfe-43b2-9a5a-59be820311f5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:12.652376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bcf9e29c-a365-4ff3-a90d-d2473cb3b769 None None] Provisioning complete for port ebc4c626-b426-4bca-93da-b62f0d191db3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:12.653029 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e29c-a365-4ff3-a90d-d2473cb3b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.664380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-a65c51dc-9fe3-42dc-bf7c-5b03777e7a2d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/quotas/3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 375 time: 0.0148203 Oct 26 12:44:12.696559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ebc4c626-b426-4bca-93da-b62f0d191db3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:12.697492 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.756290 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-55c39e21-67f8-4268-bc9e-fcc68ee71ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845051 Oct 26 12:44:12.798980 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 2, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:12.829495 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Checking router: 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:44:12.830705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Updating router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 port 718c554b-12e8-45c8-9549-272cfe05b841 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:44:12.865432 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:12.880249 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-47448d0f-824a-4cc6-8885-264d94aa13c8 service neutron] 10.222.0.88 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062131 Oct 26 12:44:12.987516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-feeea379-0fa7-4ddb-8390-82640d7c3960 service neutron] 10.222.0.88 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997756 Oct 26 12:44:13.127846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7a49c54e-15e1-4f19-b48b-0eea20f294a8 None None] Provisioning complete for port 718c554b-12e8-45c8-9549-272cfe05b841 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:13.128418 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7a49c54e-15e1-4f19-b48b-0eea20f294a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.173658 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.176329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7a49c54e-15e1-4f19-b48b-0eea20f294a8 None None] Port 718c554b-12e8-45c8-9549-272cfe05b841 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:44:13.182767 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.235872 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Pushing event updated for resources: {'Port': ['ID=718c554b-12e8-45c8-9549-272cfe05b841,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:13.264421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0b409f7d-79d7-40f3-b851-b85fe814ed5b req-8c3b06e8-1e2e-4cec-a38d-b1bf21b9be38 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 210 time: 0.1058233 Oct 26 12:44:13.299655 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.300180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.300441 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.300831 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.301216 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.301599 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.301982 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.302355 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.302731 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.303130 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.303510 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.303871 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:44:13.324914 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Attempting to bind port 718c554b-12e8-45c8-9549-272cfe05b841 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:44:13.325290 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Attempting to bind port 718c554b-12e8-45c8-9549-272cfe05b841 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:44:13.325657 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Attempting to bind port 718c554b-12e8-45c8-9549-272cfe05b841 on network a0884a07-805f-4c1f-bec4-4e9d06f50c29 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:44:13.331346 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:44:13.331721 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Checking segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:44:13.332442 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.332838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Bound using segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:44:13.333304 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Bound port: 718c554b-12e8-45c8-9549-272cfe05b841, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:44:13.333683 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.403677 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] For port 718c554b-12e8-45c8-9549-272cfe05b841, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:44:13.407570 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] For port 718c554b-12e8-45c8-9549-272cfe05b841, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=718c554b-12e8-45c8-9549-272cfe05b841,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:44:13.413507 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.473837 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:13.474472 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:43:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:13.500734 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-920346af-4824-4ab0-b767-4ba4e3da58d7 None None] Provisioning complete for port 718c554b-12e8-45c8-9549-272cfe05b841 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:13.501371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-920346af-4824-4ab0-b767-4ba4e3da58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.554245 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c8d00-a9e2-4873-a6a5-7d811e5578d2 None None] Pushing event updated for resources: {'Port': ['ID=718c554b-12e8-45c8-9549-272cfe05b841,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:13.620440 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:13.631134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-920346af-4824-4ab0-b767-4ba4e3da58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.686249 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-920346af-4824-4ab0-b767-4ba4e3da58d7 None None] For port 718c554b-12e8-45c8-9549-272cfe05b841, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=718c554b-12e8-45c8-9549-272cfe05b841,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:13.693419 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-920346af-4824-4ab0-b767-4ba4e3da58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.749258 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920346af-4824-4ab0-b767-4ba4e3da58d7 None None] Pushing event updated for resources: {'Port': ['ID=718c554b-12e8-45c8-9549-272cfe05b841,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:13.816924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8fe01780-b947-49b5-b3f9-bede59ec8363 None None] Provisioning complete for port 718c554b-12e8-45c8-9549-272cfe05b841 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:13.817321 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fe01780-b947-49b5-b3f9-bede59ec8363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:13.877760 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:13.904960 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d71e34-809b-4f43-ac21-cd1476cd9bf6 None None] The sync data for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 is: [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:44:14.239105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebc4c626-b426-4bca-93da-b62f0d191db3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:44:14.288944 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ebc4c626-b426-4bca-93da-b62f0d191db3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:14.289225 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:14.380256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1afd00cd-75cf-4403-a598-8da4361a4004 req-333e61d9-598a-4eb8-97a7-aa0988929788 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 210 time: 0.0389056 Oct 26 12:44:14.396535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 718c554b-12e8-45c8-9549-272cfe05b841 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:44:14.459870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 718c554b-12e8-45c8-9549-272cfe05b841 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:14.460242 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:14.554308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf0185bd-edfe-43b2-9a5a-59be820311f5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:44:14.567124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-aeb4f147-c999-4bdb-9848-1aa2e7ef3e54 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:14.568913 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-aeb4f147-c999-4bdb-9848-1aa2e7ef3e54 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/networks?id=a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 200 len: 796 time: 0.1488962 Oct 26 12:44:14.619008 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port cf0185bd-edfe-43b2-9a5a-59be820311f5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:14.619382 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:14.626206 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-49d1a6ff-1dc4-4439-a661-2c1db368a552 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 380 time: 0.0416718 Oct 26 12:44:14.650306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'port': {'device_id': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'admin_state_up': True, 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'security_groups': ['cd73c26d-6828-4e54-ae30-be4fcd5687c5']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:14.771939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:44:14.776152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:14.912497 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.10 (a0884a07-805f-4c1f-bec4-4e9d06f50c29/0df4e315-21ea-4712-a675-051e45bd4d4d/d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:44:15.068589 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.110997 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.155395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:44:15.158648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:15.162552 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:44:15.189108 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:15.219346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:15.219988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.238468 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-2aa4c66d-c377-45da-bb16-80ef6687dea0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929112 Oct 26 12:44:15.249367 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-cbfc61d4-9231-41c8-9606-2f4136a28134 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:44:15.250484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-cbfc61d4-9231-41c8-9606-2f4136a28134 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055218 Oct 26 12:44:15.264851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Request body: {'port': {'device_id': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:15.325785 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.443719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-684b33d5-87d0-4766-8fc3-85f06dd934bc None None] Provisioning complete for port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:15.444353 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-684b33d5-87d0-4766-8fc3-85f06dd934bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.486897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-684b33d5-87d0-4766-8fc3-85f06dd934bc None None] Port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:44:15.581331 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2cf48-acab-4a26-889a-2ec3dbd62522 req-8271bd35-12fe-4d77-a695-1168ad2204fc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:15.582769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43e2cf48-acab-4a26-889a-2ec3dbd62522 req-8271bd35-12fe-4d77-a695-1168ad2204fc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 932 time: 0.1181262 Oct 26 12:44:15.643915 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-43e2cf48-acab-4a26-889a-2ec3dbd62522 req-e76346ab-6436-4dd9-b3a3-6f3156627fe1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508368 Oct 26 12:44:15.679692 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:44:15.688005 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.700656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Transition to ACTIVE for port object d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:44:15.704699 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.759226 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:15.827993 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Attempting to bind port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:44:15.828338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Attempting to bind port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:44:15.828673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Attempting to bind port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b on network a0884a07-805f-4c1f-bec4-4e9d06f50c29 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:44:15.833581 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b on network a0884a07-805f-4c1f-bec4-4e9d06f50c29 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:44:15.833837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Attempting to bind port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b on network a0884a07-805f-4c1f-bec4-4e9d06f50c29 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:44:15.839653 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:44:15.839996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Checking segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:44:15.840390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Bound using segment: {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:44:15.840830 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Bound port: d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:44:15.841194 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.913444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] For port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:44:15.917775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] For port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:44:15.922560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.954849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:15.955573 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:15.957126 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 200 len: 1092 time: 0.6965661 Oct 26 12:44:15.961684 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:44:15.965052 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71079c8-c5bf-4400-af84-cf21d320cd73" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:44:16.005556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602ca3-1476-4585-afe0-5beb3a6f6434 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:16.026017 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d726d6a-a27e-4a6d-a156-ca18cd065c40 x-openstack-request-id: req-4d726d6a-a27e-4a6d-a156-ca18cd065c40 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:44:16.026286 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:44:16.026548 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d726d6a-a27e-4a6d-a156-ca18cd065c40 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:44:16.027076 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'status': 'completed', 'code': 200} Oct 26 12:44:16.064149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-88070ab0-1b34-4594-b1d5-9ab015a64b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.065709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-88070ab0-1b34-4594-b1d5-9ab015a64b6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0509851 Oct 26 12:44:16.117599 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-f4563600-c5c6-440c-ba16-e8b3bd9dd6f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 200 len: 217 time: 0.0404315 Oct 26 12:44:16.174449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-a254156a-9fc6-45dc-bedb-06e1a81e3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.175991 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-a254156a-9fc6-45dc-bedb-06e1a81e3128 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df4e315-21ea-4712-a675-051e45bd4d4d HTTP/1.1" status: 200 len: 835 time: 0.0478261 Oct 26 12:44:16.227171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-8dca5917-7bd5-4d72-836d-6ca98635ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.228791 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-8dca5917-7bd5-4d72-836d-6ca98635ffbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0884a07-805f-4c1f-bec4-4e9d06f50c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417075 Oct 26 12:44:16.330157 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-3eeb145d-2a73-4045-9690-9bd4e5ef46be service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896845 Oct 26 12:44:16.425738 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06e05cb7-3955-45f7-b0cb-e683dae8e9c6 req-95b40f36-c246-4254-ab1e-f4a220d5bdf2 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837345 Oct 26 12:44:16.518460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-6df1d3c2-7255-4673-a0f4-c598e344c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.519996 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-6df1d3c2-7255-4673-a0f4-c598e344c149 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0426145 Oct 26 12:44:16.619314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-63d037bd-d103-4201-ab38-42fc396a7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.620822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-63d037bd-d103-4201-ab38-42fc396a7c72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 200 len: 898 time: 0.0930781 Oct 26 12:44:16.664854 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-13a452c1-0381-4c41-b002-be39108e9480 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 200 len: 217 time: 0.0351076 Oct 26 12:44:16.731701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-3d6a1c5b-56c1-449b-9e65-5ccf9e14f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.733176 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-3d6a1c5b-56c1-449b-9e65-5ccf9e14f50a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df4e315-21ea-4712-a675-051e45bd4d4d HTTP/1.1" status: 200 len: 835 time: 0.0595837 Oct 26 12:44:16.801678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eadce-9480-403d-9869-f5bc50ccff49 req-8ea2e4cd-5046-4f83-b70c-768949ab9063 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.803317 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-531eadce-9480-403d-9869-f5bc50ccff49 req-8ea2e4cd-5046-4f83-b70c-768949ab9063 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 944 time: 0.0878003 Oct 26 12:44:16.810505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-5c47ce7b-1fe3-4569-8866-c43ec450d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:16.812001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-5c47ce7b-1fe3-4569-8866-c43ec450d1c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0884a07-805f-4c1f-bec4-4e9d06f50c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648313 Oct 26 12:44:16.894137 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-531eadce-9480-403d-9869-f5bc50ccff49 req-04f8a660-65e5-4293-9d49-cb8bbf48c749 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811732 Oct 26 12:44:16.931720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-60742e83-b1b9-4bcb-9a0f-fa92e4f06303 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049798 Oct 26 12:44:17.025766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f71079c8-c5bf-4400-af84-cf21d320cd73 req-04ffeac7-80e2-4149-b518-e33779bd7bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 Oct 26 12:44:17.991137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:44:18.014223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cb590-abc5-42c7-95e7-c693012e729d req-a36ddcab-ff6b-4aa3-94bc-898b7ed3ca25 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:18.015766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f24cb590-abc5-42c7-95e7-c693012e729d req-a36ddcab-ff6b-4aa3-94bc-898b7ed3ca25 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 944 time: 0.0512636 Oct 26 12:44:18.054739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f24cb590-abc5-42c7-95e7-c693012e729d req-037b7efb-d500-4526-b89d-d56c271e43ff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Oct 26 12:44:18.097168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:18.108540 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'port_id': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'mac_address': 'fa:16:3e:83:fa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:44:18.146697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:18.159961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:44:18.179227 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:18.184034 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:18.232456 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:18.513894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:44:19.171854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55809b18-4d2e-4145-94ad-b5cfd0752b30 req-f8899ef4-1b1b-473e-9f9a-ec2eb458e00c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:19.173361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55809b18-4d2e-4145-94ad-b5cfd0752b30 req-f8899ef4-1b1b-473e-9f9a-ec2eb458e00c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 945 time: 0.0499337 Oct 26 12:44:19.211194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-55809b18-4d2e-4145-94ad-b5cfd0752b30 req-12d030ec-48f6-441e-b1ae-7d982267d7ab tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Oct 26 12:44:19.255094 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc9d6ead-027c-4b35-b391-fc3c43864840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:20.022984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:44:20.076580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:44:20.081001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:44:20.081370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:20.162700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:20.188208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:44:20.190947 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2558e28e-db69-4058-9c43-b6ac2c64467d" -d '{"events": [{"server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "name": "network-vif-plugged", "status": "completed", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:44:20.204014 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:44:20.208975 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:20.236421 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80cbdcf-0872-47eb-a76f-4bd6867d3a5b x-openstack-request-id: req-e80cbdcf-0872-47eb-a76f-4bd6867d3a5b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:44:20.236981 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "name": "network-vif-plugged", "status": "completed", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:44:20.237278 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e80cbdcf-0872-47eb-a76f-4bd6867d3a5b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:44:20.237684 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'code': 200} Oct 26 12:44:20.269603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:20.373518 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424d33a-761e-483d-8d1d-a2630e0bdf68 req-dbc9dc65-fba9-4e30-a2be-395869ae6936 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:20.375166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c424d33a-761e-483d-8d1d-a2630e0bdf68 req-dbc9dc65-fba9-4e30-a2be-395869ae6936 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0816722 Oct 26 12:44:20.377321 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028c675-f1cf-4622-a9f0-6bb9ffc42d81 req-8419d800-32cd-456b-9bb9-ae87e0bf766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:20.378734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8028c675-f1cf-4622-a9f0-6bb9ffc42d81 req-8419d800-32cd-456b-9bb9-ae87e0bf766e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0762322 Oct 26 12:44:20.437512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c424d33a-761e-483d-8d1d-a2630e0bdf68 req-5e272640-9d76-4fdd-9765-3643500229f8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562823 Oct 26 12:44:20.443300 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8028c675-f1cf-4622-a9f0-6bb9ffc42d81 req-a5ee41c4-6d6d-42d1-bc1b-1826f079162a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Oct 26 12:44:21.566124 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fd121-4769-447a-b483-58509bce063a req-b73b8f2b-2f3b-475f-a677-882471193dd9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:21.568048 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb2fd121-4769-447a-b483-58509bce063a req-b73b8f2b-2f3b-475f-a677-882471193dd9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0581179 Oct 26 12:44:21.610470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb2fd121-4769-447a-b483-58509bce063a req-b8d19548-4058-4045-92f5-2582d2d2d306 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Oct 26 12:44:21.805868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-070c27ea-e292-4784-b0c3-c9bcd1778e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:22.732341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808fec1-6883-4b08-9912-d734902a548a req-be6b0a90-c2fc-41c3-964c-a800eed25477 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:22.734055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a808fec1-6883-4b08-9912-d734902a548a req-be6b0a90-c2fc-41c3-964c-a800eed25477 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0548072 Oct 26 12:44:22.774630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a808fec1-6883-4b08-9912-d734902a548a req-ea60b46f-a267-4f3d-a9b5-1f26ff564c80 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346074 Oct 26 12:44:22.894458 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e32a34-7e9e-447a-879f-c07cb7148468 req-ad9b38cd-0887-4ad8-8dde-403c9d47ab46 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:22.895894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2e32a34-7e9e-447a-879f-c07cb7148468 req-ad9b38cd-0887-4ad8-8dde-403c9d47ab46 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0506680 Oct 26 12:44:22.934148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2e32a34-7e9e-447a-879f-c07cb7148468 req-c7c42a7d-9ce2-4a24-b4ea-cc0ea96c629a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323257 Oct 26 12:44:22.955561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52994) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:22.986035 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:22.996790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34335c-b932-4297-b288-2f0dce848366 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:22.998365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5f34335c-b932-4297-b288-2f0dce848366 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1092 time: 0.0417781 Oct 26 12:44:23.001349 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 52996) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:23.005647 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:44:23.026920 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:23.128142 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:23.229402 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.197 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/00f7ee5d-7899-4c22-ae15-f0f03fe5d200) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:44:23.332308 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:23.366024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:23.406548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:44:23.409660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:44:23.410748 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:23.413784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:44:23.440611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=00f7ee5d-7899-4c22-ae15-f0f03fe5d200,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:24.099210 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.166574 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.319881 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.324557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.395263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=00f7ee5d-7899-4c22-ae15-f0f03fe5d200,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:44:24.406889 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.507408 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP 6ced495e-b4fe-4150-b0d8-0980956240cc associated. External IP: 172.25.4.197, port: d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b. Oct 26 12:44:24.715256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:44:24.812011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.825821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:44:24.836694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] Sync routers for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:44:24.846173 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:24.849297 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:24.850056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:24.874220 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-604c06a4-aba9-4274-ba85-c32505e35a99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8717353 Oct 26 12:44:24.874793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:44:24.877182 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526296c4-c0d7-4bfb-89c4-42de0d3965d5" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:44:24.977033 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1d4d1f-dbad-4309-b059-ce8f60da0b32 x-openstack-request-id: req-2d1d4d1f-dbad-4309-b059-ce8f60da0b32 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:44:24.977323 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:44:24.978205 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d1d4d1f-dbad-4309-b059-ce8f60da0b32 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:44:24.978605 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:24.978716 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'status': 'completed', 'code': 200} Oct 26 12:44:24.986794 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea5a59-5018-47e4-8d50-700e44451c54 req-5d9fcc32-ae3b-4045-ba8d-d910c5ec992f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:24.988373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26ea5a59-5018-47e4-8d50-700e44451c54 req-5d9fcc32-ae3b-4045-ba8d-d910c5ec992f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0609233 Oct 26 12:44:25.058110 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26ea5a59-5018-47e4-8d50-700e44451c54 req-7bb13cca-2a15-4687-b4be-bf18428101f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621321 Oct 26 12:44:25.071950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-ac827605-bc35-4082-9aba-e139781116da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:25.073509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-ac827605-bc35-4082-9aba-e139781116da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0713787 Oct 26 12:44:25.084657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53004) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:25.152323 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-93c6d50f-bde6-4b54-a67e-cba203904208 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6ced495e-b4fe-4150-b0d8-0980956240cc HTTP/1.1" status: 200 len: 992 time: 0.0662611 Oct 26 12:44:25.174764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-6b60a961-e1f4-415a-9edb-1fb64b9d1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:25.176412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-6b60a961-e1f4-415a-9edb-1fb64b9d1bcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 200 len: 898 time: 0.0957565 Oct 26 12:44:25.219195 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '6ced495e-b4fe-4150-b0d8-0980956240cc', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'port_id': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'mac_address': 'fa:16:3e:83:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:44:23Z', 'updated_at': '2021-10-26T12:44:23Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:25.246036 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] Checking router: 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:44:25.246439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-22ca7c55-6d04-4c76-8de9-5798c8041d53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 200 len: 1000 time: 0.0612946 Oct 26 12:44:25.255062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:44:25.255683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:25.296984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-9243101a-ec30-464a-8695-71358b493d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:25.298455 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-9243101a-ec30-464a-8695-71358b493d33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df4e315-21ea-4712-a675-051e45bd4d4d HTTP/1.1" status: 200 len: 835 time: 0.0452354 Oct 26 12:44:25.349372 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-834e6382-c924-45d6-aa50-75fe38107b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:25.350950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-834e6382-c924-45d6-aa50-75fe38107b58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0884a07-805f-4c1f-bec4-4e9d06f50c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444498 Oct 26 12:44:25.364315 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:44:25.444067 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-6df0ddfe-f8ef-421f-ba8f-81b123854487 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Oct 26 12:44:25.539339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526296c4-c0d7-4bfb-89c4-42de0d3965d5 req-0725c61f-b95e-42d8-8062-8877ce91c227 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Oct 26 12:44:25.602013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '6ced495e-b4fe-4150-b0d8-0980956240cc', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'port_id': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'mac_address': 'fa:16:3e:83:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:44:23Z', 'updated_at': '2021-10-26T12:44:23Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:44:25.632561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d2229-8a80-444e-be10-b4253aacb244 None None] The sync data for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 is: [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '6ced495e-b4fe-4150-b0d8-0980956240cc', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'port_id': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'mac_address': 'fa:16:3e:83:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:44:23Z', 'updated_at': '2021-10-26T12:44:23Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:44:25.828991 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38243503-3a1c-4e0c-b68d-9fe8af662137 None None] New status for floating IP 6ced495e-b4fe-4150-b0d8-0980956240cc: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:44:26.155372 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53012) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:44:26.218376 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-17683238-847f-47eb-a1da-9f08fc93e145 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6ced495e-b4fe-4150-b0d8-0980956240cc HTTP/1.1" status: 200 len: 994 time: 0.0617659 Oct 26 12:44:30.568937 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:44:34.359216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:35.869634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:42.958499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-65322e51-7c68-48d5-897f-020e434726a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856638 Oct 26 12:44:43.049572 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-9e789f49-941e-492c-8324-8fc22e874f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:43.051150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-9e789f49-941e-492c-8324-8fc22e874f3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0455179 Oct 26 12:44:43.173892 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-80d1f7dd-f64b-430c-99b8-5205dad479d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:43.175372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-80d1f7dd-f64b-430c-99b8-5205dad479d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 200 len: 898 time: 0.0996792 Oct 26 12:44:43.244880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-11e3f01e-2e8f-420e-90aa-73f4bde083f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 200 len: 1002 time: 0.0612621 Oct 26 12:44:43.302598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-fe7b6893-5589-4331-9262-d649fde66314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:43.304144 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-fe7b6893-5589-4331-9262-d649fde66314 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df4e315-21ea-4712-a675-051e45bd4d4d HTTP/1.1" status: 200 len: 835 time: 0.0506747 Oct 26 12:44:43.353878 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-bd33f303-7cc7-4205-b6a7-591c15cd4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:44:43.355457 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-bd33f303-7cc7-4205-b6a7-591c15cd4c9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0884a07-805f-4c1f-bec4-4e9d06f50c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421731 Oct 26 12:44:43.450709 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-892510f4-8300-4200-a538-910a9d64a1bb service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851266 Oct 26 12:44:43.550211 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-de037d05-e09f-452d-a13a-a83d3030bce6 req-945e031c-0ee6-40dc-9534-c3810f00646b service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914974 Oct 26 12:44:49.256140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-62ce8c78-830c-420b-a743-2c7fdfee92ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:51.808615 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-faf24ac5-cead-43cf-8c71-268ee3928c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:52.990315 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:53.414051 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:44:54.815411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:01.756962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88a0b6-20b6-4f88-8394-56113507548a req-00245bc3-9894-4e0a-b0fc-80444cd76f1a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:01.759415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb88a0b6-20b6-4f88-8394-56113507548a req-00245bc3-9894-4e0a-b0fc-80444cd76f1a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0547464 Oct 26 12:45:01.801607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb88a0b6-20b6-4f88-8394-56113507548a req-22176912-0180-4766-b230-5b330fb036e6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359573 Oct 26 12:45:02.939999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a31-6cc5-4caf-a323-d8ddae8da49c req-1b22e791-28c7-4b05-8cfb-12dd27fc6558 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:02.941526 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b711a31-6cc5-4caf-a323-d8ddae8da49c req-1b22e791-28c7-4b05-8cfb-12dd27fc6558 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0545619 Oct 26 12:45:02.985941 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b711a31-6cc5-4caf-a323-d8ddae8da49c req-da0ea4f9-8eef-4867-a04b-86d101a47a6e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367782 Oct 26 12:45:03.009672 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53036) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:03.074495 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a138d7a1-ff9b-44cf-9c3d-dda14d0d3741 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6ced495e-b4fe-4150-b0d8-0980956240cc HTTP/1.1" status: 200 len: 994 time: 0.0636632 Oct 26 12:45:04.354726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddcb1b-16f9-4c2f-93ab-03c60ef49660 req-d4092b77-8d6d-48ac-a528-ca0bfe1cd986 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:04.356965 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91ddcb1b-16f9-4c2f-93ab-03c60ef49660 req-d4092b77-8d6d-48ac-a528-ca0bfe1cd986 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0526519 Oct 26 12:45:04.358649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:04.396571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91ddcb1b-16f9-4c2f-93ab-03c60ef49660 req-b965dd82-1127-41fa-a96e-7c836e4a10b4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325034 Oct 26 12:45:05.515874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc296f-28b0-4bfe-b313-4e9d38cc8667 req-18f96a4f-c7cb-4e06-aa62-4ccc5a139734 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:05.517380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73fc296f-28b0-4bfe-b313-4e9d38cc8667 req-18f96a4f-c7cb-4e06-aa62-4ccc5a139734 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0491116 Oct 26 12:45:05.557365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73fc296f-28b0-4bfe-b313-4e9d38cc8667 req-11ec8c06-1489-475d-b2aa-9663ca6a42d9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340106 Oct 26 12:45:05.580180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53046) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:05.645122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d42da08f-3ebb-40cb-bdf9-40355f9877c8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6ced495e-b4fe-4150-b0d8-0980956240cc HTTP/1.1" status: 200 len: 994 time: 0.0637672 Oct 26 12:45:05.847665 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53052) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:05.863565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.006676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 00f7ee5d-7899-4c22-ae15-f0f03fe5d200 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:45:06.006954 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.088541 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.088866 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.100443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 00f7ee5d-7899-4c22-ae15-f0f03fe5d200 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:45:06.243442 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.275122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=00f7ee5d-7899-4c22-ae15-f0f03fe5d200,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:06.300404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.300766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.301133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.301760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.301896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.302139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.302478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.302818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.303183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.303522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.303859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.304191 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:06.343242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.343687 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP 6ced495e-b4fe-4150-b0d8-0980956240cc disassociated (deleted). External IP: 172.25.4.197, port: d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b. Oct 26 12:45:06.556635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:45:06.668726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:06.673591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:06.681987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] Sync routers for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:06.692202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:06.692810 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:06.701416 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4c117f44-bc26-40df-868f-96b22fe32e37 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/floatingips/6ced495e-b4fe-4150-b0d8-0980956240cc HTTP/1.1" status: 204 len: 168 time: 0.8526430 Oct 26 12:45:06.702010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:45:06.704495 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25909cb2-301c-437d-82b5-cd8f1efd50ea" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:06.746403 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76e6bfc-f87e-48c6-889c-46ab400c4c7f x-openstack-request-id: req-a76e6bfc-f87e-48c6-889c-46ab400c4c7f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:06.746709 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:06.747002 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a76e6bfc-f87e-48c6-889c-46ab400c4c7f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:06.748138 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'status': 'completed', 'code': 200} Oct 26 12:45:06.812973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:06.814884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-83c8b59e-7b9e-44b5-8261-186f3112a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:06.816254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-83c8b59e-7b9e-44b5-8261-186f3112a443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0449882 Oct 26 12:45:06.952451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-f911c185-f955-4329-be13-4e753bf5e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:06.953979 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-f911c185-f955-4329-be13-4e753bf5e48f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 200 len: 898 time: 0.1275823 Oct 26 12:45:07.011390 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebdbdb-c5da-4176-afc0-3b24c44c9812 req-38c8bf33-9766-46fb-9fe9-a792df304133 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:07.013030 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15ebdbdb-c5da-4176-afc0-3b24c44c9812 req-38c8bf33-9766-46fb-9fe9-a792df304133 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0966153 Oct 26 12:45:07.014393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-125997aa-b3e6-462e-9b84-6e6d293bb8e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 200 len: 217 time: 0.0489614 Oct 26 12:45:07.096819 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-15ebdbdb-c5da-4176-afc0-3b24c44c9812 req-b0b2488e-df33-4170-81fc-56db5de85477 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770624 Oct 26 12:45:07.101150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-9742ab25-144e-4dc1-910f-57737f131f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:07.102540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-9742ab25-144e-4dc1-910f-57737f131f91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0df4e315-21ea-4712-a675-051e45bd4d4d HTTP/1.1" status: 200 len: 835 time: 0.0759475 Oct 26 12:45:07.152965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-6b2a38f1-f573-4321-b832-f46cc344e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:07.154548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-6b2a38f1-f573-4321-b832-f46cc344e6ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0884a07-805f-4c1f-bec4-4e9d06f50c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432892 Oct 26 12:45:07.189291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:07.216746 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] Checking router: 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:07.225365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:07.225986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:07.251439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-ea047c46-ec6f-44d6-9806-0f6c61417fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884120 Oct 26 12:45:07.332759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:07.345645 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-25909cb2-301c-437d-82b5-cd8f1efd50ea req-5098012c-0220-4a6b-8cc1-d692575d1768 service neutron] 10.222.0.30 "GET /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853813 Oct 26 12:45:07.544476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:07.568301 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:45:07.572190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5841d7-5bd8-4b23-8dab-6954ee7938bb None None] The sync data for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 is: [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:11Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '718c554b-12e8-45c8-9549-272cfe05b841', 'name': '', 'network_id': 'a0884a07-805f-4c1f-bec4-4e9d06f50c29', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:0b:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:10Z', 'updated_at': '2021-10-26T12:44:13Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '0df4e315-21ea-4712-a675-051e45bd4d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:07.789611 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380a77c-f357-4ebc-a569-00fc841ac5eb None None] New status for floating IP 6ced495e-b4fe-4150-b0d8-0980956240cc: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:45:08.217229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee79c-a51b-40b1-a19a-5065157a0894 req-652c519d-164f-4193-98bf-59c2ef7c9b03 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:08.218742 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b9ee79c-a51b-40b1-a19a-5065157a0894 req-652c519d-164f-4193-98bf-59c2ef7c9b03 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Oct 26 12:45:08.256310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b9ee79c-a51b-40b1-a19a-5065157a0894 req-b0db7909-d4ac-46e0-a028-22dee5179739 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd73c26d-6828-4e54-ae30-be4fcd5687c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313661 Oct 26 12:45:08.709344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-1d12a467-ed80-474e-b085-dc728b21931b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:08.710841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-1d12a467-ed80-474e-b085-dc728b21931b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 946 time: 0.0537286 Oct 26 12:45:08.803654 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:45:08.803998 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:08.896109 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:08.896468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:08.910032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:45:09.038186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:09.070464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:09.109763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] No DVR routers for this DVR port d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:45:09.112467 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:09.115889 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b113c2bf-5c6d-47ef-bc74-d6daa37367ae req-4485c282-fef1-4bb7-99ac-89c285010f7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "DELETE /v2.0/ports/d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b HTTP/1.1" status: 204 len: 173 time: 0.3953428 Oct 26 12:45:09.116328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'name': 'network-vif-deleted', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:45:09.118649 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923fff00-52a9-4b52-a08d-e574c7cc3282" -d '{"events": [{"server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "name": "network-vif-deleted", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:09.155401 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5fa14a-ec1c-4291-b97f-2ceaacb8f6be x-openstack-request-id: req-8a5fa14a-ec1c-4291-b97f-2ceaacb8f6be {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:09.155699 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb3b1c-73ae-45d7-91fa-aa2eae976cd0", "name": "network-vif-deleted", "tag": "d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:09.155961 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a5fa14a-ec1c-4291-b97f-2ceaacb8f6be {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:09.156375 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eb3b1c-73ae-45d7-91fa-aa2eae976cd0', 'name': 'network-vif-deleted', 'tag': 'd9cf56d7-1bc6-47b1-aece-25d4fbcbb51b', 'status': 'completed', 'code': 200} Oct 26 12:45:09.371897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ec9189aa-08e0-4af6-b9fa-ef524c37b7a8 req-b0c145cc-1991-47bb-91e4-85eac0bb630b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=29eb3b1c-73ae-45d7-91fa-aa2eae976cd0 HTTP/1.1" status: 200 len: 210 time: 0.0276115 Oct 26 12:45:10.430396 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53068) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:10.784590 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:11.037387 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 718c554b-12e8-45c8-9549-272cfe05b841 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:45:11.037635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:11.129194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 718c554b-12e8-45c8-9549-272cfe05b841, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=718c554b-12e8-45c8-9549-272cfe05b841,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:11.129549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:11.142278 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 718c554b-12e8-45c8-9549-272cfe05b841 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:45:11.319271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:11.346772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=718c554b-12e8-45c8-9549-272cfe05b841,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:11.373815 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.374159 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.374510 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.374831 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.375202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.375531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.375859 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.376188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.376519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.376837 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.377157 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.377473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:11.527581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.027605 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:45:12.138008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:12.143362 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e77df7b4-6a80-4702-900b-3ad19f6d047f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/33e60e7f-ec0c-4814-a9bd-8d78b2d6c164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117596 Oct 26 12:45:12.146074 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53070) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:12.149241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] Sync routers for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:12.160452 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:12.165847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:12.198515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting subnet 0df4e315-21ea-4712-a675-051e45bd4d4d {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:45:12.202032 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.244548 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.263974 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:12.290977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:45:12.291244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device d9cf56d7-1bc6-47b1-aece-25d4fbcbb51b not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:45:12.300402 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:12.333045 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.392222 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.420140 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Subnet': ['ID=0df4e315-21ea-4712-a675-051e45bd4d4d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:12.423970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.427290 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-806a0e65-cc0a-42ad-9640-01010a474ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/subnets/0df4e315-21ea-4712-a675-051e45bd4d4d HTTP/1.1" status: 204 len: 168 time: 0.2802153 Oct 26 12:45:12.430056 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53072) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:12.444458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc7b73-739b-4da5-b173-4bb654455144 None None] Network a0884a07-805f-4c1f-bec4-4e9d06f50c29 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:45:12.541569 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.600929 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:45:11Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:12.631705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] Checking router: 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:12.646504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] Routers {'33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:12.647173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:12.665977 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.683173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] DHCP port deletion for a0884a07-805f-4c1f-bec4-4e9d06f50c29 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:45:12.721070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port cf0185bd-edfe-43b2-9a5a-59be820311f5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:45:12.721821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.783795 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] Set router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:12.805858 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port cf0185bd-edfe-43b2-9a5a-59be820311f5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf0185bd-edfe-43b2-9a5a-59be820311f5,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:12.806135 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.818706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for cf0185bd-edfe-43b2-9a5a-59be820311f5 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:45:12.854413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Deleting port ebc4c626-b426-4bca-93da-b62f0d191db3 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:45:12.854781 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:12.982536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] For port ebc4c626-b426-4bca-93da-b62f0d191db3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebc4c626-b426-4bca-93da-b62f0d191db3,segment=NetworkSegment(39acc5e6-4c9e-4fc3-b632-fd7a35f801eb),segment_id=39acc5e6-4c9e-4fc3-b632-fd7a35f801eb)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:12.982960 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.000010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Calling delete_port for ebc4c626-b426-4bca-93da-b62f0d191db3 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:45:13.114287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:45:11Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:13.145188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7015b5-eff3-4999-a27b-63c3335be629 None None] The sync data for ids ['33e60e7f-ec0c-4814-a9bd-8d78b2d6c164'] in n-d-812150-3 is: [{'id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86900075', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:45:11Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': 'cf0185bd-edfe-43b2-9a5a-59be820311f5', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e60e7f-ec0c-4814-a9bd-8d78b2d6c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:44:07Z', 'updated_at': '2021-10-26T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:13.156269 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.185521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Pushing event deleted for resources: {'Port': ['ID=ebc4c626-b426-4bca-93da-b62f0d191db3,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:13.188075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] No DVR routers for this DVR port ebc4c626-b426-4bca-93da-b62f0d191db3 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:45:13.196651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.197006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.197351 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.197686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.200051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.200424 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.200766 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.201107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.201440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.201776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.202115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.202448 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637795a-c90a-4a11-a525-2a69aec2f7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:13.323750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.349627 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=cf0185bd-edfe-43b2-9a5a-59be820311f5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:13.411256 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.503772 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.506016 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.551009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.551589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Fanout notify agent at l3_agent the message router_deleted on router 33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:45:13.558953 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.560085 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b6728f04-5cb2-463d-987b-9cb290232315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/routers/33e60e7f-ec0c-4814-a9bd-8d78b2d6c164 HTTP/1.1" status: 204 len: 168 time: 1.1289501 Oct 26 12:45:13.562785 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53074) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:13.649958 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.740249 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.761854 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0884a07-805f-4c1f-bec4-4e9d06f50c29']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:13.772161 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:13.772462 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39acc5e6-4c9e-4fc3-b632-fd7a35f801eb') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:13.783220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.796969 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.803166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:45:13.803328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:45:13.806363 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:45:13.870967 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.875749 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.879084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/networks/a0884a07-805f-4c1f-bec4-4e9d06f50c29 HTTP/1.1" status: 204 len: 168 time: 0.3152006 Oct 26 12:45:13.881958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53076) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:13.895370 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a2dfe-266e-4c83-999e-39b5f28cdaff tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Network': ['ID=a0884a07-805f-4c1f-bec4-4e9d06f50c29,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:13.941107 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f0-84a3-4f82-8bc7-eca2ff2c108d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:13.968665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f0-84a3-4f82-8bc7-eca2ff2c108d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.030574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f0-84a3-4f82-8bc7-eca2ff2c108d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.033423 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f0-84a3-4f82-8bc7-eca2ff2c108d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.034620 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f83d78f0-84a3-4f82-8bc7-eca2ff2c108d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/security-groups/cd73c26d-6828-4e54-ae30-be4fcd5687c5 HTTP/1.1" status: 204 len: 168 time: 0.1508925 Oct 26 12:45:14.045100 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d78f0-84a3-4f82-8bc7-eca2ff2c108d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73c26d-6828-4e54-ae30-be4fcd5687c5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:14.193335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebc4c626-b426-4bca-93da-b62f0d191db3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:14.215292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ebc4c626-b426-4bca-93da-b62f0d191db3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:45:14.215642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebc4c626-b426-4bca-93da-b62f0d191db3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:45:14.216063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 718c554b-12e8-45c8-9549-272cfe05b841 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:14.238087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 718c554b-12e8-45c8-9549-272cfe05b841 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:45:14.238347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 718c554b-12e8-45c8-9549-272cfe05b841 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:45:14.238757 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf0185bd-edfe-43b2-9a5a-59be820311f5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:14.258573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: cf0185bd-edfe-43b2-9a5a-59be820311f5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:45:14.258955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf0185bd-edfe-43b2-9a5a-59be820311f5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:45:14.360403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53082) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:14.365073 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540225409', 'description': 'tempest-secgroup-smoke-1540225409 description', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:14.387980 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.453620 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.457312 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.484706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.485949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245182 Oct 26 12:45:14.489061 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53084) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:14.489979 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52c847-1d91-466f-b482-b4e161855a48 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e658f52d-3d59-48a1-96cf-40b637bb44d7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:14.494999 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'e658f52d-3d59-48a1-96cf-40b637bb44d7', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:14.522596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.568719 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.573582 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.599148 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af43f5dd-ee96-4e70-bd4b-e0809b0c69ea,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:14.608565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.612356 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0cfcf3b0-5fed-4303-a490-44798f076023 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192317 Oct 26 12:45:14.612596 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53086) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:14.617151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'e658f52d-3d59-48a1-96cf-40b637bb44d7', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:14.643759 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.701038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.705435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.722835 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0be735c-6d67-4a52-9eb5-ba4420c6eee0,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:14.731300 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.732504 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-88a62652-2e1c-4698-ad21-c7b64e42f2b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188834 Oct 26 12:45:14.735583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:14.739895 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'e658f52d-3d59-48a1-96cf-40b637bb44d7', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:14.765472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.822635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.826388 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.843530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11002a1c-31bb-48da-a9d3-1bcf868c3adc,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:14.852983 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.854222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-732a6a62-a141-4832-a4db-0946c83793a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176977 Oct 26 12:45:14.857171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:14.861555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'e658f52d-3d59-48a1-96cf-40b637bb44d7', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:14.888103 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.946320 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.949935 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.969537 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81ceaad-50ab-4e3b-80bc-55d800f21c6e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:14.978306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:14.979519 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c36d1328-577b-418c-a53e-1321bcd388c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214046 Oct 26 12:45:14.982285 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53092) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:14.986570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'e658f52d-3d59-48a1-96cf-40b637bb44d7', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:15.012296 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:45:15.017413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.076958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.080739 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.099030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a7505f-57a7-4d1d-ac7e-3e2fd99569b5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:15.106965 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.108170 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b99e4eb4-eb51-4cfb-8724-73da6e629f92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249096 Oct 26 12:45:15.110995 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53094) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:15.115361 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'e658f52d-3d59-48a1-96cf-40b637bb44d7', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:15.135907 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:45:15.140656 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.200456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.204391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.223197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67929d9-0161-406c-b275-2b62138b440e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:15.230667 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.231930 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f163359d-c581-428b-8d66-7c9986cd5291 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200025 Oct 26 12:45:15.235054 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53096) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:15.239969 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'network': {'name': 'tempest-network-smoke--345144822', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:15.260532 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:45:15.263988 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.287766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:45:15.297413 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.297757 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Added segment f3b1c60d-3c10-4cf5-a07f-c2e26f822778 of type vlan for network 9ee9aa53-c034-4d19-b5c8-e65801368405 Oct 26 12:45:15.340264 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.363925 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.369686 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:15.370271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.426887 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1907775 Oct 26 12:45:15.429764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53098) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:15.434687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'admin_state_up': True, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:15.438884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888f018-c9bf-4cd3-8ee4-5ed08f9dd25e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Network': ['ID=9ee9aa53-c034-4d19-b5c8-e65801368405,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:15.453856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:45:15.459901 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.460926 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.516439 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.655319 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.870780 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.890352 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:15.997336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.204 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/73f39672-be9a-498a-a1f3-049c1dfbdfe4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:45:16.099121 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:16.132653 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:16.174777 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:45:16.179285 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:16.183445 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:45:16.188847 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=73f39672-be9a-498a-a1f3-049c1dfbdfe4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:16.436039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:16.635379 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:16.768532 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:45:16.874444 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:16.884246 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Sync routers for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:16.895349 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:16.896242 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:16.899127 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:16.900947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4ef3fd60-8cd5-4dfc-9191-ec229edcd397 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4699113 Oct 26 12:45:16.904008 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53100) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:16.942799 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-20bdbff4-5720-4a92-a73a-93a5cc8d2740 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3e7613a472284aa6a2f6210b4767bc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373597 Oct 26 12:45:16.945965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53102) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:17.004834 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:17.045949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007abc41-2af5-4a8a-ace0-91337a033ad1 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:17.047431 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-007abc41-2af5-4a8a-ace0-91337a033ad1 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005476 Oct 26 12:45:17.050302 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53104) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:17.082052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e62a9b54-b05b-43a7-ba5e-4b8f00a2dc14 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306435 Oct 26 12:45:17.084648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53106) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:17.090606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025925434', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:17.184042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:45:17.187648 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.194649 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:16Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:17.314382 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Checking router: 2ea0a8f3-e548-4be2-94bd-c3178f9e328c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:17.315015 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Updating router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:45:17.341594 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.377513 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.436955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Subnet': ['ID=fd282b5d-8466-4dde-8737-8d9b3a22274b,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:17.450493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Checking segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:45:17.450888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network hostable DHCP agents. Network: 9ee9aa53-c034-4d19-b5c8-e65801368405, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:45:17.467874 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:45:17.478417 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 9ee9aa53-c034-4d19-b5c8-e65801368405) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:17.482591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:17.483220 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.487579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad74b8-db2f-4401-8a6f-a78c27e1a41e None None] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:45:17.504177 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:17.505112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e3cd8bae-48c9-4827-8935-70e1cce7a232 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4187503 Oct 26 12:45:17.604914 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.611903 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.645729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-9ee9aa53-c034-4d19-b5c8-e65801368405', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:45:17.647047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.658816 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Pushing event updated for resources: {'Port': ['ID=73f39672-be9a-498a-a1f3-049c1dfbdfe4,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:17.680471 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.680810 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.681137 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.681465 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.681784 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.682103 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.682418 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.682735 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.683079 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.683393 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.683706 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.684017 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:17.691095 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Attempting to bind port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:45:17.691689 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Attempting to bind port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:45:17.692058 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Attempting to bind port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:45:17.700666 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:45:17.701052 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:45:17.701452 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.701838 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:45:17.702308 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Bound port: 73f39672-be9a-498a-a1f3-049c1dfbdfe4, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:45:17.702683 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.759789 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] For port 73f39672-be9a-498a-a1f3-049c1dfbdfe4, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:45:17.763313 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] For port 73f39672-be9a-498a-a1f3-049c1dfbdfe4, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=73f39672-be9a-498a-a1f3-049c1dfbdfe4,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:45:17.768155 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.794586 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Allocated IP 172.20.0.2 (9ee9aa53-c034-4d19-b5c8-e65801368405/fd282b5d-8466-4dde-8737-8d9b3a22274b/cd8f47cf-0766-4b22-aad2-4254038e9123) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:45:17.833006 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:17.833784 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:17.900943 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa56c8-a96f-415b-83b1-25065e8f78e6 None None] Pushing event updated for resources: {'Port': ['ID=73f39672-be9a-498a-a1f3-049c1dfbdfe4,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:17.959485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.966996 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.973268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:17.974655 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:18.013464 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:45:18.017911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:18.022373 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:45:18.051639 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Pushing event updated for resources: {'Port': ['ID=cd8f47cf-0766-4b22-aad2-4254038e9123,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:18.083383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Attempting to bind port cd8f47cf-0766-4b22-aad2-4254038e9123 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:45:18.083780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Attempting to bind port cd8f47cf-0766-4b22-aad2-4254038e9123 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:45:18.084149 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Attempting to bind port cd8f47cf-0766-4b22-aad2-4254038e9123 on network 9ee9aa53-c034-4d19-b5c8-e65801368405 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:45:18.089739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:45:18.090112 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Checking segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:45:18.090508 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:18.090919 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Bound using segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:45:18.091564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Bound port: cd8f47cf-0766-4b22-aad2-4254038e9123, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:45:18.091949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:18.158083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] For port cd8f47cf-0766-4b22-aad2-4254038e9123, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:45:18.163173 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] For port cd8f47cf-0766-4b22-aad2-4254038e9123, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cd8f47cf-0766-4b22-aad2-4254038e9123,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:45:18.170188 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:18.182771 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:16Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:18.211586 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3774b63-1a98-488c-9d64-86cd3b2a18b4 None None] The sync data for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 is: [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:16Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:18.343290 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.1 (9ee9aa53-c034-4d19-b5c8-e65801368405/fd282b5d-8466-4dde-8737-8d9b3a22274b/1b033ce2-0fac-451d-8204-1789478bec81) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:45:18.401718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8fff1-45ba-4c99-9c39-8c1b4ab6d00f None None] Pushing event updated for resources: {'Port': ['ID=cd8f47cf-0766-4b22-aad2-4254038e9123,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:18.493265 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:18.532593 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:18.589820 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:45:18.597776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:18.602505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:45:18.647254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=1b033ce2-0fac-451d-8204-1789478bec81,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:18.660243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:18.802595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.111165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.116245 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.193755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=1b033ce2-0fac-451d-8204-1789478bec81,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:19.200663 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.262553 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-be188088-aa1d-41ce-8765-f0d305c27937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.317539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:45:19.319237 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:19.359003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed69d7-b159-4771-ba4b-d61dcfe8770e None None] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:45:19.444162 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:45:19.478985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6b1e88a5-06bf-42c2-a0c5-1e1ce54e695c None None] Provisioning complete for port cd8f47cf-0766-4b22-aad2-4254038e9123 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:19.479353 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b1e88a5-06bf-42c2-a0c5-1e1ce54e695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.553317 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:19.559064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-09a6b5f8-dc40-4a78-871d-c7531564dac1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/2ea0a8f3-e548-4be2-94bd-c3178f9e328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536091 Oct 26 12:45:19.597160 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b1e88a5-06bf-42c2-a0c5-1e1ce54e695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.650652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6b1e88a5-06bf-42c2-a0c5-1e1ce54e695c None None] For port cd8f47cf-0766-4b22-aad2-4254038e9123, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cd8f47cf-0766-4b22-aad2-4254038e9123,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:19.657949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b1e88a5-06bf-42c2-a0c5-1e1ce54e695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.711984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e88a5-06bf-42c2-a0c5-1e1ce54e695c None None] Pushing event updated for resources: {'Port': ['ID=cd8f47cf-0766-4b22-aad2-4254038e9123,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:19.734088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-61321bb0-3aa6-49b7-b9c6-96e9c0633722 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540225409&fields=id&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 267 time: 0.0430136 Oct 26 12:45:19.854184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-5581903b-5209-4fc1-9653-4adc40be8736 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:19.855813 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-5581903b-5209-4fc1-9653-4adc40be8736 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 796 time: 0.1147847 Oct 26 12:45:19.871778 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-bb76e994-c8b4-4343-b2b1-edaf200a8794 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/quotas/3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 375 time: 0.0101418 Oct 26 12:45:19.884520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4f4e9858-860d-4888-b770-8e8970f994f4 None None] Provisioning complete for port 1b033ce2-0fac-451d-8204-1789478bec81 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:19.885175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f4e9858-860d-4888-b770-8e8970f994f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:19.925118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e9858-860d-4888-b770-8e8970f994f4 None None] Port 1b033ce2-0fac-451d-8204-1789478bec81 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:45:19.929934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-deddea4b-1c5a-4df5-9e53-015e1a47e632 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522332 Oct 26 12:45:19.939758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4f4e9858-860d-4888-b770-8e8970f994f4 None None] Provisioning complete for port cd8f47cf-0766-4b22-aad2-4254038e9123 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:19.940145 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f4e9858-860d-4888-b770-8e8970f994f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.014391 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Sync routers for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:20.039506 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:20.040145 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:20.119417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-add61179-226f-41ed-beb7-fe9eb4d6fe90 service neutron] 10.222.0.88 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759024 Oct 26 12:45:20.186779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:20.189844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7baa66dc-a755-4421-aebd-40925bf58d4a None None] Provisioning complete for port 1b033ce2-0fac-451d-8204-1789478bec81 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:20.189844 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7baa66dc-a755-4421-aebd-40925bf58d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.237656 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-99fe36cf-9b24-4029-9f90-8e4c3ec53d00 service neutron] 10.222.0.88 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132786 Oct 26 12:45:20.296822 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73f39672-be9a-498a-a1f3-049c1dfbdfe4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:20.332024 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7baa66dc-a755-4421-aebd-40925bf58d4a None None] Port 1b033ce2-0fac-451d-8204-1789478bec81 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:45:20.423926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:20.424319 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.503353 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-10d7fa70-1445-425d-ba48-c3f410ed50b0 None None] Provisioning complete for port 1b033ce2-0fac-451d-8204-1789478bec81 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:20.503632 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-10d7fa70-1445-425d-ba48-c3f410ed50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.572567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-10d7fa70-1445-425d-ba48-c3f410ed50b0 None None] Port 1b033ce2-0fac-451d-8204-1789478bec81 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:45:20.584568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 2, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:20.615365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Checking router: 2ea0a8f3-e548-4be2-94bd-c3178f9e328c for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:20.615725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Updating router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c port 1b033ce2-0fac-451d-8204-1789478bec81 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:45:20.620416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.657428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.662323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 73f39672-be9a-498a-a1f3-049c1dfbdfe4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=73f39672-be9a-498a-a1f3-049c1dfbdfe4,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:20.671912 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:20.672689 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cd8f47cf-0766-4b22-aad2-4254038e9123 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:20.823513 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=73f39672-be9a-498a-a1f3-049c1dfbdfe4,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:20.871387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port cd8f47cf-0766-4b22-aad2-4254038e9123 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:20.871884 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.088798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.094224 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.145406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4fbba-5407-412a-a0dc-7e49d0f5b31f None None] Pushing event updated for resources: {'Port': ['ID=1b033ce2-0fac-451d-8204-1789478bec81,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:21.199817 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Attempting to bind port 1b033ce2-0fac-451d-8204-1789478bec81 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:45:21.200004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Attempting to bind port 1b033ce2-0fac-451d-8204-1789478bec81 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:45:21.200356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Attempting to bind port 1b033ce2-0fac-451d-8204-1789478bec81 on network 9ee9aa53-c034-4d19-b5c8-e65801368405 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:45:21.205673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:45:21.206120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Checking segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:45:21.206454 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.206849 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Bound using segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:45:21.207357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Bound port: 1b033ce2-0fac-451d-8204-1789478bec81, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:45:21.207743 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.277167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] For port 1b033ce2-0fac-451d-8204-1789478bec81, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:45:21.280604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] For port 1b033ce2-0fac-451d-8204-1789478bec81, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1b033ce2-0fac-451d-8204-1789478bec81,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:45:21.285490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.347280 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4fbba-5407-412a-a0dc-7e49d0f5b31f None None] Pushing event updated for resources: {'Port': ['ID=1b033ce2-0fac-451d-8204-1789478bec81,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:21.350904 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:21.351953 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:44:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:21.453203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ccbf7218-6012-401f-9105-daecee68de09 None None] Provisioning complete for port 1b033ce2-0fac-451d-8204-1789478bec81 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:21.453581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7218-6012-401f-9105-daecee68de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.484250 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-281dbac5-1cc9-496b-91f9-fc385983ff8f req-db4f92ea-fac6-47a9-b3fc-cdc2346af196 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 210 time: 0.0460742 Oct 26 12:45:21.521533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:21.688881 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7218-6012-401f-9105-daecee68de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:21.747726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ccbf7218-6012-401f-9105-daecee68de09 None None] For port 1b033ce2-0fac-451d-8204-1789478bec81, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1b033ce2-0fac-451d-8204-1789478bec81,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:21.753604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7218-6012-401f-9105-daecee68de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:22.013428 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-118684ee-4c7d-4a01-9272-161003ebfdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:22.021019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7aa48042-5475-414f-88b4-746984e24287 None None] Provisioning complete for port 1b033ce2-0fac-451d-8204-1789478bec81 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:22.021385 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa48042-5475-414f-88b4-746984e24287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:22.022841 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf7218-6012-401f-9105-daecee68de09 None None] Pushing event updated for resources: {'Port': ['ID=1b033ce2-0fac-451d-8204-1789478bec81,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:22.071010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:22.102275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77b088-e2db-41c3-a2cc-e2ce2e0cf4b6 None None] The sync data for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 is: [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:22.225705 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73f39672-be9a-498a-a1f3-049c1dfbdfe4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:22.282784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:22.283483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:22.515422 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-7e113f45-6ee1-4638-babe-efd223fbe08e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:22.517433 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-7e113f45-6ee1-4638-babe-efd223fbe08e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 796 time: 0.1222341 Oct 26 12:45:22.564604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-28aadb90-326e-4925-9462-3565e7515475 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 380 time: 0.0382836 Oct 26 12:45:22.576538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'port': {'device_id': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'admin_state_up': True, 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'security_groups': ['e658f52d-3d59-48a1-96cf-40b637bb44d7']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:22.592284 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93416b22-dad6-4c2b-a133-697d8d3167c9 req-7e0128b7-321e-480b-ac3b-cc864179794d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 210 time: 0.0382173 Oct 26 12:45:22.702321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:45:22.706613 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:22.847890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.7 (9ee9aa53-c034-4d19-b5c8-e65801368405/fd282b5d-8466-4dde-8737-8d9b3a22274b/cc020bfc-a606-4a51-bc75-106ac88134cc) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:45:22.999496 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.004213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.040625 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.085384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:45:23.089479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:23.093373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:45:23.126667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=cc020bfc-a606-4a51-bc75-106ac88134cc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:23.157866 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:23.159065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.178491 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-71f8c500-7f6d-4488-a0ab-fe3da4f8998c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067955 Oct 26 12:45:23.244544 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Request body: {'port': {'device_id': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:23.300623 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.392389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-097651f1-e747-493f-b9de-c7e5a83bca41 None None] Provisioning complete for port cc020bfc-a606-4a51-bc75-106ac88134cc triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:23.392784 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-097651f1-e747-493f-b9de-c7e5a83bca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.438567 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-097651f1-e747-493f-b9de-c7e5a83bca41 None None] Port cc020bfc-a606-4a51-bc75-106ac88134cc cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:45:23.440445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.719184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0964-175b-4c59-9269-10485d0d9ef8 req-f87b27a3-8eca-4924-82e2-b3b8d2c7d554 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:23.720848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad6a0964-175b-4c59-9269-10485d0d9ef8 req-f87b27a3-8eca-4924-82e2-b3b8d2c7d554 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 931 time: 0.0522535 Oct 26 12:45:23.762790 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ad6a0964-175b-4c59-9269-10485d0d9ef8 req-98ebca8d-3ceb-4e2f-82ac-4e9928a4003f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Oct 26 12:45:23.857086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc020bfc-a606-4a51-bc75-106ac88134cc {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:45:23.864777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.877720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Transition to ACTIVE for port object cc020bfc-a606-4a51-bc75-106ac88134cc will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:45:23.881815 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:23.939280 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc020bfc-a606-4a51-bc75-106ac88134cc,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:24.006887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Attempting to bind port cc020bfc-a606-4a51-bc75-106ac88134cc on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:45:24.007229 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Attempting to bind port cc020bfc-a606-4a51-bc75-106ac88134cc by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:45:24.007620 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Attempting to bind port cc020bfc-a606-4a51-bc75-106ac88134cc on network 9ee9aa53-c034-4d19-b5c8-e65801368405 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:45:24.012210 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Port cc020bfc-a606-4a51-bc75-106ac88134cc on network 9ee9aa53-c034-4d19-b5c8-e65801368405 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:45:24.012539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Attempting to bind port cc020bfc-a606-4a51-bc75-106ac88134cc on network 9ee9aa53-c034-4d19-b5c8-e65801368405 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:45:24.017619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:45:24.017951 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Checking segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:45:24.018351 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Bound using segment: {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:45:24.018771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Bound port: cc020bfc-a606-4a51-bc75-106ac88134cc, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:45:24.019161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:24.089264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] For port cc020bfc-a606-4a51-bc75-106ac88134cc, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:45:24.092597 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] For port cc020bfc-a606-4a51-bc75-106ac88134cc, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cc020bfc-a606-4a51-bc75-106ac88134cc,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:45:24.096754 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:24.138789 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.139109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:24.140511 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] 10.222.0.100 "PUT /v2.0/ports/cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 1091 time: 0.9539154 Oct 26 12:45:24.142852 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:45:24.143363 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c69cbf-e301-4500-b450-a5b18a02aa64" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:24.177647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaff528-92e2-422a-998b-0092b60df5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc020bfc-a606-4a51-bc75-106ac88134cc,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:24.234827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1b033ce2-0fac-451d-8204-1789478bec81 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:24.260118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-1ae1d117-a3ae-453f-96d1-a47925c6da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.261718 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-1ae1d117-a3ae-453f-96d1-a47925c6da04 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1094 time: 0.0581946 Oct 26 12:45:24.300063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 1b033ce2-0fac-451d-8204-1789478bec81 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:24.300587 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:24.318278 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac00342-2b20-47b3-a09f-5c340c4aac18 x-openstack-request-id: req-7ac00342-2b20-47b3-a09f-5c340c4aac18 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:24.318610 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:24.318925 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ac00342-2b20-47b3-a09f-5c340c4aac18 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:24.319300 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'status': 'completed', 'code': 200} Oct 26 12:45:24.321172 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-436a3996-a401-4b3d-b895-bee35768d928 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 217 time: 0.0510447 Oct 26 12:45:24.375492 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-0a487b71-f608-418a-b1df-2a258457bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.376983 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-0a487b71-f608-418a-b1df-2a258457bba5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0483816 Oct 26 12:45:24.426141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b055-13fa-41f4-93fa-b03928cca797 req-d5a59638-9772-4a6d-88cd-0ca57090218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.427691 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-d5a59638-9772-4a6d-88cd-0ca57090218a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436196 Oct 26 12:45:24.521544 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-b02bccba-f022-42b6-b678-6fafd5690048 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Oct 26 12:45:24.613967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-3182b055-13fa-41f4-93fa-b03928cca797 req-7840ad08-23f6-4a44-8c3c-0e582dbd4b55 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847721 Oct 26 12:45:24.705884 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-ce600b29-f325-4d73-b602-245ef1b091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.708106 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-ce600b29-f325-4d73-b602-245ef1b091aa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1094 time: 0.0483868 Oct 26 12:45:24.800488 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-b2e27df9-77dd-473d-8d68-c3778bced657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.802006 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-b2e27df9-77dd-473d-8d68-c3778bced657 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 898 time: 0.0862579 Oct 26 12:45:24.819139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:24.849766 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-1146af75-e4df-4c90-96a9-3d7b74d91a22 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 217 time: 0.0404510 Oct 26 12:45:24.882282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673023eb-e69f-47fa-a962-3aecb6cae2cc req-392f8443-eed1-4ebf-95f3-c84c6a5f9a45 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.883875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-673023eb-e69f-47fa-a962-3aecb6cae2cc req-392f8443-eed1-4ebf-95f3-c84c6a5f9a45 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 943 time: 0.0507667 Oct 26 12:45:24.900012 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-ab88a4fb-ba76-4d78-b6ad-7b898a65d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.901508 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-ab88a4fb-ba76-4d78-b6ad-7b898a65d694 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0451572 Oct 26 12:45:24.923417 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-673023eb-e69f-47fa-a962-3aecb6cae2cc req-5efb9ab8-1390-4cad-bd92-e037ab37fb5f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332813 Oct 26 12:45:24.949307 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-bd00b8d9-fb69-4a25-b19a-845413b2a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:24.950841 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-bd00b8d9-fb69-4a25-b19a-845413b2a074 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409718 Oct 26 12:45:25.047500 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-ba2d0d63-3811-4719-b64e-6d2773e29502 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880015 Oct 26 12:45:25.138932 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-38c69cbf-e301-4500-b450-a5b18a02aa64 req-479e31d5-05e8-407a-810c-87dc53d8d9cf service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845861 Oct 26 12:45:26.039920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7481-25a6-49b7-931b-2bd9876ee40a req-2aa4c14e-0365-4610-a85c-72a839d99884 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:26.041419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b91d7481-25a6-49b7-931b-2bd9876ee40a req-2aa4c14e-0365-4610-a85c-72a839d99884 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 943 time: 0.0484445 Oct 26 12:45:26.083375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b91d7481-25a6-49b7-931b-2bd9876ee40a req-48d5c3ab-c84d-4a13-a4b0-ae30caf12432 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359125 Oct 26 12:45:26.469308 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cc020bfc-a606-4a51-bc75-106ac88134cc details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:45:26.567660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cc020bfc-a606-4a51-bc75-106ac88134cc, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cc020bfc-a606-4a51-bc75-106ac88134cc,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:26.580638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'port_id': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'mac_address': 'fa:16:3e:50:18:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:45:26.617336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:26.629993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc020bfc-a606-4a51-bc75-106ac88134cc {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:45:26.651153 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cc020bfc-a606-4a51-bc75-106ac88134cc, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cc020bfc-a606-4a51-bc75-106ac88134cc,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:26.655316 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:26.702702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cc020bfc-a606-4a51-bc75-106ac88134cc,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:26.866006 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['cc020bfc-a606-4a51-bc75-106ac88134cc'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:45:27.199696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a860-f669-4ebc-979f-e3be69f6be98 req-6ed87c80-652e-473e-aca6-c5686f288c2d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:27.201201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2111a860-f669-4ebc-979f-e3be69f6be98 req-6ed87c80-652e-473e-aca6-c5686f288c2d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 944 time: 0.0501509 Oct 26 12:45:27.239086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2111a860-f669-4ebc-979f-e3be69f6be98 req-b14775d8-8ca3-4693-a250-0c5917cb1e34 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Oct 26 12:45:28.355964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c607c-0220-4dfd-b985-95ba591cfec8 req-0159819a-0131-4c3a-9416-4178a776dcf1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:28.357516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb9c607c-0220-4dfd-b985-95ba591cfec8 req-0159819a-0131-4c3a-9416-4178a776dcf1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 944 time: 0.0505362 Oct 26 12:45:28.395065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fb9c607c-0220-4dfd-b985-95ba591cfec8 req-35e46973-b786-451f-8c5f-1edd46e55295 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Oct 26 12:45:28.484847 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cc020bfc-a606-4a51-bc75-106ac88134cc up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:28.534524 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port cc020bfc-a606-4a51-bc75-106ac88134cc completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:45:28.538845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port cc020bfc-a606-4a51-bc75-106ac88134cc triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:45:28.539251 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:28.616708 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:28.639970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:45:28.642290 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704511a1-d320-4b6f-9ca9-88ae7a6cd20d" -d '{"events": [{"server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "name": "network-vif-plugged", "status": "completed", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:28.660474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cc020bfc-a606-4a51-bc75-106ac88134cc, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cc020bfc-a606-4a51-bc75-106ac88134cc,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:28.665376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:28.719556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cc020bfc-a606-4a51-bc75-106ac88134cc,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:28.739914 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd371b4-0174-4dc7-a829-29990cfff0a5 x-openstack-request-id: req-efd371b4-0174-4dc7-a829-29990cfff0a5 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:28.740220 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "name": "network-vif-plugged", "status": "completed", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:28.740479 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-efd371b4-0174-4dc7-a829-29990cfff0a5 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:28.740884 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'code': 200} Oct 26 12:45:28.836342 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a827-b3fc-47d6-978d-db9fb5fad21d req-b2029915-70e3-4a54-b3ab-533dca7f9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:28.837841 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f4b3a827-b3fc-47d6-978d-db9fb5fad21d req-b2029915-70e3-4a54-b3ab-533dca7f9f38 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1096 time: 0.0402257 Oct 26 12:45:28.879603 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f4b3a827-b3fc-47d6-978d-db9fb5fad21d req-2022baa8-3525-4c0c-8789-cfa313fbbc33 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340226 Oct 26 12:45:29.509495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc675de-34da-4b85-95d9-241b47f45026 req-2a841d05-5f33-4f6f-bd60-644c0fed471c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:29.510942 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fc675de-34da-4b85-95d9-241b47f45026 req-2a841d05-5f33-4f6f-bd60-644c0fed471c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Oct 26 12:45:29.552857 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fc675de-34da-4b85-95d9-241b47f45026 req-bebb5933-5214-4c68-92bc-f9ad069f033a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358267 Oct 26 12:45:30.670677 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eec396-5587-41aa-abbb-b03a13ad659f req-1ab0d5ba-eb8d-4264-b4d5-4d97d3d42354 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:30.672225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45eec396-5587-41aa-abbb-b03a13ad659f req-1ab0d5ba-eb8d-4264-b4d5-4d97d3d42354 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Oct 26 12:45:30.710265 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45eec396-5587-41aa-abbb-b03a13ad659f req-4cb8135f-b2bb-4372-9bd4-2709d6f2777e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Oct 26 12:45:30.829712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d67dd7-e2c5-48a5-807a-bbe78ea157d7 req-6ddf0bac-51cb-4642-bcad-54104d8efea1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:30.831280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54d67dd7-e2c5-48a5-807a-bbe78ea157d7 req-6ddf0bac-51cb-4642-bcad-54104d8efea1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Oct 26 12:45:30.869786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54d67dd7-e2c5-48a5-807a-bbe78ea157d7 req-899e911b-5528-4cdf-a62f-b03957bcb1f7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Oct 26 12:45:30.890513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53172) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:30.931166 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f02e0-b5fb-4710-a62a-8e4864994513 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:30.932727 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-947f02e0-b5fb-4710-a62a-8e4864994513 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1091 time: 0.0411949 Oct 26 12:45:30.935620 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53174) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:30.939881 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:45:30.962069 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:31.061469 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:31.168644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.130 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/ab25b8d2-ab6e-4df3-bd32-fe82ad7e91fd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:45:31.271829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:31.304706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:31.349126 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:45:31.352164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:45:31.355720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:45:31.361103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=ab25b8d2-ab6e-4df3-bd32-fe82ad7e91fd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:32.024429 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:32.102002 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:32.258832 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:32.263474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:32.330832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=ab25b8d2-ab6e-4df3-bd32-fe82ad7e91fd,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:32.343235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:32.444367 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP 9011754d-d7af-4484-8828-d48c268a3999 associated. External IP: 172.25.4.130, port: cc020bfc-a606-4a51-bc75-106ac88134cc. Oct 26 12:45:32.652570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:45:32.760839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:32.771750 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] Sync routers for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:32.778626 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:32.782988 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:32.783608 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:32.809127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb500e21-9ce1-426d-8714-f9fb661901da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8724802 Oct 26 12:45:32.809728 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:45:32.812078 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:32.850419 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9996ed9-7cd0-460d-93f2-7daa9311da32 x-openstack-request-id: req-b9996ed9-7cd0-460d-93f2-7daa9311da32 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:32.851276 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:32.851276 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9996ed9-7cd0-460d-93f2-7daa9311da32 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:32.851524 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'status': 'completed', 'code': 200} Oct 26 12:45:32.899484 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:32.917879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-49fd53aa-2a53-44be-9213-147e3a8a5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:32.919379 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-49fd53aa-2a53-44be-9213-147e3a8a5fc7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1096 time: 0.0438664 Oct 26 12:45:32.923896 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7610b-aaac-4c1c-bab0-dea32b5d220f req-8a3843b1-023c-4f96-92be-b59b7740833b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:32.925433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94d7610b-aaac-4c1c-bab0-dea32b5d220f req-8a3843b1-023c-4f96-92be-b59b7740833b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0527432 Oct 26 12:45:32.965521 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-94d7610b-aaac-4c1c-bab0-dea32b5d220f req-ee257489-cbf2-4714-ab43-c332286c9fcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Oct 26 12:45:32.989545 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53180) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:33.023663 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-3719481c-d573-4e9f-9d1b-50217ecc9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:33.026115 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-3719481c-d573-4e9f-9d1b-50217ecc9fb8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 898 time: 0.0986390 Oct 26 12:45:33.053173 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2dc281ce-1c9f-47d4-b149-77de4183a9ed tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/9011754d-d7af-4484-8828-d48c268a3999 HTTP/1.1" status: 200 len: 991 time: 0.0613811 Oct 26 12:45:33.101756 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-cd275012-9b27-4d71-a338-5cf145941c11 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 999 time: 0.0688982 Oct 26 12:45:33.141291 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9011754d-d7af-4484-8828-d48c268a3999', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'port_id': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'mac_address': 'fa:16:3e:50:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:45:31Z', 'updated_at': '2021-10-26T12:45:31Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:33.152683 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-e24d6769-c677-4ca8-8267-c83e3c74ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:33.154175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-e24d6769-c677-4ca8-8267-c83e3c74ee5d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0458007 Oct 26 12:45:33.169142 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] Checking router: 2ea0a8f3-e548-4be2-94bd-c3178f9e328c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:33.177992 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:45:33.178598 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:45:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:33.200656 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-0c19486b-41bb-4374-804c-7d6fb92bf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:33.202177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-0c19486b-41bb-4374-804c-7d6fb92bf139 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408652 Oct 26 12:45:33.286369 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:45:33.297343 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-47b3e35f-5f21-459a-b11a-668d7795ca2d service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879345 Oct 26 12:45:33.393740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d4159ddc-e4ca-4b3e-bf59-68f297b6af81 req-794d4d6e-a859-4594-b2bf-5d8512adf144 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896339 Oct 26 12:45:33.516869 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9011754d-d7af-4484-8828-d48c268a3999', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'port_id': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'mac_address': 'fa:16:3e:50:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:45:31Z', 'updated_at': '2021-10-26T12:45:31Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:33.544362 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbc641-5754-4ebf-a37d-bcee1cbd26d6 None None] The sync data for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 is: [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '9011754d-d7af-4484-8828-d48c268a3999', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'port_id': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'mac_address': 'fa:16:3e:50:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:45:31Z', 'updated_at': '2021-10-26T12:45:31Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:33.738537 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af1f7b-706d-4420-b136-11cb59e65752 None None] New status for floating IP 9011754d-d7af-4484-8828-d48c268a3999: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:45:34.056700 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53182) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:45:34.121617 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-27e07a77-b266-4dfc-9e55-57ebd8a6a778 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/9011754d-d7af-4484-8828-d48c268a3999 HTTP/1.1" status: 200 len: 993 time: 0.0636938 Oct 26 12:45:34.372849 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:35.877460 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:41.380034 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-20c29713-fb90-4e77-a9b0-10f2362929f9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413563 Oct 26 12:45:41.474423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-0b7b0f85-c010-49d2-8edd-479621b31f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:41.475956 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-0b7b0f85-c010-49d2-8edd-479621b31f8c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1096 time: 0.0405180 Oct 26 12:45:41.596980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-8bd7f8e5-ac23-4790-8652-8ef043be0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:41.599051 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-8bd7f8e5-ac23-4790-8652-8ef043be0423 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 898 time: 0.1008148 Oct 26 12:45:41.685381 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-bd13b8f7-b723-4f50-b028-5806b3da382e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 1001 time: 0.0788150 Oct 26 12:45:41.736819 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-3bca1a91-0f48-4118-94e5-201baaecfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:41.738465 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-3bca1a91-0f48-4118-94e5-201baaecfaad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0456710 Oct 26 12:45:41.788247 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-bc0d4bd6-0265-4473-a4c3-9c3e4d89732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:45:41.790266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-bc0d4bd6-0265-4473-a4c3-9c3e4d89732f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445530 Oct 26 12:45:41.885770 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-87073230-eaab-466e-ba2c-20b216958c7f service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Oct 26 12:45:41.986234 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5e08dd1c-1f9c-4db3-84be-de1c83c70da7 req-a68622d4-cd02-494b-8396-8f968e68e779 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909960 Oct 26 12:45:44.567416 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:45:49.254879 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0670d33f-564d-4d4a-aa5b-a8f7fd6706a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:51.814690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aa98e1d7-e626-4269-9799-3e5d0251add3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:52.993194 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:53.422663 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:45:54.824358 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:04.388262 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:05.535862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-5b6b3b9e-0656-447e-bb93-cb164d3a9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:05.537500 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-5b6b3b9e-0656-447e-bb93-cb164d3a9e8d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1096 time: 0.0413966 Oct 26 12:46:05.539267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054445d6-79c0-4c93-b953-cac76bf2b592 req-40857a3d-495b-4a7f-841a-fc2ceb5f6be3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:05.540769 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-054445d6-79c0-4c93-b953-cac76bf2b592 req-40857a3d-495b-4a7f-841a-fc2ceb5f6be3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0548022 Oct 26 12:46:05.584084 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-054445d6-79c0-4c93-b953-cac76bf2b592 req-b261f897-c2fd-4c9d-9e18-d03891556f40 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366323 Oct 26 12:46:05.634318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-33b34156-a2e1-461f-abef-9ee2d3d41a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:05.636752 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-33b34156-a2e1-461f-abef-9ee2d3d41a79 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 898 time: 0.0916111 Oct 26 12:46:05.704917 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-924e4052-bf64-4abc-9ed7-8ee65887fd29 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 1001 time: 0.0607078 Oct 26 12:46:05.760778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-11ecec17-49fc-4b96-a05b-969dedbfc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:05.762238 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-11ecec17-49fc-4b96-a05b-969dedbfc974 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0500240 Oct 26 12:46:05.813401 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-617fae4b-cc49-432b-80a2-bda4621814dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:05.814910 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-617fae4b-cc49-432b-80a2-bda4621814dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451224 Oct 26 12:46:05.877376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:05.907581 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-62608376-40e2-484c-875f-08b8988e8f4a service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853426 Oct 26 12:46:06.004105 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-10bb7d1f-81fd-413d-8446-b1a03eb83c8a req-71f99da2-1501-4f16-bc34-fabf6b5ba19c service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873039 Oct 26 12:46:06.706412 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0c92-923d-4f96-8252-35398961cd9e req-2fa8bcfc-a90e-4025-80a7-3876612d19cd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:06.707968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-209a0c92-923d-4f96-8252-35398961cd9e req-2fa8bcfc-a90e-4025-80a7-3876612d19cd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0536728 Oct 26 12:46:06.747357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-209a0c92-923d-4f96-8252-35398961cd9e req-13e20b29-8d49-4fe4-be1b-63f2577471d9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Oct 26 12:46:07.863434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe71bb-f15e-4ba7-92be-209d5eb8e96e req-8b132904-ef14-4627-8d54-916d097e755e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:07.864930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1efe71bb-f15e-4ba7-92be-209d5eb8e96e req-8b132904-ef14-4627-8d54-916d097e755e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0497503 Oct 26 12:46:07.903194 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1efe71bb-f15e-4ba7-92be-209d5eb8e96e req-504447c9-2cba-41aa-92b1-d0cff0e57738 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Oct 26 12:46:09.018437 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f908f-f33e-4832-93b0-8b14ccb9bdd7 req-cc375caf-cade-4acf-8e11-37400a978b40 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:09.019981 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c4f908f-f33e-4832-93b0-8b14ccb9bdd7 req-cc375caf-cade-4acf-8e11-37400a978b40 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0497165 Oct 26 12:46:09.058059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c4f908f-f33e-4832-93b0-8b14ccb9bdd7 req-9b289c76-2a89-430a-8b64-f2f5731900d2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Oct 26 12:46:10.182666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f0d0a-885b-41ad-8c0d-c5bc68c9225d req-6c408637-e9aa-4f02-b762-5e0fcc1028ad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:10.184247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd3f0d0a-885b-41ad-8c0d-c5bc68c9225d req-6c408637-e9aa-4f02-b762-5e0fcc1028ad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0562012 Oct 26 12:46:10.224316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd3f0d0a-885b-41ad-8c0d-c5bc68c9225d req-c5c1c455-b350-4fac-8464-2118eebe60f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341027 Oct 26 12:46:11.343265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec94eb-bfed-4923-9cc9-8f307fb38216 req-238957d8-97e5-435f-9970-836438635aea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:11.344685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5ec94eb-bfed-4923-9cc9-8f307fb38216 req-238957d8-97e5-435f-9970-836438635aea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Oct 26 12:46:11.382598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a5ec94eb-bfed-4923-9cc9-8f307fb38216 req-f4731f0d-aa47-46e1-8085-633529205e1a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Oct 26 12:46:12.500039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e49618-0f67-4db2-b6c7-89f786421438 req-cdc3a9ff-d1c0-41e1-8988-52e674fbb0de tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:12.501536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37e49618-0f67-4db2-b6c7-89f786421438 req-cdc3a9ff-d1c0-41e1-8988-52e674fbb0de tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Oct 26 12:46:12.540475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37e49618-0f67-4db2-b6c7-89f786421438 req-65efd26e-8bc6-40b4-9417-8c232d825753 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Oct 26 12:46:13.664341 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2335404-cdea-4a17-bb8c-6755fd1db797 req-d82b6884-fd2e-4a82-8c1c-f5c3c53e3e9d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:13.666508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2335404-cdea-4a17-bb8c-6755fd1db797 req-d82b6884-fd2e-4a82-8c1c-f5c3c53e3e9d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0553491 Oct 26 12:46:13.705467 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2335404-cdea-4a17-bb8c-6755fd1db797 req-d4912cc5-51cc-4119-a858-ef62f84ce6dd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Oct 26 12:46:14.823953 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fd227-8c57-4c87-9bbe-8b3ac0a0bcc4 req-05fd192d-4609-4e50-8d84-2f819cbba6c0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:14.825520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-864fd227-8c57-4c87-9bbe-8b3ac0a0bcc4 req-05fd192d-4609-4e50-8d84-2f819cbba6c0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Oct 26 12:46:14.864736 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-864fd227-8c57-4c87-9bbe-8b3ac0a0bcc4 req-622eb8bc-00a6-4879-a0ae-236a877962d9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331573 Oct 26 12:46:15.980622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d285039-08e1-4d8c-8967-ce2498b3146e req-44fb43ee-b04b-439c-947a-3b8c3d8168af tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:15.982108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d285039-08e1-4d8c-8967-ce2498b3146e req-44fb43ee-b04b-439c-947a-3b8c3d8168af tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Oct 26 12:46:16.019255 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d285039-08e1-4d8c-8967-ce2498b3146e req-c8b45c30-ff51-4cf9-9742-fac7312111e0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Oct 26 12:46:17.143034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dc490-7e96-43a9-9d84-c5014ac05c80 req-451f386b-a1d1-4359-a4e7-003f63da9a92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:17.144555 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-294dc490-7e96-43a9-9d84-c5014ac05c80 req-451f386b-a1d1-4359-a4e7-003f63da9a92 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0558946 Oct 26 12:46:17.183462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-294dc490-7e96-43a9-9d84-c5014ac05c80 req-8f0a2aa2-49c6-4845-8f43-65dade488985 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323424 Oct 26 12:46:18.305980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be2ad4-1590-43e9-9726-b019774675e6 req-b46694c2-5e8e-47c3-ab9b-7b53d3018ad7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:18.308001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26be2ad4-1590-43e9-9726-b019774675e6 req-b46694c2-5e8e-47c3-ab9b-7b53d3018ad7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0500872 Oct 26 12:46:18.345003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-26be2ad4-1590-43e9-9726-b019774675e6 req-be1c4b2e-d56f-4c84-8cec-becc9ce0fe62 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Oct 26 12:46:19.257077 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-18419ecb-6b51-4102-af00-9b54daf14fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:19.461582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937d3f4-91db-4e26-b3c0-cf39656e14ad req-9822dd29-4574-481b-9b53-3f3b6b3fd33a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:19.463120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7937d3f4-91db-4e26-b3c0-cf39656e14ad req-9822dd29-4574-481b-9b53-3f3b6b3fd33a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0501273 Oct 26 12:46:19.501464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7937d3f4-91db-4e26-b3c0-cf39656e14ad req-c8ab0376-36d6-4c7a-8bc8-76056d19f64a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323517 Oct 26 12:46:20.623845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04afbc7-32a7-44e1-afd5-062003834f1c req-f589f4bb-7a56-4b5b-93d5-1f8760c06d1b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:20.625363 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e04afbc7-32a7-44e1-afd5-062003834f1c req-f589f4bb-7a56-4b5b-93d5-1f8760c06d1b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0560656 Oct 26 12:46:20.664196 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e04afbc7-32a7-44e1-afd5-062003834f1c req-4add4cc0-19d0-4b66-8175-75b53b62a5b9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Oct 26 12:46:21.568264 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:46:21.789678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1c1b-7be6-45f8-9e34-7d4cc44da6e7 req-d25e9532-d653-4ff1-87c8-138bcac8cc96 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:21.791756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f08e1c1b-7be6-45f8-9e34-7d4cc44da6e7 req-d25e9532-d653-4ff1-87c8-138bcac8cc96 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0526388 Oct 26 12:46:21.819328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92092687-9cd2-4216-a60d-7c23bc68d787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:21.833703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f08e1c1b-7be6-45f8-9e34-7d4cc44da6e7 req-be40b8a1-8554-4d68-b527-da82bd683f38 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357931 Oct 26 12:46:22.951198 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f869-ca97-4d1b-9b17-298afff14ed4 req-b0c8492d-93fc-455d-9b01-8a222a31e841 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:22.952960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a05f869-ca97-4d1b-9b17-298afff14ed4 req-b0c8492d-93fc-455d-9b01-8a222a31e841 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0520856 Oct 26 12:46:22.993824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a05f869-ca97-4d1b-9b17-298afff14ed4 req-99dfa1f2-9af8-436f-ae3c-563da3f81ae8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347946 Oct 26 12:46:22.996880 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:23.016249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53228) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:23.086545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7575ce43-0ae1-4d13-a371-f8330cb0d106 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/9011754d-d7af-4484-8828-d48c268a3999 HTTP/1.1" status: 200 len: 993 time: 0.0691142 Oct 26 12:46:23.423360 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:24.825606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:34.387821 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:35.875887 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:42.384574 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-1ff29c0f-1745-4536-8e22-413dbd723fd3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405619 Oct 26 12:46:42.464776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-4ab0a4a1-2a7d-4773-b391-8b7cb686ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:42.466268 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-4ab0a4a1-2a7d-4773-b391-8b7cb686ffb2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1096 time: 0.0404198 Oct 26 12:46:42.579287 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-e9a0e42f-1233-48a1-9cd4-35de1eaf1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:42.580887 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-e9a0e42f-1233-48a1-9cd4-35de1eaf1b73 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 898 time: 0.0939951 Oct 26 12:46:42.646147 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-fb1a190f-7c6c-45c8-b3b2-25b2ad1bb112 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 1001 time: 0.0574307 Oct 26 12:46:42.698942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-97ec3484-b6fe-41b1-aa02-8d9ad3e007ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:42.700383 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-97ec3484-b6fe-41b1-aa02-8d9ad3e007ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0471387 Oct 26 12:46:42.747263 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-6eb5d359-a5b6-4965-8ab6-720740ddba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:42.748774 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-6eb5d359-a5b6-4965-8ab6-720740ddba49 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412018 Oct 26 12:46:42.839732 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-4da31c8e-626a-4747-bae3-e10ab6b3bb17 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815184 Oct 26 12:46:42.932703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-dacc0f82-e991-4696-a5aa-28ba29ac406e req-a0e4fc8c-39bf-4f84-b6c5-1b5f555f7923 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865932 Oct 26 12:46:49.259423 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc7788dc-598e-4efc-8fe4-ffc2add711a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:51.587574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:51.747558 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port ab25b8d2-ab6e-4df3-bd32-fe82ad7e91fd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:46:51.747902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:51.820285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4cc52009-c369-4721-9d06-ba98cdf1aaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:51.827654 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:51.827985 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:51.840471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for ab25b8d2-ab6e-4df3-bd32-fe82ad7e91fd owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:46:51.989029 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:52.014879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=ab25b8d2-ab6e-4df3-bd32-fe82ad7e91fd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:52.027325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.027681 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.028025 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.028370 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.028703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.029038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.029378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.029716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.030043 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.030373 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.030700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.031048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:52.086065 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:52.086403 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP 9011754d-d7af-4484-8828-d48c268a3999 disassociated (deleted). External IP: 172.25.4.130, port: cc020bfc-a606-4a51-bc75-106ac88134cc. Oct 26 12:46:52.303039 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:46:52.413433 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:52.418542 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:52.423134 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] Sync routers for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:52.432903 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:46:52.433511 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:52.445450 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c2acf2c0-9f93-4b52-8ef9-e9ebd9960075 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/floatingips/9011754d-d7af-4484-8828-d48c268a3999 HTTP/1.1" status: 204 len: 168 time: 0.8566179 Oct 26 12:46:52.446055 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:46:52.448413 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e0bcc-691e-4100-a614-097532834527" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:46:52.487772 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1728666-e013-4fb2-a406-116be026ca34 x-openstack-request-id: req-f1728666-e013-4fb2-a406-116be026ca34 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:46:52.488071 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:46:52.488352 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f1728666-e013-4fb2-a406-116be026ca34 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:46:52.488894 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'status': 'completed', 'code': 200} Oct 26 12:46:52.544868 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:46:52.555829 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e0bcc-691e-4100-a614-097532834527 req-4189b526-5f65-4d70-a62e-0c91406700e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:52.558358 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-4189b526-5f65-4d70-a62e-0c91406700e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 1096 time: 0.0459895 Oct 26 12:46:52.678636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e0bcc-691e-4100-a614-097532834527 req-0024607f-7487-4343-be46-8937c8864422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:52.680093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-0024607f-7487-4343-be46-8937c8864422 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 200 len: 898 time: 0.1055171 Oct 26 12:46:52.693670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa5178-a339-4481-bf69-cff09a57a80f req-2a4887dd-2ee4-4bb3-a47a-ba6a309a2e2c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:52.695278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0caa5178-a339-4481-bf69-cff09a57a80f req-2a4887dd-2ee4-4bb3-a47a-ba6a309a2e2c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Oct 26 12:46:52.735555 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-527624ce-de8b-4edf-9dc9-dfad08e27b0e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 200 len: 217 time: 0.0435433 Oct 26 12:46:52.737316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0caa5178-a339-4481-bf69-cff09a57a80f req-dc553a04-15d4-4225-ba26-bad399c8a049 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356910 Oct 26 12:46:52.795425 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e0bcc-691e-4100-a614-097532834527 req-94dfd073-3d31-4c70-a600-4b12cab8c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:52.796903 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-94dfd073-3d31-4c70-a600-4b12cab8c333 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 200 len: 835 time: 0.0539794 Oct 26 12:46:52.846562 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e0bcc-691e-4100-a614-097532834527 req-a4382ec0-fc95-4bfa-88eb-25efd5ea610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:52.848161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-a4382ec0-fc95-4bfa-88eb-25efd5ea610c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9ee9aa53-c034-4d19-b5c8-e65801368405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420146 Oct 26 12:46:52.857125 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:52.883600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] Checking router: 2ea0a8f3-e548-4be2-94bd-c3178f9e328c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:52.892488 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:46:52.893088 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:52.941505 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-01d986c9-8d0c-4f79-bea1-828e09fd0925 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Oct 26 12:46:53.003243 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:46:53.005411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:53.049030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a16e0bcc-691e-4100-a614-097532834527 req-e0aaf21e-568d-4cc2-9b45-f22c315ea478 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987406 Oct 26 12:46:53.211933 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:53.241946 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47387e5a-8330-4a8b-b8c0-b26694ffef16 None None] The sync data for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 is: [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:18Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '1b033ce2-0fac-451d-8204-1789478bec81', 'name': '', 'network_id': '9ee9aa53-c034-4d19-b5c8-e65801368405', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b9:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:18Z', 'updated_at': '2021-10-26T12:45:21Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'fd282b5d-8466-4dde-8737-8d9b3a22274b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:53.427386 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:53.467908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6538611-351d-4c4a-9dc7-42809c86d81d None None] New status for floating IP 9011754d-d7af-4484-8828-d48c268a3999: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:46:53.862099 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89849f-e753-42bb-ad2d-81aef6be849c req-7df48ac5-34e8-4124-8eff-0ff9e9bb29ad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:53.863638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e89849f-e753-42bb-ad2d-81aef6be849c req-7df48ac5-34e8-4124-8eff-0ff9e9bb29ad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Oct 26 12:46:53.901450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1e89849f-e753-42bb-ad2d-81aef6be849c req-1e754947-2cc4-4e34-a4c1-d7a7234b43d9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=e658f52d-3d59-48a1-96cf-40b637bb44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Oct 26 12:46:54.227693 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-4cf96630-9f78-46ca-96fb-276fbe2b2ec7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:46:54.229159 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-4cf96630-9f78-46ca-96fb-276fbe2b2ec7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Oct 26 12:46:54.321191 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port cc020bfc-a606-4a51-bc75-106ac88134cc {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:46:54.321532 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:54.410799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port cc020bfc-a606-4a51-bc75-106ac88134cc, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cc020bfc-a606-4a51-bc75-106ac88134cc,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:54.411094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:54.423426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for cc020bfc-a606-4a51-bc75-106ac88134cc owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:46:54.827573 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:54.840963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:54.868773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=cc020bfc-a606-4a51-bc75-106ac88134cc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:54.914645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] No DVR routers for this DVR port cc020bfc-a606-4a51-bc75-106ac88134cc on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:46:54.917422 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:54.920824 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fcdd9b97-6fbc-469c-8861-fda47e7d7c26 req-2a789023-ee53-4d5b-853b-b42d4aed2f3c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "DELETE /v2.0/ports/cc020bfc-a606-4a51-bc75-106ac88134cc HTTP/1.1" status: 204 len: 173 time: 0.6853540 Oct 26 12:46:54.921261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'name': 'network-vif-deleted', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:46:54.924132 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc4498-b153-486c-88ed-89fb9c4832d0" -d '{"events": [{"server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "name": "network-vif-deleted", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:46:54.968263 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edac441d-34b3-45b5-a562-20c0fcf5cf2a x-openstack-request-id: req-edac441d-34b3-45b5-a562-20c0fcf5cf2a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:46:54.968590 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e29bb5-13c3-4dfb-994a-46b2b1b151d7", "name": "network-vif-deleted", "tag": "cc020bfc-a606-4a51-bc75-106ac88134cc", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:46:54.968847 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-edac441d-34b3-45b5-a562-20c0fcf5cf2a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:46:54.969246 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e29bb5-13c3-4dfb-994a-46b2b1b151d7', 'name': 'network-vif-deleted', 'tag': 'cc020bfc-a606-4a51-bc75-106ac88134cc', 'status': 'completed', 'code': 200} Oct 26 12:46:55.009597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1b9e85af-55ba-482f-b102-410ecffdbfa1 req-d1cdab00-ba2c-45f7-8710-7429cc192efa tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9e29bb5-13c3-4dfb-994a-46b2b1b151d7 HTTP/1.1" status: 200 len: 210 time: 0.0329657 Oct 26 12:46:56.067630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53262) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:56.426499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:56.683685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 1b033ce2-0fac-451d-8204-1789478bec81 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:46:56.683943 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:56.778234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 1b033ce2-0fac-451d-8204-1789478bec81, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=1b033ce2-0fac-451d-8204-1789478bec81,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:56.778599 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:56.791630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 1b033ce2-0fac-451d-8204-1789478bec81 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:46:56.907499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cc020bfc-a606-4a51-bc75-106ac88134cc no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:56.928635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: cc020bfc-a606-4a51-bc75-106ac88134cc {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:46:56.928981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cc020bfc-a606-4a51-bc75-106ac88134cc not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:46:56.984624 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.013104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=1b033ce2-0fac-451d-8204-1789478bec81,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:57.189863 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.413981 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:46:57.519833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:57.524864 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d16fcb96-92a1-439b-bfe8-c24601b39f4b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/2ea0a8f3-e548-4be2-94bd-c3178f9e328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562006 Oct 26 12:46:57.527647 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:57.529832 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] Sync routers for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:57.541201 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:46:57.541817 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:57.578856 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting subnet fd282b5d-8466-4dde-8737-8d9b3a22274b {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:46:57.582714 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.623792 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.663139 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:46:57.712391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.772333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.800284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Subnet': ['ID=fd282b5d-8466-4dde-8737-8d9b3a22274b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:57.805724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:57.811302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-de24217f-dab5-4b4d-ae75-9b4a0086c31f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/subnets/fd282b5d-8466-4dde-8737-8d9b3a22274b HTTP/1.1" status: 204 len: 168 time: 0.2802291 Oct 26 12:46:57.811501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53266) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:57.814043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b9c87-a3d3-4ba2-8349-dc758707d033 None None] Network 9ee9aa53-c034-4d19-b5c8-e65801368405 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:46:57.849357 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:46:56Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:57.881105 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] Checking router: 2ea0a8f3-e548-4be2-94bd-c3178f9e328c for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:57.890936 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] Routers {'2ea0a8f3-e548-4be2-94bd-c3178f9e328c'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:46:57.891570 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:57.926379 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.014305 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] DHCP port deletion for 9ee9aa53-c034-4d19-b5c8-e65801368405 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:46:58.015053 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] Set router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:46:58.044457 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.069827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Deleting port cd8f47cf-0766-4b22-aad2-4254038e9123 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:46:58.070207 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.102046 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 73f39672-be9a-498a-a1f3-049c1dfbdfe4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:46:58.102406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.134478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] For port cd8f47cf-0766-4b22-aad2-4254038e9123, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cd8f47cf-0766-4b22-aad2-4254038e9123,segment=NetworkSegment(f3b1c60d-3c10-4cf5-a07f-c2e26f822778),segment_id=f3b1c60d-3c10-4cf5-a07f-c2e26f822778)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:58.134920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.147684 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Calling delete_port for cd8f47cf-0766-4b22-aad2-4254038e9123 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:46:58.190800 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 73f39672-be9a-498a-a1f3-049c1dfbdfe4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=73f39672-be9a-498a-a1f3-049c1dfbdfe4,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:58.191383 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.209957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 73f39672-be9a-498a-a1f3-049c1dfbdfe4 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:46:58.228005 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:46:56Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:58.240481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.264955 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d4bd0-7085-4d59-b5e3-65bfecba1e84 None None] The sync data for ids ['2ea0a8f3-e548-4be2-94bd-c3178f9e328c'] in n-d-812150-3 is: [{'id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932472284', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:46:56Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '73f39672-be9a-498a-a1f3-049c1dfbdfe4', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0a8f3-e548-4be2-94bd-c3178f9e328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:45:15Z', 'updated_at': '2021-10-26T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:58.267082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Pushing event deleted for resources: {'Port': ['ID=cd8f47cf-0766-4b22-aad2-4254038e9123,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:58.283983 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] No DVR routers for this DVR port cd8f47cf-0766-4b22-aad2-4254038e9123 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:46:58.286584 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.286969 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.287326 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.287671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.288009 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.288347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.288702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.289049 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.289381 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.289711 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.290044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.290377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f534a74-a624-4fc2-8bac-a1fd7333315d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:58.321230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cd8f47cf-0766-4b22-aad2-4254038e9123 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:58.341891 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: cd8f47cf-0766-4b22-aad2-4254038e9123 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:46:58.342271 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cd8f47cf-0766-4b22-aad2-4254038e9123 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:46:58.414089 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.439590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=73f39672-be9a-498a-a1f3-049c1dfbdfe4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:58.501968 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.567059 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:46:58.592518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.594915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.641801 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.642846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea0a8f3-e548-4be2-94bd-c3178f9e328c {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:46:58.649894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.653683 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2f597894-c535-438c-9ba9-34f4bb8fe06a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/routers/2ea0a8f3-e548-4be2-94bd-c3178f9e328c HTTP/1.1" status: 204 len: 168 time: 0.8385992 Oct 26 12:46:58.653882 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:58.739278 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.828020 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.849883 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee9aa53-c034-4d19-b5c8-e65801368405']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:58.860023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:58.860226 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b1c60d-3c10-4cf5-a07f-c2e26f822778') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:58.870629 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.884465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.890788 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:46:58.891336 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:46:58.895251 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:46:58.963497 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.968565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:58.972486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/networks/9ee9aa53-c034-4d19-b5c8-e65801368405 HTTP/1.1" status: 204 len: 168 time: 0.3175731 Oct 26 12:46:58.975343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53270) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:58.987948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b96f2-234a-4558-94f4-e07146a78297 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Network': ['ID=9ee9aa53-c034-4d19-b5c8-e65801368405,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.036510 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.061374 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.121204 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.124045 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.125257 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/security-groups/e658f52d-3d59-48a1-96cf-40b637bb44d7 HTTP/1.1" status: 204 len: 168 time: 0.1483548 Oct 26 12:46:59.135133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e658f52d-3d59-48a1-96cf-40b637bb44d7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.145332 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.145690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.146072 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.146419 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.146764 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.147139 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.147498 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.147857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.148240 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.148659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.148992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.149388 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd4f08-8e48-4d2b-8d8d-ce0b0fb18446 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:59.443967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:59.448638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883941113', 'description': 'tempest-secgroup-smoke-1883941113 description', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:46:59.470650 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.534823 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.538533 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.567673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.568821 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1238556 Oct 26 12:46:59.570675 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38843bf-992a-42ad-93f6-c82a012317f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd08a87-81eb-4a6d-a167-421580c88803,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.571977 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53278) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:59.576884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '4cd08a87-81eb-4a6d-a167-421580c88803', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:46:59.604817 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.651672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.655227 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.673057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248e3aba-8263-41b3-acee-f929a2332ad2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.681725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.683038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2d669494-cfba-4cd7-84ef-1cc0b57aa59d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099122 Oct 26 12:46:59.685708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53280) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:59.690154 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '4cd08a87-81eb-4a6d-a167-421580c88803', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:46:59.716309 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.776834 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.780347 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.798130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41af6e79-abd8-44c2-9ab6-51006696acdb,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.805517 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.806719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-16008e38-9991-4b35-ad97-3129e588350b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200762 Oct 26 12:46:59.809439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53282) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:59.813754 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '4cd08a87-81eb-4a6d-a167-421580c88803', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:46:59.838966 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.895927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.899557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.916688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69feb65d-eef4-4971-81fb-2987c2a581c8,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.925600 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:46:59.927033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2e9fe972-f27f-4622-ae3e-ab5ed0e5565a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166165 Oct 26 12:46:59.930759 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53284) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:46:59.935167 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '4cd08a87-81eb-4a6d-a167-421580c88803', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:46:59.960099 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.019167 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.022807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.041196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef554933-0e6a-4743-acf2-b6940435d916,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:00.050270 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.051505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3b398f79-2f0e-47ef-ba61-62dc820a8653 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197872 Oct 26 12:47:00.054296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53286) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:00.058687 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '4cd08a87-81eb-4a6d-a167-421580c88803', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:00.081549 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:47:00.086530 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.148807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.152735 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.170500 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef9e5ff-efb5-40f9-822b-7b3957e79b73,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:00.178963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.180325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-82c3b38e-fe95-4ef3-9a4e-5e24e25cbf75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250622 Oct 26 12:47:00.183253 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:00.187943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '4cd08a87-81eb-4a6d-a167-421580c88803', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:00.210977 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:47:00.216393 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.237831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73f39672-be9a-498a-a1f3-049c1dfbdfe4 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:00.257563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 73f39672-be9a-498a-a1f3-049c1dfbdfe4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:47:00.257906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 73f39672-be9a-498a-a1f3-049c1dfbdfe4 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:47:00.258328 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1b033ce2-0fac-451d-8204-1789478bec81 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:00.280443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.280708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 1b033ce2-0fac-451d-8204-1789478bec81 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:47:00.281003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 1b033ce2-0fac-451d-8204-1789478bec81 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:47:00.285390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.305349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade50fac-ef84-42ba-8dd4-d0a1cb9a2500,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:00.314180 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.315438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-575dee9f-ecaf-4095-a1d5-345847395b10 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311007 Oct 26 12:47:00.318385 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53290) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:00.327630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'network': {'name': 'tempest-network-smoke--1436462962', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:00.353481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:47:00.357194 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.384572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:47:00.394499 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.394885 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Added segment b569e60e-f4bc-41ea-a14d-55032e299b5b of type vlan for network bf8ddd0a-b720-450e-8151-5f13095f7ff8 Oct 26 12:47:00.435027 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.460427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.466088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:00.466669 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.517030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1974416 Oct 26 12:47:00.520390 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:00.524709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'admin_state_up': True, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:00.552080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdda1a-5989-443c-8c6d-c882ef355819 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Network': ['ID=bf8ddd0a-b720-450e-8151-5f13095f7ff8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:00.562565 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:47:00.563690 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.565251 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.623484 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.761635 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.952516 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:00.970954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:01.352459 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.199 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/42400449-5ed5-4248-9df9-6e7cc21cbeb0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:47:01.454751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:01.488500 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:01.531020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:47:01.534502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:01.538219 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:47:01.544171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=42400449-5ed5-4248-9df9-6e7cc21cbeb0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:01.801813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.008350 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.141336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9ae96e4a-d1b4-46f0-a933-501a398c742d is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:47:02.250306 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:47:02.264737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Sync routers for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:02.273652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.278387 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1133dec0-56f9-4e76-b325-00e7a79262cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7540956 Oct 26 12:47:02.278569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:47:02.278569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:02.278825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53294) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:02.310730 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-34ca2cf2-edde-4349-a25a-44b82a431ccc tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3e7613a472284aa6a2f6210b4767bc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280569 Oct 26 12:47:02.311000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53296) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:02.394010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:47:02.474085 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad896422-5dd6-4a90-afa9-9c871a28c2a4 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:02.478239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ad896422-5dd6-4a90-afa9-9c871a28c2a4 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636617 Oct 26 12:47:02.478484 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53298) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:02.514731 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-469455df-0937-41a6-955e-d402140fa054 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351062 Oct 26 12:47:02.517332 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53300) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:02.522336 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-914880150', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:02.587556 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:01Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:02.614238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:47:02.616708 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Checking router: 9ae96e4a-d1b4-46f0-a933-501a398c742d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:02.617057 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Updating router 9ae96e4a-d1b4-46f0-a933-501a398c742d port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:47:02.618271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.643098 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.815835 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.876918 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Subnet': ['ID=43920612-9e16-41e4-94ba-4256dd3aae8d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:02.893238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Checking segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:47:02.893600 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network hostable DHCP agents. Network: bf8ddd0a-b720-450e-8151-5f13095f7ff8, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:47:02.911842 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:47:02.923619 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.925062 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, bf8ddd0a-b720-450e-8151-5f13095f7ff8) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:02.930242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:02.930904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.931853 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:02.942083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948557c-dc13-45ff-91a9-5e7003c870c0 None None] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:47:02.950967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-80d0688e-2059-45a3-ac01-644129b92ff3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4325116 Oct 26 12:47:02.953645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53302) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:03.198635 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Attempting to bind port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:47:03.198937 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Attempting to bind port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:47:03.199303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Attempting to bind port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:47:03.210681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd184a0-02e5-44e2-be99-b487b2322cf8 None None] Pushing event updated for resources: {'Port': ['ID=42400449-5ed5-4248-9df9-6e7cc21cbeb0,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:03.215952 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:47:03.216334 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:47:03.216739 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.217132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:47:03.217615 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Bound port: 42400449-5ed5-4248-9df9-6e7cc21cbeb0, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:47:03.218001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.312976 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] For port 42400449-5ed5-4248-9df9-6e7cc21cbeb0, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:47:03.317405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] For port 42400449-5ed5-4248-9df9-6e7cc21cbeb0, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42400449-5ed5-4248-9df9-6e7cc21cbeb0,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:47:03.323169 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.382344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:47:03.383224 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.403898 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.419773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd184a0-02e5-44e2-be99-b487b2322cf8 None None] Pushing event updated for resources: {'Port': ['ID=42400449-5ed5-4248-9df9-6e7cc21cbeb0,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:03.429504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:47:03.430005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:03.629408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:47:03.631656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Allocated IP 172.20.0.2 (bf8ddd0a-b720-450e-8151-5f13095f7ff8/43920612-9e16-41e4-94ba-4256dd3aae8d/b6055c09-ebcd-4d87-a0bd-b227b0139a35) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:47:03.918047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.926466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:03.962829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:01Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:03.973942 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.1 (bf8ddd0a-b720-450e-8151-5f13095f7ff8/43920612-9e16-41e4-94ba-4256dd3aae8d/99a532fe-1bb8-447e-8c97-da102f686213) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:47:03.996172 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:47:03.999329 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8fa-d337-4dd2-b220-4eb11d8998d7 None None] The sync data for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 is: [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:01Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:04.003963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:04.008414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:47:04.010474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Pushing event updated for resources: {'Port': ['ID=b6055c09-ebcd-4d87-a0bd-b227b0139a35,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:04.083270 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Attempting to bind port b6055c09-ebcd-4d87-a0bd-b227b0139a35 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:47:04.083775 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Attempting to bind port b6055c09-ebcd-4d87-a0bd-b227b0139a35 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:47:04.084141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Attempting to bind port b6055c09-ebcd-4d87-a0bd-b227b0139a35 on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:47:04.089406 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:47:04.089781 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Checking segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:47:04.090172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.090564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Bound using segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:47:04.091184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Bound port: b6055c09-ebcd-4d87-a0bd-b227b0139a35, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:47:04.091570 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.097703 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.133021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.162285 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] For port b6055c09-ebcd-4d87-a0bd-b227b0139a35, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:47:04.166369 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] For port b6055c09-ebcd-4d87-a0bd-b227b0139a35, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b6055c09-ebcd-4d87-a0bd-b227b0139a35,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:47:04.172904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.184214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:47:04.188126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:04.191234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:47:04.221583 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=99a532fe-1bb8-447e-8c97-da102f686213,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:04.251265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5b13-f1ef-4c23-b229-3d24df051d15 None None] Pushing event updated for resources: {'Port': ['ID=b6055c09-ebcd-4d87-a0bd-b227b0139a35,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:04.286541 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.412308 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:04.440798 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.077165 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.084063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.165246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=99a532fe-1bb8-447e-8c97-da102f686213,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:05.169162 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.237500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959b010-0287-4641-af87-ea62a1063e6d None None] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:47:05.266495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:47:05.268649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:05.365573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c6ca34b4-c326-47ab-af52-d74c955f597b None None] Provisioning complete for port b6055c09-ebcd-4d87-a0bd-b227b0139a35 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:05.366052 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca34b4-c326-47ab-af52-d74c955f597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.389284 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9ae96e4a-d1b4-46f0-a933-501a398c742d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:47:05.492652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca34b4-c326-47ab-af52-d74c955f597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.509067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:47:05.514996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-999c1ec0-9e06-4d3e-a828-d2ffd49f284f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/9ae96e4a-d1b4-46f0-a933-501a398c742d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602622 Oct 26 12:47:05.536597 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c6ca34b4-c326-47ab-af52-d74c955f597b None None] For port b6055c09-ebcd-4d87-a0bd-b227b0139a35, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b6055c09-ebcd-4d87-a0bd-b227b0139a35,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:05.543300 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca34b4-c326-47ab-af52-d74c955f597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.597378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca34b4-c326-47ab-af52-d74c955f597b None None] Pushing event updated for resources: {'Port': ['ID=b6055c09-ebcd-4d87-a0bd-b227b0139a35,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:05.687914 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-f4f8d0f2-8db3-45aa-b780-dc9c167e75d5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883941113&fields=id&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 267 time: 0.0386317 Oct 26 12:47:05.773685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-301d1093-25f6-4a27-8dac-0f029e2697b2 None None] Provisioning complete for port b6055c09-ebcd-4d87-a0bd-b227b0139a35 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:05.774063 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-301d1093-25f6-4a27-8dac-0f029e2697b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.798389 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Sync routers for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:05.818495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-d6aea375-390b-41bd-ba20-2e1de90c1b9b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:05.820167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-d6aea375-390b-41bd-ba20-2e1de90c1b9b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 797 time: 0.1239460 Oct 26 12:47:05.822378 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:47:05.823259 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:05.840955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-5b3184a9-282f-4505-8060-ea9bcbc8566e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/quotas/3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 375 time: 0.0130169 Oct 26 12:47:05.896031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.901084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-301d1093-25f6-4a27-8dac-0f029e2697b2 None None] Provisioning complete for port 99a532fe-1bb8-447e-8c97-da102f686213 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:05.901497 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-301d1093-25f6-4a27-8dac-0f029e2697b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:05.913571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-5ac46efb-f7a2-497f-832c-702d2756b032 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658259 Oct 26 12:47:05.938113 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-301d1093-25f6-4a27-8dac-0f029e2697b2 None None] Port 99a532fe-1bb8-447e-8c97-da102f686213 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:47:05.955468 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:47:06.040725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-433bc693-54a9-49b7-a604-9b12b23eb057 service neutron] 10.222.0.88 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048362 Oct 26 12:47:06.060133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-2e232b4b-0f68-4c3e-9661-aa94a3ed2a8a None None] Provisioning complete for port 99a532fe-1bb8-447e-8c97-da102f686213 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:06.060604 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2e232b4b-0f68-4c3e-9661-aa94a3ed2a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.111658 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-2e232b4b-0f68-4c3e-9661-aa94a3ed2a8a None None] Port 99a532fe-1bb8-447e-8c97-da102f686213 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:47:06.164581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-4bf35383-1fb4-4926-b262-8cbd190a4490 service neutron] 10.222.0.88 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174879 Oct 26 12:47:06.235163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a2153711-da1e-41e0-b27d-20cf1b6080af None None] Provisioning complete for port 99a532fe-1bb8-447e-8c97-da102f686213 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:06.235713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a2153711-da1e-41e0-b27d-20cf1b6080af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.286643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a2153711-da1e-41e0-b27d-20cf1b6080af None None] Port 99a532fe-1bb8-447e-8c97-da102f686213 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:47:06.294384 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 2, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:06.331685 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Checking router: 9ae96e4a-d1b4-46f0-a933-501a398c742d for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:06.332312 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Updating router 9ae96e4a-d1b4-46f0-a933-501a398c742d port 99a532fe-1bb8-447e-8c97-da102f686213 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:47:06.340237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42400449-5ed5-4248-9df9-6e7cc21cbeb0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:06.360297 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.391282 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-232caab0-718e-4166-a9d6-cb49446d9c48 req-a49015d7-a35a-405e-b747-8f609f722114 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 210 time: 0.0345528 Oct 26 12:47:06.396828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:06.397493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.486904 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.513498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 42400449-5ed5-4248-9df9-6e7cc21cbeb0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42400449-5ed5-4248-9df9-6e7cc21cbeb0,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:06.519234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.520955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b6055c09-ebcd-4d87-a0bd-b227b0139a35 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:06.677681 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.684471 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.692394 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=42400449-5ed5-4248-9df9-6e7cc21cbeb0,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:06.710108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b6055c09-ebcd-4d87-a0bd-b227b0139a35 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:06.710576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.742650 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Pushing event updated for resources: {'Port': ['ID=99a532fe-1bb8-447e-8c97-da102f686213,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:06.777651 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.778000 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.778344 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.778686 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.779050 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.779372 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.779728 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.780158 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.780489 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.783406 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.783755 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.784125 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:47:06.821704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Attempting to bind port 99a532fe-1bb8-447e-8c97-da102f686213 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:47:06.822436 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Attempting to bind port 99a532fe-1bb8-447e-8c97-da102f686213 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:47:06.822552 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Attempting to bind port 99a532fe-1bb8-447e-8c97-da102f686213 on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:47:06.827931 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:47:06.828592 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Checking segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:47:06.829171 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.829773 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Bound using segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:47:06.830405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Bound port: 99a532fe-1bb8-447e-8c97-da102f686213, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:47:06.831021 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.907284 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] For port 99a532fe-1bb8-447e-8c97-da102f686213, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:47:06.911673 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] For port 99a532fe-1bb8-447e-8c97-da102f686213, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99a532fe-1bb8-447e-8c97-da102f686213,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:47:06.917360 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:06.980900 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743ef57-84d2-446d-a679-176a0196f602 None None] Pushing event updated for resources: {'Port': ['ID=99a532fe-1bb8-447e-8c97-da102f686213,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:06.983766 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:47:06.984476 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:07.103067 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:47:07.114002 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b3d8d639-20ea-4473-b55c-1caab9d68aae None None] Provisioning complete for port 99a532fe-1bb8-447e-8c97-da102f686213 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:07.114382 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d639-20ea-4473-b55c-1caab9d68aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:07.199323 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d639-20ea-4473-b55c-1caab9d68aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:07.236895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-b3d8d639-20ea-4473-b55c-1caab9d68aae None None] For port 99a532fe-1bb8-447e-8c97-da102f686213, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99a532fe-1bb8-447e-8c97-da102f686213,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:07.240209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d639-20ea-4473-b55c-1caab9d68aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:07.294017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8d639-20ea-4473-b55c-1caab9d68aae None None] Pushing event updated for resources: {'Port': ['ID=99a532fe-1bb8-447e-8c97-da102f686213,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:07.318120 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:07.345737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d50510-6ef8-43e5-a79d-2d1a487ea4fa None None] The sync data for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 is: [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:07.362507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-eaeea6fe-ee8e-406e-b125-56f8d878adb2 None None] Provisioning complete for port 99a532fe-1bb8-447e-8c97-da102f686213 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:07.363074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eaeea6fe-ee8e-406e-b125-56f8d878adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:07.572199 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e840daa-03a0-4c98-9c2b-1d5c170bc8b0 req-77c176de-62b4-4093-9fe3-8bf6b2b238c3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 210 time: 0.0441020 Oct 26 12:47:07.579967 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-1b999938-620e-4d73-bd42-85648ee1b8b2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:07.581931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-1b999938-620e-4d73-bd42-85648ee1b8b2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 797 time: 0.2146628 Oct 26 12:47:07.631880 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-0f38d629-f99c-4d1b-8c40-39b174a311ac tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 380 time: 0.0385561 Oct 26 12:47:07.642619 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'port': {'device_id': '119ec310-3ba5-4df1-92de-8152ffc34150', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'admin_state_up': True, 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'security_groups': ['4cd08a87-81eb-4a6d-a167-421580c88803']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:07.762286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:47:07.766128 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:07.903468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.3 (bf8ddd0a-b720-450e-8151-5f13095f7ff8/43920612-9e16-41e4-94ba-4256dd3aae8d/0f746953-1313-4e50-916a-db48c499973f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:47:08.056995 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.099063 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.155267 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:47:08.157840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:08.162676 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:47:08.192010 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:08.229963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:08.229963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.253045 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-6370d0dd-8bfa-4450-918d-3502cbb63c22 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6149437 Oct 26 12:47:08.271888 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Request body: {'port': {'device_id': '119ec310-3ba5-4df1-92de-8152ffc34150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:08.345334 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.373492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99a532fe-1bb8-447e-8c97-da102f686213 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:08.441865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dac2091d-97fa-4815-a9f9-6e0d9727c84e None None] Provisioning complete for port 0f746953-1313-4e50-916a-db48c499973f triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:08.442285 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dac2091d-97fa-4815-a9f9-6e0d9727c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.484233 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 99a532fe-1bb8-447e-8c97-da102f686213 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:08.484608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.506275 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dac2091d-97fa-4815-a9f9-6e0d9727c84e None None] Port 0f746953-1313-4e50-916a-db48c499973f cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:47:08.572349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42400449-5ed5-4248-9df9-6e7cc21cbeb0 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:08.626013 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:08.626433 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.676763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f746953-1313-4e50-916a-db48c499973f {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:47:08.698547 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.716710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Transition to ACTIVE for port object 0f746953-1313-4e50-916a-db48c499973f will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:47:08.721557 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.765470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013536f9-300d-4aec-81b9-a14b6e1bb1b4 req-db90ef38-fca3-4408-b9b5-b653a769a711 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:08.767175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-013536f9-300d-4aec-81b9-a14b6e1bb1b4 req-db90ef38-fca3-4408-b9b5-b653a769a711 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 931 time: 0.1128602 Oct 26 12:47:08.821269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:08.868998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-013536f9-300d-4aec-81b9-a14b6e1bb1b4 req-df733eee-6863-45c9-aa4d-9f4ee7f05580 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898709 Oct 26 12:47:08.903456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:47:08.903808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:47:08.904150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:47:08.909152 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Port 0f746953-1313-4e50-916a-db48c499973f on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:47:08.909355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:47:08.915666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:47:08.916003 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Checking segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:47:08.916479 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Bound using segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:47:08.916814 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Bound port: 0f746953-1313-4e50-916a-db48c499973f, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:47:08.917172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:08.989178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:47:08.993039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:47:08.997038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:09.038142 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.038764 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:09.040292 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 1091 time: 0.7739818 Oct 26 12:47:09.040772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:47:09.043190 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb016a8-c051-4b07-8b76-76874b1109af" -d '{"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:47:09.072094 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69031b90-2d0c-40a6-bfc7-7bafc5f437e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:09.112263 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaba50d-7db1-4f28-874c-027461bddc60 x-openstack-request-id: req-ecaba50d-7db1-4f28-874c-027461bddc60 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:47:09.112477 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:47:09.112719 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ecaba50d-7db1-4f28-874c-027461bddc60 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:47:09.113134 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'status': 'completed', 'code': 200} Oct 26 12:47:09.150594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-d00bf38e-d303-453e-bba5-9d090e832cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.152578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-d00bf38e-d303-453e-bba5-9d090e832cbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1094 time: 0.0548997 Oct 26 12:47:09.209711 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-08cdf5b4-d43d-459d-912d-322ea732c276 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 217 time: 0.0424860 Oct 26 12:47:09.271879 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-47d4ca8e-3bae-4ebd-90ad-330343b93b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.273453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-47d4ca8e-3bae-4ebd-90ad-330343b93b16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0499179 Oct 26 12:47:09.328160 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-30155252-f87f-4799-b68f-91805c1b3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.329728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-30155252-f87f-4799-b68f-91805c1b3c53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453191 Oct 26 12:47:09.437171 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-9a87c420-ea3f-4567-94a5-705be73c5dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962725 Oct 26 12:47:09.531368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06f0dcb8-1b50-4a6e-9832-e843ffae5612 req-81604b53-e664-4490-854b-f776f2f3a7cc service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Oct 26 12:47:09.629405 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb016a8-c051-4b07-8b76-76874b1109af req-2eaa4757-63cc-4ea5-9208-b59c522bcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.630951 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-2eaa4757-63cc-4ea5-9208-b59c522bcd1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1094 time: 0.0456049 Oct 26 12:47:09.722296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb016a8-c051-4b07-8b76-76874b1109af req-e9f185bd-b990-4eda-ae4d-0532605d2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.723864 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-e9f185bd-b990-4eda-ae4d-0532605d2ca3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.0861590 Oct 26 12:47:09.768634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-8e001d40-6d67-40ab-8ce5-990e36e32fd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 217 time: 0.0376232 Oct 26 12:47:09.819886 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb016a8-c051-4b07-8b76-76874b1109af req-86427605-a31e-4bb3-a816-ee635db9f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.821358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-86427605-a31e-4bb3-a816-ee635db9f478 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0446994 Oct 26 12:47:09.870574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb016a8-c051-4b07-8b76-76874b1109af req-f8e3be84-ce79-4e7c-9474-71ef6e927a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:09.872130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-f8e3be84-ce79-4e7c-9474-71ef6e927a3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413094 Oct 26 12:47:09.998585 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-5d13521d-ec78-45e6-b99b-2a38a08a5dcd service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176267 Oct 26 12:47:10.010709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a956171-a7b0-4cda-9ee5-f23e7019b25b req-c97a7ef2-c611-4009-b135-46cd2de16879 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:10.012178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a956171-a7b0-4cda-9ee5-f23e7019b25b req-c97a7ef2-c611-4009-b135-46cd2de16879 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 943 time: 0.0691075 Oct 26 12:47:10.426773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9a956171-a7b0-4cda-9ee5-f23e7019b25b req-5006cf77-4dde-466e-b320-6e26d769fd4f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058857 Oct 26 12:47:10.460515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-acb016a8-c051-4b07-8b76-76874b1109af req-a713bf1c-8b2a-4245-8f15-6ebda7eb1741 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473879 Oct 26 12:47:10.863657 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0f746953-1313-4e50-916a-db48c499973f details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:47:11.158715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:11.171846 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '0f746953-1313-4e50-916a-db48c499973f', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'port_id': '0f746953-1313-4e50-916a-db48c499973f', 'mac_address': 'fa:16:3e:65:8e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:47:11.214003 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:11.230081 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f746953-1313-4e50-916a-db48c499973f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:47:11.253812 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:11.258471 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:11.311447 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:11.542784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['0f746953-1313-4e50-916a-db48c499973f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:47:11.550170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2fe4-e338-4f6f-9d3b-c5c8746dbe4f req-69d4afac-055c-4983-aa50-5b8b1d97fe6b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:11.551691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d07c2fe4-e338-4f6f-9d3b-c5c8746dbe4f req-69d4afac-055c-4983-aa50-5b8b1d97fe6b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 944 time: 0.0517170 Oct 26 12:47:11.591612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d07c2fe4-e338-4f6f-9d3b-c5c8746dbe4f req-1af9876f-51a3-4b12-a059-d0164aaff4dd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Oct 26 12:47:12.711401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526393b2-5018-434a-b901-d9d7e60a3df4 req-6c547b7a-fc11-4514-916a-e962b8a6c744 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:12.712931 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526393b2-5018-434a-b901-d9d7e60a3df4 req-6c547b7a-fc11-4514-916a-e962b8a6c744 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 944 time: 0.0496211 Oct 26 12:47:12.755089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-526393b2-5018-434a-b901-d9d7e60a3df4 req-b62451bb-338b-479d-8819-20fa2d168060 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359924 Oct 26 12:47:12.862858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0f746953-1313-4e50-916a-db48c499973f up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:12.912601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 0f746953-1313-4e50-916a-db48c499973f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:47:12.916607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 0f746953-1313-4e50-916a-db48c499973f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:47:12.916974 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:12.996172 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:13.025246 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:47:13.027801 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd843b34-e6d1-410a-9cde-07dbc44a9317" -d '{"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-plugged", "status": "completed", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:47:13.042614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:13.049283 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:13.077662 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7855f208-3abb-4e20-a273-d1ba65f8aa99 x-openstack-request-id: req-7855f208-3abb-4e20-a273-d1ba65f8aa99 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:47:13.077962 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-plugged", "status": "completed", "tag": "0f746953-1313-4e50-916a-db48c499973f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:47:13.078221 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7855f208-3abb-4e20-a273-d1ba65f8aa99 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:47:13.078622 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'code': 200} Oct 26 12:47:13.113633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:13.193688 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a602be-2aee-4aa7-8a5d-46867ac436b5 req-f59a67b7-bba4-4471-bf14-7c1cf1716744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:13.195164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30a602be-2aee-4aa7-8a5d-46867ac436b5 req-f59a67b7-bba4-4471-bf14-7c1cf1716744 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1096 time: 0.0452807 Oct 26 12:47:13.236621 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-30a602be-2aee-4aa7-8a5d-46867ac436b5 req-98baa405-9823-46a7-a085-fc0a93ba31a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293043 Oct 26 12:47:13.878004 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24016183-61d5-4b3e-90fa-f286c582260b req-c108630c-94a7-4d87-8b66-52229265bfde tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:13.879593 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24016183-61d5-4b3e-90fa-f286c582260b req-c108630c-94a7-4d87-8b66-52229265bfde tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Oct 26 12:47:13.919528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24016183-61d5-4b3e-90fa-f286c582260b req-edd20ffc-4572-409a-9425-7b732191caa8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Oct 26 12:47:15.041049 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e60636-2118-4c0e-8d1d-43879c322209 req-ec232661-4397-44e1-b475-3d3425348890 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:15.042623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-77e60636-2118-4c0e-8d1d-43879c322209 req-ec232661-4397-44e1-b475-3d3425348890 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0526690 Oct 26 12:47:15.087812 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-77e60636-2118-4c0e-8d1d-43879c322209 req-325b1f49-4849-4098-874e-9edcda3f9681 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Oct 26 12:47:15.224216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6af56-0520-46e8-9b83-b91241b8e12e req-7c181c6f-d4f8-49fd-807d-3c3da681e2ad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:15.225766 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2e6af56-0520-46e8-9b83-b91241b8e12e req-7c181c6f-d4f8-49fd-807d-3c3da681e2ad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0547876 Oct 26 12:47:15.265268 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2e6af56-0520-46e8-9b83-b91241b8e12e req-78bb2845-581b-4e2c-95be-6a854c3d1cd0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Oct 26 12:47:15.286739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53350) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:15.328657 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc67a6f-19e5-4a21-bc47-0e43d0cb3363 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:15.330239 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cbc67a6f-19e5-4a21-bc47-0e43d0cb3363 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1091 time: 0.0424647 Oct 26 12:47:15.333114 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53352) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:15.337573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '0f746953-1313-4e50-916a-db48c499973f', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:47:15.360087 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:15.463338 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:15.571409 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.10 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/cf46c05e-4d16-4d7b-8876-e8f23e012b07) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:47:15.684479 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:15.720952 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:15.763424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:47:15.766476 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:47:15.770186 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:47:15.793797 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=cf46c05e-4d16-4d7b-8876-e8f23e012b07,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:16.148456 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:16.224469 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:16.381941 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:16.386889 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:16.459034 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=cf46c05e-4d16-4d7b-8876-e8f23e012b07,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:16.471834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:16.582707 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP 6e471620-13f2-4550-909e-c123aa4f6ebe associated. External IP: 172.25.4.10, port: 0f746953-1313-4e50-916a-db48c499973f. Oct 26 12:47:16.812113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9ae96e4a-d1b4-46f0-a933-501a398c742d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:47:16.933145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:47:16.945773 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] Sync routers for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:16.953465 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:16.959923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:47:16.960813 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:16.984143 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ebb2fcaf-bc09-4302-9b10-56e19e1cc195 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6499598 Oct 26 12:47:16.984878 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:47:16.987439 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a" -d '{"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:47:17.042200 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23a3608-06d1-44fc-9bfe-2f7a2643774b x-openstack-request-id: req-b23a3608-06d1-44fc-9bfe-2f7a2643774b {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:47:17.042640 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:47:17.043120 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b23a3608-06d1-44fc-9bfe-2f7a2643774b {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:47:17.043787 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'status': 'completed', 'code': 200} Oct 26 12:47:17.101273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:47:17.141409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0fd4-c30a-4382-aa23-9a151bdd0be6 req-f1461cb1-bdb7-4338-aec3-bd249156746a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:17.144474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99ba0fd4-c30a-4382-aa23-9a151bdd0be6 req-f1461cb1-bdb7-4338-aec3-bd249156746a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.1019604 Oct 26 12:47:17.183709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-7ef2da89-93a7-4d3e-9a7f-9a8195e41a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:17.186244 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-7ef2da89-93a7-4d3e-9a7f-9a8195e41a39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1096 time: 0.1160512 Oct 26 12:47:17.289546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-99ba0fd4-c30a-4382-aa23-9a151bdd0be6 req-9d41e834-3f10-4c49-b527-911538971628 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378942 Oct 26 12:47:17.314081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53358) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:17.349607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-d74785e2-9b23-4cbd-b892-548dec63624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:17.351809 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-d74785e2-9b23-4cbd-b892-548dec63624b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1565425 Oct 26 12:47:17.406517 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-52c3acd1-a566-4300-a81a-9050e051d7c3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6e471620-13f2-4550-909e-c123aa4f6ebe HTTP/1.1" status: 200 len: 990 time: 0.0902650 Oct 26 12:47:17.433368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-242fa291-aba3-4525-a528-11efd0854300 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 998 time: 0.0746865 Oct 26 12:47:17.458580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '6e471620-13f2-4550-909e-c123aa4f6ebe', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'port_id': '0f746953-1313-4e50-916a-db48c499973f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'mac_address': 'fa:16:3e:65:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ec310-3ba5-4df1-92de-8152ffc34150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:47:16Z', 'updated_at': '2021-10-26T12:47:16Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:07Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:17.485682 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] Checking router: 9ae96e4a-d1b4-46f0-a933-501a398c742d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:17.491032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-c8437698-91ea-4aa3-9013-7b9475ee538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:17.492540 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-c8437698-91ea-4aa3-9013-7b9475ee538b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0518596 Oct 26 12:47:17.494749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:47:17.495395 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:46:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:17.540103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-8c2a1d04-0376-477e-8116-b2111f813814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:17.541632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-8c2a1d04-0376-477e-8116-b2111f813814 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415456 Oct 26 12:47:17.609357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:47:17.637846 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-211eeb04-d015-44c5-be84-2d5d672c333d service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879900 Oct 26 12:47:17.735153 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bd6bd3d6-b412-4c08-9bb6-6e7c7307e41a req-e6072f5b-36f1-4e70-b88f-0fda5681328b service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902886 Oct 26 12:47:17.843906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '6e471620-13f2-4550-909e-c123aa4f6ebe', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'port_id': '0f746953-1313-4e50-916a-db48c499973f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'mac_address': 'fa:16:3e:65:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ec310-3ba5-4df1-92de-8152ffc34150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:47:16Z', 'updated_at': '2021-10-26T12:47:16Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:07Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:17.872148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e3e69-6b12-42f8-8c77-6768c8897cc0 None None] The sync data for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 is: [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '6e471620-13f2-4550-909e-c123aa4f6ebe', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'port_id': '0f746953-1313-4e50-916a-db48c499973f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'mac_address': 'fa:16:3e:65:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ec310-3ba5-4df1-92de-8152ffc34150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:47:16Z', 'updated_at': '2021-10-26T12:47:16Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:07Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:18.077330 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8b22a-b3d3-4993-8694-ae5e64262774 None None] New status for floating IP 6e471620-13f2-4550-909e-c123aa4f6ebe: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:47:18.410546 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53360) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:18.472696 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4890cea0-d6a3-4d55-97a6-f67d7061bf2c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6e471620-13f2-4550-909e-c123aa4f6ebe HTTP/1.1" status: 200 len: 992 time: 0.0609176 Oct 26 12:47:19.264677 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35bf62f8-492d-49ea-b392-a463aabd0d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:21.822608 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c62b74d-23d5-4d5b-8745-57e0a753a27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:23.000599 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:23.428753 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:24.831485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:34.402220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:35.566319 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:47:35.876301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:45.908304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-74286006-1e15-4b12-a799-84f0244b601b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406768 Oct 26 12:47:46.001475 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-49ae41eb-7677-48c8-951a-e81dd9fb0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:46.003102 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-49ae41eb-7677-48c8-951a-e81dd9fb0c97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1096 time: 0.0501702 Oct 26 12:47:46.131523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-ff8fe94d-1a9a-4ce1-8dbc-ae46e0c32bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:46.133033 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-ff8fe94d-1a9a-4ce1-8dbc-ae46e0c32bec service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1095982 Oct 26 12:47:46.212294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-87f800fa-1e76-4ba3-befe-9642d5aa0e84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 1000 time: 0.0719161 Oct 26 12:47:46.265567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-11b3d084-6350-44a0-8187-9789ef6bc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:46.267774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-11b3d084-6350-44a0-8187-9789ef6bc61a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0476778 Oct 26 12:47:46.322275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-5f96971c-b3ae-4cdf-b1d4-abb04a2c34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:46.323887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-5f96971c-b3ae-4cdf-b1d4-abb04a2c34bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455084 Oct 26 12:47:46.439902 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-2bfd322c-9811-4136-846b-d6e7eea91b48 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048138 Oct 26 12:47:46.589784 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-73204a8b-c8f8-414a-8230-ea84cb43301d req-0ecdd4e7-8bc5-47ed-82ef-9896a11c7c99 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403294 Oct 26 12:47:49.271519 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3813-30ed-44aa-a9ce-8dc1343aab9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:51.830949 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4e4a32e5-e5eb-4c77-8e78-7bb5e45990a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:53.006724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:53.434275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:53.920275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068ff5d-d726-4f6a-a087-5c912f7915c2 req-5bc5f2aa-2cae-4c5e-ae8c-17c7884e8c87 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:53.922985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8068ff5d-d726-4f6a-a087-5c912f7915c2 req-5bc5f2aa-2cae-4c5e-ae8c-17c7884e8c87 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0756049 Oct 26 12:47:53.942641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53388) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:47:53.985591 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8068ff5d-d726-4f6a-a087-5c912f7915c2 req-ee0bdeb9-e934-4985-82dc-7170395d74fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520179 Oct 26 12:47:54.056613 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-9fbad26d-a227-4127-99df-c2d9986bfc6c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123540 Oct 26 12:47:54.070973 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-dc72c77f-d245-4f12-96bd-9e7587a4d156 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:47:54.072126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-dc72c77f-d245-4f12-96bd-9e7587a4d156 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058808 Oct 26 12:47:54.841610 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:47:55.148413 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f928ba-380f-4b2f-af30-3044b1f77626 req-d28adea2-c0ec-4d15-8d9b-63cfcac0f004 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:55.150208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45f928ba-380f-4b2f-af30-3044b1f77626 req-d28adea2-c0ec-4d15-8d9b-63cfcac0f004 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0572186 Oct 26 12:47:55.194283 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-45f928ba-380f-4b2f-af30-3044b1f77626 req-9b0907d3-51c9-4f95-88ad-4b7d833ef596 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Oct 26 12:47:55.370330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-8b8caeda-e388-43e6-a302-d1c76efb8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:55.371855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-8b8caeda-e388-43e6-a302-d1c76efb8293 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1096 time: 0.0481787 Oct 26 12:47:55.483531 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-b5237783-780c-4f4a-bece-1f3511012d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:55.485821 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-b5237783-780c-4f4a-bece-1f3511012d44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1048770 Oct 26 12:47:55.563980 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-73c0a619-79f8-4f3a-97e7-9da90352fd13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 1000 time: 0.0660222 Oct 26 12:47:55.634735 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-47685f41-9a94-41b7-a54f-caa417192ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:55.636704 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-47685f41-9a94-41b7-a54f-caa417192ad2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0625737 Oct 26 12:47:55.690277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-7bbb3baf-0066-4cf1-96ed-493bc9285298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:55.691904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-7bbb3baf-0066-4cf1-96ed-493bc9285298 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477908 Oct 26 12:47:55.801405 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-328c3637-48cd-4e06-8407-5722fa3e3eb1 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002648 Oct 26 12:47:55.921152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-55cd5c38-876d-4545-bf8f-5dc2f36a8a23 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121390 Oct 26 12:47:56.334164 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed3c5-76b1-47f1-a3a7-ea4b1a97253f req-74852099-95f1-42f5-9887-5fae386fd2ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:56.335876 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89aed3c5-76b1-47f1-a3a7-ea4b1a97253f req-74852099-95f1-42f5-9887-5fae386fd2ea tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0579367 Oct 26 12:47:56.379757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-89aed3c5-76b1-47f1-a3a7-ea4b1a97253f req-272677e5-245e-4696-a0db-0e43fdd3ade7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371261 Oct 26 12:47:57.513414 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccd3bb-86ab-4ae2-87a5-6a956e58b749 req-e4dd0a1f-f004-4cb3-ae43-f93d880e8363 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:57.515038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebccd3bb-86ab-4ae2-87a5-6a956e58b749 req-e4dd0a1f-f004-4cb3-ae43-f93d880e8363 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0594714 Oct 26 12:47:57.558373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebccd3bb-86ab-4ae2-87a5-6a956e58b749 req-62dfe1c9-a10a-4c25-949b-8fb9743c3b12 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363224 Oct 26 12:47:58.722982 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980be83-7f1a-4758-b676-bee4be85e2ac req-8a21a85f-e1b3-4490-883f-0cc012eb4047 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:58.724706 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d980be83-7f1a-4758-b676-bee4be85e2ac req-8a21a85f-e1b3-4490-883f-0cc012eb4047 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0581474 Oct 26 12:47:58.768945 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d980be83-7f1a-4758-b676-bee4be85e2ac req-100fcf0c-b919-49fd-9945-55732b396150 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375032 Oct 26 12:47:59.902216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e501e-5694-4ab4-995f-5c9a709e2226 req-6fed2674-73c8-40e0-8629-df35487fa64b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:47:59.903949 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-505e501e-5694-4ab4-995f-5c9a709e2226 req-6fed2674-73c8-40e0-8629-df35487fa64b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0550954 Oct 26 12:47:59.948238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-505e501e-5694-4ab4-995f-5c9a709e2226 req-fc62889f-a404-4a5b-863d-1f7aa91c1e63 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361269 Oct 26 12:48:01.093133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eaa2f-2825-40e3-a506-ad037d33d1a9 req-bde7c2e0-dfc2-4ea6-81a1-c1470a8f43bd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:01.095345 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-395eaa2f-2825-40e3-a506-ad037d33d1a9 req-bde7c2e0-dfc2-4ea6-81a1-c1470a8f43bd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0595276 Oct 26 12:48:01.138725 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-395eaa2f-2825-40e3-a506-ad037d33d1a9 req-c0f0b0ed-39db-4386-8333-b555a2b12389 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369959 Oct 26 12:48:02.284577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd10d1-cf8a-4644-97c0-769c56764ff9 req-8143ee15-76a3-4a53-849f-6e5b5bef5a2e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:02.287368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75fd10d1-cf8a-4644-97c0-769c56764ff9 req-8143ee15-76a3-4a53-849f-6e5b5bef5a2e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0702848 Oct 26 12:48:02.340073 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75fd10d1-cf8a-4644-97c0-769c56764ff9 req-b90b9042-93d9-4487-945a-4ff04eadf70d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Oct 26 12:48:03.485451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbf59-02da-40af-8eb7-74b99bf57f99 req-96d0e4a1-2e30-4ba3-ae41-d1b32f47c3d9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:03.487097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ffbf59-02da-40af-8eb7-74b99bf57f99 req-96d0e4a1-2e30-4ba3-ae41-d1b32f47c3d9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0558870 Oct 26 12:48:03.531239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c9ffbf59-02da-40af-8eb7-74b99bf57f99 req-5592131e-0c6f-476c-a64c-302b1dff1fb9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377221 Oct 26 12:48:04.408375 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:04.668999 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94693d-a770-4eac-a52c-05ebddcd7f3d req-cebd69ee-c011-4561-bc19-492c8fb9299a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:04.670549 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b94693d-a770-4eac-a52c-05ebddcd7f3d req-cebd69ee-c011-4561-bc19-492c8fb9299a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0585272 Oct 26 12:48:04.715859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5b94693d-a770-4eac-a52c-05ebddcd7f3d req-49e37c2c-237a-4a6c-9f3f-d10c9d41852e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 Oct 26 12:48:05.858898 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f88a2a-cdd7-47b5-a62d-9bcd1df8e292 req-320ac9f4-ef56-4c7e-ba7b-7e7a68e7da2c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:05.861223 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93f88a2a-cdd7-47b5-a62d-9bcd1df8e292 req-320ac9f4-ef56-4c7e-ba7b-7e7a68e7da2c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0641844 Oct 26 12:48:05.884344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:05.914479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93f88a2a-cdd7-47b5-a62d-9bcd1df8e292 req-62f2c39b-43ba-4a62-88d8-a234855b77ae tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Oct 26 12:48:07.101138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478b5b3-a1a5-4d1f-8098-72fa6f7effac req-16329911-9d35-4b29-9278-b3ac728f8106 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:07.104361 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9478b5b3-a1a5-4d1f-8098-72fa6f7effac req-16329911-9d35-4b29-9278-b3ac728f8106 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0845954 Oct 26 12:48:07.148029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9478b5b3-a1a5-4d1f-8098-72fa6f7effac req-d4f647b8-4aa8-4b6b-b4ce-dcafaa41ae1c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Oct 26 12:48:08.111054 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-f4a2e6cb-f3be-4f7e-a6f3-f5654362a83a service neutron] show failed (client error): The resource could not be found. Oct 26 12:48:08.112541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-f4a2e6cb-f3be-4f7e-a6f3-f5654362a83a service neutron] 10.222.0.30 "GET /v2.0/ports/0f746953-1313-4e50-916a-db48c499973f/bindings/n-h2-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0762167 Oct 26 12:48:08.310436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163610b-0735-444b-b6dc-13a5bccdb7e7 req-a311dabc-5556-4c36-a5f0-2695f7599a06 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:08.313604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e163610b-0735-444b-b6dc-13a5bccdb7e7 req-a311dabc-5556-4c36-a5f0-2695f7599a06 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0594161 Oct 26 12:48:08.366395 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e163610b-0735-444b-b6dc-13a5bccdb7e7 req-525d2b3e-f758-46c9-ad87-5f764511f319 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Oct 26 12:48:08.388021 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-71d1d005-596b-4991-ad66-7d850a135019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:08.389610 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-71d1d005-596b-4991-ad66-7d850a135019 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0579689 Oct 26 12:48:08.401943 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:08.463543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:08.709282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:08.748221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h1-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:48:08.792319 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:48:08.794995 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec5fa0-94a1-4674-97c8-47383a0559c9" -d '{"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-unplugged", "status": "completed", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:48:08.799900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:08.814945 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Transition to ACTIVE for port object 0f746953-1313-4e50-916a-db48c499973f will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:48:08.820784 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:08.872377 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c5770-c677-4330-abd2-0aff5aceaf4d x-openstack-request-id: req-965c5770-c677-4330-abd2-0aff5aceaf4d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:48:08.872829 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-unplugged", "status": "completed", "tag": "0f746953-1313-4e50-916a-db48c499973f", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:48:08.873232 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-965c5770-c677-4330-abd2-0aff5aceaf4d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:48:08.873882 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'code': 200} Oct 26 12:48:08.949112 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=6']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:08.962849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.963196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.963477 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.963826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.964360 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.964543 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.964841 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.965151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.965486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.965817 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.966198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.966471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:08.992773 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] No DVR routers for this DVR port 0f746953-1313-4e50-916a-db48c499973f on host n-h1-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:48:09.159008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:48:09.159348 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:48:09.159684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:48:09.164511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Port 0f746953-1313-4e50-916a-db48c499973f on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:48:09.164840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Attempting to bind port 0f746953-1313-4e50-916a-db48c499973f on network bf8ddd0a-b720-450e-8151-5f13095f7ff8 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:48:09.170395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:48:09.170741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Checking segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:48:09.171308 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Bound using segment: {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:48:09.171791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Bound port: 0f746953-1313-4e50-916a-db48c499973f, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b569e60e-f4bc-41ea-a14d-55032e299b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:48:09.172161 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:09.243627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:48:09.247326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:48:09.253039 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:09.295709 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:09.296433 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:09.298197 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] 10.222.0.100 "PUT /v2.0/ports/0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 1091 time: 0.9008746 Oct 26 12:48:09.342529 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818819f-845b-41d5-849a-d59e5c04905c service neutron] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=7']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:09.393774 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-9da451bd-3a5a-4f6a-baa8-3e45d0ada6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:09.395650 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-9da451bd-3a5a-4f6a-baa8-3e45d0ada6cd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1094 time: 0.0709100 Oct 26 12:48:09.531337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-065a2561-482c-4631-9fe8-86004bf11ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:09.533521 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-065a2561-482c-4631-9fe8-86004bf11ebb service neutron] 10.222.0.100 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1292968 Oct 26 12:48:09.548675 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a889a73-efd6-49f9-a9f8-026a550d10ae req-a91a5979-dc47-4a06-ac5a-091a51ed1fcf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:09.552681 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a889a73-efd6-49f9-a9f8-026a550d10ae req-a91a5979-dc47-4a06-ac5a-091a51ed1fcf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 943 time: 0.0809751 Oct 26 12:48:09.621214 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a889a73-efd6-49f9-a9f8-026a550d10ae req-569e05c4-4927-4e2d-a969-0ddf70f8e18c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608718 Oct 26 12:48:09.644794 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-450bc4c7-1a7c-4a7e-8ada-bec5c5ad8b38 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 998 time: 0.1031497 Oct 26 12:48:09.699754 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-1ba084a0-e5ae-4cc9-88e3-563fbf605620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:09.701302 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-1ba084a0-e5ae-4cc9-88e3-563fbf605620 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0496354 Oct 26 12:48:09.755071 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-2c47cd15-33ac-41c3-ad2a-e28c6ef9b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:09.756605 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-2c47cd15-33ac-41c3-ad2a-e28c6ef9b22b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486195 Oct 26 12:48:09.876817 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-dfa2b7e6-bb79-47b4-8a67-e54968cfa39b service neutron] 10.222.0.100 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126113 Oct 26 12:48:09.992711 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c5b3a619-441a-434b-b410-d29bdeea6bb8 req-886c15f1-373f-40c2-bda9-663b303a6e4c service neutron] 10.222.0.100 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097496 Oct 26 12:48:10.754411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eae79-803e-4ddd-aae7-96d4e386baea req-f3db0ce7-2fc9-4c18-be0c-d6948696b8d6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:10.756080 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a32eae79-803e-4ddd-aae7-96d4e386baea req-f3db0ce7-2fc9-4c18-be0c-d6948696b8d6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 943 time: 0.0532627 Oct 26 12:48:10.809475 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a32eae79-803e-4ddd-aae7-96d4e386baea req-ccc6a805-2dac-4433-9c3f-94a66ea815c2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Oct 26 12:48:10.875531 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:48:10.878129 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec123d0-d3d9-4caa-bb8e-8793b531507b" -d '{"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:48:10.934009 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4965c0-8c04-44af-8725-e4ce9fa0292f x-openstack-request-id: req-3a4965c0-8c04-44af-8725-e4ce9fa0292f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:48:10.934533 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:48:10.935088 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a4965c0-8c04-44af-8725-e4ce9fa0292f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:48:10.935713 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'status': 'completed', 'code': 200} Oct 26 12:48:11.011436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-134b6d78-cd97-4994-8c4b-852a21a4ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.013470 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-134b6d78-cd97-4994-8c4b-852a21a4ea06 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1094 time: 0.0480607 Oct 26 12:48:11.038087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-98fe3b86-50ac-412e-b2ea-699ae8df8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.040055 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-98fe3b86-50ac-412e-b2ea-699ae8df8569 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1094 time: 0.0748515 Oct 26 12:48:11.121010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-5a7aa340-e6eb-46a3-834b-0f4b04538302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.122528 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-5a7aa340-e6eb-46a3-834b-0f4b04538302 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1014175 Oct 26 12:48:11.198945 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-9c89d387-8805-4227-a748-0b4952fa0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.200433 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-9c89d387-8805-4227-a748-0b4952fa0d11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1465669 Oct 26 12:48:11.258131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0f746953-1313-4e50-916a-db48c499973f no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:48:11.322335 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 0f746953-1313-4e50-916a-db48c499973f not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:48:11.334325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-f064549b-1a54-4a09-9ecd-1918db7b8522 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 998 time: 0.1239407 Oct 26 12:48:11.412373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-f48cb429-b805-4cb7-80be-29263c4dc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.414104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-f48cb429-b805-4cb7-80be-29263c4dc397 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0683005 Oct 26 12:48:11.512070 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-2c42c16f-a3af-4c14-bb9d-ddbad7549ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.514960 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-2c42c16f-a3af-4c14-bb9d-ddbad7549ece service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876918 Oct 26 12:48:11.544072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-f179725c-58c2-4f3d-9475-c406dba4bfa9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 998 time: 0.4125345 Oct 26 12:48:11.613781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-42e6c17b-3fab-4f9a-9ad6-dea88f511636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.615427 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-42e6c17b-3fab-4f9a-9ad6-dea88f511636 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0636714 Oct 26 12:48:11.643130 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-3269f7ff-e5e2-4445-8ddc-8b64a5bf301b service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167803 Oct 26 12:48:11.678175 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-eb103b7b-ece6-4a02-a2bc-dc37383cd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.680226 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-eb103b7b-ece6-4a02-a2bc-dc37383cd017 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566702 Oct 26 12:48:11.783550 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-bad1c565-04fd-4b7e-990b-0ec584498930 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257694 Oct 26 12:48:11.802501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-1c5af82f-456a-43ab-bbe5-ecd7eb8d0aa0 service neutron] 10.222.0.100 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150010 Oct 26 12:48:11.931798 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-8ec123d0-d3d9-4caa-bb8e-8793b531507b req-82f12bc8-0810-4cf4-b708-bb5e6de1ceb4 service neutron] 10.222.0.100 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212318 Oct 26 12:48:11.964222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c19ba5-9e54-45f1-bcc0-53a36930ac0d req-ae5cfdbd-0ecd-4575-ad9e-eba649be77c7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:11.965912 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9c19ba5-9e54-45f1-bcc0-53a36930ac0d req-ae5cfdbd-0ecd-4575-ad9e-eba649be77c7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 943 time: 0.0739844 Oct 26 12:48:12.034101 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9c19ba5-9e54-45f1-bcc0-53a36930ac0d req-af3f614e-278f-4ca5-b76d-fcefd94abf9d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605707 Oct 26 12:48:12.339704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36277156-ef14-477d-9013-ee90b4f03dc9 req-d02c2892-6e99-440e-843c-4d82808182bd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.341294 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36277156-ef14-477d-9013-ee90b4f03dc9 req-d02c2892-6e99-440e-843c-4d82808182bd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 943 time: 0.0870855 Oct 26 12:48:12.371339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-00b96d9c-0e8c-4f05-96f1-07e551da6fd6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.372993 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-00b96d9c-0e8c-4f05-96f1-07e551da6fd6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150&tenant_id=3e7613a472284aa6a2f6210b4767bc0d&binding%3Ahost_id=n-h2-812150-3 HTTP/1.1" status: 200 len: 943 time: 0.0861092 Oct 26 12:48:12.436038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-36277156-ef14-477d-9013-ee90b4f03dc9 req-1daf426a-fcaf-4e1c-8759-4d843518622b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828888 Oct 26 12:48:12.465954 n-d-812150-3 neutron-server[102760]: INFO neutron.api.v2.resource [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-01cd3543-8cc5-4b64-9b42-44bf8390a0fc service neutron] delete failed (client error): The resource could not be found. Oct 26 12:48:12.467162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-01cd3543-8cc5-4b64-9b42-44bf8390a0fc service neutron] 10.222.0.30 "DELETE /v2.0/ports/0f746953-1313-4e50-916a-db48c499973f/bindings/n-h1-812150-3 HTTP/1.1" status: 404 len: 380 time: 0.0795400 Oct 26 12:48:12.573403 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:48:12.596975 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-4921529c-ba91-4f31-9dda-51705b3c5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.598434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-4921529c-ba91-4f31-9dda-51705b3c5b4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1094 time: 0.0758338 Oct 26 12:48:12.615395 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134f29-338a-4ed4-bab3-b91e213ddf0f req-24cac600-4ca3-4e5e-824b-1cc9463e077f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.617122 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc134f29-338a-4ed4-bab3-b91e213ddf0f req-24cac600-4ca3-4e5e-824b-1cc9463e077f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 943 time: 0.0672264 Oct 26 12:48:12.714610 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-dc134f29-338a-4ed4-bab3-b91e213ddf0f req-16f41fd2-49a2-42f8-a9e5-0cf4e638f5b1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879049 Oct 26 12:48:12.745662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-5b25e032-ddd0-42e6-8887-ae10e90eca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.747280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-5b25e032-ddd0-42e6-8887-ae10e90eca5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1292338 Oct 26 12:48:12.878643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-a834584b-3064-4c60-be86-4988c9edd73f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 998 time: 0.1197670 Oct 26 12:48:12.936710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-d37c9bb4-7065-47d5-8741-99dc1346f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.938855 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-d37c9bb4-7065-47d5-8741-99dc1346f09c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0488157 Oct 26 12:48:12.996617 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-3167a8d2-a5e2-4dd0-bb06-511f6303dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:12.998240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-3167a8d2-a5e2-4dd0-bb06-511f6303dadd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479162 Oct 26 12:48:13.119597 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-bcc069cc-f0c5-4b36-97e3-29ae1bbe9fae service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094141 Oct 26 12:48:13.217604 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0f746953-1313-4e50-916a-db48c499973f details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:48:13.247620 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-32bc1198-6d61-4e0d-8471-9287276772f8 req-e8a31243-7ccc-4746-8d36-9d8239db38f5 service neutron] 10.222.0.30 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104898 Oct 26 12:48:13.337392 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:13.360681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '0f746953-1313-4e50-916a-db48c499973f', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'port_id': '0f746953-1313-4e50-916a-db48c499973f', 'mac_address': 'fa:16:3e:65:8e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:48:13.433041 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:13.456044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f746953-1313-4e50-916a-db48c499973f {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:48:13.478779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:13.483275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:13.536467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:13.544880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.545290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.545647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.545987 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.546322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.547265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.547687 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.548074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.548413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.548745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.549073 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.549398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:13.730332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['0f746953-1313-4e50-916a-db48c499973f'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:48:13.866416 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99681e-6b05-4475-8e64-605ca3cfbe3d req-f5eeef90-938e-48e7-b9e8-a7aca517b315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:13.869189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d99681e-6b05-4475-8e64-605ca3cfbe3d req-f5eeef90-938e-48e7-b9e8-a7aca517b315 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 944 time: 0.0589852 Oct 26 12:48:13.929918 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9d99681e-6b05-4475-8e64-605ca3cfbe3d req-5d05b34d-5fd5-44bd-8180-2e731f340099 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548537 Oct 26 12:48:13.968179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53462) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:14.049894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b41dce9e-e61b-4633-b220-5619a8535efb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/6e471620-13f2-4550-909e-c123aa4f6ebe HTTP/1.1" status: 200 len: 991 time: 0.0791774 Oct 26 12:48:15.217283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0f746953-1313-4e50-916a-db48c499973f up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:48:15.274084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 0f746953-1313-4e50-916a-db48c499973f completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:48:15.278824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 0f746953-1313-4e50-916a-db48c499973f triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:15.279234 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:15.372149 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:15.399594 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:48:15.402025 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0741ea5-e993-47b4-8e4f-bdb014d75aae" -d '{"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-plugged", "status": "completed", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:48:15.420359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:15.425730 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:15.455112 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c055b9-9a8c-4d9a-9d54-c7c0aa195b60 x-openstack-request-id: req-d2c055b9-9a8c-4d9a-9d54-c7c0aa195b60 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:48:15.455444 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-plugged", "status": "completed", "tag": "0f746953-1313-4e50-916a-db48c499973f", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:48:15.455649 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2c055b9-9a8c-4d9a-9d54-c7c0aa195b60 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:48:15.456054 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'code': 200} Oct 26 12:48:15.486685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:19.271835 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b399fa0b-6ba6-4448-9b24-cb146d1afddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:21.825284 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eeea3127-25bd-4c4b-8f95-1fab48d08488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:23.004768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:23.439490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:24.839402 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:32.047780 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-11e5fff3-075a-4852-ac44-e5c59f011b9a req-693ed47d-3bc2-4736-9fa0-577c2246ec8a service neutron] (102759) timed out ('10.222.0.30', 58929) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:48:34.402899 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:35.882252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:42.416417 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53476) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:42.601080 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port cf46c05e-4d16-4d7b-8876-e8f23e012b07 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:48:42.601546 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:42.739817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:42.740328 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:42.763821 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for cf46c05e-4d16-4d7b-8876-e8f23e012b07 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:48:42.943841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:42.972117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=cf46c05e-4d16-4d7b-8876-e8f23e012b07,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:43.042518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:43.042759 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP 6e471620-13f2-4550-909e-c123aa4f6ebe disassociated (deleted). External IP: 172.25.4.10, port: 0f746953-1313-4e50-916a-db48c499973f. Oct 26 12:48:43.286262 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9ae96e4a-d1b4-46f0-a933-501a398c742d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:48:43.410188 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:48:43.415598 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:43.421489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] Sync routers for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:48:43.435479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:43.436579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:43.446199 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9c94a862-8147-43cb-b2a3-1c5f465dd54b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/floatingips/6e471620-13f2-4550-909e-c123aa4f6ebe HTTP/1.1" status: 204 len: 168 time: 1.0286667 Oct 26 12:48:43.447920 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:48:43.451529 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1324f8-216f-450f-a79c-c1957e07c725" -d '{"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:48:43.518897 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78edd94d-2e0e-4fc0-9d13-ff58fed080af x-openstack-request-id: req-78edd94d-2e0e-4fc0-9d13-ff58fed080af {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:48:43.519112 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "tag": "0f746953-1313-4e50-916a-db48c499973f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:48:43.519525 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78edd94d-2e0e-4fc0-9d13-ff58fed080af {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:48:43.520179 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'status': 'completed', 'code': 200} Oct 26 12:48:43.598423 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:43.613832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-a0159103-f29c-4833-bacf-4a1e00cbeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:43.615834 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-a0159103-f29c-4833-bacf-4a1e00cbeb17 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 1096 time: 0.0715573 Oct 26 12:48:43.784214 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-dcc89c92-4943-4a37-9428-9bef460becf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:43.785828 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-dcc89c92-4943-4a37-9428-9bef460becf0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 200 len: 899 time: 0.1596034 Oct 26 12:48:43.796838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be998-4083-43dd-9673-f452aaf22252 req-799d36a1-1014-4e5e-ae91-41a1ff3e7a72 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:43.798520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-257be998-4083-43dd-9673-f452aaf22252 req-799d36a1-1014-4e5e-ae91-41a1ff3e7a72 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0706801 Oct 26 12:48:43.844241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:07Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:43.845869 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-8b284f0c-09fb-4be3-af57-a844afb25c54 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 200 len: 217 time: 0.0509551 Oct 26 12:48:43.852808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-257be998-4083-43dd-9673-f452aaf22252 req-2478acca-9f9e-4e64-879f-85a25540e135 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 Oct 26 12:48:43.875779 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] Checking router: 9ae96e4a-d1b4-46f0-a933-501a398c742d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:48:43.886048 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:43.886693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:43.925026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-aa503f0e-00bb-431f-846d-77d45ce4fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:43.926827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-aa503f0e-00bb-431f-846d-77d45ce4fced service neutron] 10.222.0.100 "GET /v2.0/subnets?id=43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 200 len: 834 time: 0.0724702 Oct 26 12:48:43.987603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-2bf761d0-6f30-40dd-b3e8-1ce906e9d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:43.989628 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-2bf761d0-6f30-40dd-b3e8-1ce906e9d35c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bf8ddd0a-b720-450e-8151-5f13095f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511498 Oct 26 12:48:44.107698 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-ca0d09fa-c735-4674-b90a-0996f4a15d27 service neutron] 10.222.0.100 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089902 Oct 26 12:48:44.201426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:44.219891 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4c1324f8-216f-450f-a79c-c1957e07c725 req-45cabb1c-8a97-4c6a-b244-e87f9cb86ff7 service neutron] 10.222.0.100 "GET /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046681 Oct 26 12:48:44.432163 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:07Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:44.465099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9900e48c-ea61-4769-bf65-87630aa8d157 None None] The sync data for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 is: [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:04Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '99a532fe-1bb8-447e-8c97-da102f686213', 'name': '', 'network_id': 'bf8ddd0a-b720-450e-8151-5f13095f7ff8', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:d1:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:03Z', 'updated_at': '2021-10-26T12:47:07Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '43920612-9e16-41e4-94ba-4256dd3aae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:48:44.701513 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5b65a-7caa-4772-a202-3fef30e69539 None None] New status for floating IP 6e471620-13f2-4550-909e-c123aa4f6ebe: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:48:44.998268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d323-0f75-4b15-a4bf-f45ec4a56ce8 req-fb8ab554-286c-4730-b250-2251f728a998 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:45.002768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5d1d323-0f75-4b15-a4bf-f45ec4a56ce8 req-fb8ab554-286c-4730-b250-2251f728a998 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Oct 26 12:48:45.043752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b5d1d323-0f75-4b15-a4bf-f45ec4a56ce8 req-e5f800da-c326-4240-a975-84136f20189a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=4cd08a87-81eb-4a6d-a167-421580c88803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368690 Oct 26 12:48:45.044755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-dabe3693-dd74-4e59-978f-eaf99086d3c9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:45.046905 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-dabe3693-dd74-4e59-978f-eaf99086d3c9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "GET /v2.0/ports?device_id=119ec310-3ba5-4df1-92de-8152ffc34150 HTTP/1.1" status: 200 len: 945 time: 0.0574186 Oct 26 12:48:45.155744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 0f746953-1313-4e50-916a-db48c499973f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:48:45.156094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:45.256483 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 0f746953-1313-4e50-916a-db48c499973f, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=0f746953-1313-4e50-916a-db48c499973f,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:45.256854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:45.271344 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 0f746953-1313-4e50-916a-db48c499973f owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:48:45.416014 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:45.447608 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=0f746953-1313-4e50-916a-db48c499973f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:45.496806 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] No DVR routers for this DVR port 0f746953-1313-4e50-916a-db48c499973f on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:48:45.499693 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:45.503183 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-1a256db7-d000-4b22-9209-696ba1bdec98 req-05bfbd7a-c477-44bc-baf8-80218a9282e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.100 "DELETE /v2.0/ports/0f746953-1313-4e50-916a-db48c499973f HTTP/1.1" status: 204 len: 173 time: 0.4496191 Oct 26 12:48:45.520997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-deleted', 'tag': '0f746953-1313-4e50-916a-db48c499973f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:48:45.523576 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3b4444-08d9-4f1e-a979-8d16d246bd1c" -d '{"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-deleted", "tag": "0f746953-1313-4e50-916a-db48c499973f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:48:45.579576 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a276e4-174b-4205-928a-5540a746fbac x-openstack-request-id: req-b6a276e4-174b-4205-928a-5540a746fbac {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:48:45.579941 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119ec310-3ba5-4df1-92de-8152ffc34150", "name": "network-vif-deleted", "tag": "0f746953-1313-4e50-916a-db48c499973f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:48:45.580290 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b6a276e4-174b-4205-928a-5540a746fbac {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:48:45.580794 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119ec310-3ba5-4df1-92de-8152ffc34150', 'name': 'network-vif-deleted', 'tag': '0f746953-1313-4e50-916a-db48c499973f', 'status': 'completed', 'code': 200} Oct 26 12:48:46.113352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53490) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:46.567771 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:46.882048 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 99a532fe-1bb8-447e-8c97-da102f686213 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:48:46.882369 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:47.007633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 99a532fe-1bb8-447e-8c97-da102f686213, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=99a532fe-1bb8-447e-8c97-da102f686213,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:47.008063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:47.024326 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 99a532fe-1bb8-447e-8c97-da102f686213 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:48:47.239596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:47.268222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=99a532fe-1bb8-447e-8c97-da102f686213,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:47.357004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0f746953-1313-4e50-916a-db48c499973f no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:48:47.391175 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 0f746953-1313-4e50-916a-db48c499973f {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:48:47.391725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 0f746953-1313-4e50-916a-db48c499973f not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:48:47.488164 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:47.736016 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9ae96e4a-d1b4-46f0-a933-501a398c742d has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:48:47.854926 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:48:47.860423 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bd48d11e-31a7-4957-b5c9-c48b725ec9f5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/9ae96e4a-d1b4-46f0-a933-501a398c742d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7459443 Oct 26 12:48:47.863707 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53492) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:47.869054 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] Sync routers for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:48:47.885870 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:47.887116 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:47.922585 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting subnet 43920612-9e16-41e4-94ba-4256dd3aae8d {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:48:47.927138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:47.988258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.018164 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:48.127513 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.225105 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.238046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:48:47Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:48.269541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] Checking router: 9ae96e4a-d1b4-46f0-a933-501a398c742d for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:48:48.279978 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] Routers {'9ae96e4a-d1b4-46f0-a933-501a398c742d'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:48.281307 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9ae96e4a-d1b4-46f0-a933-501a398c742d'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:48.281538 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Subnet': ['ID=43920612-9e16-41e4-94ba-4256dd3aae8d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:48.285329 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.293340 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a970bfb0-e952-4631-9f0a-5aeebe5ef96c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/subnets/43920612-9e16-41e4-94ba-4256dd3aae8d HTTP/1.1" status: 204 len: 168 time: 0.4264963 Oct 26 12:48:48.294933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53494) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:48.327538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb8550-66ce-4a5a-a7eb-181f49532b7d None None] Network bf8ddd0a-b720-450e-8151-5f13095f7ff8 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:48:48.498804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.504864 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] Set router 9ae96e4a-d1b4-46f0-a933-501a398c742d gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:48.697098 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.717676 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] DHCP port deletion for bf8ddd0a-b720-450e-8151-5f13095f7ff8 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:48:48.776300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 42400449-5ed5-4248-9df9-6e7cc21cbeb0 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:48:48.776578 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.792011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:48:47Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:48.826454 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e6d43-1303-4699-9c35-9c0eed806f17 None None] The sync data for ids ['9ae96e4a-d1b4-46f0-a933-501a398c742d'] in n-d-812150-3 is: [{'id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021393040', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:48:47Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '42400449-5ed5-4248-9df9-6e7cc21cbeb0', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae96e4a-d1b4-46f0-a933-501a398c742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:47:00Z', 'updated_at': '2021-10-26T12:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:48:48.832601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] Deleting port b6055c09-ebcd-4d87-a0bd-b227b0139a35 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:48:48.833120 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.933957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] For port b6055c09-ebcd-4d87-a0bd-b227b0139a35, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b6055c09-ebcd-4d87-a0bd-b227b0139a35,segment=NetworkSegment(b569e60e-f4bc-41ea-a14d-55032e299b5b),segment_id=b569e60e-f4bc-41ea-a14d-55032e299b5b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:48.934421 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.942239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 42400449-5ed5-4248-9df9-6e7cc21cbeb0, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=42400449-5ed5-4248-9df9-6e7cc21cbeb0,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:48.942897 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:48.955183 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] Calling delete_port for b6055c09-ebcd-4d87-a0bd-b227b0139a35 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:48:48.966954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 42400449-5ed5-4248-9df9-6e7cc21cbeb0 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:48:49.053011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.095290 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] No DVR routers for this DVR port b6055c09-ebcd-4d87-a0bd-b227b0139a35 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:48:49.097539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d842c-7aa3-4472-8290-0308951ddd80 None None] Pushing event deleted for resources: {'Port': ['ID=b6055c09-ebcd-4d87-a0bd-b227b0139a35,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:49.219474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.269229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=42400449-5ed5-4248-9df9-6e7cc21cbeb0,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.287208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.289042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.289042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.289042 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:49.293399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bbf11f1a-a9e2-47ca-8e67-1ac03502041d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.386800 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.561103 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.564508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.565501 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:48:49.619358 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.619797 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae96e4a-d1b4-46f0-a933-501a398c742d {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:48:49.629924 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.631508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e7305c8d-9a76-4b27-9394-1700bf8adf7e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/routers/9ae96e4a-d1b4-46f0-a933-501a398c742d HTTP/1.1" status: 204 len: 168 time: 1.3333786 Oct 26 12:48:49.635165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53496) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:49.729923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.835624 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.859869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8ddd0a-b720-450e-8151-5f13095f7ff8']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:49.871289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b569e60e-f4bc-41ea-a14d-55032e299b5b') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:49.871603 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b569e60e-f4bc-41ea-a14d-55032e299b5b') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:49.882693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.897880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.905495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:48:49.906021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:48:49.909467 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:48:49.983129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.992858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:49.997178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/networks/bf8ddd0a-b720-450e-8151-5f13095f7ff8 HTTP/1.1" status: 204 len: 168 time: 0.3608253 Oct 26 12:48:50.001068 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53498) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:50.012196 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ee556-d2fb-4951-a33c-9f73b9c420a0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Network': ['ID=bf8ddd0a-b720-450e-8151-5f13095f7ff8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:50.079796 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-604cb283-a687-4e9e-8a8c-ef8f322932fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.124452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-604cb283-a687-4e9e-8a8c-ef8f322932fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.212709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-604cb283-a687-4e9e-8a8c-ef8f322932fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.217361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-604cb283-a687-4e9e-8a8c-ef8f322932fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.222228 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-604cb283-a687-4e9e-8a8c-ef8f322932fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/security-groups/4cd08a87-81eb-4a6d-a167-421580c88803 HTTP/1.1" status: 204 len: 168 time: 0.2173469 Oct 26 12:48:50.237267 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cb283-a687-4e9e-8a8c-ef8f322932fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd08a87-81eb-4a6d-a167-421580c88803,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:50.349677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99a532fe-1bb8-447e-8c97-da102f686213 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:48:50.381202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 99a532fe-1bb8-447e-8c97-da102f686213 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:48:50.381503 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 99a532fe-1bb8-447e-8c97-da102f686213 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:48:50.382001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42400449-5ed5-4248-9df9-6e7cc21cbeb0 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:48:50.405549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 42400449-5ed5-4248-9df9-6e7cc21cbeb0 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:48:50.405842 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 42400449-5ed5-4248-9df9-6e7cc21cbeb0 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:48:50.406202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b6055c09-ebcd-4d87-a0bd-b227b0139a35 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:48:50.428146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b6055c09-ebcd-4d87-a0bd-b227b0139a35 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:48:50.428509 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b6055c09-ebcd-4d87-a0bd-b227b0139a35 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:48:50.703027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53504) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:50.708384 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790739864', 'description': 'tempest-secgroup-smoke-790739864 description', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:50.736102 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.821680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.826403 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.857637 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.859000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1545863 Oct 26 12:48:50.864061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dfa0b-bd78-4c54-bfa8-de7dcccd1ccd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:50.867145 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:50.876902 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'f945cd03-5dbb-4b29-ad9e-320cf7c84e3d', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:50.910472 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.976285 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:50.981254 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.003666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f3968a-47e5-4123-a78d-983c1557fc6a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:51.016407 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.017833 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-56347899-d628-4c4e-8063-bb632f2cfc58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476164 Oct 26 12:48:51.021154 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53508) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:51.026796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'f945cd03-5dbb-4b29-ad9e-320cf7c84e3d', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:51.058562 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.128370 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.132882 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.153349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8694ae98-d63f-4c3d-9d68-fb99f1a98abf,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:51.164412 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.166163 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9fb79502-8999-49b9-8bc7-7a572e0c2fad tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438959 Oct 26 12:48:51.168979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53510) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:51.174706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'f945cd03-5dbb-4b29-ad9e-320cf7c84e3d', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:51.210060 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.289034 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.293480 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.315599 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64a54aa-5a07-49d7-8fbb-444b6a17f99f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:51.325269 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.327228 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-728d9b88-a5fb-40d3-8c3a-e9f98df5d7f3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567173 Oct 26 12:48:51.330752 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53512) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:51.335964 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'f945cd03-5dbb-4b29-ad9e-320cf7c84e3d', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:51.369153 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.440386 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.445010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.465110 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc26217-309f-4aa6-8337-0060952ae97f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:51.477087 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.478552 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b9e00174-28a4-4f78-bc6f-a8c5d30c1212 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466169 Oct 26 12:48:51.481910 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53514) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:51.487236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'f945cd03-5dbb-4b29-ad9e-320cf7c84e3d', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:51.513602 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:48:51.520287 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.601116 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.606264 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.628086 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8113850-3e04-4fcb-bf32-a83655403cc6,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:51.640671 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.642378 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-7d7e71c7-7ab2-4a88-b659-805cba1c03b7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591740 Oct 26 12:48:51.646745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53516) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:51.652411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': 'f945cd03-5dbb-4b29-ad9e-320cf7c84e3d', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:51.682600 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:48:51.691169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.773234 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.778399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.798451 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335ad842-07d3-435a-b7fb-0cd7865d233f,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:51.809804 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.813391 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fbb49dc5-1e37-48b5-9889-7a26b7a7a574 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650438 Oct 26 12:48:51.817733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53518) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:51.824466 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'network': {'name': 'tempest-network-smoke--2118055632', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:51.835863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e93a2a41-3fd0-4331-ad50-0db3e36147d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.852916 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:48:51.857203 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.886579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:48:51.898957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.899395 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Added segment 8974f18a-9897-4708-bf25-1f2dbd3ba1bc of type vlan for network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf Oct 26 12:48:51.946038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.975262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:51.987700 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:51.988787 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:52.091839 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2724130 Oct 26 12:48:52.094796 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53520) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:52.099758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'admin_state_up': True, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:52.119947 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774b3cd-9764-49c6-9a2d-764e7ee9d0eb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Network': ['ID=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:52.133787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:52.140918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:48:52.143242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:52.250667 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:52.760755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:52.995298 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.009990 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.021291 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.146613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.198 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/9e12602c-68e6-4635-9955-28dafd94fae9) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:48:53.260172 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.298838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.382456 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:48:53.388145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:48:53.392401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:48:53.418815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=9e12602c-68e6-4635-9955-28dafd94fae9,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:53.444732 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.686654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:53.909562 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.074526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router beeaeb30-04d0-4434-a2af-0c551605f8f1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:48:54.195022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:48:54.206362 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Sync routers for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:48:54.221603 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:54.222240 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:54.222837 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.224219 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-eb0ab868-6cfe-433e-a26b-3d44756fd578 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1282248 Oct 26 12:48:54.228488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53522) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:54.260576 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e93c7a42-b957-4f87-b7d4-fa0f2aafdab6 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3e7613a472284aa6a2f6210b4767bc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308402 Oct 26 12:48:54.264380 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53524) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:54.348793 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:54.369003 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331e9aa-f196-409c-afa9-356dba2033ac tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:54.370570 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e331e9aa-f196-409c-afa9-356dba2033ac tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051679 Oct 26 12:48:54.373746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53526) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:54.404461 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6ebff58f-824a-4452-8b73-9d1463979606 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295570 Oct 26 12:48:54.408690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53528) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:54.413959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1889071728', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:48:54.513748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:48:54.518021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.543938 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:53Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:54.572283 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Checking router: beeaeb30-04d0-4434-a2af-0c551605f8f1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:48:54.573464 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Updating router beeaeb30-04d0-4434-a2af-0c551605f8f1 port 9e12602c-68e6-4635-9955-28dafd94fae9 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:48:54.606594 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.733444 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.816042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Subnet': ['ID=b9e1d528-66f1-4812-8518-cd5b91585601,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:54.843542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Checking segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:48:54.844471 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network hostable DHCP agents. Network: a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:48:54.847346 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.869738 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:48:54.885320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:48:54.893083 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.899607 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:54.900458 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10669aa3-6384-4ff0-b14d-af98e897b8f7 None None] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:48:54.901638 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.902657 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.942808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53530) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:48:54.943411 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e67123b8-619e-456c-b6fc-828ca1e3cee8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5331035 Oct 26 12:48:54.953932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Attempting to bind port 9e12602c-68e6-4635-9955-28dafd94fae9 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:48:54.953932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Attempting to bind port 9e12602c-68e6-4635-9955-28dafd94fae9 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:48:54.953932 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Attempting to bind port 9e12602c-68e6-4635-9955-28dafd94fae9 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:48:54.964822 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:48:54.965250 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:48:54.965589 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:54.965981 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:48:54.966469 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Bound port: 9e12602c-68e6-4635-9955-28dafd94fae9, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:48:54.966854 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.003108 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Pushing event updated for resources: {'Port': ['ID=9e12602c-68e6-4635-9955-28dafd94fae9,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:55.017780 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.018147 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.018468 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.018797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.019161 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.019485 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.021560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.021560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.021560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.021560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.021560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.021560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:48:55.047066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] For port 9e12602c-68e6-4635-9955-28dafd94fae9, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:48:55.052091 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] For port 9e12602c-68e6-4635-9955-28dafd94fae9, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9e12602c-68e6-4635-9955-28dafd94fae9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:48:55.061716 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.136058 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:55.136746 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:55.141308 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb34286-0d0f-44e7-8e89-9bbe1939af94 None None] Pushing event updated for resources: {'Port': ['ID=9e12602c-68e6-4635-9955-28dafd94fae9,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:55.193043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:48:55.194779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.270173 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:55.371860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Allocated IP 172.20.0.2 (a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf/b9e1d528-66f1-4812-8518-cd5b91585601/c1e8baee-79ce-423c-94a4-f2475647e8b3) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:48:55.515688 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:53Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:55.532884 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.542106 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.569207 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292d76f-7b6f-456e-bf66-b36eafc174af None None] The sync data for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 is: [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:53Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:48:55.582667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:48:55.590816 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:48:55.600739 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:48:55.619020 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Pushing event updated for resources: {'Port': ['ID=c1e8baee-79ce-423c-94a4-f2475647e8b3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:55.684551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Attempting to bind port c1e8baee-79ce-423c-94a4-f2475647e8b3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:48:55.685251 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Attempting to bind port c1e8baee-79ce-423c-94a4-f2475647e8b3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:48:55.685916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Attempting to bind port c1e8baee-79ce-423c-94a4-f2475647e8b3 on network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:48:55.695359 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:48:55.696627 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Checking segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:48:55.697275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.697914 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Bound using segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:48:55.698726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Bound port: c1e8baee-79ce-423c-94a4-f2475647e8b3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:48:55.699378 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.803757 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.809347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] For port c1e8baee-79ce-423c-94a4-f2475647e8b3, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:48:55.814414 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] For port c1e8baee-79ce-423c-94a4-f2475647e8b3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c1e8baee-79ce-423c-94a4-f2475647e8b3,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:48:55.825595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:55.993016 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e4aa-d0db-42a7-85c8-acf44cf44d8c None None] Pushing event updated for resources: {'Port': ['ID=c1e8baee-79ce-423c-94a4-f2475647e8b3,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:56.426233 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.1 (a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf/b9e1d528-66f1-4812-8518-cd5b91585601/6bfbc2a3-0ba2-45e6-97d7-a32be141fa67) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:48:56.442230 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9e12602c-68e6-4635-9955-28dafd94fae9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:48:56.516427 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9e12602c-68e6-4635-9955-28dafd94fae9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:56.516804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.597591 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.616369 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.638399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.643209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 9e12602c-68e6-4635-9955-28dafd94fae9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9e12602c-68e6-4635-9955-28dafd94fae9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:56.650669 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.652085 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c1e8baee-79ce-423c-94a4-f2475647e8b3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:48:56.694271 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:48:56.698690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:48:56.702190 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:48:56.730758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:56.770152 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.778576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=9e12602c-68e6-4635-9955-28dafd94fae9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:56.803722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c1e8baee-79ce-423c-94a4-f2475647e8b3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:56.804479 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.911733 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.955946 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:56.957062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c1e8baee-79ce-423c-94a4-f2475647e8b3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c1e8baee-79ce-423c-94a4-f2475647e8b3,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:48:56.964012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:57.022774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c1e8baee-79ce-423c-94a4-f2475647e8b3,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:57.219375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e5ead-e34f-4f31-b1d8-0c75bfd4d723 None None] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:48:57.288530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-85172d90-7acf-4a56-b5cd-8a901d691f47 None None] Provisioning complete for port c1e8baee-79ce-423c-94a4-f2475647e8b3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:57.288946 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85172d90-7acf-4a56-b5cd-8a901d691f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:57.341078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:57.347447 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:57.437377 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:57.439724 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:57.573942 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:48:57.575645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:48:57.726182 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router beeaeb30-04d0-4434-a2af-0c551605f8f1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:48:57.858915 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:48:57.867090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-efcb0f07-f482-4e7a-9f5a-3b37fe3fbb67 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/beeaeb30-04d0-4434-a2af-0c551605f8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9225612 Oct 26 12:48:57.872777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Sync routers for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:48:57.884714 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:57.885644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:58.001045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7e2661e0-119e-4e90-926e-e88eb7593c09 None None] Provisioning complete for port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:58.001690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e2661e0-119e-4e90-926e-e88eb7593c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:58.031428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-2ef7a117-bc4f-42e4-a66a-73efa2d440ec tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790739864&fields=id&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 267 time: 0.0401695 Oct 26 12:48:58.055626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e2661e0-119e-4e90-926e-e88eb7593c09 None None] Port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:48:58.061544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:58.118579 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-7e2661e0-119e-4e90-926e-e88eb7593c09 None None] Provisioning complete for port c1e8baee-79ce-423c-94a4-f2475647e8b3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:58.119321 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e2661e0-119e-4e90-926e-e88eb7593c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:58.178324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-b911b003-45f3-42ff-8d78-201549c32986 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:48:58.181474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-b911b003-45f3-42ff-8d78-201549c32986 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 797 time: 0.1374969 Oct 26 12:48:58.198000 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-2cb1bcc5-da51-4988-9de5-e4a3ae0fa33f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/quotas/3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 375 time: 0.0108697 Oct 26 12:48:58.258142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-86a5cfa7-9e15-40d5-b824-6c43f7870f71 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539889 Oct 26 12:48:58.371967 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9e12602c-68e6-4635-9955-28dafd94fae9 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:48:58.412934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-8ac9759c-d058-4b0a-8b6e-d049065b3a75 service neutron] 10.222.0.88 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409383 Oct 26 12:48:58.486780 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 9e12602c-68e6-4635-9955-28dafd94fae9 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:58.487196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:58.520828 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-415a1915-8830-4ec6-aa76-327a3689977e service neutron] 10.222.0.88 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995505 Oct 26 12:48:58.530154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:57Z', 'revision_number': 2, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:58.568511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Checking router: beeaeb30-04d0-4434-a2af-0c551605f8f1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:48:58.568873 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Updating router beeaeb30-04d0-4434-a2af-0c551605f8f1 port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:48:58.613588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:58.616802 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9953fe87-b8c0-43b3-b523-aa09bbfae731 None None] Provisioning complete for port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:58.617235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9953fe87-b8c0-43b3-b523-aa09bbfae731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:58.736786 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c1e8baee-79ce-423c-94a4-f2475647e8b3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:48:58.746028 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75c1d7ef-3879-4ec1-a540-40466c8263f5 req-1c8fab7d-3272-4607-b34f-e975f3c017dd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 210 time: 0.0541878 Oct 26 12:48:58.786061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9953fe87-b8c0-43b3-b523-aa09bbfae731 None None] Port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:48:58.881606 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c1e8baee-79ce-423c-94a4-f2475647e8b3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:58.881987 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.144411 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.153272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.250017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb31f3-bc70-4354-9328-873498a4c834 None None] Pushing event updated for resources: {'Port': ['ID=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:59.309833 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Attempting to bind port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:48:59.310498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Attempting to bind port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:48:59.312991 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Attempting to bind port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 on network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:48:59.323467 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:48:59.324075 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Checking segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:48:59.324713 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.325380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Bound using segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:48:59.326255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Bound port: 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:48:59.326937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.442535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] For port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:48:59.449100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] For port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:48:59.456642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.556582 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:48:59.557252 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:48:59.567555 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-edbdf115-8d1b-4ce3-9826-80972f450201 None None] Provisioning complete for port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:48:59.567937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-edbdf115-8d1b-4ce3-9826-80972f450201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.664356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb31f3-bc70-4354-9328-873498a4c834 None None] Pushing event updated for resources: {'Port': ['ID=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:48:59.757603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:48:59.797938 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-edbdf115-8d1b-4ce3-9826-80972f450201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:48:59.889312 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd6b4c78-3011-4661-b070-3eeb4d446e08 req-92645046-1ef6-4ce0-a963-984b1341012c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 210 time: 0.0527258 Oct 26 12:49:00.126574 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-edbdf115-8d1b-4ce3-9826-80972f450201 None None] For port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:49:00.135510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-edbdf115-8d1b-4ce3-9826-80972f450201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:00.158578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-2d7a45fe-9f71-4556-834b-dbdff3fef911 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:00.160307 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-2d7a45fe-9f71-4556-834b-dbdff3fef911 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 797 time: 0.1910868 Oct 26 12:49:00.213323 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-200c78a0-c6b3-45cf-bcbb-182393953258 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 379 time: 0.0412209 Oct 26 12:49:00.225909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdf115-8d1b-4ce3-9826-80972f450201 None None] Pushing event updated for resources: {'Port': ['ID=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:00.231673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'port': {'device_id': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'admin_state_up': True, 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'security_groups': ['f945cd03-5dbb-4b29-ad9e-320cf7c84e3d']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:49:00.273331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-ea16cf36-cfd4-4094-bc56-6251a72d600d None None] Provisioning complete for port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:49:00.273712 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ea16cf36-cfd4-4094-bc56-6251a72d600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:00.334148 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:00.364678 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:49:00.366520 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f20321-ca71-46a3-b1ca-1ff9d004de93 None None] The sync data for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 is: [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:49:00.368761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:00.581261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.7 (a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf/b9e1d528-66f1-4812-8518-cd5b91585601/a5c30cab-a625-4b89-925a-d02ef4862510) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:49:00.803254 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:00.846195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:01.300484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:49:01.305837 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:49:01.308758 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:49:01.359347 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=a5c30cab-a625-4b89-925a-d02ef4862510,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:01.390705 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941178-60e1-49d1-96e5-99a809ce53c5 req-63f9f3bf-82ae-4c63-bcb6-49cd7c2a6f4e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:01.392465 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00941178-60e1-49d1-96e5-99a809ce53c5 req-63f9f3bf-82ae-4c63-bcb6-49cd7c2a6f4e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 931 time: 0.1427870 Oct 26 12:49:01.410609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:01.411339 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:01.464596 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-62b46ca4-3dcd-4db8-8391-af0923c8d3f2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412353 Oct 26 12:49:01.485823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-00941178-60e1-49d1-96e5-99a809ce53c5 req-37541f5e-b7b2-4109-ac19-c9d2a634bc9a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714030 Oct 26 12:49:01.497253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Request body: {'port': {'device_id': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:49:01.594680 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:01.683273 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9e96a6a2-4921-4902-b8d2-eab64c8ae087 None None] Provisioning complete for port a5c30cab-a625-4b89-925a-d02ef4862510 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:49:01.685107 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9e96a6a2-4921-4902-b8d2-eab64c8ae087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:01.755562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9e96a6a2-4921-4902-b8d2-eab64c8ae087 None None] Port a5c30cab-a625-4b89-925a-d02ef4862510 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:49:01.954697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c30cab-a625-4b89-925a-d02ef4862510 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:49:01.972305 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:01.989513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Transition to ACTIVE for port object a5c30cab-a625-4b89-925a-d02ef4862510 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:49:01.995811 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:02.058208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c30cab-a625-4b89-925a-d02ef4862510,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:02.177578 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Attempting to bind port a5c30cab-a625-4b89-925a-d02ef4862510 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:49:02.178032 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Attempting to bind port a5c30cab-a625-4b89-925a-d02ef4862510 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:49:02.178550 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Attempting to bind port a5c30cab-a625-4b89-925a-d02ef4862510 on network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:49:02.186089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Port a5c30cab-a625-4b89-925a-d02ef4862510 on network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:49:02.186609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Attempting to bind port a5c30cab-a625-4b89-925a-d02ef4862510 on network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:49:02.195521 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:49:02.196063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Checking segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:49:02.196695 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Bound using segment: {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:49:02.197449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Bound port: a5c30cab-a625-4b89-925a-d02ef4862510, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8974f18a-9897-4708-bf25-1f2dbd3ba1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:49:02.198038 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:02.294582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] For port a5c30cab-a625-4b89-925a-d02ef4862510, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:49:02.299034 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] For port a5c30cab-a625-4b89-925a-d02ef4862510, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a5c30cab-a625-4b89-925a-d02ef4862510,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:49:02.307401 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:02.345568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:02.346144 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:02.347668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] 10.222.0.30 "PUT /v2.0/ports/a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 1091 time: 0.8606052 Oct 26 12:49:02.348181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:49:02.350621 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0118c2cd-dc55-43e3-bc8e-d27493a86f58" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:49:02.393183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822faee-9e2e-45f0-b1b7-df5ba9c4da2d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c30cab-a625-4b89-925a-d02ef4862510,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:02.418923 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef846d8-fe6d-4130-a874-376397f0bb13 x-openstack-request-id: req-3ef846d8-fe6d-4130-a874-376397f0bb13 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:49:02.419220 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:49:02.419658 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ef846d8-fe6d-4130-a874-376397f0bb13 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:49:02.420091 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'status': 'completed', 'code': 200} Oct 26 12:49:02.426788 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:49:02.482289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-892657b1-163e-4427-81ba-928c011dfca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:02.484359 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-892657b1-163e-4427-81ba-928c011dfca5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1094 time: 0.0618875 Oct 26 12:49:02.506103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:49:02.506477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:02.585304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-140181e7-10c5-4bfa-a1e2-3ceb3c97c454 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 217 time: 0.0865657 Oct 26 12:49:02.674928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-79ebdefd-b5cf-42a7-92ea-54f61f3dd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:02.676634 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-79ebdefd-b5cf-42a7-92ea-54f61f3dd7d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 200 len: 835 time: 0.0750694 Oct 26 12:49:02.751165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76bc34-a0c6-4753-a6d3-e3a51a897dd3 req-ab447a8d-b75a-4498-9ad6-16fb59523731 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:02.752761 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a76bc34-a0c6-4753-a6d3-e3a51a897dd3 req-ab447a8d-b75a-4498-9ad6-16fb59523731 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 943 time: 0.0960178 Oct 26 12:49:02.758682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6cd454da-a190-455c-8ca4-49fba7566798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:02.760253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-6cd454da-a190-455c-8ca4-49fba7566798 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641227 Oct 26 12:49:02.853943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7a76bc34-a0c6-4753-a6d3-e3a51a897dd3 req-03fedede-d03f-422e-a27e-ced0db4e8599 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912566 Oct 26 12:49:02.900325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-0ca19502-6b79-473f-be49-6fecd2150781 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228340 Oct 26 12:49:03.025138 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fc1450cf-a0c4-4865-9086-f87a6fed6d62 req-a10386c6-57d7-405c-ad52-d7ef6b108e62 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135955 Oct 26 12:49:03.136194 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-ddadc682-9c0e-4f58-a6fc-24ba6681d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:03.137753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-ddadc682-9c0e-4f58-a6fc-24ba6681d714 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1094 time: 0.0471017 Oct 26 12:49:03.246272 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-942e52cd-15ca-4e96-83ad-c8fb366a49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:03.249319 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-942e52cd-15ca-4e96-83ad-c8fb366a49b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 899 time: 0.1041307 Oct 26 12:49:03.317207 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-9d902207-fe60-4836-b96e-7b01229a7772 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 217 time: 0.0572393 Oct 26 12:49:03.381336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-644e330e-f184-4642-8dba-d4b35471bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:03.383239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-644e330e-f184-4642-8dba-d4b35471bc3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 200 len: 835 time: 0.0550559 Oct 26 12:49:03.439352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-ac684ffc-fae7-4a9f-9ea2-fe5ce459e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:03.440997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-ac684ffc-fae7-4a9f-9ea2-fe5ce459e155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486865 Oct 26 12:49:03.549442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-e3f658b2-76f1-4c05-8055-046ae12192d6 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998309 Oct 26 12:49:03.658052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0118c2cd-dc55-43e3-bc8e-d27493a86f58 req-da287926-5de0-4d19-b292-6df9a99ea504 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010258 Oct 26 12:49:04.001278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9933774-1342-4379-ac6e-aef560b91e91 req-f82c2430-c929-42d3-aea1-e28db0a86d9f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:04.003299 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9933774-1342-4379-ac6e-aef560b91e91 req-f82c2430-c929-42d3-aea1-e28db0a86d9f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 943 time: 0.0582950 Oct 26 12:49:04.047058 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9933774-1342-4379-ac6e-aef560b91e91 req-65404ec4-4b93-421b-90dc-9e996f856637 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370131 Oct 26 12:49:04.406316 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:05.188931 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d87-e8a0-46e1-8879-05210df1bd52 req-cec70c91-a4bb-4d3f-afb6-14d8d70f38d7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:05.191235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71093d87-e8a0-46e1-8879-05210df1bd52 req-cec70c91-a4bb-4d3f-afb6-14d8d70f38d7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 943 time: 0.0620701 Oct 26 12:49:05.238291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71093d87-e8a0-46e1-8879-05210df1bd52 req-3df2ccce-d572-465a-8772-7717cb5afb65 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400517 Oct 26 12:49:05.893618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:06.433912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af71d0-84c6-4343-8698-524f01e50dba req-a9daadef-ad01-4a91-a2f9-99f43b3a520e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:06.435644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3af71d0-84c6-4343-8698-524f01e50dba req-a9daadef-ad01-4a91-a2f9-99f43b3a520e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 943 time: 0.0566185 Oct 26 12:49:06.493112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3af71d0-84c6-4343-8698-524f01e50dba req-1ca0945d-96dd-4c95-ba38-4daca984d6e0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Oct 26 12:49:07.501496 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a5c30cab-a625-4b89-925a-d02ef4862510 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:49:07.635865 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a5c30cab-a625-4b89-925a-d02ef4862510, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a5c30cab-a625-4b89-925a-d02ef4862510,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:49:07.652743 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'port_id': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'mac_address': 'fa:16:3e:f0:07:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:49:07.689466 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ea07b-a417-4f3e-88a0-e3bb495e06a8 req-0b7f4fb3-555c-4243-98fa-55f5d02bbb7c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:07.692383 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d86ea07b-a417-4f3e-88a0-e3bb495e06a8 req-0b7f4fb3-555c-4243-98fa-55f5d02bbb7c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 943 time: 0.0839596 Oct 26 12:49:07.699371 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:07.715507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c30cab-a625-4b89-925a-d02ef4862510 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:49:07.739798 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a5c30cab-a625-4b89-925a-d02ef4862510, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a5c30cab-a625-4b89-925a-d02ef4862510,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:49:07.746978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:07.759491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d86ea07b-a417-4f3e-88a0-e3bb495e06a8 req-2ecd6a21-b300-41ba-bc04-aea1d52a63ec tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603013 Oct 26 12:49:07.821719 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a5c30cab-a625-4b89-925a-d02ef4862510,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:08.016152 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['a5c30cab-a625-4b89-925a-d02ef4862510'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:49:08.893465 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff70ef-f75c-4e3b-99f0-3e58e0248931 req-487500de-e3da-49f2-82c3-0b4504165f38 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:08.895221 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cff70ef-f75c-4e3b-99f0-3e58e0248931 req-487500de-e3da-49f2-82c3-0b4504165f38 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 944 time: 0.0600691 Oct 26 12:49:08.940384 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3cff70ef-f75c-4e3b-99f0-3e58e0248931 req-6ebc00d9-de36-49d2-bc61-6950eb3746b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Oct 26 12:49:09.501748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a5c30cab-a625-4b89-925a-d02ef4862510 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:49:09.565588 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port a5c30cab-a625-4b89-925a-d02ef4862510 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:49:09.570641 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port a5c30cab-a625-4b89-925a-d02ef4862510 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:49:09.571272 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:09.660589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:09.691092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:49:09.693514 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd364b-749f-4684-825f-ed85b99dea59" -d '{"events": [{"server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:49:09.708327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port a5c30cab-a625-4b89-925a-d02ef4862510, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a5c30cab-a625-4b89-925a-d02ef4862510,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:49:09.713260 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:09.759899 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde9ceb-0e05-4785-8e8c-22e87a1df04c x-openstack-request-id: req-7fde9ceb-0e05-4785-8e8c-22e87a1df04c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:49:09.760198 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:49:09.760457 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fde9ceb-0e05-4785-8e8c-22e87a1df04c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:49:09.760868 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'code': 200} Oct 26 12:49:09.772564 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=a5c30cab-a625-4b89-925a-d02ef4862510,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:09.896051 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a4f4f-8486-4485-8d6b-a7e29a8d03cc req-ef7886e2-0a83-4b92-9730-54244386cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:09.897798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-547a4f4f-8486-4485-8d6b-a7e29a8d03cc req-ef7886e2-0a83-4b92-9730-54244386cabd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1096 time: 0.0608363 Oct 26 12:49:09.945449 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-547a4f4f-8486-4485-8d6b-a7e29a8d03cc req-f7e279da-e729-488f-b171-f92250ff99bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346215 Oct 26 12:49:10.091781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1353e-6ecb-4aaa-b716-1710e19d079a req-66fdba84-9544-4bb1-8206-eeec6c2e0b29 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:10.094948 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67a1353e-6ecb-4aaa-b716-1710e19d079a req-66fdba84-9544-4bb1-8206-eeec6c2e0b29 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0705855 Oct 26 12:49:10.143147 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-67a1353e-6ecb-4aaa-b716-1710e19d079a req-17fb33a9-02cc-4779-8309-0725296c745e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Oct 26 12:49:11.288509 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccba57-8436-4287-a522-6e0ab54adc3d req-4219e63a-5b2f-40d3-9caf-a2366e15d03c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:11.290125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fccba57-8436-4287-a522-6e0ab54adc3d req-4219e63a-5b2f-40d3-9caf-a2366e15d03c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0622613 Oct 26 12:49:11.334808 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fccba57-8436-4287-a522-6e0ab54adc3d req-711c4a47-68f4-4321-af59-bc818c8b155b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366216 Oct 26 12:49:11.503422 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaed0cd-41a1-4e67-ad5b-061fdee8e457 req-f2aee39c-4882-4c36-9b95-030620b2cb32 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:11.506201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aaaed0cd-41a1-4e67-ad5b-061fdee8e457 req-f2aee39c-4882-4c36-9b95-030620b2cb32 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0868423 Oct 26 12:49:11.566843 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aaaed0cd-41a1-4e67-ad5b-061fdee8e457 req-29d96a38-0305-4650-b4d9-37a5e1e2acdf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543272 Oct 26 12:49:11.589925 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53586) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:49:11.683461 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26c730-a0bd-47d2-b5ac-80c95160b21a tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:11.685149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ac26c730-a0bd-47d2-b5ac-80c95160b21a tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1091 time: 0.0941198 Oct 26 12:49:11.689667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53590) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:49:11.695373 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:49:11.722039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:11.833868 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:11.950278 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.196 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/a5756137-cd53-4178-91b3-b870314a19ee) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:49:12.073432 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:12.129510 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:12.185884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:49:12.189634 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:49:12.193714 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:49:12.199980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=a5756137-cd53-4178-91b3-b870314a19ee,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:12.683670 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:12.767168 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:12.955341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:12.961205 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:13.039740 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=a5756137-cd53-4178-91b3-b870314a19ee,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:13.050792 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:13.161870 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP ff67470f-528a-41b1-a416-2c01cc5fbb94 associated. External IP: 172.25.4.196, port: a5c30cab-a625-4b89-925a-d02ef4862510. Oct 26 12:49:13.393181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router beeaeb30-04d0-4434-a2af-0c551605f8f1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:49:13.508646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:49:13.521225 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] Sync routers for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:49:13.532279 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:13.535506 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:49:13.536326 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:13.577362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2e364256-5fce-4243-9394-761e75b9c82c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8861973 Oct 26 12:49:13.578706 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:49:13.582838 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadecd0e-d66c-4ab2-8439-1bc6248d3077" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:49:13.634188 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae2ab5-c297-42ed-b8ce-4a21ec50f108 x-openstack-request-id: req-89ae2ab5-c297-42ed-b8ce-4a21ec50f108 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:49:13.634595 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:49:13.635401 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-89ae2ab5-c297-42ed-b8ce-4a21ec50f108 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:49:13.635936 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'status': 'completed', 'code': 200} Oct 26 12:49:13.707411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-4a35539f-74ce-426e-bde9-b3c4892db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:13.709040 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-4a35539f-74ce-426e-bde9-b3c4892db722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1096 time: 0.0496185 Oct 26 12:49:13.730700 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:49:13.868130 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3734113-ec22-4d31-b37d-1af4bd588fcb req-d4716382-8f1a-4974-9cb4-cb5ba58da92b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:13.870817 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3734113-ec22-4d31-b37d-1af4bd588fcb req-d4716382-8f1a-4974-9cb4-cb5ba58da92b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.2224030 Oct 26 12:49:13.939789 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-91abb7af-0c02-42ad-a7bc-ab86def9cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:13.942168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-91abb7af-0c02-42ad-a7bc-ab86def9cfa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 899 time: 0.2246902 Oct 26 12:49:14.031412 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3734113-ec22-4d31-b37d-1af4bd588fcb req-3194326a-9225-447b-ba19-e60e256cd0c9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438825 Oct 26 12:49:14.070265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53598) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:49:14.119174 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-e57a14a2-2c8e-4f1e-9be8-883b048a422b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 999 time: 0.1689420 Oct 26 12:49:14.201892 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff67470f-528a-41b1-a416-2c01cc5fbb94', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'port_id': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'mac_address': 'fa:16:3e:f0:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:49:12Z', 'updated_at': '2021-10-26T12:49:12Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:14.226662 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b1cb2ca4-f3b0-4d71-afc8-f5c4f29a4851 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/ff67470f-528a-41b1-a416-2c01cc5fbb94 HTTP/1.1" status: 200 len: 991 time: 0.1551454 Oct 26 12:49:14.238180 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] Checking router: beeaeb30-04d0-4434-a2af-0c551605f8f1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:49:14.240696 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-dabfaabe-14c0-4332-959d-b4e821eb5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:14.242734 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-dabfaabe-14c0-4332-959d-b4e821eb5bfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 200 len: 835 time: 0.1118271 Oct 26 12:49:14.248218 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:49:14.248904 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:48:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:14.301771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-a891be37-3b5c-4c66-a36a-88560ac8c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:14.303670 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-a891be37-3b5c-4c66-a36a-88560ac8c4bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530615 Oct 26 12:49:14.380867 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:49:14.425104 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-996c6724-5b3a-447e-a7d6-f09e4cae2b31 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134336 Oct 26 12:49:14.563400 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fadecd0e-d66c-4ab2-8439-1bc6248d3077 req-0264e211-dc6c-4acb-b796-dae6d17b3383 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313589 Oct 26 12:49:14.651825 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff67470f-528a-41b1-a416-2c01cc5fbb94', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'port_id': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'mac_address': 'fa:16:3e:f0:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:49:12Z', 'updated_at': '2021-10-26T12:49:12Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:14.707225 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbc254-fd27-4bc8-9fe1-342cce9102e5 None None] The sync data for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 is: [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'ff67470f-528a-41b1-a416-2c01cc5fbb94', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'port_id': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'mac_address': 'fa:16:3e:f0:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:49:12Z', 'updated_at': '2021-10-26T12:49:12Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:49:14.944896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05501d-929c-455f-a396-067f8985f0c8 None None] New status for floating IP ff67470f-528a-41b1-a416-2c01cc5fbb94: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:49:15.230890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:49:15.312827 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-345c7e87-eb28-491a-b2da-e275e70c3dab tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/ff67470f-528a-41b1-a416-2c01cc5fbb94 HTTP/1.1" status: 200 len: 993 time: 0.0802326 Oct 26 12:49:19.264271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c3a7da3d-411b-415b-866a-ffa516e91747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:21.830965 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dd7af4db-ffd5-4968-b115-38bd19cab2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:23.007679 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:23.445196 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:24.850668 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:26.567555 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:49:34.401268 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:35.894689 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:45.977668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-5b6ad728-a937-49b4-8844-fee0717db5f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925655 Oct 26 12:49:46.080144 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-2a224d2b-c138-4041-9432-b6385b88e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:46.081719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-2a224d2b-c138-4041-9432-b6385b88e5df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1096 time: 0.0498958 Oct 26 12:49:46.210165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-09a6cdf2-e614-4afc-bfe4-b4ccea88f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:46.211746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-09a6cdf2-e614-4afc-bfe4-b4ccea88f571 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 899 time: 0.1045916 Oct 26 12:49:46.287543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-81ba3804-1f7d-4a69-8243-9e31bfc91968 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 1001 time: 0.0661340 Oct 26 12:49:46.346286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-69f9a5ef-1a71-42d8-8e5c-d8e11a7e144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:46.348038 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-69f9a5ef-1a71-42d8-8e5c-d8e11a7e144f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 200 len: 835 time: 0.0509501 Oct 26 12:49:46.405767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-ffa60387-c402-48e5-b1f6-69d8d53656b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:46.407369 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-ffa60387-c402-48e5-b1f6-69d8d53656b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480077 Oct 26 12:49:46.508772 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-e687e302-3af8-4a16-9c7d-82a577708b9d service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929697 Oct 26 12:49:46.619686 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-10aa18bc-0ba6-42aa-b085-67b4bdf298b6 req-113c6fba-b18c-45a0-95f6-b10567fe7afd service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027226 Oct 26 12:49:49.273728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0507b70d-f5dc-49d0-aa3e-17cd5b8c1b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:50.780006 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2462-fa47-4e2f-82e7-be7da7a42f00 req-ce250372-71ec-48b1-978d-d5e914137e9e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:50.782439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a25e2462-fa47-4e2f-82e7-be7da7a42f00 req-ce250372-71ec-48b1-978d-d5e914137e9e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.1346083 Oct 26 12:49:50.838231 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a25e2462-fa47-4e2f-82e7-be7da7a42f00 req-427d4dc0-cb46-4efc-a10f-860b2277f1f8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493371 Oct 26 12:49:51.843219 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45ca2d4a-36f6-435e-8fec-0b4dd9c1aaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:52.008494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b538f1-3c8e-457c-8b86-a01426f44d44 req-b66a8ea8-1ede-48c7-b9d0-894787334785 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:52.010603 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59b538f1-3c8e-457c-8b86-a01426f44d44 req-b66a8ea8-1ede-48c7-b9d0-894787334785 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0690446 Oct 26 12:49:52.057834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-59b538f1-3c8e-457c-8b86-a01426f44d44 req-40a69dcf-907e-4c28-874e-bbcd6d29c84a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397706 Oct 26 12:49:53.005301 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:53.225592 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1904d-8c6f-4214-91fc-88b90efdbf05 req-64eee043-a7b0-4a44-9ae3-b67dc689155c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:53.227728 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3e1904d-8c6f-4214-91fc-88b90efdbf05 req-64eee043-a7b0-4a44-9ae3-b67dc689155c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0790498 Oct 26 12:49:53.276423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c3e1904d-8c6f-4214-91fc-88b90efdbf05 req-6026a1b7-29fd-49c2-9f65-f798fd867b6d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Oct 26 12:49:53.451589 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:54.452505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098354d6-84ca-4e88-80d6-eff9ed7d228d req-1da33c3a-568d-41b2-ba90-943f9c88a3e6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:54.454673 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-098354d6-84ca-4e88-80d6-eff9ed7d228d req-1da33c3a-568d-41b2-ba90-943f9c88a3e6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0919969 Oct 26 12:49:54.501679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-098354d6-84ca-4e88-80d6-eff9ed7d228d req-c9b428a2-ebc0-4dc0-80d3-1d3abdfa16e8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Oct 26 12:49:54.861210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:49:55.644046 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdb543-3799-415e-877e-bfcc7e610974 req-7fa0c8a1-784a-42d5-8821-bc9684fa41bc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:55.645930 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2dcdb543-3799-415e-877e-bfcc7e610974 req-7fa0c8a1-784a-42d5-8821-bc9684fa41bc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0666265 Oct 26 12:49:55.689504 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2dcdb543-3799-415e-877e-bfcc7e610974 req-c58ceafe-c3d6-4279-8960-473e664ef914 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367074 Oct 26 12:49:56.818118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a5c78-bbbf-45f5-934b-b44b65fdbe50 req-89d85f35-8426-4ac2-ac11-6c625bdc27b2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:56.819861 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d61a5c78-bbbf-45f5-934b-b44b65fdbe50 req-89d85f35-8426-4ac2-ac11-6c625bdc27b2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0584960 Oct 26 12:49:56.865663 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d61a5c78-bbbf-45f5-934b-b44b65fdbe50 req-0ebc1407-35a9-4384-b05e-39ad8253b936 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385273 Oct 26 12:49:58.052836 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098dcc6-9468-4f30-893f-b06cb4d364d7 req-0faa1fca-f403-4acf-a1d6-f6f59f1e579d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:58.055622 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9098dcc6-9468-4f30-893f-b06cb4d364d7 req-0faa1fca-f403-4acf-a1d6-f6f59f1e579d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0825381 Oct 26 12:49:58.101183 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9098dcc6-9468-4f30-893f-b06cb4d364d7 req-acc12c64-eab6-4c41-a492-f3f148a7b84a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382326 Oct 26 12:49:59.239786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0b4a0-d078-4447-a2d4-222ab73fb33f req-75051cf5-4edf-4be5-abbc-b5a08f149a87 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:49:59.241450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4f0b4a0-d078-4447-a2d4-222ab73fb33f req-75051cf5-4edf-4be5-abbc-b5a08f149a87 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0558779 Oct 26 12:49:59.289712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4f0b4a0-d078-4447-a2d4-222ab73fb33f req-d6240632-6a48-4ded-add4-fcd89a28a767 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357859 Oct 26 12:50:00.442009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cdef6-76c2-4a4a-a96d-0b819ff147c9 req-6eb1102f-70f5-47d9-9a98-8d2b163d9362 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:00.443683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-001cdef6-76c2-4a4a-a96d-0b819ff147c9 req-6eb1102f-70f5-47d9-9a98-8d2b163d9362 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0597367 Oct 26 12:50:00.488792 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-001cdef6-76c2-4a4a-a96d-0b819ff147c9 req-4e1e3237-7b1d-41cd-8751-4cd9a0041e47 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379889 Oct 26 12:50:01.666526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d33ec5-3590-48f7-92ea-bb3a187a68bb req-e2913087-67e1-498d-80c9-c6026bdbf9d1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:01.669859 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d33ec5-3590-48f7-92ea-bb3a187a68bb req-e2913087-67e1-498d-80c9-c6026bdbf9d1 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0871735 Oct 26 12:50:01.735516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-24d33ec5-3590-48f7-92ea-bb3a187a68bb req-bff0a6f6-5ecc-4535-85aa-27618ab6d25d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579877 Oct 26 12:50:01.763588 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53646) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:02.292416 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9469a13e-96b3-4334-8cb3-6ffe5556aa41 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/ff67470f-528a-41b1-a416-2c01cc5fbb94 HTTP/1.1" status: 200 len: 993 time: 0.5260262 Oct 26 12:50:03.580839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:50:03.677644 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15d4b4-feb7-4410-9690-3271aa629c80 req-717b51fb-f0bb-418e-ab81-d1e986d1f6ca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:03.680428 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe15d4b4-feb7-4410-9690-3271aa629c80 req-717b51fb-f0bb-418e-ab81-d1e986d1f6ca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.1221547 Oct 26 12:50:03.735329 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-b0d6eead-3577-4c15-a612-d398521555a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:03.737802 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-b0d6eead-3577-4c15-a612-d398521555a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1096 time: 0.1241975 Oct 26 12:50:03.793741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fe15d4b4-feb7-4410-9690-3271aa629c80 req-9e8b017c-121b-4337-b494-8ed877aa3ef4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055679 Oct 26 12:50:03.906713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-d8d377e5-2bf2-4e52-9839-d3271212a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:03.908344 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-d8d377e5-2bf2-4e52-9839-d3271212a394 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 899 time: 0.1577678 Oct 26 12:50:04.358142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-8dc5ca91-a267-4771-b5c3-5b7076c23841 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 1001 time: 0.4360268 Oct 26 12:50:04.406697 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:04.429257 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-17a9822c-4ecc-4d89-9a7f-4761fb14a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:04.430822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-17a9822c-4ecc-4d89-9a7f-4761fb14a0c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 200 len: 835 time: 0.0599732 Oct 26 12:50:04.488138 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-dc3aeb67-2d41-4816-8343-b65e6dd1a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:04.489897 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-dc3aeb67-2d41-4816-8343-b65e6dd1a85c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477626 Oct 26 12:50:04.644973 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-7c448e4f-f61f-4952-bd9e-5519d5f7de11 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418421 Oct 26 12:50:04.753860 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f50619aa-4b7d-4d3d-a7ba-dd6245589b7f req-361c1e62-7ea1-4d3a-bd97-704f91e015f1 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966330 Oct 26 12:50:04.934172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90042c-cee1-4497-a2f8-546932dc24c4 req-98c17adc-8def-44f2-b63d-05bbb7e4fe58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:04.935777 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e90042c-cee1-4497-a2f8-546932dc24c4 req-98c17adc-8def-44f2-b63d-05bbb7e4fe58 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0637898 Oct 26 12:50:04.979452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6e90042c-cee1-4497-a2f8-546932dc24c4 req-5bdaf008-290e-4007-9eb7-2894b73043bd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374382 Oct 26 12:50:05.904606 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:06.113404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b426d09-4474-4c72-b482-a569614b951d req-49111c5d-59d0-45e7-9814-eaa2b4abc1be tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:06.115558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b426d09-4474-4c72-b482-a569614b951d req-49111c5d-59d0-45e7-9814-eaa2b4abc1be tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0591097 Oct 26 12:50:06.164026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b426d09-4474-4c72-b482-a569614b951d req-86001ed7-0ca0-4dcc-b91a-c279e4aa2a2e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Oct 26 12:50:06.190136 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53658) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:06.271022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-65b269d1-f4a2-4c1a-9b2e-2ddf280c0de7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/ff67470f-528a-41b1-a416-2c01cc5fbb94 HTTP/1.1" status: 200 len: 993 time: 0.0790081 Oct 26 12:50:19.281707 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8533-e8bf-4088-a2d8-2ea86c1724d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:21.844092 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a3719b07-318a-44b2-88b2-45e3474a9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:23.001792 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:23.451804 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:24.861891 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:34.404544 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:35.905954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:40.577596 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:50:40.707952 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53680) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:40.913887 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port a5756137-cd53-4178-91b3-b870314a19ee {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:50:40.914177 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:41.008117 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:41.008493 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:41.023970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for a5756137-cd53-4178-91b3-b870314a19ee owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:50:41.205606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:41.232742 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=a5756137-cd53-4178-91b3-b870314a19ee,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:41.247889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.248352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.248812 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.249324 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.249858 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.250328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.250765 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.251315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.251739 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.252117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.252495 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.252908 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:41.318751 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:41.319211 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP ff67470f-528a-41b1-a416-2c01cc5fbb94 disassociated (deleted). External IP: 172.25.4.196, port: a5c30cab-a625-4b89-925a-d02ef4862510. Oct 26 12:50:41.552412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router beeaeb30-04d0-4434-a2af-0c551605f8f1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:50:41.682069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:50:41.690563 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:41.698705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] Sync routers for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:41.718294 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:41.719373 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:41.734161 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-d6c0ab8a-ca3f-4f50-a37d-925007b290a2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/floatingips/ff67470f-528a-41b1-a416-2c01cc5fbb94 HTTP/1.1" status: 204 len: 168 time: 1.0247421 Oct 26 12:50:41.735104 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:50:41.739249 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:50:41.893710 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9233c229-f4c1-4932-9ed7-97ab6c8497c9 x-openstack-request-id: req-9233c229-f4c1-4932-9ed7-97ab6c8497c9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:50:41.894003 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:50:41.894258 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9233c229-f4c1-4932-9ed7-97ab6c8497c9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:50:41.894675 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'status': 'completed', 'code': 200} Oct 26 12:50:41.916958 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:42.001875 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-c0c9fbac-229f-46fa-a22c-2327e8a6dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:42.004343 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-c0c9fbac-229f-46fa-a22c-2327e8a6dc56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 1096 time: 0.0672438 Oct 26 12:50:42.169589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d028-e46e-481f-83c0-6581e250dba5 req-423139a5-6d09-485d-80ae-8c1b337e71bc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:42.171606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1aa7d028-e46e-481f-83c0-6581e250dba5 req-423139a5-6d09-485d-80ae-8c1b337e71bc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.1409483 Oct 26 12:50:42.206552 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:42.219342 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-eb7883da-8431-43b9-95a6-fdead35e192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:42.221256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-eb7883da-8431-43b9-95a6-fdead35e192e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 200 len: 899 time: 0.2076976 Oct 26 12:50:42.240669 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] Checking router: beeaeb30-04d0-4434-a2af-0c551605f8f1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:42.252629 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:42.252931 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:42.291043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-6f1ed37f-9f7b-47e0-86bd-0a0ab948ed84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 200 len: 217 time: 0.0600293 Oct 26 12:50:42.299051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1aa7d028-e46e-481f-83c0-6581e250dba5 req-a3067bb8-dd7f-4c5a-bef0-30af02068a68 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147244 Oct 26 12:50:42.350470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-1fecea95-75f9-423d-985e-5a208848fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:42.353039 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-1fecea95-75f9-423d-985e-5a208848fc7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 200 len: 835 time: 0.0519011 Oct 26 12:50:42.408884 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-48a66acb-7c2c-4393-9243-c45ef1e55010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:42.410565 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-48a66acb-7c2c-4393-9243-c45ef1e55010 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500011 Oct 26 12:50:42.412605 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:42.590671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-733457d0-a9b8-4d36-8eec-961c7e67cd87 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705832 Oct 26 12:50:42.712497 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87954ffd-265e-4eaf-a7b1-d0a21a8fda5e req-f27dea9f-b928-4057-839f-341d3c95dc9b service neutron] 10.222.0.30 "GET /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142728 Oct 26 12:50:42.761432 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:42.800351 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef65b8-baeb-4181-9fc2-5fbe61adf2d9 None None] The sync data for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 is: [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '6bfbc2a3-0ba2-45e6-97d7-a32be141fa67', 'name': '', 'network_id': 'a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:9f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:56Z', 'updated_at': '2021-10-26T12:48:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': 'b9e1d528-66f1-4812-8518-cd5b91585601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:43.059966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d0fb5-69de-4477-a712-d1bc43ed8189 None None] New status for floating IP ff67470f-528a-41b1-a416-2c01cc5fbb94: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:50:43.515443 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caecbe-7818-47f1-8684-72f830458740 req-bd670f13-8c47-49da-995f-4944dfef4033 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:43.518252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47caecbe-7818-47f1-8684-72f830458740 req-bd670f13-8c47-49da-995f-4944dfef4033 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0953715 Oct 26 12:50:43.562215 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47caecbe-7818-47f1-8684-72f830458740 req-30b3fced-a0ea-431d-8ad3-5d5d6a4169a6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377045 Oct 26 12:50:43.808175 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-712b70cc-566b-4437-80d2-fee8c12ecb2b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:43.809699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-712b70cc-566b-4437-80d2-fee8c12ecb2b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 945 time: 0.0532653 Oct 26 12:50:43.917383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port a5c30cab-a625-4b89-925a-d02ef4862510 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:50:43.917731 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:44.016494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port a5c30cab-a625-4b89-925a-d02ef4862510, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=a5c30cab-a625-4b89-925a-d02ef4862510,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:44.016867 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:44.034187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for a5c30cab-a625-4b89-925a-d02ef4862510 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:50:44.181706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:44.214739 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=a5c30cab-a625-4b89-925a-d02ef4862510,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:44.229772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.230091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.230442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.230790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.231173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.231514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.231851 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.232187 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.232523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.232856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.233208 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.233533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:44.280686 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] No DVR routers for this DVR port a5c30cab-a625-4b89-925a-d02ef4862510 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:50:44.283724 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:44.287414 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-572eba2c-e5d9-409b-9249-4e5880d3dac2 req-b57a7043-704f-408d-8a38-c18f69ca6ac4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "DELETE /v2.0/ports/a5c30cab-a625-4b89-925a-d02ef4862510 HTTP/1.1" status: 204 len: 173 time: 0.4679971 Oct 26 12:50:44.287912 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'name': 'network-vif-deleted', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:50:44.290383 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afa09f6-8270-4a48-a619-4c945f1615c6" -d '{"events": [{"server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "name": "network-vif-deleted", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:50:44.403753 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d372e6fb-0fd2-4fc7-9d6e-c4f77c6c87de x-openstack-request-id: req-d372e6fb-0fd2-4fc7-9d6e-c4f77c6c87de {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:50:44.404066 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2637a6-dd2f-45cc-bab1-e2e9a04699b6", "name": "network-vif-deleted", "tag": "a5c30cab-a625-4b89-925a-d02ef4862510", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:50:44.404324 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d372e6fb-0fd2-4fc7-9d6e-c4f77c6c87de {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:50:44.404744 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2637a6-dd2f-45cc-bab1-e2e9a04699b6', 'name': 'network-vif-deleted', 'tag': 'a5c30cab-a625-4b89-925a-d02ef4862510', 'status': 'completed', 'code': 200} Oct 26 12:50:44.697097 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7375d5ee-b1fa-4c29-862e-b3c1e9754049 req-7f1ff205-35d0-471b-9dab-0d6904a58b99 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf2637a6-dd2f-45cc-bab1-e2e9a04699b6 HTTP/1.1" status: 200 len: 210 time: 0.0339246 Oct 26 12:50:45.759631 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:46.172405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:46.456442 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:50:46.456791 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:46.559783 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:46.560154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:46.575399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:50:46.834695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:46.869261 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=6bfbc2a3-0ba2-45e6-97d7-a32be141fa67,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:47.121071 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:47.376582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router beeaeb30-04d0-4434-a2af-0c551605f8f1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:50:47.496391 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:50:47.501778 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-cc9608c3-61c8-493d-9cd3-dd55c7ba6623 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/beeaeb30-04d0-4434-a2af-0c551605f8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403705 Oct 26 12:50:47.504960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53704) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:47.512060 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] Sync routers for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:47.529583 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:47.530752 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:47.563398 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting subnet b9e1d528-66f1-4812-8518-cd5b91585601 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:50:47.567335 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:47.624608 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:47.690577 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:47.745892 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:47.845134 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:47.893426 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e1d528-66f1-4812-8518-cd5b91585601,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:47.899553 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:47.905988 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-29219196-71ef-4bdc-9c2c-e8b6c762f264 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/subnets/b9e1d528-66f1-4812-8518-cd5b91585601 HTTP/1.1" status: 204 len: 168 time: 0.3994517 Oct 26 12:50:47.909584 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53706) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:47.915815 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bbc8e6-d654-4bab-879d-3194cb6893ad None None] Network a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:50:47.970280 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:50:46Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:47.989276 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a5c30cab-a625-4b89-925a-d02ef4862510 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:48.021815 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] Checking router: beeaeb30-04d0-4434-a2af-0c551605f8f1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:48.036413 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: a5c30cab-a625-4b89-925a-d02ef4862510 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:50:48.036846 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] Routers {'beeaeb30-04d0-4434-a2af-0c551605f8f1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:48.037052 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device a5c30cab-a625-4b89-925a-d02ef4862510 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:50:48.037841 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['beeaeb30-04d0-4434-a2af-0c551605f8f1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:48.096319 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.222596 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] Set router beeaeb30-04d0-4434-a2af-0c551605f8f1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:48.246594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.255776 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] DHCP port deletion for a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:50:48.317526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 9e12602c-68e6-4635-9955-28dafd94fae9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:50:48.318188 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.326368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Deleting port c1e8baee-79ce-423c-94a4-f2475647e8b3 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:50:48.327556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.412086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] For port c1e8baee-79ce-423c-94a4-f2475647e8b3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c1e8baee-79ce-423c-94a4-f2475647e8b3,segment=NetworkSegment(8974f18a-9897-4708-bf25-1f2dbd3ba1bc),segment_id=8974f18a-9897-4708-bf25-1f2dbd3ba1bc)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:48.412491 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.432680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Calling delete_port for c1e8baee-79ce-423c-94a4-f2475647e8b3 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:50:48.440671 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 9e12602c-68e6-4635-9955-28dafd94fae9, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=9e12602c-68e6-4635-9955-28dafd94fae9,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:48.441037 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.456067 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 9e12602c-68e6-4635-9955-28dafd94fae9 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:50:48.483332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c1e8baee-79ce-423c-94a4-f2475647e8b3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:48.503506 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:50:46Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:48.533519 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7e3d5-58ed-48a9-9c0b-ad99ee1412ad None None] The sync data for ids ['beeaeb30-04d0-4434-a2af-0c551605f8f1'] in n-d-812150-3 is: [{'id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218236374', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:48:52Z', 'updated_at': '2021-10-26T12:50:46Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '9e12602c-68e6-4635-9955-28dafd94fae9', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeaeb30-04d0-4434-a2af-0c551605f8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:48:53Z', 'updated_at': '2021-10-26T12:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:48.589560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.630491 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Pushing event deleted for resources: {'Port': ['ID=c1e8baee-79ce-423c-94a4-f2475647e8b3,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:48.633405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] No DVR routers for this DVR port c1e8baee-79ce-423c-94a4-f2475647e8b3 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:50:48.636758 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.646724 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.647385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.647923 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.649005 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.649531 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.650050 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.651121 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.651644 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.652126 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.652638 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.652986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.653319 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d5fa-5d27-44b6-9baa-ba01288a83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:48.738503 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:48.771976 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=9e12602c-68e6-4635-9955-28dafd94fae9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:48.839772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.268779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b06c4ade-3c02-49e4-9eeb-6bf70d77268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.278333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.281069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.329146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.329873 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Fanout notify agent at l3_agent the message router_deleted on router beeaeb30-04d0-4434-a2af-0c551605f8f1 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:50:49.340272 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.341738 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c22df81b-053d-4be2-b8a8-e17f3daf1ebc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/routers/beeaeb30-04d0-4434-a2af-0c551605f8f1 HTTP/1.1" status: 204 len: 168 time: 1.4308033 Oct 26 12:50:49.345961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53710) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:49.448722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.563579 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.591810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:49.602550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8974f18a-9897-4708-bf25-1f2dbd3ba1bc') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:49.602970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8974f18a-9897-4708-bf25-1f2dbd3ba1bc') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:49.615571 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.630958 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.639363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:50:49.639899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: timer() Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:50:49.643916 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:50:49.722085 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.731652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.737411 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/networks/a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf HTTP/1.1" status: 204 len: 168 time: 0.3898406 Oct 26 12:50:49.740212 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53712) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:49.762846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d5c91-26f0-4932-8340-8a91329fcb3a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Network': ['ID=a7ecb5ee-08bb-4ddb-9093-1218c71e7bbf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:49.842080 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a76c3763-d693-4b76-b95e-425df1b189e4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.875821 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a76c3763-d693-4b76-b95e-425df1b189e4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.954657 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a76c3763-d693-4b76-b95e-425df1b189e4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.957824 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a76c3763-d693-4b76-b95e-425df1b189e4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:49.959100 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a76c3763-d693-4b76-b95e-425df1b189e4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/security-groups/f945cd03-5dbb-4b29-ad9e-320cf7c84e3d HTTP/1.1" status: 204 len: 168 time: 0.2165165 Oct 26 12:50:49.970283 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c3763-d693-4b76-b95e-425df1b189e4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f945cd03-5dbb-4b29-ad9e-320cf7c84e3d,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.220980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53718) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:50.225771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440465216', 'description': 'tempest-secgroup-smoke-1440465216 description', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:50.250362 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.337398 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.342274 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.376612 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.377917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558831 Oct 26 12:50:50.379265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a696db-249c-438e-9411-ac1433d98ac9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.380568 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:50.382781 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53720) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:50.387624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '9fd6fe5e-f03d-4c9d-b257-fc32c12c312f', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:50.407882 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:50:50.408265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6bfbc2a3-0ba2-45e6-97d7-a32be141fa67 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:50:50.408806 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9e12602c-68e6-4635-9955-28dafd94fae9 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:50.417423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.430519 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 9e12602c-68e6-4635-9955-28dafd94fae9 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:50:50.430845 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 9e12602c-68e6-4635-9955-28dafd94fae9 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:50:50.484253 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.488607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.508146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8a99dc-52e4-4b3d-9435-1a5eeac2a582,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.516564 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.517881 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e498adf4-1fcc-4050-bbf5-d981c406d018 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340492 Oct 26 12:50:50.522635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53722) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:50.528009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '9fd6fe5e-f03d-4c9d-b257-fc32c12c312f', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:50.557107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.627202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.632239 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.655995 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0881f3-fea3-425f-bccb-a9c53bde2040,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.663040 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.664796 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-dd5d87c5-0cdc-4ebc-aee3-b5ef01ea8ceb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409414 Oct 26 12:50:50.668013 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53724) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:50.673150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '9fd6fe5e-f03d-4c9d-b257-fc32c12c312f', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:50.707529 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.775046 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.780235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.797833 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78664d64-17bb-403d-8e0a-feff97c1c4c4,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.810295 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.811759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5848610f-0b19-4889-92de-c136b8f3c2c6 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425784 Oct 26 12:50:50.814994 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53726) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:50.819657 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '9fd6fe5e-f03d-4c9d-b257-fc32c12c312f', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:50.848668 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.925913 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.930487 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.948720 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e199d2-438a-44c1-b155-1e2f1c1a5afa,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.961150 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:50.962507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fcbccc93-ceb8-4b69-9df2-077677c4cfcc tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464944 Oct 26 12:50:50.965476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53728) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:50.970674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '9fd6fe5e-f03d-4c9d-b257-fc32c12c312f', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:50.996373 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:50:51.002004 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.074333 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.077632 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.097143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b7482-5e49-4d99-8a59-7421b9d926e2,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:51.108702 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.110024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-54d1ddfd-8570-44b7-953e-ca73c0053f49 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432450 Oct 26 12:50:51.112920 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53730) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:51.118117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'security_group_rule': {'security_group_id': '9fd6fe5e-f03d-4c9d-b257-fc32c12c312f', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:51.144121 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Project 3e7613a472284aa6a2f6210b4767bc0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:50:51.150357 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.254709 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.261769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.291178 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601fb4f6-49eb-4961-8da3-fc5f185f3c55,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:51.303594 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.304921 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-cb1acd65-4d83-4466-87fe-0eed5fd105da tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1908290 Oct 26 12:50:51.308787 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53732) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:51.315569 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'network': {'name': 'tempest-network-smoke--665581525', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'port_security_enabled': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:51.339403 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:50:51.343688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.374651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:50:51.388286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.388793 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Added segment 3e9e743a-58d1-418d-a4b6-e4ac447ae0bd of type vlan for network 750e6580-17a4-47b2-9957-716f3ad2849c Oct 26 12:50:51.437970 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.466173 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.472881 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:51.473564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.537920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2276254 Oct 26 12:50:51.541160 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53734) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:51.553553 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'admin_state_up': True, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:51.567395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1542d-b5dd-4601-a4ef-077a7a3089fd tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Network': ['ID=750e6580-17a4-47b2-9957-716f3ad2849c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:51.581084 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 750e6580-17a4-47b2-9957-716f3ad2849c details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:50:51.588989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.590168 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.653385 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.812247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:51.842070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aff5cae2-308a-4b27-8c18-25327214018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:52.041807 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:52.067852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:52.200169 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.131 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/427bb225-fd3a-4b54-b5c8-c61357a11a25) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:50:52.332565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:52.372133 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:52.421434 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:50:52.424900 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:52.429198 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:50:52.435954 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=427bb225-fd3a-4b54-b5c8-c61357a11a25,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:52.722364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:52.983966 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:53.023590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:53.140053 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:50:53.271913 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:50:53.282322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Sync routers for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:53.297132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:53.297988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:53.303273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:53.305011 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-108686cc-5228-4168-aed5-04a1f09e6ce7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7625084 Oct 26 12:50:53.310759 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53736) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:53.345195 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-496da1e3-00f8-433e-803e-6763bf5e7ae4 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=3e7613a472284aa6a2f6210b4767bc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326467 Oct 26 12:50:53.349690 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53738) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:53.424723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:53.471081 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b52f6-1a38-4936-8fa4-c9f140a15fbc tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:53.473798 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a96b52f6-1a38-4936-8fa4-c9f140a15fbc tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1227484 Oct 26 12:50:53.476746 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53740) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:53.527852 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-14c4fe7b-d595-4baa-ba0e-b31ebd83ed0a tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=1536dd8e-c114-413a-8e24-2c50ca48211d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491087 Oct 26 12:50:53.530892 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53742) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:53.539550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767058561', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:50:53.609703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:53.693119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:50:53.699578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:53.743559 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:52Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:53.777834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Checking router: 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:53.778262 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Updating router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e port 427bb225-fd3a-4b54-b5c8-c61357a11a25 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:50:53.808203 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:53.952505 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.046339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Subnet': ['ID=47d90f2c-7df6-494a-8e1e-d66f01549883,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:54.060845 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Checking segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:50:54.061315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network hostable DHCP agents. Network: 750e6580-17a4-47b2-9957-716f3ad2849c, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:50:54.089824 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 750e6580-17a4-47b2-9957-716f3ad2849c is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:50:54.102688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 750e6580-17a4-47b2-9957-716f3ad2849c) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:54.108589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:54.109570 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.132113 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3c3cb372-5578-424d-9eb4-3e147f4f8277 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5995402 Oct 26 12:50:54.135533 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53744) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:50:54.149990 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0bfb7-5c8c-4647-85bc-f65a43af8599 None None] Network 750e6580-17a4-47b2-9957-716f3ad2849c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:50:54.391389 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.401869 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-750e6580-17a4-47b2-9957-716f3ad2849c', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:50:54.402795 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.405676 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.488737 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Attempting to bind port 427bb225-fd3a-4b54-b5c8-c61357a11a25 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:50:54.489181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Attempting to bind port 427bb225-fd3a-4b54-b5c8-c61357a11a25 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:50:54.489476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Attempting to bind port 427bb225-fd3a-4b54-b5c8-c61357a11a25 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:50:54.546114 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ede0-e092-42de-ba22-c8f4a68e6ade None None] Pushing event updated for resources: {'Port': ['ID=427bb225-fd3a-4b54-b5c8-c61357a11a25,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:54.552411 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:50:54.552809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:50:54.553236 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.553678 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:50:54.554182 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Bound port: 427bb225-fd3a-4b54-b5c8-c61357a11a25, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:50:54.554580 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.667545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] For port 427bb225-fd3a-4b54-b5c8-c61357a11a25, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:50:54.672876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] For port 427bb225-fd3a-4b54-b5c8-c61357a11a25, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=427bb225-fd3a-4b54-b5c8-c61357a11a25,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:50:54.678595 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.689408 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Allocated IP 172.20.0.2 (750e6580-17a4-47b2-9957-716f3ad2849c/47d90f2c-7df6-494a-8e1e-d66f01549883/47b6c13d-1a17-407d-a99e-bf66f09b35f4) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:50:54.797604 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:54.834576 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ede0-e092-42de-ba22-c8f4a68e6ade None None] Pushing event updated for resources: {'Port': ['ID=427bb225-fd3a-4b54-b5c8-c61357a11a25,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:54.839916 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:54.841239 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:55.021214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.169350 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:55.385552 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.399798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.451113 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.1 (750e6580-17a4-47b2-9957-716f3ad2849c/47d90f2c-7df6-494a-8e1e-d66f01549883/cf2c4a33-b507-493e-9967-e45cb62ffe73) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:50:55.498665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Network 750e6580-17a4-47b2-9957-716f3ad2849c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:50:55.518716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:55.525659 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:50:55.586733 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.598372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Pushing event updated for resources: {'Port': ['ID=47b6c13d-1a17-407d-a99e-bf66f09b35f4,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:55.626665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.673368 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 750e6580-17a4-47b2-9957-716f3ad2849c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:50:55.676957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:55.682741 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:50:55.695291 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Attempting to bind port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:50:55.695901 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Attempting to bind port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:50:55.696457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Attempting to bind port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 on network 750e6580-17a4-47b2-9957-716f3ad2849c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:50:55.710535 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:50:55.711440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Checking segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:50:55.712019 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.712536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Bound using segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:50:55.713331 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Bound port: 47b6c13d-1a17-407d-a99e-bf66f09b35f4, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:50:55.713991 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.714509 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=cf2c4a33-b507-493e-9967-e45cb62ffe73,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:55.745337 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.790190 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:52Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:55.841573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab91a6-95eb-40f9-a877-0d77f7e6fbab None None] The sync data for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 is: [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:52Z', 'revision_number': 3, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:55.879909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] For port 47b6c13d-1a17-407d-a99e-bf66f09b35f4, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:50:55.884490 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] For port 47b6c13d-1a17-407d-a99e-bf66f09b35f4, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=47b6c13d-1a17-407d-a99e-bf66f09b35f4,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:50:55.891292 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.979724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:55.992018 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd7d1-de3a-49f2-9920-895ec8c23ce6 None None] Pushing event updated for resources: {'Port': ['ID=47b6c13d-1a17-407d-a99e-bf66f09b35f4,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:56.599325 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 427bb225-fd3a-4b54-b5c8-c61357a11a25 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:56.660342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 427bb225-fd3a-4b54-b5c8-c61357a11a25 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:56.661074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:56.807659 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:56.843665 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 427bb225-fd3a-4b54-b5c8-c61357a11a25, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=427bb225-fd3a-4b54-b5c8-c61357a11a25,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:56.851186 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:56.852218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 47b6c13d-1a17-407d-a99e-bf66f09b35f4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:56.918992 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:56.928498 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:57.003277 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=427bb225-fd3a-4b54-b5c8-c61357a11a25,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:57.032137 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:57.032137 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:57.098711 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:57.101430 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=cf2c4a33-b507-493e-9967-e45cb62ffe73,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:57.209029 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:57.273254 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 47b6c13d-1a17-407d-a99e-bf66f09b35f4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=47b6c13d-1a17-407d-a99e-bf66f09b35f4,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:57.279767 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:57.279983 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 750e6580-17a4-47b2-9957-716f3ad2849c is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:50:57.282364 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:57.372856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=47b6c13d-1a17-407d-a99e-bf66f09b35f4,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:57.487871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:50:57.542355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ae64b-83ed-48d6-9f2f-ec0dec695a3f None None] Network 750e6580-17a4-47b2-9957-716f3ad2849c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:50:57.634562 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bcb508cb-82e8-4b6a-874b-bc68f10cb017 None None] Provisioning complete for port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:57.635388 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcb508cb-82e8-4b6a-874b-bc68f10cb017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:57.654289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:50:57.662590 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c42afb07-068d-4408-85fe-919f91a4dbca tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5255454 Oct 26 12:50:57.907141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-ebbb82fb-56a7-4a3c-ad6b-c7dabbbf88aa tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440465216&fields=id&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 267 time: 0.0565922 Oct 26 12:50:58.062775 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-5c5289ca-9645-4f72-b8ae-ec8324a6b8b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:50:58.067052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-5c5289ca-9645-4f72-b8ae-ec8324a6b8b0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 796 time: 0.1491895 Oct 26 12:50:58.084387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-1186c3f1-1637-4d6e-901f-2455c09b2186 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/quotas/3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 375 time: 0.0123191 Oct 26 12:50:58.169020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-5451ce06-b951-4b83-92b5-222b1c401d09 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748582 Oct 26 12:50:58.188103 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Sync routers for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:58.197174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b239e93c-7252-43e8-8f83-e37470ac4419 None None] Provisioning complete for port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:58.198809 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b239e93c-7252-43e8-8f83-e37470ac4419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:58.213965 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:58.215024 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:58.278330 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-2941dd91-8bbf-44b1-8466-1f4cbacb88a6 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:50:58.279970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-2941dd91-8bbf-44b1-8466-1f4cbacb88a6 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0865026 Oct 26 12:50:58.394621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-b239e93c-7252-43e8-8f83-e37470ac4419 None None] Provisioning complete for port cf2c4a33-b507-493e-9967-e45cb62ffe73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:58.395239 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b239e93c-7252-43e8-8f83-e37470ac4419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:58.498101 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:58.502607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 427bb225-fd3a-4b54-b5c8-c61357a11a25 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:58.507507 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-b239e93c-7252-43e8-8f83-e37470ac4419 None None] Port cf2c4a33-b507-493e-9967-e45cb62ffe73 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:50:58.521794 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-c896b88f-4c72-4eef-8adf-a5b206863a6c service neutron] 10.222.0.88 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226491 Oct 26 12:50:58.589400 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 427bb225-fd3a-4b54-b5c8-c61357a11a25 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:58.589882 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:58.701906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-ac037907-575c-41c3-98a5-f08696c1df11 service neutron] 10.222.0.88 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786251 Oct 26 12:50:58.716863 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c85ae2b2-7516-4f35-a8e6-a15e06cc913e None None] Provisioning complete for port cf2c4a33-b507-493e-9967-e45cb62ffe73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:58.717727 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c85ae2b2-7516-4f35-a8e6-a15e06cc913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:58.852853 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 2, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:58.891840 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Checking router: 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:58.892353 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Updating router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e port cf2c4a33-b507-493e-9967-e45cb62ffe73 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:50:58.924321 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:58.953690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-98f50f70-827f-46ee-8cc9-9e4e902f9585 req-8da68893-900e-419d-b583-4eca3d45aef9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0412843 Oct 26 12:50:59.110023 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 47b6c13d-1a17-407d-a99e-bf66f09b35f4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:59.114749 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c85ae2b2-7516-4f35-a8e6-a15e06cc913e None None] Port cf2c4a33-b507-493e-9967-e45cb62ffe73 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:50:59.193981 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:59.194568 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.245920 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.252785 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.281247 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-badec398-07de-40bf-83bb-6191db6fd954 None None] Provisioning complete for port cf2c4a33-b507-493e-9967-e45cb62ffe73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:59.281870 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-badec398-07de-40bf-83bb-6191db6fd954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.330137 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Pushing event updated for resources: {'Port': ['ID=cf2c4a33-b507-493e-9967-e45cb62ffe73,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:59.341907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.341907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.341907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.341907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.341907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.341907 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.343058 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.343058 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.343058 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.343474 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.343630 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.343799 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:59.375295 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Attempting to bind port cf2c4a33-b507-493e-9967-e45cb62ffe73 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:50:59.375600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Attempting to bind port cf2c4a33-b507-493e-9967-e45cb62ffe73 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:50:59.375903 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Attempting to bind port cf2c4a33-b507-493e-9967-e45cb62ffe73 on network 750e6580-17a4-47b2-9957-716f3ad2849c {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:50:59.381747 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:50:59.382116 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Checking segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:50:59.382514 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.382991 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Bound using segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:50:59.383420 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Bound port: cf2c4a33-b507-493e-9967-e45cb62ffe73, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:50:59.383806 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.399218 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-badec398-07de-40bf-83bb-6191db6fd954 None None] Port cf2c4a33-b507-493e-9967-e45cb62ffe73 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:50:59.462658 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] For port cf2c4a33-b507-493e-9967-e45cb62ffe73, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:50:59.467573 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] For port cf2c4a33-b507-493e-9967-e45cb62ffe73, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf2c4a33-b507-493e-9967-e45cb62ffe73,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:50:59.474366 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.537566 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:50:59.538224 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:59.543737 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a46b-cc45-4ec0-ae8c-9f0d2c197a57 None None] Pushing event updated for resources: {'Port': ['ID=cf2c4a33-b507-493e-9967-e45cb62ffe73,revision_number=4']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:59.625417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3e22945d-9799-425f-94eb-a1f1d8f5948d None None] Provisioning complete for port cf2c4a33-b507-493e-9967-e45cb62ffe73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:59.625702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3e22945d-9799-425f-94eb-a1f1d8f5948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.768779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3e22945d-9799-425f-94eb-a1f1d8f5948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.824389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-3e22945d-9799-425f-94eb-a1f1d8f5948d None None] For port cf2c4a33-b507-493e-9967-e45cb62ffe73, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf2c4a33-b507-493e-9967-e45cb62ffe73,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:59.830477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3e22945d-9799-425f-94eb-a1f1d8f5948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:50:59.836256 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:50:59.896611 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22945d-9799-425f-94eb-a1f1d8f5948d None None] Pushing event updated for resources: {'Port': ['ID=cf2c4a33-b507-493e-9967-e45cb62ffe73,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:59.962896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-03cf2375-23dd-4722-8b9a-0156d8053439 None None] Provisioning complete for port cf2c4a33-b507-493e-9967-e45cb62ffe73 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:50:59.963422 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-03cf2375-23dd-4722-8b9a-0156d8053439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:00.107453 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e2acc637-e754-41e3-8902-3fd61b5bfae2 req-cdb38fc8-23fe-4ceb-b466-c0a40949bc75 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0604544 Oct 26 12:51:00.163119 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:00.195488 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d415927-525f-49f4-9362-3586054bcd9e None None] The sync data for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 is: [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:51:00.445288 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf2c4a33-b507-493e-9967-e45cb62ffe73 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:51:00.507827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port cf2c4a33-b507-493e-9967-e45cb62ffe73 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:51:00.508141 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:01.240934 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f71c844-8b39-4a54-9f2a-8e0adfaa869f req-7ea2ada7-0435-4657-8553-d1728fe4c246 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0524955 Oct 26 12:51:02.366676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1815637c-85a6-4a95-b3b1-21d2e3c56aa7 req-5840a3e4-5f77-4a18-90bb-df18578a8b6e tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0523462 Oct 26 12:51:03.473489 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d6b7284f-cfee-47bf-a9d8-305183b634b7 req-08c0bd28-b4ed-4854-bf89-0b27cbcafb8a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Oct 26 12:51:04.419602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-a2063327-51a8-4a35-84a1-35595385de72 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:04.421753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-a2063327-51a8-4a35-84a1-35595385de72 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 796 time: 0.1643941 Oct 26 12:51:04.432503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:04.481950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-14da7b4c-bd69-4dce-abb0-8fa98b66dc33 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7613a472284aa6a2f6210b4767bc0d HTTP/1.1" status: 200 len: 380 time: 0.0428045 Oct 26 12:51:04.499670 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'port': {'device_id': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'admin_state_up': True, 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'security_groups': ['9fd6fe5e-f03d-4c9d-b257-fc32c12c312f']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:51:04.602524 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a9403638-d030-4057-84ba-97c077829c2d req-ba4ad1eb-3238-45ce-883d-c2fd72fc04d2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0446360 Oct 26 12:51:04.672608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Made reservation on behalf of 3e7613a472284aa6a2f6210b4767bc0d for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:51:04.676987 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:04.831649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.20.0.10 (750e6580-17a4-47b2-9957-716f3ad2849c/47d90f2c-7df6-494a-8e1e-d66f01549883/52f56460-09c4-4619-97d5-cda7d2f22684) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:51:05.025672 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.067008 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.119223 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 750e6580-17a4-47b2-9957-716f3ad2849c is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:51:05.122963 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:51:05.127772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:51:05.162857 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=52f56460-09c4-4619-97d5-cda7d2f22684,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:05.202264 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:05.203034 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.227408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-d0d03b30-69c8-4406-bc32-eaa8e2b59a98 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317755 Oct 26 12:51:05.247778 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Request body: {'port': {'device_id': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:51:05.333119 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.460386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f913f463-b072-43f7-b343-9c83da3729fd None None] Provisioning complete for port 52f56460-09c4-4619-97d5-cda7d2f22684 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:51:05.461118 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f913f463-b072-43f7-b343-9c83da3729fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.531530 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f913f463-b072-43f7-b343-9c83da3729fd None None] Port 52f56460-09c4-4619-97d5-cda7d2f22684 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:51:05.656985 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f56460-09c4-4619-97d5-cda7d2f22684 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:51:05.665983 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.679961 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Transition to ACTIVE for port object 52f56460-09c4-4619-97d5-cda7d2f22684 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:51:05.685433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.770643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Pushing event updated for resources: {'Port': ['ID=52f56460-09c4-4619-97d5-cda7d2f22684,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:05.838895 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82831fe-1a25-4d0b-bed5-5a2b5de72ecc req-a3c11276-7215-4ac1-abe9-8e77491bf5d0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:05.840870 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d82831fe-1a25-4d0b-bed5-5a2b5de72ecc req-a3c11276-7215-4ac1-abe9-8e77491bf5d0 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 944 time: 0.1150432 Oct 26 12:51:05.893997 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Attempting to bind port 52f56460-09c4-4619-97d5-cda7d2f22684 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:51:05.894352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Attempting to bind port 52f56460-09c4-4619-97d5-cda7d2f22684 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:51:05.894667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Attempting to bind port 52f56460-09c4-4619-97d5-cda7d2f22684 on network 750e6580-17a4-47b2-9957-716f3ad2849c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:51:05.911266 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Port 52f56460-09c4-4619-97d5-cda7d2f22684 on network 750e6580-17a4-47b2-9957-716f3ad2849c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:51:05.911595 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Attempting to bind port 52f56460-09c4-4619-97d5-cda7d2f22684 on network 750e6580-17a4-47b2-9957-716f3ad2849c {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:51:05.918434 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d82831fe-1a25-4d0b-bed5-5a2b5de72ecc req-e6b3eea2-c4cb-40d1-8979-c6875bd3e405 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618930 Oct 26 12:51:05.921649 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:51:05.921986 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Checking segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:51:05.922369 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Bound using segment: {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:51:05.922818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Bound port: 52f56460-09c4-4619-97d5-cda7d2f22684, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:51:05.923211 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:05.947686 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:06.004421 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] For port 52f56460-09c4-4619-97d5-cda7d2f22684, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:51:06.008100 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] For port 52f56460-09c4-4619-97d5-cda7d2f22684, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=52f56460-09c4-4619-97d5-cda7d2f22684,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:51:06.014369 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:06.087491 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:06.089026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:06.091612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] 10.222.0.30 "PUT /v2.0/ports/52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 1092 time: 0.8510509 Oct 26 12:51:06.092314 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:51:06.096334 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed252ec-5c4f-47c4-a95b-42df175aefb7" -d '{"events": [{"name": "network-changed", "server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:51:06.124118 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e415c1-6f76-4485-9434-b28ef297c120 service neutron] Pushing event updated for resources: {'Port': ['ID=52f56460-09c4-4619-97d5-cda7d2f22684,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:06.156304 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c685a9a-a848-4738-bb94-33ca041c631c x-openstack-request-id: req-3c685a9a-a848-4738-bb94-33ca041c631c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:51:06.156662 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:51:06.156898 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c685a9a-a848-4738-bb94-33ca041c631c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:51:06.157356 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684', 'status': 'completed', 'code': 200} Oct 26 12:51:06.210808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-c834be2d-0930-46cc-bc96-725ff4f1ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:06.212744 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-c834be2d-0930-46cc-bc96-725ff4f1ef40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1095 time: 0.0536685 Oct 26 12:51:06.260485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-0013c4a6-b684-40c7-92bb-bc6e47b25efa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 217 time: 0.0387511 Oct 26 12:51:06.317540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-83f9c209-92ac-411e-9825-609a47b9c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:06.319062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-83f9c209-92ac-411e-9825-609a47b9c716 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 200 len: 835 time: 0.0512578 Oct 26 12:51:06.393409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-a65a4fc3-2c30-47df-be93-216b8318eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:06.396241 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-a65a4fc3-2c30-47df-be93-216b8318eb2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=750e6580-17a4-47b2-9957-716f3ad2849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642102 Oct 26 12:51:06.569598 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-949d7957-08ad-46a1-ba53-5877d257e638 service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601222 Oct 26 12:51:06.711605 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f030a856-44d0-4e7a-9d57-c7a6c7b26af9 req-5e3c2ff9-29d7-4e82-84f9-89d60acce030 service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297977 Oct 26 12:51:06.818825 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-789a16a5-bee2-4741-bf96-7bd7e61dcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:06.820648 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-789a16a5-bee2-4741-bf96-7bd7e61dcfd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1095 time: 0.0460830 Oct 26 12:51:06.946560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-a6af5cf2-812f-4083-859a-f0774ef2148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:06.949493 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-a6af5cf2-812f-4083-859a-f0774ef2148f service neutron] 10.222.0.30 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 898 time: 0.1213450 Oct 26 12:51:07.022441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-454ff05f-7025-48e8-92e3-9db380dc1873 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 217 time: 0.0632958 Oct 26 12:51:07.122234 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-944ce56e-cbc0-410f-9185-63f2b762dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:07.123946 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-944ce56e-cbc0-410f-9185-63f2b762dd78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 200 len: 835 time: 0.0930443 Oct 26 12:51:07.150786 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a703ec2-d097-478f-b6c7-918b991dd17f req-e4de94cd-ed5d-462c-8e21-e0064dd0f134 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:07.152509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a703ec2-d097-478f-b6c7-918b991dd17f req-e4de94cd-ed5d-462c-8e21-e0064dd0f134 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 944 time: 0.0844080 Oct 26 12:51:07.220254 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6a703ec2-d097-478f-b6c7-918b991dd17f req-6423401d-d1d1-404f-87e8-9edb21d6dbaf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479167 Oct 26 12:51:07.222709 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-23fa15de-a067-4a9a-a16a-4fdf4af65c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:07.224358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-23fa15de-a067-4a9a-a16a-4fdf4af65c5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=750e6580-17a4-47b2-9957-716f3ad2849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919518 Oct 26 12:51:07.378117 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-531668cb-161f-4f8f-bd88-8c273394459a service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418540 Oct 26 12:51:07.482478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6ed252ec-5c4f-47c4-a95b-42df175aefb7 req-3f07fafd-41d2-4a6f-afc5-217c049e8a7e service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959404 Oct 26 12:51:08.365254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f2ba-f761-4aa7-a6b7-cbb824cbd2aa req-bc97c224-4e3c-4a33-a2f3-90ad68a93422 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:08.367006 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc35f2ba-f761-4aa7-a6b7-cbb824cbd2aa req-bc97c224-4e3c-4a33-a2f3-90ad68a93422 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 944 time: 0.0565677 Oct 26 12:51:08.410841 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc35f2ba-f761-4aa7-a6b7-cbb824cbd2aa req-9fe48bc5-5211-4fcb-94e0-f5fc48907791 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364077 Oct 26 12:51:09.546252 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d447-b7a0-4b66-9bb2-87e0032c222f req-a686f857-195c-4ffb-8153-4373e2eab796 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:09.547955 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ec9d447-b7a0-4b66-9bb2-87e0032c222f req-a686f857-195c-4ffb-8153-4373e2eab796 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 944 time: 0.0603886 Oct 26 12:51:09.599419 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-7ec9d447-b7a0-4b66-9bb2-87e0032c222f req-e9a9cc8f-4c4a-4364-b7a8-04f0ea85213a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Oct 26 12:51:10.029450 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 52f56460-09c4-4619-97d5-cda7d2f22684 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:51:10.144578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 52f56460-09c4-4619-97d5-cda7d2f22684, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=52f56460-09c4-4619-97d5-cda7d2f22684,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:10.158828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '52f56460-09c4-4619-97d5-cda7d2f22684', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'port_id': '52f56460-09c4-4619-97d5-cda7d2f22684', 'mac_address': 'fa:16:3e:be:cf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:51:10.199759 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:10.217383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f56460-09c4-4619-97d5-cda7d2f22684 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:51:10.240138 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 52f56460-09c4-4619-97d5-cda7d2f22684, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=52f56460-09c4-4619-97d5-cda7d2f22684,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:10.247270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:10.302188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=52f56460-09c4-4619-97d5-cda7d2f22684,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:10.552618 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['52f56460-09c4-4619-97d5-cda7d2f22684'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:51:10.750765 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0947b-8bf4-4a26-85df-ae42867f654e req-af6d4237-ce87-4db5-bed5-d40e06f0bb71 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:10.752499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f0947b-8bf4-4a26-85df-ae42867f654e req-af6d4237-ce87-4db5-bed5-d40e06f0bb71 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 945 time: 0.0656610 Oct 26 12:51:10.799826 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-69f0947b-8bf4-4a26-85df-ae42867f654e req-d91aa2a1-d080-488c-a644-c1b602928fab tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355077 Oct 26 12:51:11.940852 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3903a-fda5-4fff-a41e-032aaf0a9524 req-a6bf5f42-c7a9-42b1-bcf4-4246fd943218 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:11.942569 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e3903a-fda5-4fff-a41e-032aaf0a9524 req-a6bf5f42-c7a9-42b1-bcf4-4246fd943218 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 945 time: 0.0562494 Oct 26 12:51:11.992904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4e3903a-fda5-4fff-a41e-032aaf0a9524 req-db5bb621-e39c-48c4-83a1-76b56e8983e9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Oct 26 12:51:12.045984 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 52f56460-09c4-4619-97d5-cda7d2f22684 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:51:12.137527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 52f56460-09c4-4619-97d5-cda7d2f22684 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:51:12.144876 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 52f56460-09c4-4619-97d5-cda7d2f22684 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:51:12.145502 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:12.240139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:12.267001 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:51:12.269430 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e73e02-c9e6-4fdc-9c35-2bf48563360d" -d '{"events": [{"server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "name": "network-vif-plugged", "status": "completed", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:51:12.285459 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 52f56460-09c4-4619-97d5-cda7d2f22684, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=52f56460-09c4-4619-97d5-cda7d2f22684,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:12.291028 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:12.349451 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=52f56460-09c4-4619-97d5-cda7d2f22684,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:12.410290 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f4871-d76a-4054-8d12-7b9c7bdaa248 x-openstack-request-id: req-2c7f4871-d76a-4054-8d12-7b9c7bdaa248 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:51:12.410693 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "name": "network-vif-plugged", "status": "completed", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:51:12.411108 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c7f4871-d76a-4054-8d12-7b9c7bdaa248 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:51:12.411579 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684', 'code': 200} Oct 26 12:51:12.528849 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674fcc-6a98-41b6-bf19-683c9f7ca13f req-c8c85601-d07a-482d-8cf6-938ba1555109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:12.530516 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64674fcc-6a98-41b6-bf19-683c9f7ca13f req-c8c85601-d07a-482d-8cf6-938ba1555109 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1097 time: 0.0506630 Oct 26 12:51:12.585387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64674fcc-6a98-41b6-bf19-683c9f7ca13f req-0b57163f-0480-45d9-bbc5-2706666fb1cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451984 Oct 26 12:51:13.136891 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cd4c8-0b82-4d50-96a7-779cec7e5638 req-40defe39-c2e4-4ba9-a304-2f040c6f489b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:13.139875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab5cd4c8-0b82-4d50-96a7-779cec7e5638 req-40defe39-c2e4-4ba9-a304-2f040c6f489b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0721476 Oct 26 12:51:13.185016 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ab5cd4c8-0b82-4d50-96a7-779cec7e5638 req-c025cdff-a28a-4c2c-9985-f5d96a368707 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Oct 26 12:51:14.340547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499058-72ea-4ad9-bd1e-37a303cf4001 req-7de8fa57-bca8-4dbc-a7a1-b514584e13a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:14.342316 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87499058-72ea-4ad9-bd1e-37a303cf4001 req-7de8fa57-bca8-4dbc-a7a1-b514584e13a7 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0644073 Oct 26 12:51:14.385936 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87499058-72ea-4ad9-bd1e-37a303cf4001 req-5c8956a9-0beb-4d84-bdef-1ef0b1c3f914 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368261 Oct 26 12:51:14.533667 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c353f-1cee-47dc-bb54-ee4800d3b6bb req-241cb269-2fc1-436f-8811-0335a83edda9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:14.535330 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204c353f-1cee-47dc-bb54-ee4800d3b6bb req-241cb269-2fc1-436f-8811-0335a83edda9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0630522 Oct 26 12:51:14.582418 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204c353f-1cee-47dc-bb54-ee4800d3b6bb req-93c832f6-bd3d-4ef8-bab0-1203c9eb1e35 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Oct 26 12:51:14.607760 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53824) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:14.660054 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a878e-a432-474b-ae24-ab2adcb84570 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:14.662625 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c3a878e-a432-474b-ae24-ab2adcb84570 tempest-TestNetworkAdvancedServerOps-1165913505 tempest-TestNetworkAdvancedServerOps-1165913505-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1092 time: 0.0535052 Oct 26 12:51:14.665346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53826) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:14.669932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '52f56460-09c4-4619-97d5-cda7d2f22684', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:51:14.696560 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:14.812812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:14.930564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Allocated IP 172.25.4.86 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/519fa670-2973-44d0-98eb-444cd75da438) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:51:15.078166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:15.115550 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:15.161315 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:51:15.164608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:51:15.169122 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:51:15.175328 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=519fa670-2973-44d0-98eb-444cd75da438,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:15.953136 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:16.033498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:16.210838 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:16.217055 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:16.295310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event updated for resources: {'Port': ['ID=519fa670-2973-44d0-98eb-444cd75da438,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:16.308944 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:16.416181 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP df2fa881-a21d-44a8-9312-ef88ef50db89 associated. External IP: 172.25.4.86, port: 52f56460-09c4-4619-97d5-cda7d2f22684. Oct 26 12:51:16.660561 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:51:16.785605 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:51:16.796545 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] Sync routers for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:51:16.808859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:51:16.809511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:16.810272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:16.860893 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-154774af-ff23-4e69-be76-db82de72f1e3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1941657 Oct 26 12:51:16.862188 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:51:16.866114 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a" -d '{"events": [{"name": "network-changed", "server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:51:16.952600 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174899eb-fa80-4d58-b3da-b1aaba5370a4 x-openstack-request-id: req-174899eb-fa80-4d58-b3da-b1aaba5370a4 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:51:16.953285 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:51:16.954188 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-174899eb-fa80-4d58-b3da-b1aaba5370a4 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:51:16.954497 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684', 'status': 'completed', 'code': 200} Oct 26 12:51:16.968804 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:51:17.080346 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-500e044b-62ab-47bf-8b99-7a563911784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:17.082957 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-500e044b-62ab-47bf-8b99-7a563911784d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1097 time: 0.0959127 Oct 26 12:51:17.098697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082bc-4ef5-4d43-b609-377b602436df req-f60a3e83-96c7-44c1-8930-2d27876ce49d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:17.101365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e79082bc-4ef5-4d43-b609-377b602436df req-f60a3e83-96c7-44c1-8930-2d27876ce49d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.1707146 Oct 26 12:51:17.200831 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e79082bc-4ef5-4d43-b609-377b602436df req-481b89ec-f3e0-496c-9dab-0a2a9a7ef4df tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793760 Oct 26 12:51:17.234148 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-b3ae32ca-ce38-4a7b-8f19-f9bd8c4c3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:17.237010 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-b3ae32ca-ce38-4a7b-8f19-f9bd8c4c3317 service neutron] 10.222.0.30 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 898 time: 0.1353977 Oct 26 12:51:17.244395 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53832) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:17.353226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'df2fa881-a21d-44a8-9312-ef88ef50db89', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'port_id': '52f56460-09c4-4619-97d5-cda7d2f22684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'mac_address': 'fa:16:3e:be:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:51:15Z', 'updated_at': '2021-10-26T12:51:15Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:17.361895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-25f8ef7a-7664-4083-a493-1b6fc7f08a5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 999 time: 0.1172452 Oct 26 12:51:17.367375 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7dc0de7f-26ec-476b-8004-b8bf22f2480a tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/df2fa881-a21d-44a8-9312-ef88ef50db89 HTTP/1.1" status: 200 len: 991 time: 0.1210380 Oct 26 12:51:17.388162 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] Checking router: 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:51:17.398939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:51:17.399585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:50:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:17.421149 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-83e1c46d-3bad-42fa-8fd2-6f8cf7f6d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:17.422856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-83e1c46d-3bad-42fa-8fd2-6f8cf7f6d885 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 200 len: 835 time: 0.0532167 Oct 26 12:51:17.481838 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-9709a573-22e5-440a-821f-b3d58a2f6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:17.483515 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-9709a573-22e5-440a-821f-b3d58a2f6992 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=750e6580-17a4-47b2-9957-716f3ad2849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538447 Oct 26 12:51:17.530902 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:51:17.570313 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:51:17.602731 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-d4e246be-11c2-4ef3-827d-bc936ce4d513 service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117067 Oct 26 12:51:17.727374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-06ebe198-fdaf-46e0-bb5f-fba9d64fc97a req-1e696186-7daf-4e96-9ba6-c8f7a4d0dbcf service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167765 Oct 26 12:51:17.835473 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'df2fa881-a21d-44a8-9312-ef88ef50db89', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'port_id': '52f56460-09c4-4619-97d5-cda7d2f22684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'mac_address': 'fa:16:3e:be:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:51:15Z', 'updated_at': '2021-10-26T12:51:15Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:17.869092 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6e44d-cb26-4cfe-9766-e7462deb78d3 None None] The sync data for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 is: [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'df2fa881-a21d-44a8-9312-ef88ef50db89', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'port_id': '52f56460-09c4-4619-97d5-cda7d2f22684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'mac_address': 'fa:16:3e:be:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:51:15Z', 'updated_at': '2021-10-26T12:51:15Z', 'revision_number': 0, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:51:18.102722 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f3534-5011-47ee-b66e-17223480f034 None None] New status for floating IP df2fa881-a21d-44a8-9312-ef88ef50db89: ACTIVE {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:51:18.371414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53834) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:18.439102 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-00fd0a13-5d89-4c1b-af55-02b48e5d0158 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/df2fa881-a21d-44a8-9312-ef88ef50db89 HTTP/1.1" status: 200 len: 993 time: 0.0663624 Oct 26 12:51:19.266113 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f81e486f-15c2-4989-a973-9bb3d997d8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:21.837085 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2f84fb70-952b-4bbf-9150-26befcaad5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:23.009175 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:23.455536 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:24.868053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:34.432413 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:35.916712 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:47.918018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-84d150a6-fea5-4ae5-ae68-d4e3709676d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511220 Oct 26 12:51:48.017469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-05472fd8-f986-46fe-98c6-30faef109914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:48.019811 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-05472fd8-f986-46fe-98c6-30faef109914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1097 time: 0.0500162 Oct 26 12:51:48.155795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-fc002a27-cbd2-43d5-a0a2-ccb19d04ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:48.157423 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-fc002a27-cbd2-43d5-a0a2-ccb19d04ccd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 898 time: 0.1123123 Oct 26 12:51:48.232703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-c8fe5907-9fc8-4cf9-8d24-6e76da512b8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 1001 time: 0.0667028 Oct 26 12:51:48.285928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-eaa33aef-5e23-4a62-bc5a-0a3515e779db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:48.287502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-eaa33aef-5e23-4a62-bc5a-0a3515e779db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 200 len: 835 time: 0.0474229 Oct 26 12:51:48.345713 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-e6eab484-36a4-4e38-951a-6745820abfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:48.347753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-e6eab484-36a4-4e38-951a-6745820abfc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=750e6580-17a4-47b2-9957-716f3ad2849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516860 Oct 26 12:51:48.454545 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-55e4d734-b6c3-43e1-b095-4943a049af2f service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987320 Oct 26 12:51:48.563118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d24907df-f88b-4c0a-82f7-43b71590d07f req-fbcc5e95-d844-4e3c-8620-b57abc94f6e7 service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007261 Oct 26 12:51:49.267942 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0c83e086-6de9-434d-b7aa-a6eec5a087a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:51.843241 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fec4b30e-e285-4bc7-9e1b-6bee9ddd354e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:53.005313 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:53.459665 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:53.885121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843e6f-8c18-4828-b217-2ec6a96a8cb5 req-ea9cc93c-c8e8-439f-acac-ed7cd8e70f80 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:53.887167 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2843e6f-8c18-4828-b217-2ec6a96a8cb5 req-ea9cc93c-c8e8-439f-acac-ed7cd8e70f80 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0578842 Oct 26 12:51:53.940189 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b2843e6f-8c18-4828-b217-2ec6a96a8cb5 req-ca63cf15-c470-479c-985b-71fd0783ba4f tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462370 Oct 26 12:51:54.571576 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:51:54.868224 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:55.074075 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070698-7373-45e9-8f9d-a0bb038d3aae req-c3e845cc-9a7b-4571-a129-c1da3050a3ed tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:55.075807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62070698-7373-45e9-8f9d-a0bb038d3aae req-c3e845cc-9a7b-4571-a129-c1da3050a3ed tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0563684 Oct 26 12:51:55.124691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-62070698-7373-45e9-8f9d-a0bb038d3aae req-73dfa9df-7287-4db5-a9ce-9605dce857a9 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Oct 26 12:51:55.160642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53856) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:55.236336 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f137e25b-f16e-4bef-b952-3d1ba49eb4f8 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/df2fa881-a21d-44a8-9312-ef88ef50db89 HTTP/1.1" status: 200 len: 993 time: 0.0741355 Oct 26 12:51:56.591256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ffd8-927f-4ea2-ac8a-360893d9aca3 req-99872e7f-5f9e-43c4-b7b6-172937a6f901 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:56.593278 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9528ffd8-927f-4ea2-ac8a-360893d9aca3 req-99872e7f-5f9e-43c4-b7b6-172937a6f901 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.1013072 Oct 26 12:51:56.611795 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-2c50bb58-b5bd-4cc6-a154-e1e87a005e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:56.613604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-2c50bb58-b5bd-4cc6-a154-e1e87a005e28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1097 time: 0.0766771 Oct 26 12:51:56.703356 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9528ffd8-927f-4ea2-ac8a-360893d9aca3 req-962cd87e-3c1b-43b2-9ced-d3d44b424790 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020484 Oct 26 12:51:56.754403 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-6b7442db-6bd2-4bb2-8e0e-dc177fea5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:56.756087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-6b7442db-6bd2-4bb2-8e0e-dc177fea5806 service neutron] 10.222.0.30 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 898 time: 0.1306443 Oct 26 12:51:56.834150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-b5b8ee96-ceb7-44c2-9c64-62e0c2b280d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 1001 time: 0.0661874 Oct 26 12:51:56.892133 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-f21f0b3b-bae3-4218-aa69-e5df2e275a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:56.893643 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-f21f0b3b-bae3-4218-aa69-e5df2e275a32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 200 len: 835 time: 0.0491929 Oct 26 12:51:56.963547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-5f3d7c14-3dca-4b57-ad34-fc9f1e09175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:56.965373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-5f3d7c14-3dca-4b57-ad34-fc9f1e09175b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=750e6580-17a4-47b2-9957-716f3ad2849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623114 Oct 26 12:51:57.074158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-765b8073-3e27-4377-a063-f791c06da497 service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959592 Oct 26 12:51:57.206546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8779507a-ae7b-4cf4-829d-edfac2fa9e6f req-3e268465-d509-4dc3-9708-21252bcc7ad6 service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205344 Oct 26 12:51:57.847027 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2b40a-f605-4444-94d2-278ec224a617 req-5aedfbb9-99ec-4200-9088-43a987df39ce tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:57.848894 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7b2b40a-f605-4444-94d2-278ec224a617 req-5aedfbb9-99ec-4200-9088-43a987df39ce tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0572171 Oct 26 12:51:57.893718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d7b2b40a-f605-4444-94d2-278ec224a617 req-6dcfa7a6-b52d-48b8-99a6-e7162efa7b9b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374210 Oct 26 12:51:59.029482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c72a-8bfb-4530-a798-4592e7f1b657 req-c435eca3-5dde-4ba9-b6e5-357d435f4607 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:51:59.031505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9944c72a-8bfb-4530-a798-4592e7f1b657 req-c435eca3-5dde-4ba9-b6e5-357d435f4607 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0556216 Oct 26 12:51:59.080644 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9944c72a-8bfb-4530-a798-4592e7f1b657 req-b10e7a67-d4d0-4de5-8742-1503d2e5db93 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Oct 26 12:51:59.105098 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53870) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:59.179086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-26cf6b07-1ad6-460e-91a9-027f5412b6b2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/floatingips/df2fa881-a21d-44a8-9312-ef88ef50db89 HTTP/1.1" status: 200 len: 993 time: 0.0725074 Oct 26 12:51:59.433082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53876) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:51:59.611582 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 519fa670-2973-44d0-98eb-444cd75da438 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:51:59.611940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:59.701390 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:59.701682 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:59.716948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 519fa670-2973-44d0-98eb-444cd75da438 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:51:59.885989 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:59.916088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=519fa670-2973-44d0-98eb-444cd75da438,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:59.947275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.947799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.948264 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.948704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.949141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.949576 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.950009 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.950439 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.950963 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.951468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.951846 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.952297 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:59.996735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:51:59.997087 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Floating IP df2fa881-a21d-44a8-9312-ef88ef50db89 disassociated (deleted). External IP: 172.25.4.86, port: 52f56460-09c4-4619-97d5-cda7d2f22684. Oct 26 12:52:00.238684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:52:00.363727 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:00.372262 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:00.375063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] Sync routers for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:00.389097 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:00.389831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:00.411894 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1d2b4a54-5d76-46d4-a394-765655272fa5 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/floatingips/df2fa881-a21d-44a8-9312-ef88ef50db89 HTTP/1.1" status: 204 len: 168 time: 0.9771786 Oct 26 12:52:00.413006 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:52:00.417089 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64" -d '{"events": [{"name": "network-changed", "server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:52:00.494641 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61011677-0b2f-4f5f-bf9e-e87d92aa05b8 x-openstack-request-id: req-61011677-0b2f-4f5f-bf9e-e87d92aa05b8 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:52:00.495391 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:52:00.495391 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61011677-0b2f-4f5f-bf9e-e87d92aa05b8 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:52:00.496029 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684', 'status': 'completed', 'code': 200} Oct 26 12:52:00.538642 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:00.600217 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-34813505-7280-427b-9dec-7eceae2718bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:00.602901 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-34813505-7280-427b-9dec-7eceae2718bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 1097 time: 0.0850880 Oct 26 12:52:00.846984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0252-0e08-4606-81e2-88d187112ffa req-888b0bb0-5a6c-430e-8268-75effc2fb6cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:00.849753 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fda0252-0e08-4606-81e2-88d187112ffa req-888b0bb0-5a6c-430e-8268-75effc2fb6cf tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.1944077 Oct 26 12:52:00.894216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-62d96af7-5d9d-4eb4-9ac3-2e5ced655bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:00.895803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-62d96af7-5d9d-4eb4-9ac3-2e5ced655bbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 200 len: 898 time: 0.2762420 Oct 26 12:52:00.956387 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:00.959079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5fda0252-0e08-4606-81e2-88d187112ffa req-c0e9bb08-2ca6-4c5f-98d0-d9f41442af4d tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011214 Oct 26 12:52:00.960632 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-6932d851-6b0f-4d6d-a33b-f3e4dda11588 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 200 len: 217 time: 0.0556827 Oct 26 12:52:00.993805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] Checking router: 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:01.004382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:01.005104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:01.023439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-22d4c011-a260-4735-92c0-9999f05132a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:01.023961 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-22d4c011-a260-4735-92c0-9999f05132a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 200 len: 835 time: 0.0553186 Oct 26 12:52:01.078340 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-7817fd1a-3c38-4f41-9598-3f09c88352b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:01.080002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-7817fd1a-3c38-4f41-9598-3f09c88352b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=750e6580-17a4-47b2-9957-716f3ad2849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484281 Oct 26 12:52:01.122106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:01.188277 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-62db005c-e128-489b-9e6e-6e6e53507fdc service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994596 Oct 26 12:52:01.291184 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e77ffd86-8fb1-4dea-b64c-ce54e294eb64 req-33ac1213-1fd7-4411-b3e0-ee161e80365b service neutron] 10.222.0.30 "GET /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946851 Oct 26 12:52:01.440539 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:01.490543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ae746-8ee1-4cc1-a531-7f0d62fe2c4d None None] The sync data for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 is: [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:50:55Z', 'revision_number': 4, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'cf2c4a33-b507-493e-9967-e45cb62ffe73', 'name': '', 'network_id': '750e6580-17a4-47b2-9957-716f3ad2849c', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'mac_address': 'fa:16:3e:b2:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:54Z', 'updated_at': '2021-10-26T12:50:59Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'subnets': [{'id': '47d90f2c-7df6-494a-8e1e-d66f01549883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:01.788830 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963f970-7b6d-44b7-8418-5d8b64df98dc None None] New status for floating IP df2fa881-a21d-44a8-9312-ef88ef50db89: DOWN {{(pid=102762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:52:02.143159 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027a2c-399e-4f78-8c12-ffd991b90d67 req-88122299-bf82-4a66-8652-d450b87ad4f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:02.144923 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35027a2c-399e-4f78-8c12-ffd991b90d67 req-88122299-bf82-4a66-8652-d450b87ad4f4 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0918000 Oct 26 12:52:02.192269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35027a2c-399e-4f78-8c12-ffd991b90d67 req-08cb3774-f5a3-4acf-8637-c0384c88dfe3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393350 Oct 26 12:52:02.518425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-bec258b9-f0aa-4a27-8da0-5e17fc02dd5b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:02.521373 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-bec258b9-f0aa-4a27-8da0-5e17fc02dd5b tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 946 time: 0.0931087 Oct 26 12:52:02.646954 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 52f56460-09c4-4619-97d5-cda7d2f22684 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:52:02.647355 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:02.770084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 52f56460-09c4-4619-97d5-cda7d2f22684, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=52f56460-09c4-4619-97d5-cda7d2f22684,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:02.770460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:02.786263 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 52f56460-09c4-4619-97d5-cda7d2f22684 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:52:02.957508 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:02.991423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=52f56460-09c4-4619-97d5-cda7d2f22684,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:03.019508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.019873 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.020218 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.020570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.020909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.021258 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.021598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.021933 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.022269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.022600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.022966 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.023343 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:03.048356 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] No DVR routers for this DVR port 52f56460-09c4-4619-97d5-cda7d2f22684 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:52:03.051546 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:03.056156 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2dbb719-34b1-4b9f-9fe8-feb0d529b5c1 req-43f0d044-d950-49f0-b88f-f968488f3edb tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.30 "DELETE /v2.0/ports/52f56460-09c4-4619-97d5-cda7d2f22684 HTTP/1.1" status: 204 len: 173 time: 0.5241091 Oct 26 12:52:03.056697 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'name': 'network-vif-deleted', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:52:03.059215 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5804e33b-c328-4d16-a182-05cb722d1ceb" -d '{"events": [{"server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "name": "network-vif-deleted", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:52:03.105175 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d811f992-f569-4a27-9084-98c99f6ddb76 x-openstack-request-id: req-d811f992-f569-4a27-9084-98c99f6ddb76 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:52:03.105650 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e4a9af-8c77-4f3c-852c-11fbaac408b3", "name": "network-vif-deleted", "tag": "52f56460-09c4-4619-97d5-cda7d2f22684", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:52:03.106080 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d811f992-f569-4a27-9084-98c99f6ddb76 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:52:03.106755 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e4a9af-8c77-4f3c-852c-11fbaac408b3', 'name': 'network-vif-deleted', 'tag': '52f56460-09c4-4619-97d5-cda7d2f22684', 'status': 'completed', 'code': 200} Oct 26 12:52:03.346472 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0bb94f74-b5ce-4a01-bb7c-46be9f5bc513 req-6183c2db-9015-4931-91c7-27753791c02c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "GET /v2.0/ports?device_id=20e4a9af-8c77-4f3c-852c-11fbaac408b3 HTTP/1.1" status: 200 len: 210 time: 0.0540948 Oct 26 12:52:04.409555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53894) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:04.428667 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:04.828080 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:05.216249 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port cf2c4a33-b507-493e-9967-e45cb62ffe73 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:52:05.216596 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:05.330623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port cf2c4a33-b507-493e-9967-e45cb62ffe73, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=cf2c4a33-b507-493e-9967-e45cb62ffe73,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:05.331021 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:05.346022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for cf2c4a33-b507-493e-9967-e45cb62ffe73 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:52:05.579043 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:05.607601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=cf2c4a33-b507-493e-9967-e45cb62ffe73,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:05.822406 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:05.921530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:06.078782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:52:06.200454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:06.205729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2e6b28a4-7a65-4c13-b52b-971c3c716724 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "PUT /v2.0/routers/9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948651 Oct 26 12:52:06.208525 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53896) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:06.214971 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] Sync routers for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:06.229700 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:06.230557 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:06.268956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting subnet 47d90f2c-7df6-494a-8e1e-d66f01549883 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 12:52:06.272697 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:06.316416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 52f56460-09c4-4619-97d5-cda7d2f22684 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:52:06.319400 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:06.351612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 52f56460-09c4-4619-97d5-cda7d2f22684 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:52:06.351962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 52f56460-09c4-4619-97d5-cda7d2f22684 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:52:06.416731 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:06.641377 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:52:05Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:06.687860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] Checking router: 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:06.701755 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] Routers {'9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:06.702441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:06.775566 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:06.845026 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:06.888748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Subnet': ['ID=47d90f2c-7df6-494a-8e1e-d66f01549883,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:06.893787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] Set router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:06.895258 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:06.905110 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a53dbf6f-80f7-4563-913f-5d264c478d60 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/subnets/47d90f2c-7df6-494a-8e1e-d66f01549883 HTTP/1.1" status: 204 len: 168 time: 0.6915007 Oct 26 12:52:06.906376 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53898) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:06.928762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56ec31-5c61-42ad-b4e8-b73a9e836e6a None None] Network 750e6580-17a4-47b2-9957-716f3ad2849c requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:52:07.048452 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.212558 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.215123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:52:05Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:07.249243 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653dc24d-7616-4ad9-aee2-3fc530ad5a73 None None] The sync data for ids ['9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e'] in n-d-812150-3 is: [{'id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963163303', 'tenant_id': '3e7613a472284aa6a2f6210b4767bc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:50:51Z', 'updated_at': '2021-10-26T12:52:05Z', 'revision_number': 5, 'project_id': '3e7613a472284aa6a2f6210b4767bc0d', 'gw_port': {'id': '427bb225-fd3a-4b54-b5c8-c61357a11a25', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:50:52Z', 'updated_at': '2021-10-26T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:07.294365 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] DHCP port deletion for 750e6580-17a4-47b2-9957-716f3ad2849c request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 12:52:07.316030 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Deleting port 427bb225-fd3a-4b54-b5c8-c61357a11a25 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:52:07.316515 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.358796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Deleting port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:52:07.359330 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.436245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] For port 427bb225-fd3a-4b54-b5c8-c61357a11a25, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=427bb225-fd3a-4b54-b5c8-c61357a11a25,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:07.436904 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.443303 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] For port 47b6c13d-1a17-407d-a99e-bf66f09b35f4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=47b6c13d-1a17-407d-a99e-bf66f09b35f4,segment=NetworkSegment(3e9e743a-58d1-418d-a4b6-e4ac447ae0bd),segment_id=3e9e743a-58d1-418d-a4b6-e4ac447ae0bd)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:07.443717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.458197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Calling delete_port for 427bb225-fd3a-4b54-b5c8-c61357a11a25 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:52:07.458634 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Calling delete_port for 47b6c13d-1a17-407d-a99e-bf66f09b35f4 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:52:07.593291 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.643994 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Pushing event deleted for resources: {'Port': ['ID=47b6c13d-1a17-407d-a99e-bf66f09b35f4,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:07.652265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] No DVR routers for this DVR port 47b6c13d-1a17-407d-a99e-bf66f09b35f4 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:52:07.664600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.664600 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.665120 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.666318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.666318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.666693 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.667253 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.667787 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.668895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.668895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.669361 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.669887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7beba5-400c-4be8-ac26-c9933bebf6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:07.755856 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.786684 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Port': ['ID=427bb225-fd3a-4b54-b5c8-c61357a11a25,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:07.866122 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.972786 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:07.975196 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.029061 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.029629 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:52:08.037101 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.041352 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53900) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:08.042059 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-354b1ac6-8da1-40b8-9712-f3666b0bbbb2 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/routers/9c2ddc47-fd7a-4f32-91e9-bb22c81d1c1e HTTP/1.1" status: 204 len: 168 time: 1.1337278 Oct 26 12:52:08.169603 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.285186 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.309694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750e6580-17a4-47b2-9957-716f3ad2849c']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:08.320671 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:08.320988 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9e743a-58d1-418d-a4b6-e4ac447ae0bd') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:08.337678 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.360474 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.367787 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:52:08.368191 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: timer() Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 12:52:08.371356 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 12:52:08.437674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.448231 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.451349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/networks/750e6580-17a4-47b2-9957-716f3ad2849c HTTP/1.1" status: 204 len: 168 time: 0.4064696 Oct 26 12:52:08.455418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53902) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:08.467721 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e726e47-d537-431b-8678-8cac3181c5b3 tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'Network': ['ID=750e6580-17a4-47b2-9957-716f3ad2849c,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:08.538210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a249a911-a75d-4acc-9986-985cfeb5505c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.574632 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 427bb225-fd3a-4b54-b5c8-c61357a11a25 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:52:08.583208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a249a911-a75d-4acc-9986-985cfeb5505c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.599884 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 427bb225-fd3a-4b54-b5c8-c61357a11a25 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:52:08.600274 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 427bb225-fd3a-4b54-b5c8-c61357a11a25 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:52:08.600824 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 47b6c13d-1a17-407d-a99e-bf66f09b35f4 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:52:08.623592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 47b6c13d-1a17-407d-a99e-bf66f09b35f4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:52:08.623964 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 47b6c13d-1a17-407d-a99e-bf66f09b35f4 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:52:08.624375 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf2c4a33-b507-493e-9967-e45cb62ffe73 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:52:08.646655 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: cf2c4a33-b507-493e-9967-e45cb62ffe73 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:52:08.647051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device cf2c4a33-b507-493e-9967-e45cb62ffe73 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:52:08.685131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a249a911-a75d-4acc-9986-985cfeb5505c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.689146 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a249a911-a75d-4acc-9986-985cfeb5505c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:08.691967 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a249a911-a75d-4acc-9986-985cfeb5505c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] 10.222.0.88 "DELETE /v2.0/security-groups/9fd6fe5e-f03d-4c9d-b257-fc32c12c312f HTTP/1.1" status: 204 len: 168 time: 0.2339520 Oct 26 12:52:08.703622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249a911-a75d-4acc-9986-985cfeb5505c tempest-TestNetworkAdvancedServerOps-2107778672 tempest-TestNetworkAdvancedServerOps-2107778672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6fe5e-f03d-4c9d-b257-fc32c12c312f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:09.216388 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53910) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:09.380892 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-f13337d0-4cf5-4dc2-b851-fc8b7a60fa04 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e7613a472284aa6a2f6210b4767bc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632566 Oct 26 12:52:09.384086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:09.438724 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78a3fb8d-b081-4534-9539-41ddb1c3bb09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:09.464834 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78a3fb8d-b081-4534-9539-41ddb1c3bb09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:09.520894 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78a3fb8d-b081-4534-9539-41ddb1c3bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:09.524443 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-78a3fb8d-b081-4534-9539-41ddb1c3bb09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:09.525683 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-78a3fb8d-b081-4534-9539-41ddb1c3bb09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d3c5a57b-98f7-4652-803b-e83265c89873 HTTP/1.1" status: 204 len: 168 time: 0.1405964 Oct 26 12:52:09.534325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3fb8d-b081-4534-9539-41ddb1c3bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5a57b-98f7-4652-803b-e83265c89873,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:09.841609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53920) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:09.856289 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bff03694-633d-4509-b2b9-7debed2764c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:09.957240 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bff03694-633d-4509-b2b9-7debed2764c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:09.962836 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bff03694-633d-4509-b2b9-7debed2764c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:10.009587 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-bff03694-633d-4509-b2b9-7debed2764c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b5e8aa0f5b924f9e89eac68d3ede2997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665218 Oct 26 12:52:10.010362 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff03694-633d-4509-b2b9-7debed2764c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ccf88e-a0a1-46a3-84a6-c66dd8a9a561,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:10.012523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53922) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:10.081565 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bbe37b32-9a31-47c5-8a85-eb521d2d1b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:10.120303 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bbe37b32-9a31-47c5-8a85-eb521d2d1b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:10.177832 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bbe37b32-9a31-47c5-8a85-eb521d2d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:10.181399 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bbe37b32-9a31-47c5-8a85-eb521d2d1b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:10.182684 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bbe37b32-9a31-47c5-8a85-eb521d2d1b81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46ccf88e-a0a1-46a3-84a6-c66dd8a9a561 HTTP/1.1" status: 204 len: 168 time: 0.1687212 Oct 26 12:52:10.191470 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe37b32-9a31-47c5-8a85-eb521d2d1b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ccf88e-a0a1-46a3-84a6-c66dd8a9a561,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:11.066384 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53944) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:11.186423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2092850061-network', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:11.214070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Made reservation on behalf of 9b48e1011379446fa1fa291c2739a3cc for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:52:11.216813 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.227296 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.318243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.323722 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.353075 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:52:11.366133 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b7072-6bcf-4581-9f7c-6557b27ff0d0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:11.375268 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.375601 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Added segment da8cf416-3cda-483b-9423-78d1a3e16269 of type vlan for network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 Oct 26 12:52:11.425066 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.454821 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.456069 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:11.456756 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.515506 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4478436 Oct 26 12:52:11.518763 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53948) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:11.524442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Request body: {'subnet': {'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2092850061-subnet', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:11.528020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199038ff-9db7-4d74-b895-b997ab9bfc5f admin admin] Pushing event updated for resources: {'Network': ['ID=1dd1a9a4-d217-4393-8e26-541f6d28c7a1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:11.538047 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:52:11.551984 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Made reservation on behalf of 9b48e1011379446fa1fa291c2739a3cc for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:52:11.554663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.768394 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.820576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4114d755-9c9e-4bf5-b0f3-04e621fdad96,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:11.837007 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:11.837389 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Network hostable DHCP agents. Network: 1dd1a9a4-d217-4393-8e26-541f6d28c7a1, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:52:11.855482 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:52:11.866091 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 1dd1a9a4-d217-4393-8e26-541f6d28c7a1) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:11.874817 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:11.875445 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.876174 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf89f0-eae9-4047-b69e-f922aed0f140 None None] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:52:11.896607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-0c0bcb52-0752-4d4b-be57-996625481c62 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766253 Oct 26 12:52:11.900181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53950) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:11.905478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:11.932084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.933317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:11.995226 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.045180 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:52:12.046280 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.215244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.217293 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Allocated IP 172.20.0.2 (1dd1a9a4-d217-4393-8e26-541f6d28c7a1/4114d755-9c9e-4bf5-b0f3-04e621fdad96/ebd2443c-437d-44ea-90f3-982652becb45) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:12.435231 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.444004 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.477297 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.490951 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:12.494949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:12.499158 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.499474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:12.508071 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Pushing event updated for resources: {'Port': ['ID=ebd2443c-437d-44ea-90f3-982652becb45,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:12.570548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Attempting to bind port ebd2443c-437d-44ea-90f3-982652becb45 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:12.571500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Attempting to bind port ebd2443c-437d-44ea-90f3-982652becb45 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:12.572398 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Attempting to bind port ebd2443c-437d-44ea-90f3-982652becb45 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:12.581266 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:12.581843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:12.582472 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.583105 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Bound using segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:12.583871 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Bound port: ebd2443c-437d-44ea-90f3-982652becb45, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:12.584505 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.642316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Allocated IP 172.25.4.98 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/171a75ac-8310-4ffb-929e-ee803ac2cad2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:12.682417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] For port ebd2443c-437d-44ea-90f3-982652becb45, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:12.686669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] For port ebd2443c-437d-44ea-90f3-982652becb45, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebd2443c-437d-44ea-90f3-982652becb45,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:12.693044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.768115 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65fef5-0963-46b8-855e-b54d7994c2bc None None] Pushing event updated for resources: {'Port': ['ID=ebd2443c-437d-44ea-90f3-982652becb45,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:12.822782 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.867972 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:12.916306 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:12.919831 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:12.923927 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:12.958940 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Pushing event updated for resources: {'Port': ['ID=171a75ac-8310-4ffb-929e-ee803ac2cad2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:13.280955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:13.555272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:13.824313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59924bb-9987-42a4-9bc5-715c1f4689b1 None None] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:52:13.903906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-50ed4f7b-94e4-441a-ad5e-40802f4dbcb5 None None] Provisioning complete for port ebd2443c-437d-44ea-90f3-982652becb45 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:13.904293 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-50ed4f7b-94e4-441a-ad5e-40802f4dbcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.081846 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Router f081c19b-7194-4a17-8811-414d0e7eeefb is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:52:14.231214 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:14.246789 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:14.264288 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.265511 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:14.266527 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:14.267999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-50ed4f7b-94e4-441a-ad5e-40802f4dbcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.270499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:14.273020 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-c1b5732d-0908-4df8-abeb-3c183d2c2242 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3707242 Oct 26 12:52:14.386378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-50ed4f7b-94e4-441a-ad5e-40802f4dbcb5 None None] For port ebd2443c-437d-44ea-90f3-982652becb45, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebd2443c-437d-44ea-90f3-982652becb45,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:14.406616 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-50ed4f7b-94e4-441a-ad5e-40802f4dbcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.486069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:14.537389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebd2443c-437d-44ea-90f3-982652becb45 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:14.598912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4f7b-94e4-441a-ad5e-40802f4dbcb5 None None] Pushing event updated for resources: {'Port': ['ID=ebd2443c-437d-44ea-90f3-982652becb45,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:14.619844 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ebd2443c-437d-44ea-90f3-982652becb45 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:14.620155 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.719165 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:13Z', 'revision_number': 3, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:14.740176 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e8eced2b-60dd-4d99-8a4f-103f5d8ac447 None None] Provisioning complete for port ebd2443c-437d-44ea-90f3-982652becb45 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:14.740546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e8eced2b-60dd-4d99-8a4f-103f5d8ac447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.757861 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:14.758321 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Updating router f081c19b-7194-4a17-8811-414d0e7eeefb port 171a75ac-8310-4ffb-929e-ee803ac2cad2 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:52:14.790343 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:14.927035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.089836 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.097745 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.133833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Allocated IP 172.20.0.1 (1dd1a9a4-d217-4393-8e26-541f6d28c7a1/4114d755-9c9e-4bf5-b0f3-04e621fdad96/b439e513-a346-42a5-96da-86060938e3b5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:15.155668 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Attempting to bind port 171a75ac-8310-4ffb-929e-ee803ac2cad2 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:15.156057 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Attempting to bind port 171a75ac-8310-4ffb-929e-ee803ac2cad2 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:15.156422 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Attempting to bind port 171a75ac-8310-4ffb-929e-ee803ac2cad2 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:15.158845 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Pushing event updated for resources: {'Port': ['ID=171a75ac-8310-4ffb-929e-ee803ac2cad2,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:15.169678 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.170024 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.170376 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.170742 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.171069 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.171404 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.171731 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.172253 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.172584 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.172913 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.173240 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.173563 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:52:15.177351 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:15.178094 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:15.178094 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.178707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:15.178707 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Bound port: 171a75ac-8310-4ffb-929e-ee803ac2cad2, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:15.179159 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.240953 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] For port 171a75ac-8310-4ffb-929e-ee803ac2cad2, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:15.246893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] For port 171a75ac-8310-4ffb-929e-ee803ac2cad2, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=171a75ac-8310-4ffb-929e-ee803ac2cad2,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:15.253129 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.259900 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.299778 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.316624 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:15.317301 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:15.323082 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c0652-7b33-4778-8412-1434c81d09a3 None None] Pushing event updated for resources: {'Port': ['ID=171a75ac-8310-4ffb-929e-ee803ac2cad2,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:15.349000 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:15.353059 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:15.357234 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:15.384349 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Pushing event updated for resources: {'Port': ['ID=b439e513-a346-42a5-96da-86060938e3b5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:15.413094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.472405 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:15.613981 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.670383 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-0249661f-9dc9-4bfc-892c-de228597112c None None] Provisioning complete for port b439e513-a346-42a5-96da-86060938e3b5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:15.671092 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0249661f-9dc9-4bfc-892c-de228597112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.725240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-0249661f-9dc9-4bfc-892c-de228597112c None None] Port b439e513-a346-42a5-96da-86060938e3b5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:15.784314 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:13Z', 'revision_number': 3, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:15.817902 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.818213 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025ee90-9ccc-4b91-a812-a41d5eee8e21 None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:13Z', 'revision_number': 3, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:15.824197 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:15.894454 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Pushing event updated for resources: {'Port': ['ID=b439e513-a346-42a5-96da-86060938e3b5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:15.897252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:16.008796 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:16.010511 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:16.173740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Router f081c19b-7194-4a17-8811-414d0e7eeefb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:52:16.319241 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:16.325266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-68899ab7-1d64-46e5-925f-25870f3ef539 admin admin] 10.222.0.88 "PUT /v2.0/routers/f081c19b-7194-4a17-8811-414d0e7eeefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526295 Oct 26 12:52:16.365099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8a04b2b0-0d66-4185-8df7-53d83a253a35 None None] Provisioning complete for port b439e513-a346-42a5-96da-86060938e3b5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:16.365476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2b0-0d66-4185-8df7-53d83a253a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:16.407446 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8a04b2b0-0d66-4185-8df7-53d83a253a35 None None] Port b439e513-a346-42a5-96da-86060938e3b5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:16.521960 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebd2443c-437d-44ea-90f3-982652becb45 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:16.585310 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ebd2443c-437d-44ea-90f3-982652becb45 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:16.585683 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:16.686650 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 171a75ac-8310-4ffb-929e-ee803ac2cad2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:16.747476 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 171a75ac-8310-4ffb-929e-ee803ac2cad2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:16.748117 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:16.882776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:16.918765 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 171a75ac-8310-4ffb-929e-ee803ac2cad2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=171a75ac-8310-4ffb-929e-ee803ac2cad2,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:16.924390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:16.996680 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=171a75ac-8310-4ffb-929e-ee803ac2cad2,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:17.008489 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53968) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:17.014799 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-24310066-network', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:17.040172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Made reservation on behalf of 08f86fc0a6d24d9999090c7f463eda34 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:52:17.042644 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.056242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.181869 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.187094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.216479 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:52:17.228540 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79681c1-897d-4840-8a4d-d2b71d8ba889,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:17.236788 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.237144 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Added segment a1010eb6-384e-48ea-84a2-14b63c6d1af5 of type vlan for network ac23b1fd-046d-43f9-850a-7ef1f33bd016 Oct 26 12:52:17.285364 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.322923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.324119 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:17.324723 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.387350 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3772602 Oct 26 12:52:17.391236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53970) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:17.401334 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e7a09-bf28-42f4-8d56-e6833b54dbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac23b1fd-046d-43f9-850a-7ef1f33bd016,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:17.402209 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Request body: {'subnet': {'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-24310066-subnet', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:17.415977 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:52:17.433146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Made reservation on behalf of 08f86fc0a6d24d9999090c7f463eda34 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:52:17.437452 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.687842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.690549 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:17.709224 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:17.710356 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:17.804867 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:17.818387 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Checking segment: {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:17.819017 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Network hostable DHCP agents. Network: ac23b1fd-046d-43f9-850a-7ef1f33bd016, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:52:17.847538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:52:17.861181 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, ac23b1fd-046d-43f9-850a-7ef1f33bd016) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:17.869071 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:17.869272 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.890637 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986d9a5-bf6c-41ad-9117-aea3d8ba5a24 None None] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:52:17.903357 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-b8e2aede-230c-4caf-a7a2-532d8c78add1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5063701 Oct 26 12:52:17.903871 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53972) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:17.910293 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:17.938068 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.939639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:17.950131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:18.018564 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.205463 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.243820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'fixed_ips': [{'subnet_id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 12:52:18.245053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.432903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 2, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:18.439150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 171a75ac-8310-4ffb-929e-ee803ac2cad2 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:18.455874 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.493352 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.518322 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:18.518661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Updating router f081c19b-7194-4a17-8811-414d0e7eeefb port b439e513-a346-42a5-96da-86060938e3b5 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:52:18.567748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Allocated IP 172.20.0.2 (ac23b1fd-046d-43f9-850a-7ef1f33bd016/5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3/c6663f32-15a0-4870-9c4f-6aec11aa477e) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:18.575808 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.665868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Allocated IP 172.25.4.244 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/3672ab40-522f-45cc-b359-716e9911e561) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:18.676796 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 171a75ac-8310-4ffb-929e-ee803ac2cad2 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:18.677169 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.797777 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.850270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.934456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:18.940196 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:18.948867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:18.954468 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Pushing event updated for resources: {'Port': ['ID=3672ab40-522f-45cc-b359-716e9911e561,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:18.964039 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:18.985943 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.061154 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:19.069761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:19.077772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:19.090612 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Pushing event updated for resources: {'Port': ['ID=c6663f32-15a0-4870-9c4f-6aec11aa477e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:19.196952 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.198685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Attempting to bind port c6663f32-15a0-4870-9c4f-6aec11aa477e on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:19.199177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Attempting to bind port c6663f32-15a0-4870-9c4f-6aec11aa477e by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:19.200184 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Attempting to bind port c6663f32-15a0-4870-9c4f-6aec11aa477e on network ac23b1fd-046d-43f9-850a-7ef1f33bd016 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:19.207226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:19.207679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Checking segment: {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:19.208010 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.208465 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Bound using segment: {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:19.208903 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Bound port: c6663f32-15a0-4870-9c4f-6aec11aa477e, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:19.209293 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.213494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.333886 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-016f498b-9cdd-45ad-9d13-d34f9ad05df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.342012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0145e5-4d8e-497b-bba3-4753dacc9356 None None] Pushing event updated for resources: {'Port': ['ID=b439e513-a346-42a5-96da-86060938e3b5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:19.395364 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] For port c6663f32-15a0-4870-9c4f-6aec11aa477e, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:19.406151 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.463216 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] For port c6663f32-15a0-4870-9c4f-6aec11aa477e, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c6663f32-15a0-4870-9c4f-6aec11aa477e,segment=NetworkSegment(a1010eb6-384e-48ea-84a2-14b63c6d1af5),segment_id=a1010eb6-384e-48ea-84a2-14b63c6d1af5)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:19.465897 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Attempting to bind port b439e513-a346-42a5-96da-86060938e3b5 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:19.467035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Attempting to bind port b439e513-a346-42a5-96da-86060938e3b5 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:19.467396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Attempting to bind port b439e513-a346-42a5-96da-86060938e3b5 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:19.477722 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.484091 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:19.484673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:19.485565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.486204 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Bound using segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:19.487051 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Bound port: b439e513-a346-42a5-96da-86060938e3b5, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:19.487703 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.639080 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d61ebc-d858-4ce5-9403-df3ed0d6fc4b None None] Pushing event updated for resources: {'Port': ['ID=c6663f32-15a0-4870-9c4f-6aec11aa477e,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:19.690031 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-8fd30181-467a-4c43-adc1-7d5530ae698f None None] Provisioning complete for port b439e513-a346-42a5-96da-86060938e3b5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:19.690583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8fd30181-467a-4c43-adc1-7d5530ae698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.696636 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] For port b439e513-a346-42a5-96da-86060938e3b5, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:19.740056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] For port b439e513-a346-42a5-96da-86060938e3b5, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b439e513-a346-42a5-96da-86060938e3b5,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:19.750983 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:19.754726 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-8fd30181-467a-4c43-adc1-7d5530ae698f None None] Port b439e513-a346-42a5-96da-86060938e3b5 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:20.001283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:20.001957 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:20.081478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0145e5-4d8e-497b-bba3-4753dacc9356 None None] Pushing event updated for resources: {'Port': ['ID=b439e513-a346-42a5-96da-86060938e3b5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:20.179858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:20.215688 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:20.417567 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Router 3aec2a45-b177-4f34-bba2-18516e2aac1b is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:52:20.430146 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-bf33a658-117f-4f3e-bdfe-e69306ec438c None None] Provisioning complete for port b439e513-a346-42a5-96da-86060938e3b5 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:20.430524 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a658-117f-4f3e-bdfe-e69306ec438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:20.559721 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c6663f32-15a0-4870-9c4f-6aec11aa477e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:20.570358 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:19Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:20.610339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:20.629549 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Sync routers for ids ['3aec2a45-b177-4f34-bba2-18516e2aac1b'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:20.641374 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:20.642898 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-08e96a4d-ef06-4d9c-84f1-48171c33a9ef admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7376988 Oct 26 12:52:20.645579 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53974) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:20.648342 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a658-117f-4f3e-bdfe-e69306ec438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:20.651500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Routers {'3aec2a45-b177-4f34-bba2-18516e2aac1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:20.652504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9798ec-9d38-4a81-8443-47458aa32ac5 None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:19Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:20.653348 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:51:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3aec2a45-b177-4f34-bba2-18516e2aac1b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:20.704372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-bf33a658-117f-4f3e-bdfe-e69306ec438c None None] For port b439e513-a346-42a5-96da-86060938e3b5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b439e513-a346-42a5-96da-86060938e3b5,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:20.717637 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a658-117f-4f3e-bdfe-e69306ec438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:20.795999 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c6663f32-15a0-4870-9c4f-6aec11aa477e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:20.796445 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:20.856241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a658-117f-4f3e-bdfe-e69306ec438c None None] Pushing event updated for resources: {'Port': ['ID=b439e513-a346-42a5-96da-86060938e3b5,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:20.909148 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Set router 3aec2a45-b177-4f34-bba2-18516e2aac1b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:21.007848 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.103058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port c6663f32-15a0-4870-9c4f-6aec11aa477e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c6663f32-15a0-4870-9c4f-6aec11aa477e,segment=NetworkSegment(a1010eb6-384e-48ea-84a2-14b63c6d1af5),segment_id=a1010eb6-384e-48ea-84a2-14b63c6d1af5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:21.112775 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.203962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=c6663f32-15a0-4870-9c4f-6aec11aa477e,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:21.209003 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abacfb49-4345-4e7b-9fc3-65808f266968 None None] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 12:52:21.276801 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T12:52:19Z', 'revision_number': 3, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:21.336893 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Checking router: 3aec2a45-b177-4f34-bba2-18516e2aac1b for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:21.337662 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Updating router 3aec2a45-b177-4f34-bba2-18516e2aac1b port 3672ab40-522f-45cc-b359-716e9911e561 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:52:21.381561 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.423229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-28e3cac4-8f23-4b3b-9fb1-8d2fd79e30cb None None] Provisioning complete for port c6663f32-15a0-4870-9c4f-6aec11aa477e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:21.423640 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-28e3cac4-8f23-4b3b-9fb1-8d2fd79e30cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.427482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.732519 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Allocated IP 172.20.0.1 (ac23b1fd-046d-43f9-850a-7ef1f33bd016/5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3/296c94b4-6d19-4007-961a-7c6728c34556) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:21.862776 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.875411 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.893493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bded09bd-ceca-49e1-a548-35174fd4ae6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.913287 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.934677 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05449669-3154-4182-a320-e7c8ec490df7 None None] Provisioning complete for port c6663f32-15a0-4870-9c4f-6aec11aa477e triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:21.936001 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05449669-3154-4182-a320-e7c8ec490df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.961923 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:21.984252 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Attempting to bind port 3672ab40-522f-45cc-b359-716e9911e561 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:21.984719 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Attempting to bind port 3672ab40-522f-45cc-b359-716e9911e561 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:21.987800 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Attempting to bind port 3672ab40-522f-45cc-b359-716e9911e561 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:22.004175 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:22.004734 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:22.005339 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.005873 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:22.006480 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Bound port: 3672ab40-522f-45cc-b359-716e9911e561, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:22.007869 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.020008 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:22.028522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:22.031740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:22.066935 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a84d34-02cf-4b3c-99fa-45cdc7a3a2fa None None] Pushing event updated for resources: {'Port': ['ID=3672ab40-522f-45cc-b359-716e9911e561,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:22.121854 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.141886 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] For port 3672ab40-522f-45cc-b359-716e9911e561, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:22.149712 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] For port 3672ab40-522f-45cc-b359-716e9911e561, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3672ab40-522f-45cc-b359-716e9911e561,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:22.189136 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.193179 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=296c94b4-6d19-4007-961a-7c6728c34556,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:22.324500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Routers {'3aec2a45-b177-4f34-bba2-18516e2aac1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:22.325949 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3aec2a45-b177-4f34-bba2-18516e2aac1b'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:22.331970 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a84d34-02cf-4b3c-99fa-45cdc7a3a2fa None None] Pushing event updated for resources: {'Port': ['ID=3672ab40-522f-45cc-b359-716e9911e561,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:22.382678 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.484681 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-1e67e3e3-16af-4460-8508-4277def5a09b None None] Provisioning complete for port 296c94b4-6d19-4007-961a-7c6728c34556 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:22.485527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e67e3e3-16af-4460-8508-4277def5a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.574388 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1e67e3e3-16af-4460-8508-4277def5a09b None None] Port 296c94b4-6d19-4007-961a-7c6728c34556 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:22.601839 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] Set router 3aec2a45-b177-4f34-bba2-18516e2aac1b gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:22.665883 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.672213 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.708805 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b439e513-a346-42a5-96da-86060938e3b5 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:22.785768 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.794032 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=296c94b4-6d19-4007-961a-7c6728c34556,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:22.796834 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port b439e513-a346-42a5-96da-86060938e3b5 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:22.797768 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:22.944745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c6663f32-15a0-4870-9c4f-6aec11aa477e up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:22.965623 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:22.968151 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:23.006541 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '296c94b4-6d19-4007-961a-7c6728c34556', 'name': '', 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'mac_address': 'fa:16:3e:cb:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:21Z', 'updated_at': '2021-10-26T12:52:21Z', 'revision_number': 1, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'subnets': [{'id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:23.047226 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port c6663f32-15a0-4870-9c4f-6aec11aa477e triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:23.047840 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:23.052829 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:23.076942 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7709f84-91fe-486d-a0bd-c8ddf4d06031 None None] The sync data for ids ['3aec2a45-b177-4f34-bba2-18516e2aac1b'] in n-d-812150-3 is: [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '296c94b4-6d19-4007-961a-7c6728c34556', 'name': '', 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'mac_address': 'fa:16:3e:cb:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:21Z', 'updated_at': '2021-10-26T12:52:21Z', 'revision_number': 1, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'subnets': [{'id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:23.204772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Router 3aec2a45-b177-4f34-bba2-18516e2aac1b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:52:23.350070 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:23.360457 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8cc64070-7ede-4915-b258-7e37f360f6f1 admin admin] 10.222.0.88 "PUT /v2.0/routers/3aec2a45-b177-4f34-bba2-18516e2aac1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7091370 Oct 26 12:52:23.423829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-9bb3fae1-5621-41ce-bf6d-f7e83724c2e1 None None] Provisioning complete for port 296c94b4-6d19-4007-961a-7c6728c34556 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:23.424201 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fae1-5621-41ce-bf6d-f7e83724c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:23.503328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:23.504019 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3fae1-5621-41ce-bf6d-f7e83724c2e1 None None] Port 296c94b4-6d19-4007-961a-7c6728c34556 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:24.033949 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 53982) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:24.040265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86985487', 'description': 'tempest-secgroup-smoke-86985487 description', 'project_id': '9b48e1011379446fa1fa291c2739a3cc'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:24.069837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.161805 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.167528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.199797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.201222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1661794 Oct 26 12:52:24.206225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53984) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:24.206980 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d288-9c61-4c52-ba72-ea50ffd41232 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19434497-9ddc-4b67-ae70-a88438e2ffef,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:24.214751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '19434497-9ddc-4b67-ae70-a88438e2ffef', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:24.258470 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.326776 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.331516 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.348694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24782b8-1874-4229-933f-5208ee076ede,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:24.364151 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.367337 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fe3410f2-188c-45f2-9a16-7b12a652a02c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580250 Oct 26 12:52:24.370018 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53986) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:24.376063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '19434497-9ddc-4b67-ae70-a88438e2ffef', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:24.434304 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.492103 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3672ab40-522f-45cc-b359-716e9911e561 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:24.527221 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.532991 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.555962 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb126ee-a40e-4715-ab06-fdce0c45c309,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:24.568078 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.569532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-e69b7e54-b063-45fe-b346-380488f832da tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1983626 Oct 26 12:52:24.572577 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53988) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:24.578350 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '19434497-9ddc-4b67-ae70-a88438e2ffef', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:24.592848 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3672ab40-522f-45cc-b359-716e9911e561 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:24.593456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.623745 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.734199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.736460 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.743328 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.776649 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 3672ab40-522f-45cc-b359-716e9911e561, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3672ab40-522f-45cc-b359-716e9911e561,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:24.778484 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5c877c-45e7-4b1e-bd08-e1c9b1015f2d,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:24.781493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.790132 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.791848 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-2ecabeea-13e0-45bb-a51e-77e56cc6eedc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2181811 Oct 26 12:52:24.796344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53990) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:24.801489 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '19434497-9ddc-4b67-ae70-a88438e2ffef', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:24.842079 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.865255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=3672ab40-522f-45cc-b359-716e9911e561,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:24.886618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.925945 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.932433 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.952973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b489e-f0a4-400a-ae06-c4acc3633262,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:24.963484 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:24.965162 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3b24659d-76e6-4d1f-bfe2-6048040cc5d6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677136 Oct 26 12:52:24.969536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53992) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:24.974771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '19434497-9ddc-4b67-ae70-a88438e2ffef', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:25.000520 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Project 9b48e1011379446fa1fa291c2739a3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:52:25.007416 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.083819 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.089793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.115375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc926988-7faf-4b15-8be8-a13dd48c06a6,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:25.127654 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.129005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-ae9a7d4c-55ef-468e-8011-4fac9da8d16f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583478 Oct 26 12:52:25.134333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 53994) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:25.139418 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '19434497-9ddc-4b67-ae70-a88438e2ffef', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:25.173692 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Project 9b48e1011379446fa1fa291c2739a3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:52:25.180635 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.264138 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.268988 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.292289 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8f3e96-6ada-4cb1-85a1-b29a7f6d0c03,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:25.299750 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:25.300090 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3cb629a9-c945-41de-95e6-184b470c7a39 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646187 Oct 26 12:52:25.564062 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Sync routers for ids ['3aec2a45-b177-4f34-bba2-18516e2aac1b'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:25.582142 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Routers {'3aec2a45-b177-4f34-bba2-18516e2aac1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:25.582738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3aec2a45-b177-4f34-bba2-18516e2aac1b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:25.597368 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-e016c9d2-d98d-4477-8c2b-2e72dc5e63aa tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86985487&fields=id&tenant_id=9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 267 time: 0.0374348 Oct 26 12:52:25.715818 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Set router 3aec2a45-b177-4f34-bba2-18516e2aac1b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:25.738793 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-01524990-ea13-4ead-a60c-31b6540b88a5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:25.740636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-01524990-ea13-4ead-a60c-31b6540b88a5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 809 time: 0.1307416 Oct 26 12:52:25.766768 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-b69e41bf-0449-497c-a9d8-d75606be44a2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/quotas/9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 375 time: 0.0162578 Oct 26 12:52:25.852152 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-16a3e2b9-13f4-434a-a643-de82fba343aa tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789545 Oct 26 12:52:25.963928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '296c94b4-6d19-4007-961a-7c6728c34556', 'name': '', 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'mac_address': 'fa:16:3e:cb:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:21Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 2, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'subnets': [{'id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:25.993645 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Checking router: 3aec2a45-b177-4f34-bba2-18516e2aac1b for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:25.994012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Updating router 3aec2a45-b177-4f34-bba2-18516e2aac1b port 296c94b4-6d19-4007-961a-7c6728c34556 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:52:25.996171 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-4f243905-9ec2-49ec-883f-3a716c46b413 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:52:25.998606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-4f243905-9ec2-49ec-883f-3a716c46b413 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1277645 Oct 26 12:52:26.042476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.135401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-d79d093f-b19f-4609-97fa-26195b02f4c3 service neutron] 10.222.0.88 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311798 Oct 26 12:52:26.257266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-d5d54140-05e6-425d-9ea6-81033c5c225a service neutron] 10.222.0.88 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154459 Oct 26 12:52:26.431279 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.438598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.470234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3672ab40-522f-45cc-b359-716e9911e561 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:26.533686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e8fc5-c363-42ef-8c5c-df0ae705158b None None] Pushing event updated for resources: {'Port': ['ID=296c94b4-6d19-4007-961a-7c6728c34556,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:26.605529 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Attempting to bind port 296c94b4-6d19-4007-961a-7c6728c34556 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:26.605956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Attempting to bind port 296c94b4-6d19-4007-961a-7c6728c34556 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:26.606344 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Attempting to bind port 296c94b4-6d19-4007-961a-7c6728c34556 on network ac23b1fd-046d-43f9-850a-7ef1f33bd016 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:26.613108 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 3672ab40-522f-45cc-b359-716e9911e561 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:26.613493 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.619654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:26.619654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Checking segment: {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:26.619654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.620434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Bound using segment: {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:26.620752 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Bound port: 296c94b4-6d19-4007-961a-7c6728c34556, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1010eb6-384e-48ea-84a2-14b63c6d1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:26.621323 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.929880 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-3ae2af99-f02d-4cdf-ad98-6dda50c587da None None] Provisioning complete for port 296c94b4-6d19-4007-961a-7c6728c34556 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:26.930954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ae2af99-f02d-4cdf-ad98-6dda50c587da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:26.933287 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] For port 296c94b4-6d19-4007-961a-7c6728c34556, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:27.008046 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] For port 296c94b4-6d19-4007-961a-7c6728c34556, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=296c94b4-6d19-4007-961a-7c6728c34556,segment=NetworkSegment(a1010eb6-384e-48ea-84a2-14b63c6d1af5),segment_id=a1010eb6-384e-48ea-84a2-14b63c6d1af5)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:27.019717 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:27.026918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2af99-f02d-4cdf-ad98-6dda50c587da None None] Port 296c94b4-6d19-4007-961a-7c6728c34556 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:27.091304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Routers {'3aec2a45-b177-4f34-bba2-18516e2aac1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:27.091961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3aec2a45-b177-4f34-bba2-18516e2aac1b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:27.129946 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e8fc5-c363-42ef-8c5c-df0ae705158b None None] Pushing event updated for resources: {'Port': ['ID=296c94b4-6d19-4007-961a-7c6728c34556,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:27.256093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] Set router 3aec2a45-b177-4f34-bba2-18516e2aac1b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:27.406209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-e9e950fa-e884-4c27-a507-74d915ac7fc6 None None] Provisioning complete for port 296c94b4-6d19-4007-961a-7c6728c34556 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:27.406536 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9e950fa-e884-4c27-a507-74d915ac7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:27.559327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9e950fa-e884-4c27-a507-74d915ac7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:27.562471 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d3021def-48ab-4c01-b83d-6724bbbec896 req-f59f0f0a-654f-4110-85d7-a3e5f58159f0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 210 time: 0.0421650 Oct 26 12:52:27.593843 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '296c94b4-6d19-4007-961a-7c6728c34556', 'name': '', 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'mac_address': 'fa:16:3e:cb:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:21Z', 'updated_at': '2021-10-26T12:52:26Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'subnets': [{'id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:27.635215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956c28-abff-4aca-b9b3-2638c3303838 None None] The sync data for ids ['3aec2a45-b177-4f34-bba2-18516e2aac1b'] in n-d-812150-3 is: [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T12:52:22Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '296c94b4-6d19-4007-961a-7c6728c34556', 'name': '', 'network_id': 'ac23b1fd-046d-43f9-850a-7ef1f33bd016', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'mac_address': 'fa:16:3e:cb:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:21Z', 'updated_at': '2021-10-26T12:52:26Z', 'revision_number': 4, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'subnets': [{'id': '5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:27.640949 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e9e950fa-e884-4c27-a507-74d915ac7fc6 None None] For port 296c94b4-6d19-4007-961a-7c6728c34556, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=296c94b4-6d19-4007-961a-7c6728c34556,segment=NetworkSegment(a1010eb6-384e-48ea-84a2-14b63c6d1af5),segment_id=a1010eb6-384e-48ea-84a2-14b63c6d1af5)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:27.648654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9e950fa-e884-4c27-a507-74d915ac7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:27.739989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e950fa-e884-4c27-a507-74d915ac7fc6 None None] Pushing event updated for resources: {'Port': ['ID=296c94b4-6d19-4007-961a-7c6728c34556,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:28.466895 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 296c94b4-6d19-4007-961a-7c6728c34556 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:28.557823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 296c94b4-6d19-4007-961a-7c6728c34556 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:28.558333 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:28.660535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4e50a143-665f-427b-9a6c-d4ec0fbc5fd4 req-018a27da-e9a9-46da-957a-62ce4a513cc2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 210 time: 0.0348189 Oct 26 12:52:29.777657 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fce47aca-efce-4a4d-96d9-4ebb476b9285 req-41d8c7ae-e6bf-4c2d-9afd-83d9246715f8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 210 time: 0.0364826 Oct 26 12:52:29.891601 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-54f2a67c-75e9-4915-be67-ec1cb33724f7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:29.894349 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-54f2a67c-75e9-4915-be67-ec1cb33724f7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 809 time: 0.1440363 Oct 26 12:52:29.971486 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-561de6d9-eaa1-47b0-9d07-290d307438fa tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 378 time: 0.0654674 Oct 26 12:52:29.981363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'port': {'device_id': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'admin_state_up': True, 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'security_groups': ['19434497-9ddc-4b67-ae70-a88438e2ffef']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:30.105086 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Made reservation on behalf of 9b48e1011379446fa1fa291c2739a3cc for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:52:30.109007 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:30.270838 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Allocated IP 172.20.0.11 (1dd1a9a4-d217-4393-8e26-541f6d28c7a1/4114d755-9c9e-4bf5-b0f3-04e621fdad96/cb52c9f7-1fe0-439f-8274-be5feda524eb) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:30.428046 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:30.471660 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:30.522094 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:30.525781 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:30.530315 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:30.538550 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:30.606803 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:30.607482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:30.632438 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-5e91daf7-57d2-4f9b-b294-abc4179b149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6541953 Oct 26 12:52:30.710117 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Request body: {'port': {'device_id': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:30.771614 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:30.795479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-dae727e6-1e5f-45b5-b8ce-8fb117528f81 None None] Provisioning complete for port cb52c9f7-1fe0-439f-8274-be5feda524eb triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:30.796390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dae727e6-1e5f-45b5-b8ce-8fb117528f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:30.842355 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-dae727e6-1e5f-45b5-b8ce-8fb117528f81 None None] Port cb52c9f7-1fe0-439f-8274-be5feda524eb cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:52:30.923085 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b5c6-03ee-44fe-8558-0e7e82f658e3 req-a4379472-6e56-4d6d-917f-70f2490ea65a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:30.924771 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a25b5c6-03ee-44fe-8558-0e7e82f658e3 req-a4379472-6e56-4d6d-917f-70f2490ea65a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 932 time: 0.0518363 Oct 26 12:52:30.970435 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0a25b5c6-03ee-44fe-8558-0e7e82f658e3 req-a968ba0e-a5ea-43a7-9699-7ce0f34c8c77 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382240 Oct 26 12:52:31.105183 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:52:31.114347 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:31.128703 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Transition to ACTIVE for port object cb52c9f7-1fe0-439f-8274-be5feda524eb will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:52:31.133042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:31.189760 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:31.274740 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:52:31.275099 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:52:31.275455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:31.280931 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Port cb52c9f7-1fe0-439f-8274-be5feda524eb on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:52:31.281245 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:52:31.287568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:52:31.287950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:52:31.288827 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Bound using segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:52:31.289275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Bound port: cb52c9f7-1fe0-439f-8274-be5feda524eb, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:52:31.289639 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:31.362719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:52:31.367568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:52:31.373286 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:31.414564 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:31.415232 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:31.416701 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] 10.222.0.100 "PUT /v2.0/ports/cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1092 time: 0.7769423 Oct 26 12:52:31.417182 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:52:31.419600 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40258cd-83ae-4650-af3b-206d0de963d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:52:31.446574 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3d427-3470-4db5-a36f-dfece54cb77c service neutron] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:31.514458 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-10e4cd74-a9b8-4659-9340-6bf7efff1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:31.516093 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-10e4cd74-a9b8-4659-9340-6bf7efff1142 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1095 time: 0.0520821 Oct 26 12:52:31.520022 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ccab4a-5f43-4480-9530-f39541192396 x-openstack-request-id: req-f3ccab4a-5f43-4480-9530-f39541192396 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:52:31.520362 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:52:31.520622 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3ccab4a-5f43-4480-9530-f39541192396 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:52:31.521036 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'status': 'completed', 'code': 200} Oct 26 12:52:31.573591 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:52:31.581752 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-c99a570f-1e32-4d4b-ba8d-fee73d62963a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 217 time: 0.0545397 Oct 26 12:52:31.651862 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-14822298-3a8d-4a6e-87b8-546e0e775bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:31.653391 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-14822298-3a8d-4a6e-87b8-546e0e775bbb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0648205 Oct 26 12:52:31.703335 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-e34ab480-dd08-4687-9822-47b170a03bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:31.704958 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-e34ab480-dd08-4687-9822-47b170a03bd4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444632 Oct 26 12:52:31.820951 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-9ebcda58-7b54-47a1-9232-abb9dfa61eed service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079028 Oct 26 12:52:31.925509 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-611efb00-8327-40aa-a5ba-09b5bd581c52 req-2d98c168-a3eb-4bb9-9338-69dece22e060 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960739 Oct 26 12:52:32.031782 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-e558f103-3afe-4f61-a2ed-5f2862ba4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:32.034396 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-e558f103-3afe-4f61-a2ed-5f2862ba4f4c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1095 time: 0.0571465 Oct 26 12:52:32.150974 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-ddc57624-8281-445e-be5d-1874af1238df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:32.152707 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-ddc57624-8281-445e-be5d-1874af1238df service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1099586 Oct 26 12:52:32.177427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa40-6966-45a6-8308-052a19180525 req-defe2074-e3fe-4041-8853-7ee34a7c1a9e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:32.180043 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76aaa40-6966-45a6-8308-052a19180525 req-defe2074-e3fe-4041-8853-7ee34a7c1a9e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.0869298 Oct 26 12:52:32.212986 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-3106078a-80fd-4812-9a20-5ebac24542c4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 217 time: 0.0523498 Oct 26 12:52:32.245118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e76aaa40-6966-45a6-8308-052a19180525 req-20d86a39-7baa-4f7c-9450-04f907fa8773 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540597 Oct 26 12:52:32.286505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-7fe39a4c-16d2-48b8-ac9b-0e1bfab71dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:32.289135 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-7fe39a4c-16d2-48b8-ac9b-0e1bfab71dad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0680573 Oct 26 12:52:32.345233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-595c6bb2-4856-4f49-89f6-28306f4fd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:32.347265 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-595c6bb2-4856-4f49-89f6-28306f4fd2fb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509398 Oct 26 12:52:32.460797 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-b993391f-dd2a-4d47-8094-41fb85c93a33 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056092 Oct 26 12:52:32.560564 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-d40258cd-83ae-4650-af3b-206d0de963d2 req-560deda7-6780-4027-b7e4-7574b1cbed26 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926592 Oct 26 12:52:33.387415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c13c9f-9911-48eb-8f21-b02dfbf95b92 req-68efa5e7-0a8f-4a1f-9b77-524ecb6d8fb7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:33.389141 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64c13c9f-9911-48eb-8f21-b02dfbf95b92 req-68efa5e7-0a8f-4a1f-9b77-524ecb6d8fb7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.0578003 Oct 26 12:52:33.440522 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-64c13c9f-9911-48eb-8f21-b02dfbf95b92 req-13ca2e12-b008-4d52-a155-dbf2e8c976dc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434756 Oct 26 12:52:34.288017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:52:34.405772 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:34.418228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'mac_address': 'fa:16:3e:d4:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:52:34.468073 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:34.472805 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:34.495592 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:52:34.536905 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:34.543220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:34.594411 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42d864-39ad-4ddc-affc-619d1a15cb5f req-eee0841f-5374-44da-8115-1d9f7b7b9ab6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:34.596180 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da42d864-39ad-4ddc-affc-619d1a15cb5f req-eee0841f-5374-44da-8115-1d9f7b7b9ab6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0669024 Oct 26 12:52:34.607585 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:34.645905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da42d864-39ad-4ddc-affc-619d1a15cb5f req-1fa6b4a1-7228-4536-a21e-941bfbdd06b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395491 Oct 26 12:52:34.768389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['cb52c9f7-1fe0-439f-8274-be5feda524eb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:52:35.773061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0a93d-1717-49d4-aa95-c0897d20f55a req-4a8f1aff-cae6-4cff-ab93-f9c9ab9031e6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:35.774631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71b0a93d-1717-49d4-aa95-c0897d20f55a req-4a8f1aff-cae6-4cff-ab93-f9c9ab9031e6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0517492 Oct 26 12:52:35.815764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-71b0a93d-1717-49d4-aa95-c0897d20f55a req-c443c938-39e4-4fb4-a087-e22631b7f87e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348797 Oct 26 12:52:35.950284 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:36.317378 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:52:36.369017 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port cb52c9f7-1fe0-439f-8274-be5feda524eb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:52:36.373694 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port cb52c9f7-1fe0-439f-8274-be5feda524eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:52:36.374377 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:36.456240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:36.482209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:52:36.484656 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68607c66-80aa-446e-91a2-c03701905b5f" -d '{"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-plugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:52:36.503220 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:52:36.508559 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:36.546823 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c2324c-4471-404e-94a1-ab5d4c0a25af x-openstack-request-id: req-15c2324c-4471-404e-94a1-ab5d4c0a25af {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:52:36.547334 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-plugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:52:36.547759 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15c2324c-4471-404e-94a1-ab5d4c0a25af {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:52:36.548375 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'code': 200} Oct 26 12:52:36.597125 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:36.657959 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c472be4-25d5-4038-b148-6b94818a644f req-8df045fc-d973-47ac-8def-65fead05cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:36.659585 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9c472be4-25d5-4038-b148-6b94818a644f req-8df045fc-d973-47ac-8def-65fead05cdf7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1097 time: 0.0550463 Oct 26 12:52:36.699057 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-9c472be4-25d5-4038-b148-6b94818a644f req-865ab51a-edbf-4350-8223-189d4e9469c2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313616 Oct 26 12:52:36.943141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2491db-d65d-433f-8b8f-cbc7561eb80b req-e048f2ec-7bc5-4ce9-bfe1-ce591d90c827 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:36.945322 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c2491db-d65d-433f-8b8f-cbc7561eb80b req-e048f2ec-7bc5-4ce9-bfe1-ce591d90c827 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0589409 Oct 26 12:52:36.993886 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c2491db-d65d-433f-8b8f-cbc7561eb80b req-56ae48b4-a9d1-476d-8d06-3cec7a724548 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386121 Oct 26 12:52:38.135464 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107d161-9e5a-4c55-bc4d-fedd038827aa req-96c366c2-a225-4a06-9c42-0c53d54f6a7c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:38.137118 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1107d161-9e5a-4c55-bc4d-fedd038827aa req-96c366c2-a225-4a06-9c42-0c53d54f6a7c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0555646 Oct 26 12:52:38.185746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-1107d161-9e5a-4c55-bc4d-fedd038827aa req-78f0d5ed-a919-407a-97e8-9d398541ae1d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368721 Oct 26 12:52:38.341726 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac44e39-bd02-4506-b8ad-b3bb105cdc98 req-33782d31-738c-426e-9de6-554b4f5670f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:38.343602 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ac44e39-bd02-4506-b8ad-b3bb105cdc98 req-33782d31-738c-426e-9de6-554b4f5670f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0547321 Oct 26 12:52:38.391577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9ac44e39-bd02-4506-b8ad-b3bb105cdc98 req-fd52987b-70ab-4bdb-8c9b-4624d19c6ca4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414894 Oct 26 12:52:38.415751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54056) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:38.508504 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c907c-623c-4db7-b2b4-b88398d6dc7d tempest-TestShelveInstance-552097988 tempest-TestShelveInstance-552097988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:38.510242 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ff3c907c-623c-4db7-b2b4-b88398d6dc7d tempest-TestShelveInstance-552097988 tempest-TestShelveInstance-552097988-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1092 time: 0.0933154 Oct 26 12:52:38.515273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54060) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:52:38.519906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:52:38.544901 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:38.655155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:38.766888 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Allocated IP 172.25.4.132 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/bb2979f6-809e-456b-8a19-79d869dc316f) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:52:38.892267 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:38.936849 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:38.983444 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:52:38.986768 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:52:38.991418 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:52:38.997560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'Port': ['ID=bb2979f6-809e-456b-8a19-79d869dc316f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:39.714709 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:39.794957 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:39.962135 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:39.968044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:40.045254 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'Port': ['ID=bb2979f6-809e-456b-8a19-79d869dc316f,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:52:40.057589 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:40.174940 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Floating IP 671aca07-4a3f-4f49-816e-39b8afb910de associated. External IP: 172.25.4.132, port: cb52c9f7-1fe0-439f-8274-be5feda524eb. Oct 26 12:52:40.417467 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Router f081c19b-7194-4a17-8811-414d0e7eeefb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:52:40.548769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:52:40.562454 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:52:40.573434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:40.577487 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:40.578427 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:40.609785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-9ab84141-ef3b-40ec-aca9-99c20ff2eb88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0931668 Oct 26 12:52:40.610807 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:52:40.614948 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b6f96-3475-4d36-9dc0-ba7a9926de8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:52:40.683298 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94262caf-3d0d-42a9-b12a-ab604a718746 x-openstack-request-id: req-94262caf-3d0d-42a9-b12a-ab604a718746 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:52:40.683596 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:52:40.683885 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94262caf-3d0d-42a9-b12a-ab604a718746 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:52:40.684322 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'status': 'completed', 'code': 200} Oct 26 12:52:40.716943 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:40.760066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-b24b7816-d394-4e42-912c-199455fcd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:40.761666 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-b24b7816-d394-4e42-912c-199455fcd078 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1097 time: 0.0543430 Oct 26 12:52:40.873010 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-90cf5381-228c-4c41-8b31-234f33203068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:40.875893 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-90cf5381-228c-4c41-8b31-234f33203068 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1064742 Oct 26 12:52:40.967078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-abda8c18-968a-4d3e-a6c5-05a452f194ee service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1000 time: 0.0840747 Oct 26 12:52:41.030748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-8b75dd93-324f-4c05-b5f1-089f781481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:41.032679 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-8b75dd93-324f-4c05-b5f1-089f781481a9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0592368 Oct 26 12:52:41.104337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-c5227e0c-5e42-46c5-ad96-a16de0a77617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:41.106286 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-c5227e0c-5e42-46c5-ad96-a16de0a77617 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663223 Oct 26 12:52:41.182030 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '671aca07-4a3f-4f49-816e-39b8afb910de', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'mac_address': 'fa:16:3e:d4:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:52:39Z', 'updated_at': '2021-10-26T12:52:39Z', 'revision_number': 0, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:41.224657 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:52:41.237711 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:52:41.238601 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:52:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:41.241460 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-5b960fb3-7b28-4b48-8c0b-847037159304 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268792 Oct 26 12:52:41.344632 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-141b6f96-3475-4d36-9dc0-ba7a9926de8d req-c2c52176-d0ce-4369-95bc-0abc26689dba service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961356 Oct 26 12:52:41.420306 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:52:41.676453 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '671aca07-4a3f-4f49-816e-39b8afb910de', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'mac_address': 'fa:16:3e:d4:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:52:39Z', 'updated_at': '2021-10-26T12:52:39Z', 'revision_number': 0, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:52:41.705763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2637d-b969-4875-af4a-2aafc101a223 None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '671aca07-4a3f-4f49-816e-39b8afb910de', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'mac_address': 'fa:16:3e:d4:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:52:39Z', 'updated_at': '2021-10-26T12:52:39Z', 'revision_number': 0, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:52:41.941514 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba0da1-b884-449d-8bb4-a5efe870b5db None None] New status for floating IP 671aca07-4a3f-4f49-816e-39b8afb910de: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:52:48.383914 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-65781a38-4b1c-4f32-b9ce-73dbe6dfc560 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529845 Oct 26 12:52:48.481311 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0099ac4-13b8-4553-b080-963c981e5051 req-ba580721-fea8-4210-82b3-8b035da3f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:48.484039 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-ba580721-fea8-4210-82b3-8b035da3f02b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1097 time: 0.0518644 Oct 26 12:52:48.602065 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0099ac4-13b8-4553-b080-963c981e5051 req-8c77bd1c-9386-486a-99a2-a191db79ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:48.603627 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-8c77bd1c-9386-486a-99a2-a191db79ec5d service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0979936 Oct 26 12:52:48.685440 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-624614d7-e0b8-4054-b93f-0049196b1e86 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1002 time: 0.0729375 Oct 26 12:52:48.739641 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0099ac4-13b8-4553-b080-963c981e5051 req-d4f25259-0d7b-4f2b-b7b6-74bfec442e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:48.741665 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-d4f25259-0d7b-4f2b-b7b6-74bfec442e06 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0483191 Oct 26 12:52:48.792292 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0099ac4-13b8-4553-b080-963c981e5051 req-a19d26ca-9097-4516-9bd6-3518bb9897e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:52:48.793896 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-a19d26ca-9097-4516-9bd6-3518bb9897e5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454068 Oct 26 12:52:48.898429 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-5e38ea26-7475-48ff-aa3e-ca1ddacae7d3 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965579 Oct 26 12:52:49.004663 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-c0099ac4-13b8-4553-b080-963c981e5051 req-19109212-1687-47f2-9a3e-847a087c873a service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964954 Oct 26 12:52:49.260849 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a12589f6-8901-49f6-82e1-f9c59c7f13b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:51.842531 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b41f71a-0437-405d-b9b8-0b871e0a0fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:53.001017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:53.468466 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:52:54.876634 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:04.443897 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:05.956067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:06.026052 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-b4e4ac9e-88f8-4ab7-90a4-5f5a4819675c req-2dec47cc-a3ec-4cd4-8fb9-6f82d2bde7ec service neutron] (102759) timed out ('10.222.0.88', 49386) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 12:53:08.574255 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:53:19.264721 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4618d6f2-b75c-4a1a-9870-2e9db9cd1049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:21.838999 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5763bcbe-aaeb-459f-b224-fdf6e9d7ac5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:23.006950 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:23.470058 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:24.879485 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:34.487023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:35.959592 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:45.574162 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:53:49.271642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b786e4d4-db6a-4722-9db8-f4c4169363f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:49.365785 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-fe437914-5520-4a16-9d70-46f0229bb9d9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472348 Oct 26 12:53:49.455813 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-99ed96e0-64e3-41c1-bb77-b87da00298e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:53:49.457920 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-99ed96e0-64e3-41c1-bb77-b87da00298e3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1097 time: 0.0459313 Oct 26 12:53:49.578491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-f7816db8-c1d0-40f5-a536-4333d23d7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:53:49.580050 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-f7816db8-c1d0-40f5-a536-4333d23d7700 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1011879 Oct 26 12:53:49.666021 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-04198fd6-7597-4e5b-9693-6b8394c80278 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1002 time: 0.0786095 Oct 26 12:53:49.722118 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-f8c102b8-cebe-4bb9-858b-b314b89b4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:53:49.723693 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-f8c102b8-cebe-4bb9-858b-b314b89b4723 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0505667 Oct 26 12:53:49.780502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-fa991afd-dc7a-462a-9831-33cf93c50b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:53:49.782070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-fa991afd-dc7a-462a-9831-33cf93c50b04 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509577 Oct 26 12:53:49.794325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-1f7f98c7-12a3-41c4-baad-f5bebe85b2b2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:53:49.795607 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-1f7f98c7-12a3-41c4-baad-f5bebe85b2b2 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062284 Oct 26 12:53:49.900773 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-f9796567-d53d-4154-abdb-6915e346d69d service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977402 Oct 26 12:53:50.014264 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ab654c6b-5365-46f4-a678-bb972db818b4 req-c97cfa51-04c6-43b7-a2a2-07c31ea19511 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067858 Oct 26 12:53:51.834170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0debfed0-0924-4b86-9333-069c4a0f18f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:53.004839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:53.472139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:53:54.884978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:04.500907 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:05.960473 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:19.265560 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5179-4ff9-483f-b57f-7a6137c2dc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:21.830653 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7add70cd-f62d-4327-abb1-2ddd0292e080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:22.575247 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:54:23.001477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:23.477478 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:24.889690 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:34.507868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:35.882284 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a29d4-4506-4d6d-80e0-7637787ff2e4 req-e8bc687b-ea63-453f-807d-0e73ecbe1849 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:35.884056 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-894a29d4-4506-4d6d-80e0-7637787ff2e4 req-e8bc687b-ea63-453f-807d-0e73ecbe1849 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.1465683 Oct 26 12:54:35.925582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-894a29d4-4506-4d6d-80e0-7637787ff2e4 req-8ca47e74-75b9-434b-a50d-0138220e3807 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353584 Oct 26 12:54:35.961277 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:37.061025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6744e-15a4-4b1b-a0e0-f2d087e9e7ba req-aabea8e3-2ac9-4cfd-9b92-948657e50dc3 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:37.063366 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37f6744e-15a4-4b1b-a0e0-f2d087e9e7ba req-aabea8e3-2ac9-4cfd-9b92-948657e50dc3 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0555875 Oct 26 12:54:37.107003 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-37f6744e-15a4-4b1b-a0e0-f2d087e9e7ba req-2ac87bdc-d034-4e32-861d-52fdc220ab57 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372121 Oct 26 12:54:38.272104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c25f30-8b91-4dcc-83e1-b04ac0bcc035 req-56157208-9224-4ca5-a514-33d9739ccceb tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:38.273741 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29c25f30-8b91-4dcc-83e1-b04ac0bcc035 req-56157208-9224-4ca5-a514-33d9739ccceb tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0553317 Oct 26 12:54:38.315491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-29c25f30-8b91-4dcc-83e1-b04ac0bcc035 req-ad97875e-f307-4971-bf4d-5c6ae5e21fbf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354581 Oct 26 12:54:39.453711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887969e-d8d4-4354-939d-d4b8f354d6a7 req-0e5bb2ad-bdaf-42a4-af2b-e328e2ab5c88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:39.455481 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a887969e-d8d4-4354-939d-d4b8f354d6a7 req-0e5bb2ad-bdaf-42a4-af2b-e328e2ab5c88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0661542 Oct 26 12:54:39.500536 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a887969e-d8d4-4354-939d-d4b8f354d6a7 req-b8765ea7-82d7-4f0c-a1f5-ba709ecf3b5c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380201 Oct 26 12:54:40.664259 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27046e63-45bd-4a27-9aed-d573c0630bff req-8d4ff51d-10b1-44cc-8179-800afda4c152 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:40.667427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27046e63-45bd-4a27-9aed-d573c0630bff req-8d4ff51d-10b1-44cc-8179-800afda4c152 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0701089 Oct 26 12:54:40.713001 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-27046e63-45bd-4a27-9aed-d573c0630bff req-8802cafc-5629-42bb-b08e-4fa976606895 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392628 Oct 26 12:54:41.884290 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f2740-0c69-47de-a77f-eab8f76ff1c3 req-0a5cef54-7750-4d2f-a1b1-43b19b972a23 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:41.885994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f93f2740-0c69-47de-a77f-eab8f76ff1c3 req-0a5cef54-7750-4d2f-a1b1-43b19b972a23 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0745125 Oct 26 12:54:41.929655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f93f2740-0c69-47de-a77f-eab8f76ff1c3 req-ef56560f-2e51-48dd-a372-a4d6d14b61a1 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372033 Oct 26 12:54:43.098556 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744716-71c3-47be-a471-cb65b18530a0 req-e99dd00f-1735-4f48-9bae-69061535cdcd tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:43.101333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb744716-71c3-47be-a471-cb65b18530a0 req-e99dd00f-1735-4f48-9bae-69061535cdcd tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0960906 Oct 26 12:54:43.146887 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cb744716-71c3-47be-a471-cb65b18530a0 req-d112675f-c441-4aa4-8bdd-443759f1ab71 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393422 Oct 26 12:54:44.278918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01fb9-4c7b-459f-955b-973f19f35d4f req-7b5b63a9-4ceb-4e2d-b4a2-adf3a84bcee7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:44.280558 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81f01fb9-4c7b-459f-955b-973f19f35d4f req-7b5b63a9-4ceb-4e2d-b4a2-adf3a84bcee7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0568361 Oct 26 12:54:44.328491 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-81f01fb9-4c7b-459f-955b-973f19f35d4f req-f8dd0566-a52a-4490-aef4-b56a67f2dafc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366938 Oct 26 12:54:45.473567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd3c9e-f08a-4318-b208-c7018fe01af3 req-875a5ca1-13f8-44df-92d4-6f16f8eb427b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:45.476375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20dd3c9e-f08a-4318-b208-c7018fe01af3 req-875a5ca1-13f8-44df-92d4-6f16f8eb427b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0633256 Oct 26 12:54:45.520732 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-20dd3c9e-f08a-4318-b208-c7018fe01af3 req-905c811b-0466-4df3-945c-fccd2587e85e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381348 Oct 26 12:54:46.656625 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e85ab-48c1-4d35-9cdc-c7437780d1d5 req-f7c4011e-ee6c-404f-b01e-e48d2ccc3a18 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:46.658385 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d2e85ab-48c1-4d35-9cdc-c7437780d1d5 req-f7c4011e-ee6c-404f-b01e-e48d2ccc3a18 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0611932 Oct 26 12:54:46.702793 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2d2e85ab-48c1-4d35-9cdc-c7437780d1d5 req-a4131802-30e0-4144-a92e-437b4094c1de tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376329 Oct 26 12:54:47.878292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd871c-2e47-4683-a984-1a7e9c546d76 req-62721d92-55e7-485d-811d-6e3deb11b60a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:47.880925 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8dd871c-2e47-4683-a984-1a7e9c546d76 req-62721d92-55e7-485d-811d-6e3deb11b60a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0626681 Oct 26 12:54:47.928676 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8dd871c-2e47-4683-a984-1a7e9c546d76 req-3b42b981-976a-48ee-bca9-ad9ffa1c7c85 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406666 Oct 26 12:54:48.924872 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:54:49.139371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:49.144215 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e8c1-67bb-4343-b4ab-933c11a9ecfb req-a31c9b6c-f8ad-49fa-bf78-b14fee19b262 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:49.152690 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51d1e8c1-67bb-4343-b4ab-933c11a9ecfb req-a31c9b6c-f8ad-49fa-bf78-b14fee19b262 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0758097 Oct 26 12:54:49.167738 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'mac_address': 'fa:16:3e:d4:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:54:49.230904 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51d1e8c1-67bb-4343-b4ab-933c11a9ecfb req-e823cc76-6cac-4f83-8942-70cfff90d943 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767004 Oct 26 12:54:49.274976 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:49.310838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:54:49.323311 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23160694-7318-43fb-9bab-309e050527eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:49.360011 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:49.370256 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:49.460927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['cb52c9f7-1fe0-439f-8274-be5feda524eb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:54:49.504906 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:49.533828 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.534386 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.535238 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.535814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.536357 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.536930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.537440 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.537956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.538492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.539082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.539621 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:49.540181 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:50.447893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63141d6-2906-4144-a930-b3e38c6f81f7 req-a3a634cb-b496-49eb-bab6-7735606c2583 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:50.449479 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c63141d6-2906-4144-a930-b3e38c6f81f7 req-a3a634cb-b496-49eb-bab6-7735606c2583 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0797634 Oct 26 12:54:50.509450 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c63141d6-2906-4144-a930-b3e38c6f81f7 req-b8a017d5-00bc-43bb-a39f-9fdd9fc48c26 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509732 Oct 26 12:54:50.922012 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:50.986931 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port cb52c9f7-1fe0-439f-8274-be5feda524eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:54:50.987232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:51.301266 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:51.335455 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:54:51.338607 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd08b1-1985-4fdd-8741-3c5fe0d96727" -d '{"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-plugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:54:51.360685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:51.366054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:51.425942 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fef3ea-ffff-4a74-87a8-10e3fa716191 x-openstack-request-id: req-d0fef3ea-ffff-4a74-87a8-10e3fa716191 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:54:51.426242 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-plugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:54:51.426509 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0fef3ea-ffff-4a74-87a8-10e3fa716191 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:54:51.426927 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'code': 200} Oct 26 12:54:51.449604 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-aa1d6bb6-e957-4fc7-8c16-dc10547ce751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:51.452050 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-aa1d6bb6-e957-4fc7-8c16-dc10547ce751 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1097 time: 0.0591848 Oct 26 12:54:51.471608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:51.580274 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-82f74107-c239-4281-a1bf-0f5685f4b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:51.581878 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-82f74107-c239-4281-a1bf-0f5685f4b305 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1066577 Oct 26 12:54:51.672325 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-56014dfb-6838-415b-983d-b720659fd816 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1002 time: 0.0831466 Oct 26 12:54:51.736850 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-1dae35ad-2fe7-4508-8898-4704d469ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:51.738397 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-1dae35ad-2fe7-4508-8898-4704d469ffb7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0585930 Oct 26 12:54:51.762538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f29ff-f366-48fb-9fb0-f65ed1413a95 req-356d20de-e899-4ea2-85f8-54536359b51a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:51.765671 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c2f29ff-f366-48fb-9fb0-f65ed1413a95 req-356d20de-e899-4ea2-85f8-54536359b51a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.1074369 Oct 26 12:54:51.807555 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-230bc0fa-4af1-4ebd-ad08-b7f214846dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:51.809138 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-230bc0fa-4af1-4ebd-ad08-b7f214846dab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633006 Oct 26 12:54:51.819703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c2f29ff-f366-48fb-9fb0-f65ed1413a95 req-df44d446-1351-4629-ae53-65836689ab15 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411000 Oct 26 12:54:51.898004 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a796e38f-aac4-43d9-8d3f-54f8ce2be39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:51.927649 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-38afbec2-f273-409a-8211-00efd8bc8998 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105239 Oct 26 12:54:52.051674 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-f6beca22-7e1c-4c20-821c-c5ac527c6e96 req-f7340f08-6f4a-455e-a94f-bbeedb90d1eb service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159554 Oct 26 12:54:52.999801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:53.089439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6b9f-0522-403c-a429-8190ccf0e376 req-78cda99f-2ad8-4f3a-bb5e-383d63249c20 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:53.091720 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c41e6b9f-0522-403c-a429-8190ccf0e376 req-78cda99f-2ad8-4f3a-bb5e-383d63249c20 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.1366210 Oct 26 12:54:53.153917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c41e6b9f-0522-403c-a429-8190ccf0e376 req-e049ec98-0c73-4cca-8607-5f710b49d582 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549119 Oct 26 12:54:53.499031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:54.321308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa728d-7d35-4ef9-a2be-44f7a8cb3f58 req-feb95be5-cc1f-417e-abc2-0b96b3812a92 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:54.324375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abfa728d-7d35-4ef9-a2be-44f7a8cb3f58 req-feb95be5-cc1f-417e-abc2-0b96b3812a92 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0655773 Oct 26 12:54:54.372845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-abfa728d-7d35-4ef9-a2be-44f7a8cb3f58 req-9a4644a5-23d7-4884-b940-eb812f0ea9ea tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423665 Oct 26 12:54:54.891530 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:54:55.552457 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8c366-b296-4b6f-a208-31a1f9f5daab req-fab92f34-7f66-4389-b4b2-7cc1f0028195 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:55.555375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91b8c366-b296-4b6f-a208-31a1f9f5daab req-fab92f34-7f66-4389-b4b2-7cc1f0028195 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0818622 Oct 26 12:54:55.605201 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-91b8c366-b296-4b6f-a208-31a1f9f5daab req-297b2644-a7e9-4543-a280-d6cb3794209d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419970 Oct 26 12:54:56.788001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ed63-59b2-4ad3-89d9-74fc5858ac46 req-5348e5d5-1497-45a8-9404-111bdf86bb7a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:56.791571 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9968ed63-59b2-4ad3-89d9-74fc5858ac46 req-5348e5d5-1497-45a8-9404-111bdf86bb7a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0699272 Oct 26 12:54:56.862847 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9968ed63-59b2-4ad3-89d9-74fc5858ac46 req-e34f1f54-a1f5-47a9-a4fc-d37fe00c5191 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460649 Oct 26 12:54:58.029827 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273eb24a-8045-4b38-8d6e-f431e99c4e69 req-4ad5f1d8-f335-4782-8317-e43cbb8b9d62 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:58.032546 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-273eb24a-8045-4b38-8d6e-f431e99c4e69 req-4ad5f1d8-f335-4782-8317-e43cbb8b9d62 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0652637 Oct 26 12:54:58.089452 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-273eb24a-8045-4b38-8d6e-f431e99c4e69 req-61203b70-25ba-4c34-8339-6191b16c11f4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505588 Oct 26 12:54:58.741785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-724cccab-57ab-47e8-9975-4f17dc6683a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:58.743371 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-724cccab-57ab-47e8-9975-4f17dc6683a5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1097 time: 0.0447941 Oct 26 12:54:58.848088 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-d0c4989b-b812-4af5-9a32-03d1c90b1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:58.849421 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-d0c4989b-b812-4af5-9a32-03d1c90b1998 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0983026 Oct 26 12:54:58.922729 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-1fcd3ef9-5631-4cb8-b201-23d196fabf57 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1002 time: 0.0660505 Oct 26 12:54:58.975997 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-e4be3396-fd6a-4505-9697-ba382e828a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:58.977512 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-e4be3396-fd6a-4505-9697-ba382e828a31 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0483167 Oct 26 12:54:59.034990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-b4ffcbdc-9cdc-4f16-b388-938c9dda90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:59.036497 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-b4ffcbdc-9cdc-4f16-b388-938c9dda90ba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515733 Oct 26 12:54:59.146154 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-40d6012c-a459-4d24-82f3-09296372296c service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025801 Oct 26 12:54:59.232899 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85df09-3c11-4fdd-b993-25047435a569 req-468a0c76-1c34-47df-8fea-04a9e7d6da88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:54:59.234752 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b85df09-3c11-4fdd-b993-25047435a569 req-468a0c76-1c34-47df-8fea-04a9e7d6da88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0688767 Oct 26 12:54:59.274775 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-fe496e12-9ac1-406f-b289-7822bc09b509 req-f0a9df31-90a2-422e-a4be-26843a8264c1 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177073 Oct 26 12:54:59.283362 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8b85df09-3c11-4fdd-b993-25047435a569 req-7b5c0ccf-e176-411c-ab00-5fba08d247e3 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384855 Oct 26 12:54:59.575309 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:55:00.411132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa0627-15f4-4798-a9ff-b7efee79ac6b req-7b1abff3-2f03-4c33-a690-ae7409b527f7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:00.412798 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86aa0627-15f4-4798-a9ff-b7efee79ac6b req-7b1abff3-2f03-4c33-a690-ae7409b527f7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0541081 Oct 26 12:55:00.469695 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86aa0627-15f4-4798-a9ff-b7efee79ac6b req-cb24a6f9-aefd-4013-ae9e-2cb089b6e2c4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444193 Oct 26 12:55:01.614338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1208fc-5f18-460d-8be3-7406ad4bfc2e req-382e7914-8a96-404d-ba0a-13d1331052ee tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:01.616029 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b1208fc-5f18-460d-8be3-7406ad4bfc2e req-382e7914-8a96-404d-ba0a-13d1331052ee tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0689309 Oct 26 12:55:01.671269 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2b1208fc-5f18-460d-8be3-7406ad4bfc2e req-e99aa822-84eb-4483-8037-1481465075c7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459146 Oct 26 12:55:01.759065 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-5f9ca8a1-6f2e-4731-984f-5335af423065 req-8450a543-d893-4f7f-8615-daab66e3a43c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:55:01.760932 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5f9ca8a1-6f2e-4731-984f-5335af423065 req-8450a543-d893-4f7f-8615-daab66e3a43c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092676 Oct 26 12:55:01.988523 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea989-3c1b-409d-870a-286d39b91c09 req-ad4d3819-4619-48e2-963c-cfa8e1af765f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:01.990325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b02ea989-3c1b-409d-870a-286d39b91c09 req-ad4d3819-4619-48e2-963c-cfa8e1af765f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0626502 Oct 26 12:55:02.038554 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b02ea989-3c1b-409d-870a-286d39b91c09 req-37409608-a639-451e-9a8c-e0801778b3c6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380886 Oct 26 12:55:02.310308 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-5000e7fc-c364-4c08-8eb6-94ef798d1046 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978577 Oct 26 12:55:02.987857 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:03.073525 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:03.106660 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:55:03.109107 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632394c6-31c8-47d1-9226-6321d7856a3f" -d '{"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-unplugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:55:03.125758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:03.132583 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:03.174318 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a75e-aec8-4702-baa9-8a1917bd1c11 req-076a4abc-eedd-456d-86fa-63e0942d119f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:03.176002 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e63a75e-aec8-4702-baa9-8a1917bd1c11 req-076a4abc-eedd-456d-86fa-63e0942d119f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.0558629 Oct 26 12:55:03.176225 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48063485-f779-4526-b408-1b258482ea39 x-openstack-request-id: req-48063485-f779-4526-b408-1b258482ea39 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:55:03.176842 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-unplugged", "status": "failed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "code": 422}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:55:03.177281 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48063485-f779-4526-b408-1b258482ea39 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:55:03.177967 n-d-812150-3 neutron-server[102761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'code': 422} returned with failed status Oct 26 12:55:03.216327 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:03.225112 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2e63a75e-aec8-4702-baa9-8a1917bd1c11 req-91191561-880c-414e-91d7-886053107999 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367861 Oct 26 12:55:04.387919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7b9c-90d9-4a09-ad3a-550d8aee031e req-e0bdcf45-6b06-48f2-af6a-fe9d688fe140 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:04.390513 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bbf7b9c-90d9-4a09-ad3a-550d8aee031e req-e0bdcf45-6b06-48f2-af6a-fe9d688fe140 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.0752227 Oct 26 12:55:04.464339 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8bbf7b9c-90d9-4a09-ad3a-550d8aee031e req-4d2fe99a-cba0-4fb1-a13d-f611d0fd9553 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643649 Oct 26 12:55:04.508449 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:05.625492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4cb74-c375-4bb0-82e9-8080180cbc61 req-89423406-b954-43f5-8b73-c6103479c3d5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:05.628372 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebf4cb74-c375-4bb0-82e9-8080180cbc61 req-89423406-b954-43f5-8b73-c6103479c3d5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.0668991 Oct 26 12:55:05.677586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ebf4cb74-c375-4bb0-82e9-8080180cbc61 req-5caeaaf2-b00a-4fec-9409-877891058f5f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430627 Oct 26 12:55:05.960067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:06.821336 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe914-8b06-4e37-b5b3-6de74b6c69ca req-9e79b196-24d2-48a2-9494-53019e3ec1bc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:06.823389 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d4fe914-8b06-4e37-b5b3-6de74b6c69ca req-9e79b196-24d2-48a2-9494-53019e3ec1bc tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.0638998 Oct 26 12:55:06.873750 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5d4fe914-8b06-4e37-b5b3-6de74b6c69ca req-13a0c8f5-dfdc-4440-b1c4-6dd65d631d0e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404904 Oct 26 12:55:07.394641 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-09903c54-4f68-4932-8f60-acc9db3d7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:07.396310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-09903c54-4f68-4932-8f60-acc9db3d7813 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436&tenant_id=9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 1095 time: 0.0991139 Oct 26 12:55:07.412883 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-5d67196d-6116-4cc6-a481-5fc9114609d7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:55:07.413999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-5d67196d-6116-4cc6-a481-5fc9114609d7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068061 Oct 26 12:55:07.432856 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:55:07.505387 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:07.789383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:07.847768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:55:07.914680 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:55:07.928793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:07.943158 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Transition to ACTIVE for port object cb52c9f7-1fe0-439f-8274-be5feda524eb will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:55:07.947807 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:08.070522 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=9']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:08.082365 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.082835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.083386 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.083771 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.084132 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.084755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.085268 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.085611 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.086097 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.086704 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.087082 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.087424 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:08.122574 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791634-c4f6-4997-9b3e-b103edb45cb8 req-90f107ef-51b9-4d11-be37-6355ebf14dbe tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:08.124253 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54791634-c4f6-4997-9b3e-b103edb45cb8 req-90f107ef-51b9-4d11-be37-6355ebf14dbe tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 944 time: 0.1430535 Oct 26 12:55:08.153535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] No DVR routers for this DVR port cb52c9f7-1fe0-439f-8274-be5feda524eb on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:55:08.250783 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-54791634-c4f6-4997-9b3e-b103edb45cb8 req-be4aaca8-9044-4273-ab8b-4bc7c182dd07 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198187 Oct 26 12:55:08.324183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:55:08.324538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:55:08.325077 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:55:08.331084 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Port cb52c9f7-1fe0-439f-8274-be5feda524eb on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:55:08.331598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Attempting to bind port cb52c9f7-1fe0-439f-8274-be5feda524eb on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:55:08.337749 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:55:08.337969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:55:08.338180 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Bound using segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:55:08.338602 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Bound port: cb52c9f7-1fe0-439f-8274-be5feda524eb, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:55:08.338994 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:08.406535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:55:08.410613 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:55:08.415816 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:08.459656 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:08.460341 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:08.462062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] 10.222.0.30 "PUT /v2.0/ports/cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1092 time: 1.0337017 Oct 26 12:55:08.462642 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:55:08.465044 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e80ea-0fef-44be-955e-d96f4c716da9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:55:08.492173 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27cd13-13f2-4bf3-b947-b94835b21e2e service neutron] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:08.542411 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354fbe0c-9235-4625-9df7-40323511eda6 x-openstack-request-id: req-354fbe0c-9235-4625-9df7-40323511eda6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:55:08.542652 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:55:08.542842 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-354fbe0c-9235-4625-9df7-40323511eda6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:55:08.543162 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'status': 'completed', 'code': 200} Oct 26 12:55:08.559591 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-6b924003-fe32-41ee-b5cb-ae44468ee972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:08.561175 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-6b924003-fe32-41ee-b5cb-ae44468ee972 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1096 time: 0.0572355 Oct 26 12:55:08.694840 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-ae935631-1a27-4af5-98ea-c45eed13e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:08.696490 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-ae935631-1a27-4af5-98ea-c45eed13e5d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1249952 Oct 26 12:55:08.806044 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-ccf804ca-219f-4e35-9c2e-0cede66d979f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1000 time: 0.0966573 Oct 26 12:55:08.881250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-8d4c25cb-f251-45e3-bf3c-f9a2f4a4fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:08.882675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-8d4c25cb-f251-45e3-bf3c-f9a2f4a4fb0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0657489 Oct 26 12:55:08.935507 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-7397a815-3dcd-4294-a24e-f2dc34166c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:08.937062 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-7397a815-3dcd-4294-a24e-f2dc34166c3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428917 Oct 26 12:55:09.054723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-b3b0a81b-432e-4ca1-a1c2-6d7331301410 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037219 Oct 26 12:55:09.170956 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b54e0fae-c9c1-4ebd-8723-20ea37995564 req-dd7fabd8-201e-404f-8d06-10a31ecf5401 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046441 Oct 26 12:55:09.288059 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-4d481bfc-e0b6-46a1-a08e-cec54ca415d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:09.290509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-4d481bfc-e0b6-46a1-a08e-cec54ca415d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1096 time: 0.0607817 Oct 26 12:55:09.443955 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078fd7d-414e-460c-b350-531f1b68d33f req-4f32110d-8a82-412e-9d31-3b0000d9963b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:09.445578 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8078fd7d-414e-460c-b350-531f1b68d33f req-4f32110d-8a82-412e-9d31-3b0000d9963b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.1102266 Oct 26 12:55:09.463001 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-9c9a0b86-b79b-4e6f-8f2d-c383094ee099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:09.464533 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-9c9a0b86-b79b-4e6f-8f2d-c383094ee099 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1560214 Oct 26 12:55:09.553697 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8078fd7d-414e-460c-b350-531f1b68d33f req-20190cff-f246-4000-a519-cc32cd2bc0fd tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979354 Oct 26 12:55:09.572127 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-52fd55e2-dbd4-425f-8c19-792e2a846e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1000 time: 0.0955777 Oct 26 12:55:09.654089 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-ce8d5c7d-1a8a-41fa-ba62-98fe253a2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:09.656907 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-ce8d5c7d-1a8a-41fa-ba62-98fe253a2080 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0657456 Oct 26 12:55:10.713548 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c420fae-6e9f-41e9-9f5c-d2d5edc35eec req-3c1dbc51-a93b-4a45-b0f7-9eb84fc73a42 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:10.715163 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c420fae-6e9f-41e9-9f5c-d2d5edc35eec req-3c1dbc51-a93b-4a45-b0f7-9eb84fc73a42 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0649850 Oct 26 12:55:10.785304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6c420fae-6e9f-41e9-9f5c-d2d5edc35eec req-670576ac-c648-46ed-aba4-a3d60c95d0d7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578914 Oct 26 12:55:11.941529 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3e6b-63be-416c-becc-b390c6e912d2 req-68e4122c-b356-443a-b95a-b969610cd020 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:11.943403 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb5b3e6b-63be-416c-becc-b390c6e912d2 req-68e4122c-b356-443a-b95a-b969610cd020 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0563643 Oct 26 12:55:11.993970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-eb5b3e6b-63be-416c-becc-b390c6e912d2 req-37e3f8fe-4fce-40a2-a8df-d5726e4b2ed2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409453 Oct 26 12:55:13.151145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6ba81-987d-49fd-bc9a-80c8ed803c2c req-2a2d1a30-d484-42dc-b5ca-80d3fc2e004b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:13.153108 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac6ba81-987d-49fd-bc9a-80c8ed803c2c req-2a2d1a30-d484-42dc-b5ca-80d3fc2e004b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0624590 Oct 26 12:55:13.225757 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fac6ba81-987d-49fd-bc9a-80c8ed803c2c req-677f2d5a-561f-4ac7-b0f6-def623afe606 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629733 Oct 26 12:55:14.388897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d543996-6fc3-4360-b89f-88c5cf1f27a2 req-9dfdf365-c0c1-4192-bbf4-9ef79768177a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:14.390426 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d543996-6fc3-4360-b89f-88c5cf1f27a2 req-9dfdf365-c0c1-4192-bbf4-9ef79768177a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0602374 Oct 26 12:55:14.458460 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6d543996-6fc3-4360-b89f-88c5cf1f27a2 req-c0c99928-b132-4710-acb4-6279a74fce6d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608568 Oct 26 12:55:15.615897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1cfb8-99ad-4f01-8db9-18da9414bd87 req-9ca3faca-499d-42b1-9643-2f0fa4b5125c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:15.624797 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bf1cfb8-99ad-4f01-8db9-18da9414bd87 req-9ca3faca-499d-42b1-9643-2f0fa4b5125c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0786810 Oct 26 12:55:15.714482 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3bf1cfb8-99ad-4f01-8db9-18da9414bd87 req-8a4efa3a-cdca-46b4-abff-147b488e5c2d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750725 Oct 26 12:55:16.897790 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb987-1a83-47ee-98f3-1d000f42a591 req-6c9cb3c0-688c-43a6-8945-b1628bfed5c9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:16.899548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8aafb987-1a83-47ee-98f3-1d000f42a591 req-6c9cb3c0-688c-43a6-8945-b1628bfed5c9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0735629 Oct 26 12:55:16.950246 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8aafb987-1a83-47ee-98f3-1d000f42a591 req-7b075904-a014-4b83-b826-2b21387d7f9f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392020 Oct 26 12:55:18.116394 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785639-9641-40df-a03f-4d41f9b03458 req-e1137d35-fe35-44fd-8394-391ca89146a2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:18.118036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed785639-9641-40df-a03f-4d41f9b03458 req-e1137d35-fe35-44fd-8394-391ca89146a2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0655484 Oct 26 12:55:18.186107 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ed785639-9641-40df-a03f-4d41f9b03458 req-fa258bc2-a177-486a-95fc-ccd5e6ddff4c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612538 Oct 26 12:55:19.290978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2ee791b5-ebef-442a-8ee2-9edc09413759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:19.340192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1bc10-3ca3-4608-a05a-359e655b9429 req-c9a9542c-5a6c-4ea0-80a4-a68e93513f20 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:19.341985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35a1bc10-3ca3-4608-a05a-359e655b9429 req-c9a9542c-5a6c-4ea0-80a4-a68e93513f20 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0714366 Oct 26 12:55:19.384655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-35a1bc10-3ca3-4608-a05a-359e655b9429 req-ba7824e9-620f-446a-830b-7b066686149d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355248 Oct 26 12:55:19.880063 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-770cf015-73d3-462a-b814-d1a4d70115c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:19.881726 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-770cf015-73d3-462a-b814-d1a4d70115c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473931 Oct 26 12:55:20.002573 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-1e0bc528-564f-4bee-bbd4-cdce2664f889 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087770 Oct 26 12:55:20.103158 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-204e80ea-0fef-44be-955e-d96f4c716da9 req-46601e38-0d43-4506-8849-bb0b9a37178d service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930574 Oct 26 12:55:20.513494 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b14fb-8c10-4fee-966f-9a3565dac509 req-44a5fb3d-9778-4eac-a3ed-89e791df2424 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:20.515059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b51b14fb-8c10-4fee-966f-9a3565dac509 req-44a5fb3d-9778-4eac-a3ed-89e791df2424 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0556922 Oct 26 12:55:20.558076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b51b14fb-8c10-4fee-966f-9a3565dac509 req-671197b1-81b4-4c5a-99f9-ad1f283eed87 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355058 Oct 26 12:55:21.691427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf41c7-a833-4d74-910d-28d575c4ee7d req-95147a13-2571-479a-875f-2d5d8bbf2db6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:21.693483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75cf41c7-a833-4d74-910d-28d575c4ee7d req-95147a13-2571-479a-875f-2d5d8bbf2db6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0599828 Oct 26 12:55:21.734502 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-75cf41c7-a833-4d74-910d-28d575c4ee7d req-38fdc0e5-39f5-4615-9141-bc86932eed95 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343435 Oct 26 12:55:21.834853 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f7648d80-60d9-4bfb-a10f-459129587778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:22.862308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029cf34-392c-41ad-b90f-97a5aab12b63 req-c581f714-281a-4f89-b089-719666c86b34 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:22.864037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5029cf34-392c-41ad-b90f-97a5aab12b63 req-c581f714-281a-4f89-b089-719666c86b34 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 945 time: 0.0560362 Oct 26 12:55:22.906824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5029cf34-392c-41ad-b90f-97a5aab12b63 req-d805dda8-59b3-44f8-b678-706d105e3bd6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365093 Oct 26 12:55:22.997072 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:23.119616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:55:23.233265 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:23.246723 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'port_id': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'mac_address': 'fa:16:3e:d4:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:55:23.292462 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:23.306831 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:55:23.326932 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:23.331352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:23.381505 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=11']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:23.488367 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:23.672625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['cb52c9f7-1fe0-439f-8274-be5feda524eb'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:55:24.038338 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4ec83-8ed0-49a8-bccb-bdedec2eacc1 req-97442822-4731-4a04-8fd9-283ccf688079 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:24.040052 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fea4ec83-8ed0-49a8-bccb-bdedec2eacc1 req-97442822-4731-4a04-8fd9-283ccf688079 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0574832 Oct 26 12:55:24.083272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fea4ec83-8ed0-49a8-bccb-bdedec2eacc1 req-6970b703-f47c-4afa-a114-7ebd256f5812 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367355 Oct 26 12:55:24.884892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:25.127037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:25.184589 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port cb52c9f7-1fe0-439f-8274-be5feda524eb completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:55:25.189526 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port cb52c9f7-1fe0-439f-8274-be5feda524eb triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:55:25.189753 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:25.237598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add7be-6895-4d24-8af7-3b7a10400ef0 req-0c675109-77c2-4353-b893-a31cad6897fb tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:25.239240 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47add7be-6895-4d24-8af7-3b7a10400ef0 req-0c675109-77c2-4353-b893-a31cad6897fb tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 946 time: 0.0591927 Oct 26 12:55:25.284444 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-47add7be-6895-4d24-8af7-3b7a10400ef0 req-3bf81d6a-11ba-4f51-8388-4e17b4586b0f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385215 Oct 26 12:55:25.288967 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:25.312982 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:55:25.315435 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a5848-45d0-4203-bb1b-b45beb2b134a" -d '{"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-plugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:55:25.329421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:25.340216 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:25.367143 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c558b1c-153d-400e-8a79-cc0875042535 x-openstack-request-id: req-1c558b1c-153d-400e-8a79-cc0875042535 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:55:25.367499 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-plugged", "status": "completed", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:55:25.367676 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c558b1c-153d-400e-8a79-cc0875042535 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:55:25.368081 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'code': 200} Oct 26 12:55:25.396827 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=12']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:25.547460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ebaac-2204-44b2-8546-68df6f9f2ef0 req-25c2ea67-3601-429c-9a32-5a8900b2d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:25.549089 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-314ebaac-2204-44b2-8546-68df6f9f2ef0 req-25c2ea67-3601-429c-9a32-5a8900b2d00e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1098 time: 0.0429423 Oct 26 12:55:25.587485 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-314ebaac-2204-44b2-8546-68df6f9f2ef0 req-d635b0a8-12ab-41c2-9898-7c9991149d1c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309460 Oct 26 12:55:26.422216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58794-57a5-495a-9ede-b5cd1254b004 req-b9092bf9-a808-4335-a379-dcfbb84e0aad tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:26.424551 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d58794-57a5-495a-9ede-b5cd1254b004 req-b9092bf9-a808-4335-a379-dcfbb84e0aad tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 947 time: 0.0631568 Oct 26 12:55:26.465245 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-50d58794-57a5-495a-9ede-b5cd1254b004 req-6f84447a-c488-4912-a9df-de5868754313 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344286 Oct 26 12:55:27.593229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68d08-b971-4789-8d85-4b787e1881b2 req-0815422a-45c7-41c7-a3f6-bc0d4b80857a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:27.594776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ee68d08-b971-4789-8d85-4b787e1881b2 req-0815422a-45c7-41c7-a3f6-bc0d4b80857a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 947 time: 0.0520844 Oct 26 12:55:27.640109 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2ee68d08-b971-4789-8d85-4b787e1881b2 req-8225e140-aa9e-416a-b6e5-0ce5259f96e2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377219 Oct 26 12:55:34.501534 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:35.960860 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:36.575994 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:55:49.269631 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87ef547e-4d5c-48c2-b11e-37b63f9460d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:50.900986 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-7be72c41-7de0-4725-b54d-a9bc8a6ba745 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430968 Oct 26 12:55:51.022660 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-9dc1a0d7-070d-48b2-b034-22bf4ac549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:51.025226 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-9dc1a0d7-070d-48b2-b034-22bf4ac549a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1098 time: 0.0746245 Oct 26 12:55:51.150640 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-65696307-8ef8-4237-bdb1-8844e1c016ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:51.152341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-65696307-8ef8-4237-bdb1-8844e1c016ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1033108 Oct 26 12:55:51.231703 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-2f24b76c-883c-4b3a-b24b-6a07f31c9fff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 1002 time: 0.0709395 Oct 26 12:55:51.289710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-8d8ec0ee-29e6-4c7f-a59c-b917e04af4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:51.291301 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-8d8ec0ee-29e6-4c7f-a59c-b917e04af4f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0503731 Oct 26 12:55:51.342536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-760c9440-3717-43c2-8a7f-c8b5885b3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:55:51.344629 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-760c9440-3717-43c2-8a7f-c8b5885b3fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445235 Oct 26 12:55:51.452146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-8123e126-a5b1-449e-87bd-7197edb99d8c service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987117 Oct 26 12:55:51.560203 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ee89d787-1e99-4602-a7e4-371e0676b42f req-288cf50e-1f9c-4096-adc5-48b8c7b05b24 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956938 Oct 26 12:55:51.841957 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-db443bda-eefa-4610-a43d-5112c96f7f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:52.994115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:53.487699 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:55:54.892352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:04.512926 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:05.967344 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:13.576711 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:56:19.262813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb52b52a-991c-4bd5-82ed-536c7251b401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:21.837311 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4a43c00a-e3c6-4331-82da-334c96550b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:22.987290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:23.487723 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:24.891126 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:34.511222 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:35.969822 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:46.236026 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54368) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:46.392164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Deleting port bb2979f6-809e-456b-8a19-79d869dc316f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:56:46.392391 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:46.470343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:46.470657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:46.481955 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Calling delete_port for bb2979f6-809e-456b-8a19-79d869dc316f owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:56:46.628730 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:46.655677 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event deleted for resources: {'Port': ['ID=bb2979f6-809e-456b-8a19-79d869dc316f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:46.682414 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.682766 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.683141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.683493 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.683828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.684164 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.684499 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.684833 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.685165 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.685491 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.685825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.686146 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:46.726185 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:46.726520 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Floating IP 671aca07-4a3f-4f49-816e-39b8afb910de disassociated (deleted). External IP: 172.25.4.132, port: cb52c9f7-1fe0-439f-8274-be5feda524eb. Oct 26 12:56:46.934115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Router f081c19b-7194-4a17-8811-414d0e7eeefb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:56:47.342627 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:56:47.347747 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:47.352600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:56:47.363704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:56:47.364304 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:56:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:56:47.383176 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4a9be3b9-1a83-429a-87ef-31a0e7441557 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "DELETE /v2.0/floatingips/671aca07-4a3f-4f49-816e-39b8afb910de HTTP/1.1" status: 204 len: 168 time: 1.1459689 Oct 26 12:56:47.383771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:56:47.386100 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3286d914-c8c8-44ef-a2b0-a6e588357928" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:56:47.516446 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f1e699-5c25-4331-829f-d6349ed1ddda x-openstack-request-id: req-26f1e699-5c25-4331-829f-d6349ed1ddda {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:56:47.516626 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:56:47.516858 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-26f1e699-5c25-4331-829f-d6349ed1ddda {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:56:47.517306 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'status': 'completed', 'code': 200} Oct 26 12:56:47.576422 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:56:47.600738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-7793c3c5-9813-47ab-a1cd-79ff90056618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:47.602713 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-7793c3c5-9813-47ab-a1cd-79ff90056618 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 1098 time: 0.0557342 Oct 26 12:56:47.711683 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4208fec-3bc2-4978-b1b3-4732e685ed8b req-d5f61b5a-3d27-47b1-b3d2-8e273675a06f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:47.713247 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4208fec-3bc2-4978-b1b3-4732e685ed8b req-d5f61b5a-3d27-47b1-b3d2-8e273675a06f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 947 time: 0.1027048 Oct 26 12:56:47.761569 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-a6ea07c0-014d-4ea0-9997-2f1fb2872281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:47.763087 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-a6ea07c0-014d-4ea0-9997-2f1fb2872281 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1500130 Oct 26 12:56:47.785895 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b4208fec-3bc2-4978-b1b3-4732e685ed8b req-b443c661-8181-459b-8792-8446f301ec15 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649719 Oct 26 12:56:47.801375 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:56:47.814164 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-3c3a6b07-2b41-42b3-aa6a-f2a2d805b783 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 200 len: 217 time: 0.0409992 Oct 26 12:56:47.830926 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:56:47.840806 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:56:47.841461 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:56:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:56:47.865087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-d5de2173-d458-4b3b-9564-5e0a543a2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:47.866483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-d5de2173-d458-4b3b-9564-5e0a543a2682 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0449600 Oct 26 12:56:47.921864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-0c8c0cd0-ac89-4f77-81ba-5f6c5b3e9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:47.923985 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-0c8c0cd0-ac89-4f77-81ba-5f6c5b3e9fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458879 Oct 26 12:56:47.958177 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:56:48.020917 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-ab9bce13-80ba-4f5b-941c-3f392541dee0 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881891 Oct 26 12:56:48.124786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3286d914-c8c8-44ef-a2b0-a6e588357928 req-d7fcaea4-de26-4862-96b0-f607a78154cb service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965445 Oct 26 12:56:48.178452 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:56:48.210854 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faa69d-2ebb-438d-9b21-9e191ab8ecbe None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:56:48.438421 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e04b5c-21d6-464f-9d23-d30c75cc84e3 None None] New status for floating IP 671aca07-4a3f-4f49-816e-39b8afb910de: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:56:48.910430 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e60593-1d25-44ad-bae6-1771024966b7 req-ee66bc1f-ae61-48dd-9269-280b58fc8daf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:48.911978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86e60593-1d25-44ad-bae6-1771024966b7 req-ee66bc1f-ae61-48dd-9269-280b58fc8daf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 947 time: 0.0490141 Oct 26 12:56:48.951256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86e60593-1d25-44ad-bae6-1771024966b7 req-07592f80-509a-42c7-895b-004301a178c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=19434497-9ddc-4b67-ae70-a88438e2ffef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333359 Oct 26 12:56:49.186275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-3d9c9edc-c840-4a0d-a522-83a0f1918a37 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:56:49.187840 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-3d9c9edc-c840-4a0d-a522-83a0f1918a37 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 947 time: 0.0488262 Oct 26 12:56:49.265410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9c90-c2c0-4e0f-a5e8-5bc2fa8aeb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:49.285150 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Deleting port cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 12:56:49.285493 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:49.379383 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] For port cb52c9f7-1fe0-439f-8274-be5feda524eb, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=cb52c9f7-1fe0-439f-8274-be5feda524eb,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:56:49.379639 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:49.391751 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Calling delete_port for cb52c9f7-1fe0-439f-8274-be5feda524eb owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 12:56:49.862955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:49.901973 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event deleted for resources: {'Port': ['ID=cb52c9f7-1fe0-439f-8274-be5feda524eb,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:49.926516 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.927141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.927241 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.927584 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.927919 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.928325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.928589 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.928923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.929254 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.929583 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.929909 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.930239 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:56:49.952260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] No DVR routers for this DVR port cb52c9f7-1fe0-439f-8274-be5feda524eb on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:56:49.955365 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:49.958642 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-53daa346-3a6d-40d6-89e7-1c620c2e8224 req-fdfc8baf-85ad-4dd3-a1ae-f96853371787 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.30 "DELETE /v2.0/ports/cb52c9f7-1fe0-439f-8274-be5feda524eb HTTP/1.1" status: 204 len: 173 time: 0.7633612 Oct 26 12:56:49.959165 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-deleted', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:56:49.961677 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8f040b-cf80-4891-a04d-04ba16798384" -d '{"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-deleted", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:56:50.053541 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cfcad917-f6c1-4041-a39d-264534cba5c1 req-867cfa30-8f8b-4c56-9e85-6e29c759901a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5ad9f58-4686-4ffb-aa5f-0eddc67c7436 HTTP/1.1" status: 200 len: 210 time: 0.0294800 Oct 26 12:56:50.077942 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f89d8b-1e59-45c0-b31b-7e60aceef145 x-openstack-request-id: req-b3f89d8b-1e59-45c0-b31b-7e60aceef145 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:56:50.079395 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ad9f58-4686-4ffb-aa5f-0eddc67c7436", "name": "network-vif-deleted", "tag": "cb52c9f7-1fe0-439f-8274-be5feda524eb", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:56:50.079905 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3f89d8b-1e59-45c0-b31b-7e60aceef145 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:56:50.080503 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ad9f58-4686-4ffb-aa5f-0eddc67c7436', 'name': 'network-vif-deleted', 'tag': 'cb52c9f7-1fe0-439f-8274-be5feda524eb', 'status': 'completed', 'code': 200} Oct 26 12:56:50.576253 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:56:51.113516 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54396) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:51.173836 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e79af70b-c19b-4d8e-9f50-40f9b99198b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.201940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e79af70b-c19b-4d8e-9f50-40f9b99198b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.264726 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e79af70b-c19b-4d8e-9f50-40f9b99198b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.269283 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e79af70b-c19b-4d8e-9f50-40f9b99198b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.270599 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-e79af70b-c19b-4d8e-9f50-40f9b99198b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "DELETE /v2.0/security-groups/19434497-9ddc-4b67-ae70-a88438e2ffef HTTP/1.1" status: 204 len: 168 time: 0.1559377 Oct 26 12:56:51.280634 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79af70b-c19b-4d8e-9f50-40f9b99198b7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19434497-9ddc-4b67-ae70-a88438e2ffef,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:51.533412 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:51.538485 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133377409', 'description': 'tempest-secgroup-smoke-1133377409 description', 'project_id': '9b48e1011379446fa1fa291c2739a3cc'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:51.541382 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:56:51.563913 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: cb52c9f7-1fe0-439f-8274-be5feda524eb {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 12:56:51.564371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device cb52c9f7-1fe0-439f-8274-be5feda524eb not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:56:51.569742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.644586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.651042 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.680914 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.682240 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477714 Oct 26 12:56:51.685379 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54404) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:51.687990 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba4ba0-cf49-4924-96cb-967985c8751f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef00a8-2e46-48d8-80a7-621853c09ede,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:51.694924 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '37ef00a8-2e46-48d8-80a7-621853c09ede', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:51.733923 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.796598 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.801195 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.824495 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c471984-73f0-4c94-858e-97179f698c0e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:51.835192 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.836548 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-4aaf8198-65eb-4b6a-a796-79ab2d7ad2c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487660 Oct 26 12:56:51.839425 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54406) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:51.844288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '37ef00a8-2e46-48d8-80a7-621853c09ede', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:51.847431 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fc03a02a-d1dd-4a9d-8225-e2ad2ed5eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.875829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.943826 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.948938 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.973442 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff81e477-ba07-46fd-a663-7f7d302369bd,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:51.982165 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:51.983508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5edf01ec-25a2-43ea-ac36-68593a65c9b0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430662 Oct 26 12:56:51.987168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54408) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:51.992823 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '37ef00a8-2e46-48d8-80a7-621853c09ede', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:52.023405 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.089427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.095078 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.114687 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de9fce0-64b7-4e9e-b35b-3b06f80b0a7e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:52.123492 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.125022 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2278e41d-eaad-4bd7-92b6-526e7772e99c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364715 Oct 26 12:56:52.128217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54410) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:52.133982 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '37ef00a8-2e46-48d8-80a7-621853c09ede', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:52.163760 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.227672 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.240271 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.259948 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0a7720-d2a6-4a45-8384-c80d33f74cdf,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:52.267849 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.269197 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ac9aa0f-9dd4-4762-8fc4-b40e93cf0ec7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399765 Oct 26 12:56:52.272193 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54412) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:52.276832 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '37ef00a8-2e46-48d8-80a7-621853c09ede', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:52.304780 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Project 9b48e1011379446fa1fa291c2739a3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:56:52.312932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.382242 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.385647 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.404646 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bed232-c4f2-477d-b06d-735862164a15,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:52.412975 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.414222 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-77c00df0-ce51-4e70-bdd0-4e3a91b8744d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410809 Oct 26 12:56:52.417149 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54414) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:56:52.421751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'security_group_rule': {'security_group_id': '37ef00a8-2e46-48d8-80a7-621853c09ede', 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:56:52.444879 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Project 9b48e1011379446fa1fa291c2739a3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:56:52.450279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.519368 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.524217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.551339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d96cde-a9d3-4498-907b-82b38f452023,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:56:52.559316 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:52.560565 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-626f06ec-854b-4c47-8cea-f0f8429a90f9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424506 Oct 26 12:56:52.990494 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:53.491248 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:56:54.894792 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:04.513067 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:05.985660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:08.986280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-6f715271-383a-415c-bba9-99a0f05a8d81 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133377409&fields=id&tenant_id=9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 267 time: 0.0356078 Oct 26 12:57:09.095192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-87de6351-3a8e-4fbd-8961-4c0c68b7580f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:09.096623 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-87de6351-3a8e-4fbd-8961-4c0c68b7580f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 809 time: 0.1034749 Oct 26 12:57:09.111484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b34dce2e-d7c2-472d-966f-0a084b4b54f8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/quotas/9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 375 time: 0.0091801 Oct 26 12:57:09.166116 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-ca5dae0a-22e1-49e0-9524-ee2262b8b945 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492413 Oct 26 12:57:09.315825 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-4bd60db2-b915-42b8-9102-4fb901562533 service neutron] 10.222.0.88 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384037 Oct 26 12:57:09.409514 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-39d978a6-e444-4924-a6ec-56fced840593 service neutron] 10.222.0.88 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875473 Oct 26 12:57:09.692243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5035b65b-5955-40f0-bfd3-6129b9811235 req-e877f4c9-af0a-40b6-934d-0985c4af1c52 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Oct 26 12:57:10.772230 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-52bee855-592d-4f8b-9a17-e2fea0878f7f req-fe12e14d-124d-40b4-ba37-a223db1fb0b1 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0265341 Oct 26 12:57:11.855997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e3c9ecfc-6e25-49c7-a221-b36439106d89 req-5f7d7bca-15d1-4a32-8bd3-bf1c9aa8579e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0310936 Oct 26 12:57:12.939092 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0f82e949-a4b0-4144-8610-a8adf93bbb2e req-25c64bc7-3353-477a-856d-9165b8448c1b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0281227 Oct 26 12:57:14.038517 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c0d11af-4344-4bde-9ad2-f3b06410860a req-c57a15c8-1bfe-44a0-bdf0-1f0602da1c09 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0303128 Oct 26 12:57:14.715233 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-da9dcd22-b1d8-461f-97de-b7e65d2c2db9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:14.716704 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-da9dcd22-b1d8-461f-97de-b7e65d2c2db9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 809 time: 0.1140375 Oct 26 12:57:14.760231 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-4bb1e643-00a0-42b3-acf5-4a17e9b948d0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 380 time: 0.0347481 Oct 26 12:57:14.769523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'port': {'device_id': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'admin_state_up': True, 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'security_groups': ['37ef00a8-2e46-48d8-80a7-621853c09ede']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:57:14.880650 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Made reservation on behalf of 9b48e1011379446fa1fa291c2739a3cc for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:57:14.884252 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.016776 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Allocated IP 172.20.0.9 (1dd1a9a4-d217-4393-8e26-541f6d28c7a1/4114d755-9c9e-4bf5-b0f3-04e621fdad96/5e04fde5-7859-4827-a2a7-eb67fcb1aee7) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:57:15.137499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3c3ea6bf-cd04-4fde-8d20-653fe0b2a4e2 req-b35ab304-5dee-4b11-812a-96ddc8951f32 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0270629 Oct 26 12:57:15.171279 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.209373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.260321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:57:15.267096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:57:15.272313 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:57:15.298530 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:15.332318 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:15.333069 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.355049 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-b7eba958-91b9-49b2-8618-4d442baefc12 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894432 Oct 26 12:57:15.367301 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Request body: {'port': {'device_id': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:57:15.430063 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.545936 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-f4698bb2-5974-47ce-a979-62c23efb2b32 None None] Provisioning complete for port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:57:15.546477 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4698bb2-5974-47ce-a979-62c23efb2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.587607 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-f4698bb2-5974-47ce-a979-62c23efb2b32 None None] Port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 12:57:15.714960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:57:15.722577 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.734633 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Transition to ACTIVE for port object 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:57:15.738664 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.787630 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:15.865598 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:57:15.865938 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:57:15.866273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:57:15.871265 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:57:15.871589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:57:15.877279 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:57:15.877624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:57:15.878004 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Bound using segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:57:15.878436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Bound port: 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:57:15.878797 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.946638 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:57:15.949950 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:57:15.956210 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:15.999286 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:15.999916 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:16.001907 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] 10.222.0.100 "PUT /v2.0/ports/5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 1091 time: 0.6392114 Oct 26 12:57:16.002366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:57:16.004753 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d51fa-33a3-47c4-a037-1a8fd5381377" -d '{"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:57:16.060438 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656e558-a2e5-4629-be1d-5f8843df3fcf service neutron] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:16.068570 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b967c4-a2e1-4553-8b37-aed603c99251 x-openstack-request-id: req-22b967c4-a2e1-4553-8b37-aed603c99251 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:57:16.069006 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:57:16.069421 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22b967c4-a2e1-4553-8b37-aed603c99251 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:57:16.069930 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'status': 'completed', 'code': 200} Oct 26 12:57:16.111222 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-56882295-5be7-4470-9f99-571f724787e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.113274 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-56882295-5be7-4470-9f99-571f724787e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1094 time: 0.0626214 Oct 26 12:57:16.161065 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-7ded0638-fdd8-4828-ad93-de30d59cd3ed service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 217 time: 0.0387728 Oct 26 12:57:16.218482 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-9e6f2bc4-39a7-4593-aef4-7123bb7a0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.220708 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-9e6f2bc4-39a7-4593-aef4-7123bb7a0d01 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0513859 Oct 26 12:57:16.282906 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-bf87f177-3958-4ea8-91a5-ee71a5491990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.283537 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fe23b-78aa-4b44-8138-b15b81d04a25 req-0163fa38-2b82-43da-bf63-911c90de1329 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.284458 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-bf87f177-3958-4ea8-91a5-ee71a5491990 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565121 Oct 26 12:57:16.285869 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f5fe23b-78aa-4b44-8138-b15b81d04a25 req-0163fa38-2b82-43da-bf63-911c90de1329 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0627322 Oct 26 12:57:16.332303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8f5fe23b-78aa-4b44-8138-b15b81d04a25 req-bb541c13-c28d-4e5d-aa28-48f4f4af4170 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Oct 26 12:57:16.395310 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-782fd1ca-7e3c-43b5-af74-e12dc9a04900 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033797 Oct 26 12:57:16.492162 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-aa15fa80-84c0-4bc5-959d-69a8d51458ab req-cb661eef-a681-4db1-9be7-31f3d02d4f74 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895581 Oct 26 12:57:16.574664 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-4af07c0c-a95f-4a40-b672-5bd414daaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.576240 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-4af07c0c-a95f-4a40-b672-5bd414daaa66 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1094 time: 0.0417566 Oct 26 12:57:16.674132 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-fdaba74a-8edc-45b2-859c-2d8e70e08737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.675657 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-fdaba74a-8edc-45b2-859c-2d8e70e08737 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0932033 Oct 26 12:57:16.719078 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-9ea9299f-5075-4487-a44e-bf54af4c1966 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 217 time: 0.0359137 Oct 26 12:57:16.768523 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-7ea14f1b-71d6-4f9c-a16e-b45c80b4cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.770027 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-7ea14f1b-71d6-4f9c-a16e-b45c80b4cc4b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0445063 Oct 26 12:57:16.822791 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-fe74a5db-08b1-4002-b83c-0404facdb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:16.824359 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-fe74a5db-08b1-4002-b83c-0404facdb57f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464089 Oct 26 12:57:16.915575 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-871427d2-26ea-4fae-b954-a0599f8c3790 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844221 Oct 26 12:57:17.013644 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-380d51fa-33a3-47c4-a037-1a8fd5381377 req-aa5c7eeb-d929-46b5-b843-c36a8e803d1d service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914571 Oct 26 12:57:17.450832 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d6e6b-b8fd-4c24-9217-217fc32c7a6e req-0f07e759-39d9-4567-a799-6703fdcc544c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:17.452304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c89d6e6b-b8fd-4c24-9217-217fc32c7a6e req-0f07e759-39d9-4567-a799-6703fdcc544c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0495770 Oct 26 12:57:17.493264 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c89d6e6b-b8fd-4c24-9217-217fc32c7a6e req-26e6babe-9c35-4755-bb88-5ecd01f41bca tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Oct 26 12:57:18.618431 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab5b86-29d7-42a9-8c76-672aa9f93172 req-3a70127d-a7fb-4f9d-8460-9dc4546ddd19 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:18.619978 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4ab5b86-29d7-42a9-8c76-672aa9f93172 req-3a70127d-a7fb-4f9d-8460-9dc4546ddd19 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0553255 Oct 26 12:57:18.667072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d4ab5b86-29d7-42a9-8c76-672aa9f93172 req-4ba45872-1beb-4693-9842-d69661128237 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Oct 26 12:57:19.269489 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-26d23a4c-eb73-4a7a-bc04-fd73f848f094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:19.792773 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c37441-1bba-4620-961a-78cf5c421a2b req-16cf0c65-f577-404b-be34-1f5b13195c8c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:19.794313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23c37441-1bba-4620-961a-78cf5c421a2b req-16cf0c65-f577-404b-be34-1f5b13195c8c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0520170 Oct 26 12:57:19.839408 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-23c37441-1bba-4620-961a-78cf5c421a2b req-285de74b-a76f-4fd8-b55d-da7cc6eeafce tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Oct 26 12:57:20.953579 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6934-9145-44c1-921a-8297326b2d13 req-99ecad09-dda8-4280-b873-69da05b4076d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:20.955693 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e23b6934-9145-44c1-921a-8297326b2d13 req-99ecad09-dda8-4280-b873-69da05b4076d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0507185 Oct 26 12:57:20.996252 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e23b6934-9145-44c1-921a-8297326b2d13 req-f255d66d-a19d-45dc-b046-23629d76cd06 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341647 Oct 26 12:57:21.843516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-97919e9e-bc38-4e0e-9bbd-9ab939446824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:22.122921 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687731a1-7bd0-4ce6-a581-8a7b656b8cce req-1994645f-f984-4eac-83aa-4e29fa1a597d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:22.124442 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-687731a1-7bd0-4ce6-a581-8a7b656b8cce req-1994645f-f984-4eac-83aa-4e29fa1a597d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0582743 Oct 26 12:57:22.167393 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-687731a1-7bd0-4ce6-a581-8a7b656b8cce req-6c07bf47-7bdc-4635-b907-cd91b13717e7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364032 Oct 26 12:57:22.993258 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:23.287468 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ed53-d757-47e4-993e-b9afdd296f7c req-28456c54-bad1-42a9-8162-64671e6e11e2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:23.288900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4577ed53-d757-47e4-993e-b9afdd296f7c req-28456c54-bad1-42a9-8162-64671e6e11e2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0498164 Oct 26 12:57:23.370380 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4577ed53-d757-47e4-993e-b9afdd296f7c req-3af413bc-319c-4c57-8f8e-2d804b5c366a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754702 Oct 26 12:57:23.493555 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:24.488968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9eb5b-84e7-43ca-8926-f331314a20f0 req-4c941b16-8a29-4945-94ad-7a5d97a13aa4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:24.490486 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2aa9eb5b-84e7-43ca-8926-f331314a20f0 req-4c941b16-8a29-4945-94ad-7a5d97a13aa4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0506568 Oct 26 12:57:24.529387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2aa9eb5b-84e7-43ca-8926-f331314a20f0 req-7f4e598b-ef6d-4e99-843a-9cdbf9acbda9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Oct 26 12:57:24.895861 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:25.649037 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9add8-6b83-474d-8b03-b24ff01a1403 req-291f3c6c-38e7-4661-8fcf-e1ec67169489 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:25.650999 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8d9add8-6b83-474d-8b03-b24ff01a1403 req-291f3c6c-38e7-4661-8fcf-e1ec67169489 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0547497 Oct 26 12:57:25.690509 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e8d9add8-6b83-474d-8b03-b24ff01a1403 req-7c8f0698-ff68-4235-bf9a-1b8a716986ad tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Oct 26 12:57:26.806928 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4c71f-4b91-4dd7-8060-eff3a62e487a req-3704cf00-36a0-4abf-9f08-5c94648a474e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:26.808413 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04f4c71f-4b91-4dd7-8060-eff3a62e487a req-3704cf00-36a0-4abf-9f08-5c94648a474e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0499959 Oct 26 12:57:26.848124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-04f4c71f-4b91-4dd7-8060-eff3a62e487a req-1b5f55c6-7f0b-4d13-9ed3-a95cb1e4d9ad tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Oct 26 12:57:27.575929 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:57:27.622823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:57:27.722501 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:57:27.733652 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'port_id': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'mac_address': 'fa:16:3e:00:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:57:27.770594 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:27.783504 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:57:27.802669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:57:27.807370 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:27.853825 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:27.861304 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.862188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.862534 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.862887 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.863244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.863580 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.863912 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.864244 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.864573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.864900 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.865225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.865551 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:57:27.963737 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e49cf-3289-4c66-91d2-73ba368e9d08 req-33fea8d7-32d6-4500-a6bf-6322002dc742 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:27.965239 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-971e49cf-3289-4c66-91d2-73ba368e9d08 req-33fea8d7-32d6-4500-a6bf-6322002dc742 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 944 time: 0.0496967 Oct 26 12:57:28.005019 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-971e49cf-3289-4c66-91d2-73ba368e9d08 req-305aa4d0-b61c-4509-872d-65dffd823801 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335956 Oct 26 12:57:28.020875 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['5e04fde5-7859-4827-a2a7-eb67fcb1aee7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 12:57:29.125949 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98675d7-0925-477c-ba45-9880f48c466f req-bd58463b-3473-406f-b779-545c6c3113e7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:29.127528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c98675d7-0925-477c-ba45-9880f48c466f req-bd58463b-3473-406f-b779-545c6c3113e7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 944 time: 0.0541654 Oct 26 12:57:29.169387 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c98675d7-0925-477c-ba45-9880f48c466f req-ed8ca02f-b0cb-483b-ac3c-0940d41c39cf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359306 Oct 26 12:57:29.622372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:57:29.673672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 12:57:29.677499 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 12:57:29.677868 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:29.754556 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:29.776860 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:57:29.779159 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e524e-43c4-4231-8b3b-9d9a9819b7f1" -d '{"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-plugged", "status": "completed", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:57:29.792269 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:57:29.797670 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:29.848784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:29.874570 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f0655-d178-49c1-b2a8-c75b45849c52 x-openstack-request-id: req-e00f0655-d178-49c1-b2a8-c75b45849c52 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:57:29.874896 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-plugged", "status": "completed", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:57:29.875152 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e00f0655-d178-49c1-b2a8-c75b45849c52 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:57:29.875575 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'code': 200} Oct 26 12:57:29.969557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f65f8-fb60-4d27-a50a-dfd614d5a062 req-023ba240-6cba-48a6-89a1-3266c0d70523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:29.971138 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c6f65f8-fb60-4d27-a50a-dfd614d5a062 req-023ba240-6cba-48a6-89a1-3266c0d70523 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1096 time: 0.0419965 Oct 26 12:57:30.007655 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5c6f65f8-fb60-4d27-a50a-dfd614d5a062 req-a3fbefba-7d61-470d-8180-c4debd5077bd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291920 Oct 26 12:57:30.285375 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8884b2-ef29-4aad-b9ff-3e649a7a9e84 req-c7003d09-d73e-40a5-985a-740452f873e0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:30.286856 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af8884b2-ef29-4aad-b9ff-3e649a7a9e84 req-c7003d09-d73e-40a5-985a-740452f873e0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0492945 Oct 26 12:57:30.324507 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-af8884b2-ef29-4aad-b9ff-3e649a7a9e84 req-916964cc-2419-4ee4-996b-d70573ba2330 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315826 Oct 26 12:57:31.443249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eefe7c-17d8-414f-83b7-444be2c31a5f req-8081cfd5-2ce5-4230-8d7a-f3dab7a6da9c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:31.444749 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88eefe7c-17d8-414f-83b7-444be2c31a5f req-8081cfd5-2ce5-4230-8d7a-f3dab7a6da9c tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Oct 26 12:57:31.481989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-88eefe7c-17d8-414f-83b7-444be2c31a5f req-baf5ef82-b91e-46dc-9529-14e3f93cfaae tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Oct 26 12:57:31.598636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ab4c-61b2-46f2-827b-92b16e067b4f req-3f4a32a5-f949-4caf-8a36-0146bf7f8582 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:31.600148 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8af6ab4c-61b2-46f2-827b-92b16e067b4f req-3f4a32a5-f949-4caf-8a36-0146bf7f8582 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0530906 Oct 26 12:57:31.638235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8af6ab4c-61b2-46f2-827b-92b16e067b4f req-25b44657-67fa-4339-847a-6b5ad5b3f69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Oct 26 12:57:31.660031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54628) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:57:31.699557 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515385d-a4b6-4b24-b909-24b407dc9111 tempest-TestShelveInstance-552097988 tempest-TestShelveInstance-552097988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:31.701070 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7515385d-a4b6-4b24-b909-24b407dc9111 tempest-TestShelveInstance-552097988 tempest-TestShelveInstance-552097988-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1091 time: 0.0400324 Oct 26 12:57:31.703798 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54630) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 12:57:31.708066 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:57:31.730482 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:31.831852 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:31.938405 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Allocated IP 172.25.4.186 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/a6759f0b-527e-4488-bccf-e55badbfdad0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:57:32.038169 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.071799 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.115441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:57:32.118429 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:57:32.121961 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 12:57:32.145243 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'Port': ['ID=a6759f0b-527e-4488-bccf-e55badbfdad0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:32.483202 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.553038 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.705317 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.711031 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.782339 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event updated for resources: {'Port': ['ID=a6759f0b-527e-4488-bccf-e55badbfdad0,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:57:32.791668 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:32.891052 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Floating IP a7e21526-c498-4e02-b0b0-e01ca2c9c7b2 associated. External IP: 172.25.4.186, port: 5e04fde5-7859-4827-a2a7-eb67fcb1aee7. Oct 26 12:57:33.100769 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Router f081c19b-7194-4a17-8811-414d0e7eeefb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:57:33.215586 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:57:33.225938 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:57:33.236041 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:33.238136 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:57:33.238681 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:57:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:57:33.264052 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-257c5914-eaec-4661-9e6b-6f5d0485c915 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5592179 Oct 26 12:57:33.265242 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:57:33.267702 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:57:33.311939 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf6c27-4465-46f7-8538-132c811741d9 x-openstack-request-id: req-1cbf6c27-4465-46f7-8538-132c811741d9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:57:33.312232 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:57:33.312498 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1cbf6c27-4465-46f7-8538-132c811741d9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:57:33.312905 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'status': 'completed', 'code': 200} Oct 26 12:57:33.350103 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:57:33.414063 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-9bd28ec3-c197-4a2e-a554-ccbcaa576567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:33.415608 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-9bd28ec3-c197-4a2e-a554-ccbcaa576567 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1096 time: 0.0804358 Oct 26 12:57:33.511366 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-83e1f022-34c1-45d7-a489-b0b972fc9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:33.512858 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-83e1f022-34c1-45d7-a489-b0b972fc9090 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0890455 Oct 26 12:57:33.578927 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-da671eee-2742-4f0c-ac2d-91e692abaf0e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 999 time: 0.0586834 Oct 26 12:57:33.589197 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'a7e21526-c498-4e02-b0b0-e01ca2c9c7b2', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'port_id': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'mac_address': 'fa:16:3e:00:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:57:32Z', 'updated_at': '2021-10-26T12:57:32Z', 'revision_number': 0, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:57:33.616898 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:57:33.625057 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 12:57:33.625659 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T12:57:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:57:33.628474 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-51e5c69d-eb44-4ff9-bf25-454b2dd8b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:33.629974 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-51e5c69d-eb44-4ff9-bf25-454b2dd8b423 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0444076 Oct 26 12:57:33.688636 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-31396780-035a-41bc-834c-4d547d748b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:33.690175 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-31396780-035a-41bc-834c-4d547d748b44 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537970 Oct 26 12:57:33.733493 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 12:57:33.788838 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-7dbf5e3a-addf-4a51-a06e-9aaa87313d77 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918784 Oct 26 12:57:33.977182 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'a7e21526-c498-4e02-b0b0-e01ca2c9c7b2', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'port_id': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'mac_address': 'fa:16:3e:00:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:57:32Z', 'updated_at': '2021-10-26T12:57:32Z', 'revision_number': 0, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:57:34.005699 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad10b7-24aa-4b79-bf27-4f9577ec64d2 None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': 'a7e21526-c498-4e02-b0b0-e01ca2c9c7b2', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'port_id': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'mac_address': 'fa:16:3e:00:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T12:57:32Z', 'updated_at': '2021-10-26T12:57:32Z', 'revision_number': 0, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:57:34.200443 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-bfccd47f-00c9-4211-b8f9-ab751f82d9f1 req-f3a3f367-cb8d-4928-bcd1-5c503af4eb0e service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042592 Oct 26 12:57:34.225234 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab59fa-1904-4578-a303-97f57d07f3c9 None None] New status for floating IP a7e21526-c498-4e02-b0b0-e01ca2c9c7b2: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 12:57:34.533455 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:35.983127 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:49.272363 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5112f0d6-b924-4031-8e4a-d7f0718cb294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:51.837919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e2145c10-299a-479b-b430-f4d0ad11a17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:52.365841 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-adea50bd-5be2-4ff5-b7dc-0509c455bfcd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475659 Oct 26 12:57:52.461610 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-deb65076-f6d9-4346-8ceb-fd2d8c58af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:52.463298 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-deb65076-f6d9-4346-8ceb-fd2d8c58af20 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1096 time: 0.0449786 Oct 26 12:57:52.580637 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-ef5e8865-b34c-467c-b8c5-7870e3ad18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:52.582136 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-ef5e8865-b34c-467c-b8c5-7870e3ad18c2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0941906 Oct 26 12:57:52.651908 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-4ee66847-910f-4be0-8184-8674861a7afc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 1001 time: 0.0618911 Oct 26 12:57:52.704868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-8d79cb95-b8bd-473e-b930-36ea54116cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:52.706367 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-8d79cb95-b8bd-473e-b930-36ea54116cb7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0482197 Oct 26 12:57:52.762498 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-9dab8453-c484-4030-b17a-67e778c7ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:57:52.764080 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-9dab8453-c484-4030-b17a-67e778c7ab93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509541 Oct 26 12:57:52.863860 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-4f9b5ed9-ff8e-4ee6-8d41-747d4f3272be service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927327 Oct 26 12:57:52.970734 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56b875ff-d1c8-4449-8a88-edc186df5f1e req-447a4532-b7de-4e80-b404-ec8dd787693d service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987864 Oct 26 12:57:52.999040 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:53.498700 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:57:54.901212 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:04.546586 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:04.576175 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:58:06.006134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:19.270031 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5fae0285-0d6f-4c3f-9ffb-bdbabef4b428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:21.842199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b17fe7f1-a005-491c-b5c3-7e813924ec26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:22.993143 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:23.498456 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:24.903044 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:34.547617 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:36.019004 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:41.577797 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:58:49.279728 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-08e65523-f5b0-4299-9b6b-e84c9839c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:51.843961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-508f2fc6-8db3-4e5c-a074-1156e409ce03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:52.356844 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-3e565a21-a4bd-463b-907d-49880ec172be service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399516 Oct 26 12:58:52.438135 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-c9d908f7-9989-43e2-b8bf-308a7e199031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:58:52.439731 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-c9d908f7-9989-43e2-b8bf-308a7e199031 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1096 time: 0.0412881 Oct 26 12:58:52.548854 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-0aecf2e1-23da-4565-9639-b19939286056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:58:52.550366 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-0aecf2e1-23da-4565-9639-b19939286056 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0904546 Oct 26 12:58:52.620951 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-dbdb6853-c7ba-426a-b99b-5b8dfeca4260 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 1001 time: 0.0623002 Oct 26 12:58:52.679669 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-3c782eb9-da3d-4a2e-8a5b-4775280ea97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:58:52.681177 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-3c782eb9-da3d-4a2e-8a5b-4775280ea97c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0521727 Oct 26 12:58:52.729751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-6eb50075-d5a5-47f8-bc93-20661adfc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:58:52.731280 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-6eb50075-d5a5-47f8-bc93-20661adfc76b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429654 Oct 26 12:58:52.830381 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-ff5fc83d-6d51-460a-9595-eed4e03fb736 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920105 Oct 26 12:58:52.928223 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-24e11a41-56aa-4f15-9d8e-f2692add1327 req-3b104798-6200-43e7-82a7-e1a4f5bf93d1 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907874 Oct 26 12:58:52.997049 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:53.501630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:58:54.905075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:04.542468 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:06.031981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:18.578247 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:59:19.271337 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b75455da-b1b9-434c-ab80-1b2a0dee548f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:21.846541 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7685d700-1e8b-4ee2-a1e1-ea1a24b5ec33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:22.998720 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:23.504341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:24.909189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:31.199079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891a37-00d3-46a0-a85c-02cca8dfb69c req-faebb1a7-b90f-4612-8a97-b4748dc0dca0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:31.200721 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56891a37-00d3-46a0-a85c-02cca8dfb69c req-faebb1a7-b90f-4612-8a97-b4748dc0dca0 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0624473 Oct 26 12:59:31.244474 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-56891a37-00d3-46a0-a85c-02cca8dfb69c req-5cb92726-7ee1-48aa-b3c1-ec1f11abe54b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365679 Oct 26 12:59:32.366936 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66df94-54b7-408b-b177-da05b9f86a75 req-c4575c82-8b27-4568-bc4f-1bf928a30b58 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:32.368422 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f66df94-54b7-408b-b177-da05b9f86a75 req-c4575c82-8b27-4568-bc4f-1bf928a30b58 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Oct 26 12:59:32.408198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f66df94-54b7-408b-b177-da05b9f86a75 req-12e69c6b-87a3-4a5f-9b9f-406a1c87c714 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Oct 26 12:59:33.560882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df617e80-68e9-4fb7-9280-3db08b7e602f req-65b3a414-2fd0-41e3-bdee-701984ef96bf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:33.562427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df617e80-68e9-4fb7-9280-3db08b7e602f req-65b3a414-2fd0-41e3-bdee-701984ef96bf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0558197 Oct 26 12:59:33.601170 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-df617e80-68e9-4fb7-9280-3db08b7e602f req-83714de1-30c8-4a48-8757-c49030230207 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Oct 26 12:59:34.558171 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:34.730839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98adfe-4e3a-49fe-b3d8-6e46a0b7329a req-6f49d699-7213-46fd-9d8d-12aa0ca0a6f2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:34.732537 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef98adfe-4e3a-49fe-b3d8-6e46a0b7329a req-6f49d699-7213-46fd-9d8d-12aa0ca0a6f2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Oct 26 12:59:34.776441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef98adfe-4e3a-49fe-b3d8-6e46a0b7329a req-d38ca10f-ec1f-4cbe-98cb-5cfdb61562c6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375273 Oct 26 12:59:35.902061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8c83b-e7c5-43b2-ac21-a63a098814ab req-9071bae6-f817-471d-b77c-856ddf014d48 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:35.903679 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fd8c83b-e7c5-43b2-ac21-a63a098814ab req-9071bae6-f817-471d-b77c-856ddf014d48 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Oct 26 12:59:35.942463 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6fd8c83b-e7c5-43b2-ac21-a63a098814ab req-9e9aafc9-57a4-4edf-a0b2-de99b5ad125d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Oct 26 12:59:36.034136 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:37.141514 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377a59-ff2f-4866-be35-bff2753e9280 req-479bab34-bac1-4416-ad66-fce86e6bc948 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:37.143191 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86377a59-ff2f-4866-be35-bff2753e9280 req-479bab34-bac1-4416-ad66-fce86e6bc948 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.1278269 Oct 26 12:59:37.183719 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-86377a59-ff2f-4866-be35-bff2753e9280 req-da3b43a9-5fee-4dca-b44b-08c4625ffc17 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343876 Oct 26 12:59:38.311755 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae954-2416-439b-a32e-0fcff8c345ab req-c887d80c-1dc1-4f3b-90a2-fd11be909d1f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:38.313392 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3dae954-2416-439b-a32e-0fcff8c345ab req-c887d80c-1dc1-4f3b-90a2-fd11be909d1f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0544250 Oct 26 12:59:38.355560 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b3dae954-2416-439b-a32e-0fcff8c345ab req-c210994c-51f3-413e-9e55-e85cef785fd6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357466 Oct 26 12:59:39.483204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290062-9c6c-4eec-a6a2-768abcd608c2 req-47c6e0bf-438c-401d-a6fd-7bf1664b1d30 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:39.485262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a290062-9c6c-4eec-a6a2-768abcd608c2 req-47c6e0bf-438c-401d-a6fd-7bf1664b1d30 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0592220 Oct 26 12:59:39.525631 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4a290062-9c6c-4eec-a6a2-768abcd608c2 req-a2d9ffdd-33e7-4fc6-988d-8fcb4140d9e9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347483 Oct 26 12:59:40.656844 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bc33f-a3e1-418b-83f2-39c4551e5c08 req-427c0636-4e42-47e0-a1ad-f4a5817220c5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:40.658484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-193bc33f-a3e1-418b-83f2-39c4551e5c08 req-427c0636-4e42-47e0-a1ad-f4a5817220c5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0600517 Oct 26 12:59:40.700288 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-193bc33f-a3e1-418b-83f2-39c4551e5c08 req-b8bac3e3-59e0-4fa7-9748-6bb929787598 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Oct 26 12:59:41.356733 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-2a2536ee-83f9-432c-bb94-550d6f9b2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:41.358732 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-2a2536ee-83f9-432c-bb94-550d6f9b2223 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1096 time: 0.0439553 Oct 26 12:59:41.462772 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-5b0fedb0-7bd6-48ce-b4da-df790706e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:41.464329 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-5b0fedb0-7bd6-48ce-b4da-df790706e200 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0989366 Oct 26 12:59:41.530615 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-e4364f80-8ef4-4fcb-82c7-20c787784aba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 1001 time: 0.0586383 Oct 26 12:59:41.584528 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-2426a5f3-1888-4c96-a02c-cdf2cb0cf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:41.586027 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-2426a5f3-1888-4c96-a02c-cdf2cb0cf01e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0490677 Oct 26 12:59:41.633037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-b794c1eb-be73-4c48-894e-97f438c946db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:41.634484 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-b794c1eb-be73-4c48-894e-97f438c946db service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413055 Oct 26 12:59:41.733379 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-2135e9e4-572d-4914-a879-7791ada338d1 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919473 Oct 26 12:59:41.831404 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818408a1-5dec-4633-b40b-19eb582c2eaa req-8f9d9275-b039-4e21-afcc-fd9043b11a81 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:41.832540 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-e99bde13-e71d-4d86-8f81-769fa694cee1 req-c43105d7-bfc0-4bdb-9116-2b488e664c53 service neutron] 10.222.0.100 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924478 Oct 26 12:59:41.832950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-818408a1-5dec-4633-b40b-19eb582c2eaa req-8f9d9275-b039-4e21-afcc-fd9043b11a81 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Oct 26 12:59:41.875341 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-818408a1-5dec-4633-b40b-19eb582c2eaa req-6c4ab914-b7ca-4bfc-be08-4b25d2adda6e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358889 Oct 26 12:59:43.002515 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381bac-58b5-4c69-b496-ebb01269e826 req-8a2228b3-cce5-4e7b-b234-b6d3550f3c7a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:43.004325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c381bac-58b5-4c69-b496-ebb01269e826 req-8a2228b3-cce5-4e7b-b234-b6d3550f3c7a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0551341 Oct 26 12:59:43.048528 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5c381bac-58b5-4c69-b496-ebb01269e826 req-b4242fa6-6741-42d1-a83c-0b6af923c0c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369222 Oct 26 12:59:44.202987 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc4a46-66e6-4e6e-9495-d02b4d991519 req-273bea4f-878d-4b51-99ff-edb50b37d982 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:44.204636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17fc4a46-66e6-4e6e-9495-d02b4d991519 req-273bea4f-878d-4b51-99ff-edb50b37d982 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0594561 Oct 26 12:59:44.250459 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-17fc4a46-66e6-4e6e-9495-d02b4d991519 req-2f30bc47-dae9-45e3-9f97-10f34bc74ac6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377698 Oct 26 12:59:45.419460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2dfe-6203-4a91-8ef6-f59f82939ac5 req-a7d1ec13-5dbc-4653-936a-732769823529 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:45.421037 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e32e2dfe-6203-4a91-8ef6-f59f82939ac5 req-a7d1ec13-5dbc-4653-936a-732769823529 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 945 time: 0.0674171 Oct 26 12:59:45.471328 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-e32e2dfe-6203-4a91-8ef6-f59f82939ac5 req-91a8e92e-8159-4ed4-b2b3-45ebfc342635 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 Oct 26 12:59:46.263985 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:59:46.349776 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:46.378538 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:59:46.381177 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ea552-c68e-43ad-b5bd-ab737b348aec" -d '{"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-unplugged", "status": "completed", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:59:46.399702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:59:46.404923 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:46.432573 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cced9d-0afb-43ff-96e1-46b8706942dc x-openstack-request-id: req-38cced9d-0afb-43ff-96e1-46b8706942dc {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:59:46.432871 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-unplugged", "status": "failed", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "code": 422}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:59:46.433117 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-38cced9d-0afb-43ff-96e1-46b8706942dc {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:59:46.433519 n-d-812150-3 neutron-server[102761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'code': 422} returned with failed status Oct 26 12:59:46.462774 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:59:46.471481 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.471823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.472167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.472492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.472821 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.473150 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.473470 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.473791 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.474119 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.474434 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.474767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.475107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:46.600436 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47fd5-f102-471a-bc7f-69870a69e0dc req-f63dd43d-604c-476a-8845-f98e1b4d2b10 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:46.601853 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4d47fd5-f102-471a-bc7f-69870a69e0dc req-f63dd43d-604c-476a-8845-f98e1b4d2b10 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0565939 Oct 26 12:59:46.654136 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a4d47fd5-f102-471a-bc7f-69870a69e0dc req-4f707814-10ab-4f96-9871-ff89e4307896 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Oct 26 12:59:46.778151 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-cd46c2d5-88db-4718-8fa6-a6b29c3ea97f req-35fe7120-75f4-4f34-931b-21bdd077e8c5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:59:46.779320 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cd46c2d5-88db-4718-8fa6-a6b29c3ea97f req-35fe7120-75f4-4f34-931b-21bdd077e8c5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0542328 Oct 26 12:59:46.956400 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-9ba5aa7d-6615-4130-8dcf-f3cf389a7096 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760846 Oct 26 12:59:46.969685 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-a42c4c79-63bd-4d23-a530-d5e86657dc54 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 12:59:46.970889 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-a42c4c79-63bd-4d23-a530-d5e86657dc54 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057054 Oct 26 12:59:47.000359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daafb-d61b-4d96-a9d1-a5c13bfbe6f2 req-5ea4de15-cda9-4232-8360-525249c1f1db tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:47.001970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da4daafb-d61b-4d96-a9d1-a5c13bfbe6f2 req-5ea4de15-cda9-4232-8360-525249c1f1db tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0708032 Oct 26 12:59:47.048506 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da4daafb-d61b-4d96-a9d1-a5c13bfbe6f2 req-2e43a9b1-2a1e-4243-8f5e-f56d0f328ee7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 Oct 26 12:59:48.187000 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a009-462b-4d40-aacc-8a16c8f8417d req-f3808885-6da6-4641-afa7-daa50b088140 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:48.188789 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f21a009-462b-4d40-aacc-8a16c8f8417d req-f3808885-6da6-4641-afa7-daa50b088140 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0615144 Oct 26 12:59:48.246998 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3f21a009-462b-4d40-aacc-8a16c8f8417d req-f128336b-0b5b-4ebe-8026-a4e13809b446 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516343 Oct 26 12:59:49.277302 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ebf74494-d722-405a-ab0c-c031744699b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:49.384741 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323bafb-9277-45c1-9277-9f2256e10575 req-ebb06db9-aafd-4779-9aff-be1f8d5952d5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:49.386304 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d323bafb-9277-45c1-9277-9f2256e10575 req-ebb06db9-aafd-4779-9aff-be1f8d5952d5 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0611944 Oct 26 12:59:49.431005 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d323bafb-9277-45c1-9277-9f2256e10575 req-cf420ed0-123e-48c3-8a71-6a2a3b4a685f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360074 Oct 26 12:59:50.570710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2652a-a602-42c3-97e4-6bc7e3df3389 req-c5ef46d5-8451-4462-9364-c659af8348f7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:50.572401 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fce2652a-a602-42c3-97e4-6bc7e3df3389 req-c5ef46d5-8451-4462-9364-c659af8348f7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0564914 Oct 26 12:59:50.617892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-fce2652a-a602-42c3-97e4-6bc7e3df3389 req-65cb8108-c93f-4fcf-84cf-8c381b42ecb7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Oct 26 12:59:51.738980 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bba2c-a291-4236-ba69-cb2d969aa1ef req-a05355e8-28d0-4d2a-a8de-84e7fc5ef267 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:51.740520 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-786bba2c-a291-4236-ba69-cb2d969aa1ef req-a05355e8-28d0-4d2a-a8de-84e7fc5ef267 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0512471 Oct 26 12:59:51.779868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-786bba2c-a291-4236-ba69-cb2d969aa1ef req-320ab5d6-9418-4d58-bde6-1ccd747b2b25 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333033 Oct 26 12:59:51.848261 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae375-c3fe-43fc-bc8a-68a425e7e5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:52.897117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bc673-c513-466e-87a3-11e5bc6ccac0 req-708ae42b-7813-4c9e-ab88-32c1f0747628 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:52.898630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-919bc673-c513-466e-87a3-11e5bc6ccac0 req-708ae42b-7813-4c9e-ab88-32c1f0747628 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0501208 Oct 26 12:59:52.936905 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-919bc673-c513-466e-87a3-11e5bc6ccac0 req-e3c0a618-8a55-4f45-b61b-5f9dafca69ea tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Oct 26 12:59:53.001110 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.155432 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-0bd2604b-3598-46f2-89ba-1aec31536af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:53.156972 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-0bd2604b-3598-46f2-89ba-1aec31536af1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307&tenant_id=9b48e1011379446fa1fa291c2739a3cc HTTP/1.1" status: 200 len: 1094 time: 0.0482886 Oct 26 12:59:53.174767 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-3', 'device_owner': 'compute:nova'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 12:59:53.233143 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.446908 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:59:53.480115 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h2-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:59:53.510779 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.522643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 12:59:53.531202 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.544262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Transition to ACTIVE for port object 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 12:59:53.548572 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.631265 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:59:53.650810 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.651210 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.651567 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.651918 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.652262 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.652607 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.652950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.653288 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.653631 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.654025 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.654364 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.654701 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:59:53.698738 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] No DVR routers for this DVR port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on host n-h2-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 12:59:53.837601 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 12:59:53.837943 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 12:59:53.838277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:59:53.842638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 12:59:53.842996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Attempting to bind port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:59:53.847913 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 12:59:53.848253 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Checking segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 12:59:53.848638 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Bound using segment: {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:59:53.849068 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Bound port: 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8cf416-3cda-483b-9423-78d1a3e16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 12:59:53.849423 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.912202 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:59:53.915236 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:59:53.920686 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.954250 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:53.954885 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:53.957142 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-05334643-065e-4169-8b93-003042074f42 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 1091 time: 0.7866361 Oct 26 12:59:53.962134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 12:59:53.965635 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588" -d '{"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:59:53.990666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334643-065e-4169-8b93-003042074f42 service neutron] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=8']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:59:54.043181 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef3b6d-b681-4e43-9a02-d87024d97fed x-openstack-request-id: req-49ef3b6d-b681-4e43-9a02-d87024d97fed {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:59:54.043481 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:59:54.043747 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-49ef3b6d-b681-4e43-9a02-d87024d97fed {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:59:54.044155 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'status': 'completed', 'code': 200} Oct 26 12:59:54.078136 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-6fdc3dcb-b226-43b8-a01a-a3f83795e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.079773 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-6fdc3dcb-b226-43b8-a01a-a3f83795e6eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1094 time: 0.0755358 Oct 26 12:59:54.207534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb4a6-edbd-41cb-bd84-2c7083e75708 req-c3c7526f-7af1-4ed0-990a-4bba93f269d1 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.209069 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a07bb4a6-edbd-41cb-bd84-2c7083e75708 req-c3c7526f-7af1-4ed0-990a-4bba93f269d1 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.1860988 Oct 26 12:59:54.229407 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-17621aba-41d9-4c01-a31d-4f91b7166453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.230746 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-17621aba-41d9-4c01-a31d-4f91b7166453 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1432948 Oct 26 12:59:54.302822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a07bb4a6-edbd-41cb-bd84-2c7083e75708 req-7ff74246-188a-40ab-b4a2-930c5a2332ea tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835416 Oct 26 12:59:54.315308 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-c6642337-04d8-42b7-976c-1cb45f547eb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 999 time: 0.0711706 Oct 26 12:59:54.369811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-dd3ca39c-092f-4485-8509-2e92fbb99181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.371315 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-dd3ca39c-092f-4485-8509-2e92fbb99181 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0453331 Oct 26 12:59:54.426427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-986a783c-452f-4510-84b0-08ddcaf7abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.427976 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-986a783c-452f-4510-84b0-08ddcaf7abec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451219 Oct 26 12:59:54.523166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-b4c3466d-7838-4897-b76d-3cfad3ca00c7 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Oct 26 12:59:54.627483 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-0f8c1b99-ca6c-4d88-9c5e-20baf347a00e service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942163 Oct 26 12:59:54.728762 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-96ff8640-4efb-41b1-b712-69711dc144cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.730310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-96ff8640-4efb-41b1-b712-69711dc144cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1094 time: 0.0437717 Oct 26 12:59:54.828859 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-ed6bb5b7-0f8b-4bc6-81e4-128778bd140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.830427 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-ed6bb5b7-0f8b-4bc6-81e4-128778bd140b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0917776 Oct 26 12:59:54.902499 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-522c0633-cccb-4549-8adb-1dcd75177b55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 999 time: 0.0610378 Oct 26 12:59:54.910399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 12:59:54.955643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-baf456a4-89e2-41c7-9185-8e2ccfdea193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:54.957125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-baf456a4-89e2-41c7-9185-8e2ccfdea193 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0445228 Oct 26 12:59:55.008014 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-f2957315-9201-4f70-bea6-f547df184c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:55.009535 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-f2957315-9201-4f70-bea6-f547df184c93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444155 Oct 26 12:59:55.105508 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-4dde1283-da64-4738-96eb-61d22199e1f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Oct 26 12:59:55.230182 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-616138cd-d7a2-4ed7-9f8a-4ddcac8a4588 req-a4109798-424a-46ee-a643-ed3d3b62be25 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155374 Oct 26 12:59:55.352172 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-c52e1072-c514-4f58-9be6-5c6c69236a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:55.353733 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-c52e1072-c514-4f58-9be6-5c6c69236a62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1094 time: 0.0459018 Oct 26 12:59:55.483576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27d4ff-7d38-418d-bc34-45a5d136139c req-a5344f85-1f94-47eb-a07d-dcdb026cf80b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:55.485200 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db27d4ff-7d38-418d-bc34-45a5d136139c req-a5344f85-1f94-47eb-a07d-dcdb026cf80b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.1076844 Oct 26 12:59:55.521893 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-6177f9ec-84cb-4abf-96a0-09cd7de84583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:55.523518 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-6177f9ec-84cb-4abf-96a0-09cd7de84583 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1366987 Oct 26 12:59:55.572722 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db27d4ff-7d38-418d-bc34-45a5d136139c req-ce3c8ac4-34cb-4861-a36a-cde4474c1007 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789902 Oct 26 12:59:55.577290 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:59:55.599237 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-751fa1c4-6c23-4925-a2aa-a1611800c91c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 999 time: 0.0659828 Oct 26 12:59:55.660690 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-21c4a158-ab58-44f1-a777-c07667f4209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:55.662243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-21c4a158-ab58-44f1-a777-c07667f4209c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0524125 Oct 26 12:59:55.714608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-c87a626c-efb2-4430-8917-a2a82661d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:55.716668 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-c87a626c-efb2-4430-8917-a2a82661d7cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419788 Oct 26 12:59:55.817922 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-704e26ee-6a95-44e9-a735-a635e798d51a service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894647 Oct 26 12:59:55.917208 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f60ba448-7227-4754-8f5a-80c42602f4e7 req-e50e9163-800e-4f99-aa36-918dbb765d28 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866635 Oct 26 12:59:56.692510 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf096f88-3080-4ab2-9d7a-5d019961250c req-3c64d319-97d7-4d90-8261-15a2f9488fdf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:56.694018 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf096f88-3080-4ab2-9d7a-5d019961250c req-3c64d319-97d7-4d90-8261-15a2f9488fdf tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0516529 Oct 26 12:59:56.731758 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cf096f88-3080-4ab2-9d7a-5d019961250c req-2c4c564c-b712-4acf-9cab-c3ec6b4dbbca tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Oct 26 12:59:57.857811 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf16d6-4967-4683-a954-9627bbb2f95c req-2b086048-fca3-4ace-a0c8-63a026dd4ffa tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:57.859349 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87cf16d6-4967-4683-a954-9627bbb2f95c req-2b086048-fca3-4ace-a0c8-63a026dd4ffa tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0551741 Oct 26 12:59:57.898968 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87cf16d6-4967-4683-a954-9627bbb2f95c req-12ebd851-0d6c-487d-89dd-d65d27ec433e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335720 Oct 26 12:59:59.021923 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52e146-cd93-4883-b118-38fe472b0cc2 req-e35d8266-5a3e-4768-94fa-491615bc0699 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 12:59:59.023568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc52e146-cd93-4883-b118-38fe472b0cc2 req-e35d8266-5a3e-4768-94fa-491615bc0699 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0522504 Oct 26 12:59:59.064577 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-cc52e146-cd93-4883-b118-38fe472b0cc2 req-d9dbb5a6-d580-4033-91e3-3a325b2bab2f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349283 Oct 26 13:00:00.179745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb5955-d0b4-40e9-9031-223f433789a5 req-a770f834-8f35-41e2-aed4-279189c6d90e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:00.181227 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93cb5955-d0b4-40e9-9031-223f433789a5 req-a770f834-8f35-41e2-aed4-279189c6d90e tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0499692 Oct 26 13:00:00.221851 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-93cb5955-d0b4-40e9-9031-223f433789a5 req-53464f18-f771-4253-ab72-a5f3492fb6b6 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340436 Oct 26 13:00:01.341845 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846c4d6-cf75-4483-b094-980133756eb5 req-4c44b7df-3d0c-4197-b62a-1e5247801f7d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:01.343375 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6846c4d6-cf75-4483-b094-980133756eb5 req-4c44b7df-3d0c-4197-b62a-1e5247801f7d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0536649 Oct 26 13:00:01.386222 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6846c4d6-cf75-4483-b094-980133756eb5 req-b75d3ff7-80a9-47e0-b40d-a2b0fe28e0d2 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Oct 26 13:00:02.503948 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0805d6-1374-4629-8406-edbc4b123647 req-c3a93cc2-1e9e-4349-86d6-5587fd077cc8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:02.505505 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da0805d6-1374-4629-8406-edbc4b123647 req-c3a93cc2-1e9e-4349-86d6-5587fd077cc8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0512698 Oct 26 13:00:02.543787 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-da0805d6-1374-4629-8406-edbc4b123647 req-254288f4-3581-416a-a313-001c44210196 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Oct 26 13:00:03.663189 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f8cc-7171-457f-b064-d5915a7f69ab req-9b9098e3-151b-400b-bf91-8def2b144c08 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:03.664716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c9f8cc-7171-457f-b064-d5915a7f69ab req-9b9098e3-151b-400b-bf91-8def2b144c08 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 943 time: 0.0542808 Oct 26 13:00:03.704627 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-51c9f8cc-7171-457f-b064-d5915a7f69ab req-aa34f642-6418-48f3-b8bb-f655d30bfbc9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Oct 26 13:00:04.520417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:00:04.600432 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:04.629058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:00:04.639948 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'port_id': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'mac_address': 'fa:16:3e:00:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:00:04.686623 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:04.700692 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:00:04.723165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:00:04.727951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:04.778654 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=9']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:00:04.837669 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d28d6-7444-45c2-a79f-4d0296af74af req-a6dc9e5b-1f0c-4df7-8d78-db1fe714b35d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:04.839198 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-071d28d6-7444-45c2-a79f-4d0296af74af req-a6dc9e5b-1f0c-4df7-8d78-db1fe714b35d tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 944 time: 0.0613637 Oct 26 13:00:04.877899 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-071d28d6-7444-45c2-a79f-4d0296af74af req-d4deec0e-f49a-419d-88e6-ec1611f4ebc7 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Oct 26 13:00:05.028856 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['5e04fde5-7859-4827-a2a7-eb67fcb1aee7'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:00:05.997286 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb15bd-4674-455d-a0f3-09fa8534be1e req-835903d4-e370-4c27-8fc9-fad7d19b90ed tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:05.998823 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4dbb15bd-4674-455d-a0f3-09fa8534be1e req-835903d4-e370-4c27-8fc9-fad7d19b90ed tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 944 time: 0.0499103 Oct 26 13:00:06.042532 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4dbb15bd-4674-455d-a0f3-09fa8534be1e req-8ac17365-9ed0-4042-bdf4-b14ba74e7075 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365961 Oct 26 13:00:06.056811 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:06.536228 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:00:06.590675 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:00:06.597444 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:00:06.597878 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:06.684462 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:06.711171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:00:06.712643 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19529a0f-fb23-4ca6-9929-535c24db38db" -d '{"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-plugged", "status": "completed", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:00:06.733035 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:00:06.739152 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:06.766256 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a22f76-9e4d-4023-a3b4-44078ac48541 x-openstack-request-id: req-e3a22f76-9e4d-4023-a3b4-44078ac48541 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:00:06.766638 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-plugged", "status": "completed", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:00:06.767047 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e3a22f76-9e4d-4023-a3b4-44078ac48541 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:00:06.767297 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'code': 200} Oct 26 13:00:06.797407 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=10']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:00:06.975401 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458291b2-3965-47e2-bb9a-5347c1e14b4e req-b2d3a4e7-bcb4-48b8-b61e-9a92aebc035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:06.976970 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-458291b2-3965-47e2-bb9a-5347c1e14b4e req-b2d3a4e7-bcb4-48b8-b61e-9a92aebc035a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1097 time: 0.0843430 Oct 26 13:00:07.018415 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-458291b2-3965-47e2-bb9a-5347c1e14b4e req-8d06e81f-1181-4dac-a274-da78a6beb504 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Oct 26 13:00:07.171536 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa81e0c-265a-410b-9df1-ad0fd470986a req-0b4c86bc-cc19-4a77-9733-0a90f7941a27 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:07.173088 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afa81e0c-265a-410b-9df1-ad0fd470986a req-0b4c86bc-cc19-4a77-9733-0a90f7941a27 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 946 time: 0.0573821 Oct 26 13:00:07.214313 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-afa81e0c-265a-410b-9df1-ad0fd470986a req-393b0e16-0e11-47cd-b37a-460431fe7554 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352211 Oct 26 13:00:08.338821 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d3910-56c2-4002-aa66-cf09ced99957 req-9d731c66-78a3-4c31-9981-1444ea9d783b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:08.340336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db5d3910-56c2-4002-aa66-cf09ced99957 req-9d731c66-78a3-4c31-9981-1444ea9d783b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 946 time: 0.0502229 Oct 26 13:00:08.380424 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-db5d3910-56c2-4002-aa66-cf09ced99957 req-5752b25c-711e-4a97-90b1-e8a6180fb68f tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Oct 26 13:00:19.272995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e497860c-849f-43d5-b4a4-32d20436b593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:21.850815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9c40fdfa-1932-46e0-9474-ae872a5d02de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:23.004399 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:23.517978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:24.915633 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:32.577142 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:00:34.576747 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:36.071839 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:49.275532 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-abfb1442-5c5a-4a7a-b8e1-a70ffcf8c018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:51.852961 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d7b5636-4853-408a-b3c7-292c5489b1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:53.007510 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:53.517088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:54.917951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:00:56.910606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-14c738a4-ce1e-4da2-aaff-f9fb3020294d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391796 Oct 26 13:00:57.002674 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-6abba132-a1b3-4af1-b90a-d82aa91b3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:57.004197 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-6abba132-a1b3-4af1-b90a-d82aa91b3456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1097 time: 0.0446184 Oct 26 13:00:57.111818 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-9ce362fb-e94a-420a-8a58-94a4dcdb4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:57.113338 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-9ce362fb-e94a-420a-8a58-94a4dcdb4052 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.0875459 Oct 26 13:00:57.186439 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-e5872909-f989-4612-9817-546e831a8cef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 1001 time: 0.0612123 Oct 26 13:00:57.241965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-af822f55-4fb7-49ac-b45f-a6f4110c7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:57.243484 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-af822f55-4fb7-49ac-b45f-a6f4110c7caf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0455174 Oct 26 13:00:57.294225 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-80669d26-7a12-4c14-8728-1df7de5b8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:00:57.295770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-80669d26-7a12-4c14-8728-1df7de5b8c5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414016 Oct 26 13:00:57.397739 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-ffd66fe4-e92d-471b-9d77-41c18eafe43e service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Oct 26 13:00:57.493071 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a52a560c-c2e9-421c-aff8-b3fb755ac8d4 req-9e198ed5-7e73-42b1-8e5d-909ceea828d3 service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825007 Oct 26 13:01:04.574012 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:06.066199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:09.579747 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:01:19.280252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0e9476fd-5d3a-4233-b036-0c5d528ad029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:21.854498 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-96aadbf2-39e0-41ec-af6d-7ef18b81bff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:23.010077 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:23.517482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:24.921017 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:25.679507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54792) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:25.846328 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Deleting port a6759f0b-527e-4488-bccf-e55badbfdad0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:25.846665 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:25.927838 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:25.928194 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:25.940431 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Calling delete_port for a6759f0b-527e-4488-bccf-e55badbfdad0 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:26.094281 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:26.118362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event deleted for resources: {'Port': ['ID=a6759f0b-527e-4488-bccf-e55badbfdad0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:26.131935 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.132295 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.132648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.132991 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.133330 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.133666 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.134002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.134337 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.134667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.135031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.135363 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.135689 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:26.194346 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for floatingip, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:26.194591 n-d-812150-3 neutron-server[102759]: INFO neutron.db.l3_db [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Floating IP a7e21526-c498-4e02-b0b0-e01ca2c9c7b2 disassociated (deleted). External IP: 172.25.4.186, port: 5e04fde5-7859-4827-a2a7-eb67fcb1aee7. Oct 26 13:01:26.400702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Router f081c19b-7194-4a17-8811-414d0e7eeefb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:01:26.510256 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:26.515155 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:26.520586 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:26.531066 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:26.531683 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:26.542516 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7839faf8-095d-45de-af89-bffe8d58b69b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "DELETE /v2.0/floatingips/a7e21526-c498-4e02-b0b0-e01ca2c9c7b2 HTTP/1.1" status: 204 len: 168 time: 0.8613131 Oct 26 13:01:26.543126 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:01:26.546642 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:01:26.587129 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c55557-d430-42e4-8e6b-93fdb0499c85 x-openstack-request-id: req-50c55557-d430-42e4-8e6b-93fdb0499c85 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:01:26.587561 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:01:26.588199 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-50c55557-d430-42e4-8e6b-93fdb0499c85 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:01:26.588615 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'status': 'completed', 'code': 200} Oct 26 13:01:26.642269 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:26.671409 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-5cbd1272-5ef0-4947-b0bf-23a0fabd24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:26.673543 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-5cbd1272-5ef0-4947-b0bf-23a0fabd24aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b48e1011379446fa1fa291c2739a3cc&device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 1097 time: 0.0513785 Oct 26 13:01:26.819492 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a666fb-a475-4bf1-b00d-a0782463d1be req-f6ded645-e105-415f-ba63-419c560bfda4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:26.820929 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a666fb-a475-4bf1-b00d-a0782463d1be req-f6ded645-e105-415f-ba63-419c560bfda4 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 946 time: 0.0751264 Oct 26 13:01:26.825729 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-2c47e51f-94c3-45f6-8964-165f1b9f4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:26.827178 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-2c47e51f-94c3-45f6-8964-165f1b9f4a75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 200 len: 911 time: 0.1385808 Oct 26 13:01:26.859474 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:26.884759 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-f40a015c-6388-4215-88b8-ddc029be4849 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 200 len: 217 time: 0.0393672 Oct 26 13:01:26.890976 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:26.899361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:26.899965 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:26.910026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c2a666fb-a475-4bf1-b00d-a0782463d1be req-f76b490d-6ef5-42ce-b912-252e2b0fed73 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818930 Oct 26 13:01:26.947560 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-9df7051c-3c38-42ed-bd9a-4f668183d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:26.949103 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-9df7051c-3c38-42ed-bd9a-4f668183d4f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 200 len: 848 time: 0.0545807 Oct 26 13:01:26.997534 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-37eee928-3446-40d3-b79b-1cacc2f9dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:26.999120 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-37eee928-3446-40d3-b79b-1cacc2f9dafc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dd1a9a4-d217-4393-8e26-541f6d28c7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422053 Oct 26 13:01:27.004368 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:27.098675 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-f899eb00-7150-499e-b449-a1f7d17bd87f service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918186 Oct 26 13:01:27.193950 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8c9fcdfc-91ff-4d5d-be44-0ddc7449111e req-3e0b88d4-a4c9-4f1f-85c9-1e6f0d60a6dd service neutron] 10.222.0.30 "GET /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877581 Oct 26 13:01:27.207499 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:27.236747 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4017bb-ce77-49b5-8cc8-bacda87a122c None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T12:52:15Z', 'revision_number': 4, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'b439e513-a346-42a5-96da-86060938e3b5', 'name': '', 'network_id': '1dd1a9a4-d217-4393-8e26-541f6d28c7a1', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'mac_address': 'fa:16:3e:b6:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:14Z', 'updated_at': '2021-10-26T12:52:20Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'subnets': [{'id': '4114d755-9c9e-4bf5-b0f3-04e621fdad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:27.459347 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e59fb-14f0-482d-9aac-a25a7f4c1fb6 None None] New status for floating IP a7e21526-c498-4e02-b0b0-e01ca2c9c7b2: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:01:28.028744 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b751-00e4-4b2a-b306-0b46e7431db3 req-58ef50f3-352f-4fa2-9c99-32bcaae161c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:28.030177 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f170b751-00e4-4b2a-b306-0b46e7431db3 req-58ef50f3-352f-4fa2-9c99-32bcaae161c8 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 946 time: 0.0494962 Oct 26 13:01:28.069441 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f170b751-00e4-4b2a-b306-0b46e7431db3 req-3408ffc3-6a89-4afe-a724-53bbc6a9598b tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Oct 26 13:01:28.653594 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-2af2c896-e2c1-4c03-9db6-caf6a5f7cf96 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:28.654767 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-2af2c896-e2c1-4c03-9db6-caf6a5f7cf96 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 946 time: 0.0486214 Oct 26 13:01:28.754011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Deleting port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:28.754378 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:28.843141 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] For port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:28.843504 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:28.856576 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Calling delete_port for 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:29.299710 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934831e-be17-4c0c-b5a2-a8db9066d9da req-1f7e2400-4f26-4879-b5d4-ef1685b410d1 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:29.301216 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c934831e-be17-4c0c-b5a2-a8db9066d9da req-1f7e2400-4f26-4879-b5d4-ef1685b410d1 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 946 time: 0.0723834 Oct 26 13:01:29.372376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c934831e-be17-4c0c-b5a2-a8db9066d9da req-67a66455-3b06-45ee-bb79-3f9821e9d176 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/security-groups?id=37ef00a8-2e46-48d8-80a7-621853c09ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649891 Oct 26 13:01:29.385676 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:29.419359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event deleted for resources: {'Port': ['ID=5e04fde5-7859-4827-a2a7-eb67fcb1aee7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:29.446081 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.446434 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.446780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.447147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.447483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.447815 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.448147 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.448478 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.448809 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.449134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.449459 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.449780 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:29.473596 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] No DVR routers for this DVR port 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:01:29.477853 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:29.481235 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5ab3c76a-e6bd-4958-ac1c-31eed0f7fc83 req-374f13de-54c6-4158-9de6-8d46d054b9b9 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.30 "DELETE /v2.0/ports/5e04fde5-7859-4827-a2a7-eb67fcb1aee7 HTTP/1.1" status: 204 len: 173 time: 0.8168702 Oct 26 13:01:29.481711 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-deleted', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:01:29.484028 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aac8884-f746-4c9f-96b6-07ffc310c31c" -d '{"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-deleted", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:01:29.525584 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e7f494-6dbe-400c-9a4c-bcac3a8be64f x-openstack-request-id: req-d1e7f494-6dbe-400c-9a4c-bcac3a8be64f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:01:29.526482 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cddd7f9-3109-4dfa-b547-a0b85122b307", "name": "network-vif-deleted", "tag": "5e04fde5-7859-4827-a2a7-eb67fcb1aee7", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:01:29.526805 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1e7f494-6dbe-400c-9a4c-bcac3a8be64f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:01:29.527293 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cddd7f9-3109-4dfa-b547-a0b85122b307', 'name': 'network-vif-deleted', 'tag': '5e04fde5-7859-4827-a2a7-eb67fcb1aee7', 'status': 'completed', 'code': 200} Oct 26 13:01:30.468958 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2c3eeb57-94a3-4edd-b1b9-d3831c641e80 req-4d73ae71-73f0-4d05-b316-7321acbc46ac tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0273080 Oct 26 13:01:31.564651 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-174fccc1-eeb9-46e1-8a12-ef9699567ca0 req-3415b620-2369-4b6c-bd36-33a588c5bda3 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Oct 26 13:01:32.664947 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-05ff6d9f-60ef-409a-8312-6db16cd3a1d7 req-34107f3f-e8c2-4e43-ab5c-fbaf68f1d01a tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Oct 26 13:01:32.943866 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:32.966367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:32.966717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 5e04fde5-7859-4827-a2a7-eb67fcb1aee7 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:33.761448 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ff985f12-f05e-442b-a9f4-194a888230ad req-6a5b6792-12dd-4e5b-89a6-b73115eb0c88 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cddd7f9-3109-4dfa-b547-a0b85122b307 HTTP/1.1" status: 200 len: 210 time: 0.0306926 Oct 26 13:01:34.590415 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:34.818408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54828) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:34.883934 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-500dc2cf-69c3-4767-870f-bf995e618a83 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:34.909154 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-500dc2cf-69c3-4767-870f-bf995e618a83 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:34.972295 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-500dc2cf-69c3-4767-870f-bf995e618a83 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:34.975471 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-500dc2cf-69c3-4767-870f-bf995e618a83 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:34.976754 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-500dc2cf-69c3-4767-870f-bf995e618a83 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] 10.222.0.88 "DELETE /v2.0/security-groups/37ef00a8-2e46-48d8-80a7-621853c09ede HTTP/1.1" status: 204 len: 168 time: 0.1572907 Oct 26 13:01:34.987217 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dc2cf-69c3-4767-870f-bf995e618a83 tempest-TestShelveInstance-274331294 tempest-TestShelveInstance-274331294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef00a8-2e46-48d8-80a7-621853c09ede,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:35.038202 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54832) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:35.491822 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:35.744378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Deleting port b439e513-a346-42a5-96da-86060938e3b5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:35.744727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:35.828622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] For port b439e513-a346-42a5-96da-86060938e3b5, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=b439e513-a346-42a5-96da-86060938e3b5,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:35.829306 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:35.843096 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Calling delete_port for b439e513-a346-42a5-96da-86060938e3b5 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:36.033695 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:36.059603 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Pushing event deleted for resources: {'Port': ['ID=b439e513-a346-42a5-96da-86060938e3b5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:36.092376 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:36.237439 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:36.467168 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Router f081c19b-7194-4a17-8811-414d0e7eeefb has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:01:36.580839 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:36.586337 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7ff48bfa-c134-458f-82c4-d56824f0c30d admin admin] 10.222.0.88 "PUT /v2.0/routers/f081c19b-7194-4a17-8811-414d0e7eeefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494266 Oct 26 13:01:36.589013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54836) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:36.590600 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] Sync routers for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:36.601476 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:36.602097 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:36.707217 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:36.712268 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:36.910193 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T13:01:35Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:36.939497 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] Checking router: f081c19b-7194-4a17-8811-414d0e7eeefb for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:36.948926 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] Routers {'f081c19b-7194-4a17-8811-414d0e7eeefb'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:36.949555 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['f081c19b-7194-4a17-8811-414d0e7eeefb'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:37.136795 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.160994 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] Set router f081c19b-7194-4a17-8811-414d0e7eeefb gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:37.191079 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Deleting port 171a75ac-8310-4ffb-929e-ee803ac2cad2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:37.191427 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.272723 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] For port 171a75ac-8310-4ffb-929e-ee803ac2cad2, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=171a75ac-8310-4ffb-929e-ee803ac2cad2,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:37.273118 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.285678 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Calling delete_port for 171a75ac-8310-4ffb-929e-ee803ac2cad2 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:37.352745 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T13:01:35Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:37.381705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c240ff-867c-4150-968b-31bcdf83723d None None] The sync data for ids ['f081c19b-7194-4a17-8811-414d0e7eeefb'] in n-d-812150-3 is: [{'id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'name': 'tempest-TestShelveInstance-2092850061-router', 'tenant_id': '9b48e1011379446fa1fa291c2739a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:11Z', 'updated_at': '2021-10-26T13:01:35Z', 'revision_number': 5, 'project_id': '9b48e1011379446fa1fa291c2739a3cc', 'gw_port': {'id': '171a75ac-8310-4ffb-929e-ee803ac2cad2', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081c19b-7194-4a17-8811-414d0e7eeefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:12Z', 'updated_at': '2021-10-26T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:37.470323 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.497830 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=171a75ac-8310-4ffb-929e-ee803ac2cad2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:37.561870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.663011 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.665761 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.713236 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.713775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f081c19b-7194-4a17-8811-414d0e7eeefb {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:01:37.718928 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.719652 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-6831da71-2c41-4a63-8bd8-fd8ebf9035a6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f081c19b-7194-4a17-8811-414d0e7eeefb HTTP/1.1" status: 204 len: 168 time: 1.1296883 Oct 26 13:01:37.722551 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54838) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:37.770013 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Deleting subnet 4114d755-9c9e-4bf5-b0f3-04e621fdad96 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:01:37.774543 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.813442 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.904243 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.960931 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.987941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4114d755-9c9e-4bf5-b0f3-04e621fdad96,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:37.992138 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:37.998360 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54840) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:38.000498 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058352d-695a-43e9-9d1c-12233889a2c6 None None] Network 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:01:38.003591 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-18d868c3-9fa1-4546-9c96-92513c418dc9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4114d755-9c9e-4bf5-b0f3-04e621fdad96 HTTP/1.1" status: 204 len: 168 time: 0.2797668 Oct 26 13:01:38.097009 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.157192 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Deleting port ebd2443c-437d-44ea-90f3-982652becb45 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:38.157963 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.232208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] DHCP port deletion for 1dd1a9a4-d217-4393-8e26-541f6d28c7a1 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:01:38.232708 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] For port ebd2443c-437d-44ea-90f3-982652becb45, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebd2443c-437d-44ea-90f3-982652becb45,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:38.233079 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.246170 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Calling delete_port for ebd2443c-437d-44ea-90f3-982652becb45 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:38.280202 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Deleting port ebd2443c-437d-44ea-90f3-982652becb45 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:38.280581 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.327026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.349363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] For port ebd2443c-437d-44ea-90f3-982652becb45, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ebd2443c-437d-44ea-90f3-982652becb45,segment=NetworkSegment(da8cf416-3cda-483b-9423-78d1a3e16269),segment_id=da8cf416-3cda-483b-9423-78d1a3e16269)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:38.349762 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.355488 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] No DVR routers for this DVR port ebd2443c-437d-44ea-90f3-982652becb45 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:01:38.357932 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd2443c-437d-44ea-90f3-982652becb45,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:38.362419 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Calling delete_port for ebd2443c-437d-44ea-90f3-982652becb45 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:38.435179 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.438447 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.455727 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd1a9a4-d217-4393-8e26-541f6d28c7a1']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:38.465820 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8cf416-3cda-483b-9423-78d1a3e16269') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:38.466127 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8cf416-3cda-483b-9423-78d1a3e16269') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:38.466548 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Pushing event deleted for resources: {'Port': ['ID=ebd2443c-437d-44ea-90f3-982652becb45,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:38.476669 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.476870 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.477086 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.477417 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.477691 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.478032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.478367 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.478699 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.479056 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.479385 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.479716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.480044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.480370 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:38.483155 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98547a3-2430-4668-9c08-8d02808f6207 None None] No DVR routers for this DVR port ebd2443c-437d-44ea-90f3-982652becb45 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:01:38.495340 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.501685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:01:38.502076 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: timer() Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:01:38.503777 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:01:38.563402 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.571041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:38.574360 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1dd1a9a4-d217-4393-8e26-541f6d28c7a1 HTTP/1.1" status: 204 len: 168 time: 0.5749068 Oct 26 13:01:38.577577 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54842) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:38.585038 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa000c60-5114-44ab-98d3-3f94f3b7b668 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd1a9a4-d217-4393-8e26-541f6d28c7a1,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:38.727141 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b439e513-a346-42a5-96da-86060938e3b5 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:38.749500 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: b439e513-a346-42a5-96da-86060938e3b5 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:38.749858 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device b439e513-a346-42a5-96da-86060938e3b5 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:38.750349 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebd2443c-437d-44ea-90f3-982652becb45 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:38.771725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ebd2443c-437d-44ea-90f3-982652becb45 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:38.772069 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ebd2443c-437d-44ea-90f3-982652becb45 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:38.772552 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 171a75ac-8310-4ffb-929e-ee803ac2cad2 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:38.791823 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 171a75ac-8310-4ffb-929e-ee803ac2cad2 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:38.792166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 171a75ac-8310-4ffb-929e-ee803ac2cad2 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:38.968808 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:39.228001 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Deleting port 296c94b4-6d19-4007-961a-7c6728c34556 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:39.228343 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:39.312497 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] For port 296c94b4-6d19-4007-961a-7c6728c34556, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=296c94b4-6d19-4007-961a-7c6728c34556,segment=NetworkSegment(a1010eb6-384e-48ea-84a2-14b63c6d1af5),segment_id=a1010eb6-384e-48ea-84a2-14b63c6d1af5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:39.312864 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:39.325408 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Calling delete_port for 296c94b4-6d19-4007-961a-7c6728c34556 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:39.509359 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:39.535513 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Pushing event deleted for resources: {'Port': ['ID=296c94b4-6d19-4007-961a-7c6728c34556,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:39.702735 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:39.921534 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Router 3aec2a45-b177-4f34-bba2-18516e2aac1b has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:01:40.031502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:40.036740 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b030e752-eab7-4dce-aee5-6ead5fe7b247 admin admin] 10.222.0.88 "PUT /v2.0/routers/3aec2a45-b177-4f34-bba2-18516e2aac1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579914 Oct 26 13:01:40.039619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54844) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:40.043099 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] Sync routers for ids ['3aec2a45-b177-4f34-bba2-18516e2aac1b'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:40.052896 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] Routers {'3aec2a45-b177-4f34-bba2-18516e2aac1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:40.053626 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3aec2a45-b177-4f34-bba2-18516e2aac1b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:40.145681 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.162100 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] Set router 3aec2a45-b177-4f34-bba2-18516e2aac1b gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:40.253967 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.309424 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Deleting port 3672ab40-522f-45cc-b359-716e9911e561 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:40.309775 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.349206 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3672ab40-522f-45cc-b359-716e9911e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T13:01:39Z', 'revision_number': 5, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port': {'id': '3672ab40-522f-45cc-b359-716e9911e561', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T12:52:18Z', 'updated_at': '2021-10-26T12:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:40.377061 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] Checking router: 3aec2a45-b177-4f34-bba2-18516e2aac1b for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:40.386102 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] Routers {'3aec2a45-b177-4f34-bba2-18516e2aac1b'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:40.386717 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['3aec2a45-b177-4f34-bba2-18516e2aac1b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:40.394456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] For port 3672ab40-522f-45cc-b359-716e9911e561, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=3672ab40-522f-45cc-b359-716e9911e561,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:40.394825 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.406539 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Calling delete_port for 3672ab40-522f-45cc-b359-716e9911e561 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:40.474436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] Set router 3aec2a45-b177-4f34-bba2-18516e2aac1b gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:40.529093 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T13:01:40Z', 'revision_number': 6, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:40.559486 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb6df0-9735-4cc2-961c-dec52ad7cc2e None None] The sync data for ids ['3aec2a45-b177-4f34-bba2-18516e2aac1b'] in n-d-812150-3 is: [{'id': '3aec2a45-b177-4f34-bba2-18516e2aac1b', 'name': 'tempest-TestShelveInstance-24310066-router', 'tenant_id': '08f86fc0a6d24d9999090c7f463eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T12:52:17Z', 'updated_at': '2021-10-26T13:01:40Z', 'revision_number': 6, 'project_id': '08f86fc0a6d24d9999090c7f463eda34', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:40.581844 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.613593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3672ab40-522f-45cc-b359-716e9911e561,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:40.674208 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.766559 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.768643 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.816438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.816904 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aec2a45-b177-4f34-bba2-18516e2aac1b {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:01:40.821247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.822524 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c30a8f14-1b66-4412-b77a-01c71fd36e70 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3aec2a45-b177-4f34-bba2-18516e2aac1b HTTP/1.1" status: 204 len: 168 time: 0.7819831 Oct 26 13:01:40.825107 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54846) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:40.869957 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Deleting subnet 5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:01:40.872995 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:40.910986 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.002408 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.017072 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 296c94b4-6d19-4007-961a-7c6728c34556 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:41.040647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 296c94b4-6d19-4007-961a-7c6728c34556 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:41.041055 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 296c94b4-6d19-4007-961a-7c6728c34556 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:41.059710 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.087120 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:41.089330 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.095208 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-70c31610-951d-45d1-b9f8-48b093aaf6ba admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5d4a1ba8-712b-4c25-a83f-e42f92e2d9e3 HTTP/1.1" status: 204 len: 168 time: 0.2665362 Oct 26 13:01:41.095316 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ced9b3-485e-4898-a59c-ad052a148c30 None None] Network ac23b1fd-046d-43f9-850a-7ef1f33bd016 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:01:41.095810 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:41.163349 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.222042 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Deleting port c6663f32-15a0-4870-9c4f-6aec11aa477e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:41.222520 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.285893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] For port c6663f32-15a0-4870-9c4f-6aec11aa477e, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=c6663f32-15a0-4870-9c4f-6aec11aa477e,segment=NetworkSegment(a1010eb6-384e-48ea-84a2-14b63c6d1af5),segment_id=a1010eb6-384e-48ea-84a2-14b63c6d1af5)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:41.286152 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.299889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Calling delete_port for c6663f32-15a0-4870-9c4f-6aec11aa477e owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:41.353608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] DHCP port deletion for ac23b1fd-046d-43f9-850a-7ef1f33bd016 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:01:41.390652 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.404250 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Deleting port c6663f32-15a0-4870-9c4f-6aec11aa477e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:01:41.404705 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.415865 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6663f32-15a0-4870-9c4f-6aec11aa477e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:41.421698 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] No DVR routers for this DVR port c6663f32-15a0-4870-9c4f-6aec11aa477e on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:01:41.473986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] For port c6663f32-15a0-4870-9c4f-6aec11aa477e, host n-d-812150-3, got binding levels [] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:41.474377 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.487751 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Calling delete_port for c6663f32-15a0-4870-9c4f-6aec11aa477e owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:01:41.490457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.ipam_backend_mixin [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Port c6663f32-15a0-4870-9c4f-6aec11aa477e was not found and therefore no delete operation was performed {{(pid=102761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 13:01:41.492253 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.495742 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.517281 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac23b1fd-046d-43f9-850a-7ef1f33bd016']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:41.519203 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] Pushing event deleted for resources: {'Port': ['ID=c6663f32-15a0-4870-9c4f-6aec11aa477e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:41.521117 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ac7c6-1d4c-40d8-bd39-dd30ebc30c52 None None] No DVR routers for this DVR port c6663f32-15a0-4870-9c4f-6aec11aa477e on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:01:41.532115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1010eb6-384e-48ea-84a2-14b63c6d1af5') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:41.532416 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1010eb6-384e-48ea-84a2-14b63c6d1af5') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:41.546528 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.561072 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.567526 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:01:41.567977 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: timer() Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:01:41.570447 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:01:41.627574 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.633588 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.639328 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ac23b1fd-046d-43f9-850a-7ef1f33bd016 HTTP/1.1" status: 204 len: 168 time: 0.5430818 Oct 26 13:01:41.652867 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc8f5c-a288-4e3f-99ab-391b6d13dc26 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac23b1fd-046d-43f9-850a-7ef1f33bd016,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:41.753705 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54852) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:41.793385 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-1041d849-2143-498b-b98b-f1c93160aea1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b48e1011379446fa1fa291c2739a3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384023 Oct 26 13:01:41.795885 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54854) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:41.844363 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-151bdc3d-f71c-42ae-b803-0e4f4846fceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.864870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-151bdc3d-f71c-42ae-b803-0e4f4846fceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.915586 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-151bdc3d-f71c-42ae-b803-0e4f4846fceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.918435 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-151bdc3d-f71c-42ae-b803-0e4f4846fceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:41.920309 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-151bdc3d-f71c-42ae-b803-0e4f4846fceb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d11b7072-6bcf-4581-9f7c-6557b27ff0d0 HTTP/1.1" status: 204 len: 168 time: 0.1234846 Oct 26 13:01:41.928246 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bdc3d-f71c-42ae-b803-0e4f4846fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b7072-6bcf-4581-9f7c-6557b27ff0d0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:42.225423 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54860) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:42.268292 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-42569620-70ea-48f3-bb0a-0c6c777be922 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08f86fc0a6d24d9999090c7f463eda34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411699 Oct 26 13:01:42.270737 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54862) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:42.318616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b00156fd-3be9-439e-8104-74c33e3a3056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:42.339727 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b00156fd-3be9-439e-8104-74c33e3a3056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:42.389187 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b00156fd-3be9-439e-8104-74c33e3a3056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:42.391773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b00156fd-3be9-439e-8104-74c33e3a3056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:42.392938 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b00156fd-3be9-439e-8104-74c33e3a3056 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e79681c1-897d-4840-8a4d-d2b71d8ba889 HTTP/1.1" status: 204 len: 168 time: 0.1212635 Oct 26 13:01:42.401115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00156fd-3be9-439e-8104-74c33e3a3056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79681c1-897d-4840-8a4d-d2b71d8ba889,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:42.733147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c6663f32-15a0-4870-9c4f-6aec11aa477e no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:42.753938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: c6663f32-15a0-4870-9c4f-6aec11aa477e {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:42.754292 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device c6663f32-15a0-4870-9c4f-6aec11aa477e not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:42.754716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3672ab40-522f-45cc-b359-716e9911e561 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:01:42.780313 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 3672ab40-522f-45cc-b359-716e9911e561 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:01:42.780463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 3672ab40-522f-45cc-b359-716e9911e561 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:01:43.085037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54884) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:43.177572 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-845656107-network', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:43.200515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Made reservation on behalf of b7dd5ba12fcf432d93bcb8510a8a82d4 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:01:43.202806 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.211446 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.293539 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.297523 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.324851 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:01:43.334826 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8137f97-7669-41a3-aac1-d22e1fdd2b0e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:43.341333 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.341688 n-d-812150-3 neutron-server[102759]: INFO neutron.db.segments_db [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Added segment 5c807a66-b8da-40be-a56a-82992ef279a3 of type vlan for network e18ac34a-5b1d-4c96-b329-ef44b699a450 Oct 26 13:01:43.382521 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.407849 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.408651 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:43.409237 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.462255 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3760462 Oct 26 13:01:43.465477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54888) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:43.470694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Request body: {'subnet': {'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-845656107-subnet', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'ip_version': 4}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:43.473456 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24200-cadc-4b41-8d18-82d1186f8404 admin admin] Pushing event updated for resources: {'Network': ['ID=e18ac34a-5b1d-4c96-b329-ef44b699a450,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:43.484237 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:01:43.493009 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Made reservation on behalf of b7dd5ba12fcf432d93bcb8510a8a82d4 for: {'subnet': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:01:43.495551 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126935032'] for subnet, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.680537 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126435584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126934982'] for subnet, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.740117 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edd4bc0-1896-4445-b11a-45d0dc5f3985,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:43.748662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Checking segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:43.748662 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Network hostable DHCP agents. Network: e18ac34a-5b1d-4c96-b329-ef44b699a450, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:01:43.765573 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:01:43.775547 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, e18ac34a-5b1d-4c96-b329-ef44b699a450) {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:43.784050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:43.784755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.784879 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61bd86-a31a-4559-abed-e1ce91f94344 None None] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:01:43.802756 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-9b46caca-c08e-4eca-98fc-e7a42c757a6a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3361311 Oct 26 13:01:43.806490 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54890) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:43.811251 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:43.833581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.834689 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:43.896934 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.106973 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-e18ac34a-5b1d-4c96-b329-ef44b699a450', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:01:44.107863 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.249962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Allocated IP 172.20.0.2 (e18ac34a-5b1d-4c96-b329-ef44b699a450/1edd4bc0-1896-4445-b11a-45d0dc5f3985/ea5f5071-798f-496a-b2f0-4cb7a6092df3) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:44.340817 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.399022 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.404598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.445457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:44.448405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:44.450892 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:44.459777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Pushing event updated for resources: {'Port': ['ID=ea5f5071-798f-496a-b2f0-4cb7a6092df3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:44.515191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Attempting to bind port ea5f5071-798f-496a-b2f0-4cb7a6092df3 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:44.515569 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Attempting to bind port ea5f5071-798f-496a-b2f0-4cb7a6092df3 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:44.515927 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Attempting to bind port ea5f5071-798f-496a-b2f0-4cb7a6092df3 on network e18ac34a-5b1d-4c96-b329-ef44b699a450 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:44.521371 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:44.521747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Checking segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:44.522147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.522541 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Bound using segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:44.523101 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Bound port: ea5f5071-798f-496a-b2f0-4cb7a6092df3, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:44.523487 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.544432 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.568584 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.588928 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] For port ea5f5071-798f-496a-b2f0-4cb7a6092df3, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:44.592989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] For port ea5f5071-798f-496a-b2f0-4cb7a6092df3, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ea5f5071-798f-496a-b2f0-4cb7a6092df3,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:44.597239 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.656416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bab6d-3d02-4c68-8ecf-f7b7d394f47b None None] Pushing event updated for resources: {'Port': ['ID=ea5f5071-798f-496a-b2f0-4cb7a6092df3,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:44.683486 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Allocated IP 172.25.4.251 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/aae0777e-2be1-4b1c-961e-2c2b7f21a321) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:44.792811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.840485 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:44.890548 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:44.893649 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:44.897522 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:44.903436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Pushing event updated for resources: {'Port': ['ID=aae0777e-2be1-4b1c-961e-2c2b7f21a321,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:45.155160 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:45.359270 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:45.495115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Router 55f344b0-d977-4a90-9f16-5e1449cdafba is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:01:45.559197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652924f0-3c65-4a21-a411-04aa05e924c0 None None] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:01:45.601613 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:45.611397 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:45.622109 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:45.623021 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:45.624940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:45.626800 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-7b7c3a7a-173d-43d9-91ee-7e010fca791e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8187659 Oct 26 13:01:45.629194 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54892) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:45.632808 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c1d1fda9-2f5c-4224-bb78-8b6b82580b1c None None] Provisioning complete for port ea5f5071-798f-496a-b2f0-4cb7a6092df3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:45.633189 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fda9-2f5c-4224-bb78-8b6b82580b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:45.729710 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:45.786237 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fda9-2f5c-4224-bb78-8b6b82580b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:45.829167 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-c1d1fda9-2f5c-4224-bb78-8b6b82580b1c None None] For port ea5f5071-798f-496a-b2f0-4cb7a6092df3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ea5f5071-798f-496a-b2f0-4cb7a6092df3,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:45.834240 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fda9-2f5c-4224-bb78-8b6b82580b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:45.897197 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1fda9-2f5c-4224-bb78-8b6b82580b1c None None] Pushing event updated for resources: {'Port': ['ID=ea5f5071-798f-496a-b2f0-4cb7a6092df3,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:45.927309 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:45Z', 'revision_number': 3, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:45.960945 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:45.961302 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Updating router 55f344b0-d977-4a90-9f16-5e1449cdafba port aae0777e-2be1-4b1c-961e-2c2b7f21a321 binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:01:45.987276 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.057135 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-45bf61bb-7c7c-4d3e-bc4b-9e703bcdfb9b None None] Provisioning complete for port ea5f5071-798f-496a-b2f0-4cb7a6092df3 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:46.057516 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45bf61bb-7c7c-4d3e-bc4b-9e703bcdfb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.084277 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.241204 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Allocated IP 172.20.0.1 (e18ac34a-5b1d-4c96-b329-ef44b699a450/1edd4bc0-1896-4445-b11a-45d0dc5f3985/ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:46.252366 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.258663 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.314390 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Pushing event updated for resources: {'Port': ['ID=aae0777e-2be1-4b1c-961e-2c2b7f21a321,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:46.316592 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Attempting to bind port aae0777e-2be1-4b1c-961e-2c2b7f21a321 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:46.316959 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Attempting to bind port aae0777e-2be1-4b1c-961e-2c2b7f21a321 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:46.317318 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Attempting to bind port aae0777e-2be1-4b1c-961e-2c2b7f21a321 on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:46.327482 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.327828 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.328208 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.328583 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.328916 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.329248 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.329571 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.329898 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.330220 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.330550 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.330889 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.331219 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:01:46.334346 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:46.335336 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:46.335336 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.335565 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:46.336043 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Bound port: aae0777e-2be1-4b1c-961e-2c2b7f21a321, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:46.336421 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.353158 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.388273 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.389129 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] For port aae0777e-2be1-4b1c-961e-2c2b7f21a321, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:46.392690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] For port aae0777e-2be1-4b1c-961e-2c2b7f21a321, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=aae0777e-2be1-4b1c-961e-2c2b7f21a321,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:46.398568 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.432624 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:46.435720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:46.439321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:46.452599 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:46.453228 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:46.469152 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:46.484752 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.527012 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70642078-578e-4cd4-92dc-3eb2b3f08432 None None] Pushing event updated for resources: {'Port': ['ID=aae0777e-2be1-4b1c-961e-2c2b7f21a321,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:46.582948 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:46.585723 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:01:46.631518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.687826 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-df75dd22-b5de-4760-a756-c43352ee1f6f None None] Provisioning complete for port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:46.691069 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df75dd22-b5de-4760-a756-c43352ee1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.752709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-df75dd22-b5de-4760-a756-c43352ee1f6f None None] Port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:01:46.778959 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:45Z', 'revision_number': 3, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:46.797457 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ea5f5071-798f-496a-b2f0-4cb7a6092df3 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:46.809521 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0492ae-28eb-46eb-b24f-cab1b5896499 None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:45Z', 'revision_number': 3, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:46.811899 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.817847 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.853950 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ea5f5071-798f-496a-b2f0-4cb7a6092df3 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:46.854334 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.888755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:46.892373 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:46.995501 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:46.996922 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:47.145864 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Router 55f344b0-d977-4a90-9f16-5e1449cdafba has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:01:47.265894 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:47.272208 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-bfba4967-ec06-4599-a20f-ae53632b6599 admin admin] 10.222.0.88 "PUT /v2.0/routers/55f344b0-d977-4a90-9f16-5e1449cdafba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418238 Oct 26 13:01:47.380930 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5778ae21-d4d0-4bae-87a4-5c37648af55d None None] Provisioning complete for port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:47.381426 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5778ae21-d4d0-4bae-87a4-5c37648af55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:47.417466 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5778ae21-d4d0-4bae-87a4-5c37648af55d None None] Port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:01:47.774664 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54908) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:47.780002 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1607863945-network', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:47.800622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Made reservation on behalf of 84cdbffbd95d4ae9b7b5101ebc2e0e30 for: {'network': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:01:47.803021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for network, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:47.813021 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:47.894237 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:47.898029 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:47.925976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:01:47.932146 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409d7f15-82d8-4796-93fc-8f48c2885033,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:47.939897 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:47.940125 n-d-812150-3 neutron-server[102760]: INFO neutron.db.segments_db [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Added segment f20d48ef-e19b-4398-9bdb-4c952797055f of type vlan for network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc Oct 26 13:01:47.984385 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776299220655'] for network, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.008982 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990'] for network, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.010058 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:48.010644 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.075272 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2966411 Oct 26 13:01:48.075507 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54910) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:48.078722 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9df09-133d-4e8d-af58-d3b130e55998 admin admin] Pushing event updated for resources: {'Network': ['ID=5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:48.081559 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Request body: {'subnet': {'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1607863945-subnet', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:48.090918 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc details requested by agent ovs-agent-n-d-812150-3 with host n-d-812150-3 {{(pid=102761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:01:48.109038 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Made reservation on behalf of 84cdbffbd95d4ae9b7b5101ebc2e0e30 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:01:48.111549 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832761'] for subnet, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.287403 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126186358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832711'] for subnet, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.351836 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:48.361378 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Checking segment: {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:48.361744 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Network hostable DHCP agents. Network: 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc, hostable agents: ['d2d1e522-db71-4087-b9b5-5ea0976feeb6'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:01:48.380554 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc is scheduled to be hosted by DHCP agent d2d1e522-db71-4087-b9b5-5ea0976feeb6 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:01:48.389229 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:48.391172 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-3, 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:48.395225 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:48.395886 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.400889 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:48.401521 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:48.405616 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe61beb2-47a9-4fef-8b5e-259b8d1656f3 None None] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:01:48.413446 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c92f2353-5d0e-4379-bcaa-c49c82a31f97 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3367233 Oct 26 13:01:48.416947 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54912) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:48.421770 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:48.444677 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15330'] for router, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.445708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15321'] for router, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.505026 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.595862 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:48.644812 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.748077 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f897a4e-572d-5dbb-ad33-52cb5a9f3dcf-5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc', 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'fixed_ips': [{'subnet_id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2'}]}} from n-d-812150-3. {{(pid=102761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:01:48.748815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.783131 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aae0777e-2be1-4b1c-961e-2c2b7f21a321 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:48.867554 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.887896 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.996363 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port aae0777e-2be1-4b1c-961e-2c2b7f21a321 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:48.996702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:48.996951 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Allocated IP 172.25.4.122 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/6abc01c6-eff6-4ec2-9f19-9fab5f7434fd) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:48.998648 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Allocated IP 172.20.0.2 (5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc/fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2/94672750-9c7c-4cb8-be9a-3a197fc574f4) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:49.037460 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 2, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:49.111803 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.147755 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.188022 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:49.191087 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:49.195538 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:49.222449 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:49.277961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:49.278543 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Updating router 55f344b0-d977-4a90-9f16-5e1449cdafba port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:01:49.327202 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.328995 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-faf082e9-d804-4e2e-8bf3-8945133836c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.462372 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.518209 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.566622 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.569132 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port aae0777e-2be1-4b1c-961e-2c2b7f21a321, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=aae0777e-2be1-4b1c-961e-2c2b7f21a321,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:49.575054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.618199 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.668838 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:49.670725 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759445'] for router, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.679993 n-d-812150-3 neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:49.684809 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:49.694536 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=aae0777e-2be1-4b1c-961e-2c2b7f21a321,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:49.806153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Router 225cefd1-b456-4cce-9ac2-d9efa43551a1 is scheduled to L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 with binding_index 1 {{(pid=102760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:01:49.809926 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Pushing event updated for resources: {'Port': ['ID=94672750-9c7c-4cb8-be9a-3a197fc574f4,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:49.812225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Attempting to bind port 94672750-9c7c-4cb8-be9a-3a197fc574f4 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:49.812603 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Attempting to bind port 94672750-9c7c-4cb8-be9a-3a197fc574f4 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:49.812970 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Attempting to bind port 94672750-9c7c-4cb8-be9a-3a197fc574f4 on network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:49.827561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:49.827938 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Checking segment: {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:49.828342 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.828740 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Bound using segment: {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:49.829215 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Bound port: 94672750-9c7c-4cb8-be9a-3a197fc574f4, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:49.829598 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.908221 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.916070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.922153 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:49.932911 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Sync routers for ids ['225cefd1-b456-4cce-9ac2-d9efa43551a1'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:49.940437 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:49.944568 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-741053a8-80db-41d7-a875-0e1d0a9843c2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5237346 Oct 26 13:01:49.945515 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54914) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:49.946905 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Routers {'225cefd1-b456-4cce-9ac2-d9efa43551a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:49.947548 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['225cefd1-b456-4cce-9ac2-d9efa43551a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:49.974314 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] For port 94672750-9c7c-4cb8-be9a-3a197fc574f4, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:49.995814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ebdad-e0b3-4823-9a97-a32a88990753 None None] Pushing event updated for resources: {'Port': ['ID=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:50.001778 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] For port 94672750-9c7c-4cb8-be9a-3a197fc574f4, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94672750-9c7c-4cb8-be9a-3a197fc574f4,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:50.021444 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.071524 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Set router 225cefd1-b456-4cce-9ac2-d9efa43551a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:50.111671 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Attempting to bind port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:50.112063 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Attempting to bind port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:50.112608 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Attempting to bind port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 on network e18ac34a-5b1d-4c96-b329-ef44b699a450 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:50.130436 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:50.130961 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Checking segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:50.131270 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.131679 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Bound using segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:50.132955 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Bound port: ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:50.133356 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.154631 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c550c6-0a4a-452e-a0d3-e1abec34b9b4 None None] Pushing event updated for resources: {'Port': ['ID=94672750-9c7c-4cb8-be9a-3a197fc574f4,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:50.243065 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] For port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:50.248986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] For port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:50.261751 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.393715 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:50.394633 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:50.434025 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 3, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:50.468428 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Checking router: 225cefd1-b456-4cce-9ac2-d9efa43551a1 for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:50.468923 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Updating router 225cefd1-b456-4cce-9ac2-d9efa43551a1 port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd binding host n-d-812150-3 {{(pid=102762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:01:50.500620 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ebdad-e0b3-4823-9a97-a32a88990753 None None] Pushing event updated for resources: {'Port': ['ID=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:50.518478 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a1f84d24-630a-45b4-8af2-5fce3f75a29a None None] Provisioning complete for port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:50.518855 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1f84d24-630a-45b4-8af2-5fce3f75a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.522157 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.600043 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:50.604595 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.807357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1f84d24-630a-45b4-8af2-5fce3f75a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.844282 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Allocated IP 172.20.0.1 (5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc/fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2/282615a2-b147-4b77-9c5d-8570b704139b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:50.851849 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.859751 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.888959 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a1f84d24-630a-45b4-8af2-5fce3f75a29a None None] For port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:50.901139 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a1f84d24-630a-45b4-8af2-5fce3f75a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.908859 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94672750-9c7c-4cb8-be9a-3a197fc574f4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:50.928004 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Attempting to bind port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd on host n-d-812150-3 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:50.928251 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Attempting to bind port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:50.928618 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Attempting to bind port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd on network 1536dd8e-c114-413a-8e24-2c50ca48211d {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:50.931351 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2122f-e80d-4a8f-9313-39e3f2ca8851 None None] Pushing event updated for resources: {'Port': ['ID=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:50.937086 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:50.938167 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Checking segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:50.938728 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.939289 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Bound using segment: {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:50.939951 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Bound port: 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5458801-6325-4546-9d7d-22abd0866b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:50.940691 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:50.996245 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:50.999011 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] For port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd, host n-d-812150-3, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:51.002627 n-d-812150-3 neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] For port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:51.015131 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.017136 n-d-812150-3 neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.025525 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f84d24-630a-45b4-8af2-5fce3f75a29a None None] Pushing event updated for resources: {'Port': ['ID=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:51.033426 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ca054-df21-4054-bbd9-c4eeffed274c None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:51.065573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-a5222545-c977-413d-bb61-25e7f69ff6f0 None None] Provisioning complete for port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:51.065902 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5222545-c977-413d-bb61-25e7f69ff6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.102974 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Routers {'225cefd1-b456-4cce-9ac2-d9efa43551a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:51.104519 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.114188 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 94672750-9c7c-4cb8-be9a-3a197fc574f4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:51.114818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.118052 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['225cefd1-b456-4cce-9ac2-d9efa43551a1'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:51.122031 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2122f-e80d-4a8f-9313-39e3f2ca8851 None None] Pushing event updated for resources: {'Port': ['ID=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:51.185389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:51.190748 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:51.196481 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:51.255053 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.268825 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Pushing event updated for resources: {'Port': ['ID=282615a2-b147-4b77-9c5d-8570b704139b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:51.304463 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 94672750-9c7c-4cb8-be9a-3a197fc574f4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94672750-9c7c-4cb8-be9a-3a197fc574f4,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:51.316629 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.317762 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aae0777e-2be1-4b1c-961e-2c2b7f21a321 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:51.324128 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760264'] for router_interface, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.344803 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] Set router 225cefd1-b456-4cce-9ac2-d9efa43551a1 gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:51.458761 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=94672750-9c7c-4cb8-be9a-3a197fc574f4,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:51.480696 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port aae0777e-2be1-4b1c-961e-2c2b7f21a321 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:51.481075 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.602502 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 3, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:51.633704 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da714fb-3232-4cb5-9e6f-c812e12bfb40 None None] The sync data for ids ['225cefd1-b456-4cce-9ac2-d9efa43551a1'] in n-d-812150-3 is: [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 3, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:51.652702 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ea9be-e557-42af-ad2e-81bfd06de001 None None] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:01:51.741004 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-703649c0-3724-412d-9ed1-301e8f26451f None None] Provisioning complete for port 94672750-9c7c-4cb8-be9a-3a197fc574f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:51.741373 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-703649c0-3724-412d-9ed1-301e8f26451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.899454 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:51.907812 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02d75e6d-d9fb-4350-8af4-a6485df8e804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.110653 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.119468 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.164537 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758616'] for router_interface, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.248218 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Pushing event updated for resources: {'Port': ['ID=282615a2-b147-4b77-9c5d-8570b704139b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:52.262613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-950588a9-7e41-433f-ad6b-9f36e67a419c None None] Provisioning complete for port 94672750-9c7c-4cb8-be9a-3a197fc574f4 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:52.263571 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-950588a9-7e41-433f-ad6b-9f36e67a419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.306035 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:52.307706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:52.395165 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-950588a9-7e41-433f-ad6b-9f36e67a419c None None] Provisioning complete for port 282615a2-b147-4b77-9c5d-8570b704139b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:52.395590 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-950588a9-7e41-433f-ad6b-9f36e67a419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.441133 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-950588a9-7e41-433f-ad6b-9f36e67a419c None None] Port 282615a2-b147-4b77-9c5d-8570b704139b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:01:52.459890 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Router 225cefd1-b456-4cce-9ac2-d9efa43551a1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:01:52.575784 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6fcb191b-9a4f-4441-a7d1-89d229256a24 None None] Provisioning complete for port 282615a2-b147-4b77-9c5d-8570b704139b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:52.576811 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6fcb191b-9a4f-4441-a7d1-89d229256a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.600757 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:01:52.614267 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-ad325882-432d-4d28-8342-f1a205b8f027 admin admin] 10.222.0.88 "PUT /v2.0/routers/225cefd1-b456-4cce-9ac2-d9efa43551a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6673992 Oct 26 13:01:52.627590 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb191b-9a4f-4441-a7d1-89d229256a24 None None] Port 282615a2-b147-4b77-9c5d-8570b704139b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:01:52.850968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-c313500a-dce7-4ab2-9a59-e7e162896508 None None] Provisioning complete for port 282615a2-b147-4b77-9c5d-8570b704139b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:52.852303 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c313500a-dce7-4ab2-9a59-e7e162896508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:52.894767 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94672750-9c7c-4cb8-be9a-3a197fc574f4 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:53.111758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-c313500a-dce7-4ab2-9a59-e7e162896508 None None] Port 282615a2-b147-4b77-9c5d-8570b704139b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:01:53.128881 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.142045 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 94672750-9c7c-4cb8-be9a-3a197fc574f4 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:53.142414 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.196300 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54922) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.201222 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949480598', 'description': 'tempest-secgroup-smoke-949480598 description', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:53.224942 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.230053 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:53.281211 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:53.281588 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.296100 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.300118 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.332024 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.333291 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1358039 Oct 26 13:01:53.335251 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c0b5-2cd8-4718-ab01-be732a7b48c7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.337503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54924) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.342622 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group_rule': {'security_group_id': '284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:53.367613 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:53.371003 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.416209 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:53.416490 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.429704 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.433451 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.452719 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0d323d-1f74-4987-97fc-a6e0e16ec33f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.461764 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.463015 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0401b368-600a-4553-b110-372207e47264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240990 Oct 26 13:01:53.466171 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54926) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.471037 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group_rule': {'security_group_id': '284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:53.498255 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.500936 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.530747 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] For port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:53.535252 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.540630 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.559253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.563280 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.582244 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819b85c4-3a90-4c71-b080-a5be51ea20ff,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.586643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Pushing event updated for resources: {'Port': ['ID=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.587954 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.589448 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-2ae079a1-2735-493b-b518-a333842732fa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223054 Oct 26 13:01:53.592121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54928) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.596619 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group_rule': {'security_group_id': '284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:53.625753 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.686673 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.690728 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.709298 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a3ca61-d2d5-47a4-b9a3-19279faba50e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.714822 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.716053 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-658e58e4-9e20-4829-a489-d0d3ca56a68a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229198 Oct 26 13:01:53.720238 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54930) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.724665 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group_rule': {'security_group_id': '284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:53.751868 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.811837 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.817013 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.836682 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e63e55-b5a1-4681-88b7-95638b84c714,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.845361 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.846577 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-45d58afb-51a7-4a00-9d95-178a6d730d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253979 Oct 26 13:01:53.849289 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 54932) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.854965 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group_rule': {'security_group_id': '284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:53.877120 n-d-812150-3 neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Project b7dd5ba12fcf432d93bcb8510a8a82d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 13:01:53.882700 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.942578 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.947109 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.962921 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e648a5-9464-4112-a9e0-042f94cd5425,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:53.974758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:53.978901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54934) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:01:53.979064 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-50c8f3b1-8a23-483e-a556-8234c8e85346 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286473 Oct 26 13:01:53.983798 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'security_group_rule': {'security_group_id': '284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7', 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:54.006128 n-d-812150-3 neutron-server[102760]: INFO neutron.db.securitygroups_db [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Project b7dd5ba12fcf432d93bcb8510a8a82d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 13:01:54.011694 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:54.073001 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:54.077109 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543447'] for security_group_rule, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:54.097493 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c5b96e-84e2-499a-b181-5fea572f1d8e,revision_number=0']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:54.101927 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:54.111461 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-5e64f556-cc2b-45cf-b0ff-d7c24acde70c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313636 Oct 26 13:01:54.245079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-b06d2eff-cd12-44a4-8149-d36665362ac9 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949480598&fields=id&tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4 HTTP/1.1" status: 200 len: 267 time: 0.0352380 Oct 26 13:01:54.365396 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-51e3aebb-e439-4764-b37d-bae3a7d8a56c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:54.367462 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-51e3aebb-e439-4764-b37d-bae3a7d8a56c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 809 time: 0.1153462 Oct 26 13:01:54.383262 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-2dd40343-4593-4acf-b336-83ac1ea4772a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/quotas/b7dd5ba12fcf432d93bcb8510a8a82d4 HTTP/1.1" status: 200 len: 375 time: 0.0099442 Oct 26 13:01:54.436060 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-ccbf2d58-0d6e-445d-aa67-75f58ca5d3cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471942 Oct 26 13:01:54.452533 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-b35ff9b7-d04d-43b8-9474-801c91a80171 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:01:54.453547 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-b35ff9b7-d04d-43b8-9474-801c91a80171 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053794 Oct 26 13:01:54.469656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Sync routers for ids ['225cefd1-b456-4cce-9ac2-d9efa43551a1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:01:54.479074 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Routers {'225cefd1-b456-4cce-9ac2-d9efa43551a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:54.479686 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['225cefd1-b456-4cce-9ac2-d9efa43551a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:54.552024 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-74755eef-f8d6-44a9-9f7a-f083876632a6 service neutron] 10.222.0.88 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920160 Oct 26 13:01:54.589759 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Set router 225cefd1-b456-4cce-9ac2-d9efa43551a1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:54.643751 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-9ac2dbac-8ab9-453e-b897-b36033411e81 service neutron] 10.222.0.88 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851855 Oct 26 13:01:54.747168 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:54.824699 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b575ec57-1b8f-4cfc-870f-2e75f5abd97d req-e7ff7ed8-af65-4319-be80-15c0d8e0338a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 210 time: 0.0334828 Oct 26 13:01:54.850166 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:54.850546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:54.876829 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:51Z', 'revision_number': 4, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '282615a2-b147-4b77-9c5d-8570b704139b', 'name': '', 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'mac_address': 'fa:16:3e:a4:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:50Z', 'updated_at': '2021-10-26T13:01:51Z', 'revision_number': 2, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'subnets': [{'id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:54.918963 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Checking router: 225cefd1-b456-4cce-9ac2-d9efa43551a1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:01:54.919324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Updating router 225cefd1-b456-4cce-9ac2-d9efa43551a1 port 282615a2-b147-4b77-9c5d-8570b704139b binding host n-d-812150-3 {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:01:54.954753 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:54.957507 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.268798 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.275274 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.329852 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b0ce-0712-4533-bd66-2022e016a4c1 None None] Pushing event updated for resources: {'Port': ['ID=282615a2-b147-4b77-9c5d-8570b704139b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:55.385201 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Attempting to bind port 282615a2-b147-4b77-9c5d-8570b704139b on host n-d-812150-3 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:55.385683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Attempting to bind port 282615a2-b147-4b77-9c5d-8570b704139b by drivers openvswitch,hyperv on host n-d-812150-3 at level 0 using segments [{'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:55.385924 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Attempting to bind port 282615a2-b147-4b77-9c5d-8570b704139b on network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:55.391323 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Checking agent: {'id': '674ea007-f465-4e5e-ad61-f3179c2a1c69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 30, 23), 'started_at': datetime.datetime(2021, 10, 26, 11, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:55.391667 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Checking segment: {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:55.392089 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.392647 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Bound using segment: {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:55.393123 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Bound port: 282615a2-b147-4b77-9c5d-8570b704139b, host: n-d-812150-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d48ef-e19b-4398-9bdb-4c952797055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:55.393504 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.465348 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] For port 282615a2-b147-4b77-9c5d-8570b704139b, host n-d-812150-3, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:55.468709 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] For port 282615a2-b147-4b77-9c5d-8570b704139b, host n-d-812150-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=282615a2-b147-4b77-9c5d-8570b704139b,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:55.474523 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.538954 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Routers {'225cefd1-b456-4cce-9ac2-d9efa43551a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:01:55.539595 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['225cefd1-b456-4cce-9ac2-d9efa43551a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:55.577656 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b0ce-0712-4533-bd66-2022e016a4c1 None None] Pushing event updated for resources: {'Port': ['ID=282615a2-b147-4b77-9c5d-8570b704139b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:55.624966 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-4fd4aacf-41d6-4379-a55e-00fb9d59129c None None] Provisioning complete for port 282615a2-b147-4b77-9c5d-8570b704139b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:55.625646 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4fd4aacf-41d6-4379-a55e-00fb9d59129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.693894 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] Set router 225cefd1-b456-4cce-9ac2-d9efa43551a1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:01:55.806984 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4fd4aacf-41d6-4379-a55e-00fb9d59129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.883342 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-4fd4aacf-41d6-4379-a55e-00fb9d59129c None None] For port 282615a2-b147-4b77-9c5d-8570b704139b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=282615a2-b147-4b77-9c5d-8570b704139b,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:55.895165 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4fd4aacf-41d6-4379-a55e-00fb9d59129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:55.951588 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2ef0086-3976-4e40-a3ef-b5415a553643 req-a5ee4544-9597-43b5-bad1-a1871d8c79ff tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 210 time: 0.0378044 Oct 26 13:01:55.982124 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4aacf-41d6-4379-a55e-00fb9d59129c None None] Pushing event updated for resources: {'Port': ['ID=282615a2-b147-4b77-9c5d-8570b704139b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:56.012625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:51Z', 'revision_number': 4, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '282615a2-b147-4b77-9c5d-8570b704139b', 'name': '', 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'mac_address': 'fa:16:3e:a4:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:50Z', 'updated_at': '2021-10-26T13:01:55Z', 'revision_number': 4, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'subnets': [{'id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:01:56.015320 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fa4b9c56-4e18-42a6-9ba4-5f1c9869316a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:56.019126 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fa4b9c56-4e18-42a6-9ba4-5f1c9869316a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 809 time: 0.1763585 Oct 26 13:01:56.050309 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0844ac4-bb54-4b31-94d0-1c33e92c747c None None] The sync data for ids ['225cefd1-b456-4cce-9ac2-d9efa43551a1'] in n-d-812150-3 is: [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:51Z', 'revision_number': 4, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': '282615a2-b147-4b77-9c5d-8570b704139b', 'name': '', 'network_id': '5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'mac_address': 'fa:16:3e:a4:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:50Z', 'updated_at': '2021-10-26T13:01:55Z', 'revision_number': 4, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'subnets': [{'id': 'fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:01:56.062368 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-824c3bfd-851f-4e1e-b333-7960e7a500b7 None None] Provisioning complete for port 282615a2-b147-4b77-9c5d-8570b704139b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:56.062746 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-824c3bfd-851f-4e1e-b333-7960e7a500b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:56.069648 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-6517394d-9d0a-4208-bd07-8dd9e268d7fd tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4 HTTP/1.1" status: 200 len: 379 time: 0.0408626 Oct 26 13:01:56.080941 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'port': {'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'admin_state_up': True, 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'security_groups': ['284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:56.243399 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Made reservation on behalf of b7dd5ba12fcf432d93bcb8510a8a82d4 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:01:56.247344 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:56.402667 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Allocated IP 172.20.0.11 (e18ac34a-5b1d-4c96-b329-ef44b699a450/1edd4bc0-1896-4445-b11a-45d0dc5f3985/1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:01:56.579094 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for port, precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:56.614841 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:56.664648 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:01:56.667998 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:01:56.671221 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:01:56.701958 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:56.745849 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:56.746545 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:56.766191 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-fc191030-819b-464f-a704-f00e8b28ed30 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6899562 Oct 26 13:01:56.782266 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.v2.base [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Request body: {'port': {'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-3'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:01:56.791489 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 282615a2-b147-4b77-9c5d-8570b704139b up at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:01:56.847416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Provisioning complete for port 282615a2-b147-4b77-9c5d-8570b704139b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:56.847937 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:56.854282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.021300 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-224644d3-75ca-4ca3-9a1d-71778db8aa79 None None] Provisioning complete for port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:01:57.021701 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-224644d3-75ca-4ca3-9a1d-71778db8aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.070087 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-224644d3-75ca-4ca3-9a1d-71778db8aa79 None None] Port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:01:57.080730 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2730339-f7c7-4a78-8420-2e4b70b9a529 req-a1602024-049a-471d-836c-c3eb8ac5ff59 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:57.083065 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2730339-f7c7-4a78-8420-2e4b70b9a529 req-a1602024-049a-471d-836c-c3eb8ac5ff59 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 932 time: 0.0613143 Oct 26 13:01:57.122786 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a2730339-f7c7-4a78-8420-2e4b70b9a529 req-1f968b4a-8a51-43d8-91a9-40bd359e8101 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344036 Oct 26 13:01:57.162170 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:01:57.170431 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.183437 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Transition to ACTIVE for port object 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:01:57.186963 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.242362 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:57.311692 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Attempting to bind port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b on host n-h2-812150-3 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:01:57.312031 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Attempting to bind port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b by drivers openvswitch,hyperv on host n-h2-812150-3 at level 0 using segments [{'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:01:57.312389 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Attempting to bind port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b on network e18ac34a-5b1d-4c96-b329-ef44b699a450 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:57.317127 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b on network e18ac34a-5b1d-4c96-b329-ef44b699a450 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-3 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:01:57.317455 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Attempting to bind port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b on network e18ac34a-5b1d-4c96-b329-ef44b699a450 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:01:57.322589 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Checking agent: {'id': '65430e2a-4431-4460-9543-67b193a21d14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:01:57.322960 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Checking segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:01:57.323346 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Bound using segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:01:57.323775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Bound port: 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host: n-h2-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:01:57.324132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.394503 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:01:57.398612 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:01:57.403381 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126186467'] for port, after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.440023 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:57.440642 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:57.442030 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] 10.222.0.100 "PUT /v2.0/ports/1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 1092 time: 0.6669142 Oct 26 13:01:57.442473 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:01:57.444967 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9fc4d3-cef3-4452-80cc-8514ad989eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:01:57.469379 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80953b3-9e56-492c-ba1a-532f5bfea01f service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:57.543541 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-88920d27-be26-43e4-813b-fe765503bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:57.545171 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-88920d27-be26-43e4-813b-fe765503bc16 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1095 time: 0.0521717 Oct 26 13:01:57.560617 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89fa253-a9fb-4710-bc28-0feeca03b10d x-openstack-request-id: req-a89fa253-a9fb-4710-bc28-0feeca03b10d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:01:57.560976 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:01:57.561238 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a89fa253-a9fb-4710-bc28-0feeca03b10d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:01:57.561648 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'status': 'completed', 'code': 200} Oct 26 13:01:57.594685 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-961ce28e-5afa-4521-8b7b-0caa9f3b9c62 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 217 time: 0.0408769 Oct 26 13:01:57.656747 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-0a394c63-e33d-4320-89b4-08eb9ddd7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:57.658755 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-0a394c63-e33d-4320-89b4-08eb9ddd7202 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0547118 Oct 26 13:01:57.707275 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-6a13cccd-73d3-426b-8429-500d273e2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:57.708968 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-6a13cccd-73d3-426b-8429-500d273e2c96 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434461 Oct 26 13:01:57.803855 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-1af7c460-23bf-45bc-b252-bdca6bf75170 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Oct 26 13:01:57.894386 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-ae484191-430d-4a29-8f33-ac9d647fb6fe req-91d144c1-0ef8-4756-b026-bb7df27286b1 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832858 Oct 26 13:01:57.980874 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-bb971592-133f-41a4-b166-0c1519d44b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:57.982401 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-bb971592-133f-41a4-b166-0c1519d44b0a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1095 time: 0.0426912 Oct 26 13:01:58.086155 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-523928e6-a588-4ebc-ab87-1afe59bd317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:58.087695 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-523928e6-a588-4ebc-ab87-1afe59bd317e service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0981407 Oct 26 13:01:58.129848 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-45ceb8ab-78ca-4c98-9936-f503deb25392 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 217 time: 0.0354202 Oct 26 13:01:58.192407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-0efb455a-adad-430a-8c8d-9d4f660c7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:58.193941 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-0efb455a-adad-430a-8c8d-9d4f660c7b01 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0569999 Oct 26 13:01:58.249502 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-6bf2df41-62c2-43f2-a566-11c85c187098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:58.251155 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-6bf2df41-62c2-43f2-a566-11c85c187098 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495048 Oct 26 13:01:58.256652 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c356-b2cf-4913-a5e2-183415cfb2a6 req-7fcbeb98-b61b-4aa8-8bae-951880103e3b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:58.258836 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2484c356-b2cf-4913-a5e2-183415cfb2a6 req-7fcbeb98-b61b-4aa8-8bae-951880103e3b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 944 time: 0.0579219 Oct 26 13:01:58.300165 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-2484c356-b2cf-4913-a5e2-183415cfb2a6 req-a9d761e5-3e81-4f02-af01-17c8f519685f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348508 Oct 26 13:01:58.348306 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-c76f57e5-18fe-4c08-b21d-5a04f16491c0 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853944 Oct 26 13:01:58.443902 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-de9fc4d3-cef3-4452-80cc-8514ad989eb5 req-305dbf64-0de7-40b5-ab56-ececd5f212d7 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Oct 26 13:01:59.075917 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:01:59.170533 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:59.181493 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:01:59.223830 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:59.241360 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:01:59.261614 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:01:59.265734 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:01:59.314177 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:01:59.427105 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8face3d-5018-4f90-ad5a-aac35c5d3ae7 req-77979d89-7f33-4b89-9545-32b93d83dbb4 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:01:59.429017 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8face3d-5018-4f90-ad5a-aac35c5d3ae7 req-77979d89-7f33-4b89-9545-32b93d83dbb4 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 945 time: 0.0566194 Oct 26 13:01:59.468333 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b8face3d-5018-4f90-ad5a-aac35c5d3ae7 req-c97fcf52-b2d0-4382-bc73-a691c38b76e3 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333807 Oct 26 13:01:59.499128 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:02:00.583843 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efdd50-d46c-489a-877a-8ee80cded25c req-c02e8ee4-9ebc-4e78-89db-ba140c9af399 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:00.585900 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84efdd50-d46c-489a-877a-8ee80cded25c req-c02e8ee4-9ebc-4e78-89db-ba140c9af399 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Oct 26 13:02:00.624807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-84efdd50-d46c-489a-877a-8ee80cded25c req-8ea598ee-5b09-481f-8260-e7385a94084a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Oct 26 13:02:01.087728 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:02:01.136528 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning for port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:02:01.140596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:02:01.140976 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:01.222390 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:01.245909 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:02:01.248291 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99fd20d-0151-45a6-add5-9f68b2b1c8ba" -d '{"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:02:01.261619 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:02:01.266140 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:01.291925 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7af4ec-a7e4-4dce-8910-c3db07e64635 x-openstack-request-id: req-0e7af4ec-a7e4-4dce-8910-c3db07e64635 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:02:01.292231 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:02:01.292488 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e7af4ec-a7e4-4dce-8910-c3db07e64635 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:02:01.292883 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'code': 200} Oct 26 13:02:01.320947 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:02:01.386702 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd7239-a89c-4903-b506-bde4ea85720b req-7bbd8c17-8be0-4fcc-ae26-c15dfa710829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:01.388275 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-36bd7239-a89c-4903-b506-bde4ea85720b req-7bbd8c17-8be0-4fcc-ae26-c15dfa710829 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1097 time: 0.0419898 Oct 26 13:02:01.425796 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-36bd7239-a89c-4903-b506-bde4ea85720b req-a0fa7333-c8a2-438f-8038-4bc7cfd655b9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298972 Oct 26 13:02:01.744467 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223088a9-f15b-42ca-bf67-2258bd3496f3 req-5f401709-84db-4b84-a6c2-280729e2287a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:01.746057 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-223088a9-f15b-42ca-bf67-2258bd3496f3 req-5f401709-84db-4b84-a6c2-280729e2287a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 946 time: 0.0517092 Oct 26 13:02:01.792582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-223088a9-f15b-42ca-bf67-2258bd3496f3 req-6c91e359-237e-47f0-97cd-d0123d030a5d tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399621 Oct 26 13:02:02.914823 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c79b5d-bfbb-4849-816d-5103dc8d1740 req-8025b659-6237-46f1-9bc1-210aced836ae tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:02.916358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14c79b5d-bfbb-4849-816d-5103dc8d1740 req-8025b659-6237-46f1-9bc1-210aced836ae tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 946 time: 0.0540261 Oct 26 13:02:02.954275 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-14c79b5d-bfbb-4849-816d-5103dc8d1740 req-dce342a7-1dbc-4aaf-a350-ad372d40c397 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 Oct 26 13:02:03.070570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7979d0-e71b-4076-b2fe-49fab5013d14 req-396513dd-495d-4217-b3dc-79564fa66dd8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:03.072168 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb7979d0-e71b-4076-b2fe-49fab5013d14 req-396513dd-495d-4217-b3dc-79564fa66dd8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 946 time: 0.0511625 Oct 26 13:02:03.110581 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bb7979d0-e71b-4076-b2fe-49fab5013d14 req-094e476e-ee9d-453f-a323-73d950389f84 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325706 Oct 26 13:02:03.132295 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54988) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:02:03.265219 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537f9f36-e8db-459a-8974-28ba188b8f88 tempest-TestSnapshotPattern-1040013691 tempest-TestSnapshotPattern-1040013691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:03.266824 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-537f9f36-e8db-459a-8974-28ba188b8f88 tempest-TestSnapshotPattern-1040013691 tempest-TestSnapshotPattern-1040013691-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1092 time: 0.1335299 Oct 26 13:02:03.270256 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 54994) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:02:03.275261 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:02:03.301456 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:03.403498 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:03.504517 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Allocated IP 172.25.4.212 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/c01f35db-3332-4fc0-8759-8143d4e1fd64) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:02:03.609316 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:03.641571 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:03.681415 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:02:03.685826 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:02:03.690269 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:02:03.693406 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'Port': ['ID=c01f35db-3332-4fc0-8759-8143d4e1fd64,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:02:04.033217 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:04.100382 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:04.250214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:04.254880 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:04.325513 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'Port': ['ID=c01f35db-3332-4fc0-8759-8143d4e1fd64,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:02:04.339627 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:04.444255 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Floating IP 2b3158d3-c55d-4492-9fce-033ec2f71392 associated. External IP: 172.25.4.212, port: 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b. Oct 26 13:02:04.611664 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:04.975645 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Router 55f344b0-d977-4a90-9f16-5e1449cdafba has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:02:05.082061 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:02:05.093039 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:02:05.102400 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:05.103021 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:02:05.103690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:02:05.132716 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-81981044-fe10-43d1-87e2-4ef8010fb264 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8609257 Oct 26 13:02:05.133308 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:02:05.135679 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef8b1d-1333-4470-bb80-d92880c57414" -d '{"events": [{"name": "network-changed", "server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:02:05.210209 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:02:05.228333 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054746e-05bf-4a3d-873a-9fa1fd47fc44 x-openstack-request-id: req-9054746e-05bf-4a3d-873a-9fa1fd47fc44 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:02:05.228637 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:02:05.228898 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9054746e-05bf-4a3d-873a-9fa1fd47fc44 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:02:05.229319 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'status': 'completed', 'code': 200} Oct 26 13:02:05.299141 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-f41d9dc3-900a-42c9-b0f4-23bbaa8849be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:05.300184 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-f41d9dc3-900a-42c9-b0f4-23bbaa8849be service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1097 time: 0.0479133 Oct 26 13:02:05.391448 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-d9b26b48-f32a-4346-98f1-f5b1ae88f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:05.392953 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-d9b26b48-f32a-4346-98f1-f5b1ae88f1fa service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0863557 Oct 26 13:02:05.443251 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:03Z', 'revision_number': 0, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:02:05.462525 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-f9d7f5a4-a80f-4be3-b0bd-a6fe26f5f191 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 1000 time: 0.0625172 Oct 26 13:02:05.469716 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:02:05.479183 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:02:05.479719 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:01:52Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:02:05.512767 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-23cce7fa-2b5f-4e82-8691-5740ad3f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:05.514271 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-23cce7fa-2b5f-4e82-8691-5740ad3f6430 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0448511 Oct 26 13:02:05.562716 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-b19bd9a2-8e20-45bf-838b-c7cccc1a586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:05.564304 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-b19bd9a2-8e20-45bf-838b-c7cccc1a586c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418072 Oct 26 13:02:05.586890 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:02:05.664453 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-fdb84c2b-b19a-41aa-9e97-3b9209aef995 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928140 Oct 26 13:02:05.760045 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-a5ef8b1d-1333-4470-bb80-d92880c57414 req-19e24d42-cfcd-43fd-b6fe-1f381a29c09d service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889361 Oct 26 13:02:05.829415 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:03Z', 'revision_number': 0, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:02:05.857500 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127714-a0de-4791-b66c-7f5bbfb48152 None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:03Z', 'revision_number': 0, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:02:06.057735 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bdd36d-d17d-4445-bf76-9d0f266f98a5 None None] New status for floating IP 2b3158d3-c55d-4492-9fce-033ec2f71392: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:02:06.128133 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:19.284755 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6147-2cbc-4b95-9fbb-5678be6a4d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:21.861472 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5612a071-b368-45fd-abbc-f9b2bd5856e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:23.011404 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:23.522777 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:23.585093 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:02:24.926077 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:34.617789 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:36.081235 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:49.292007 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-28a826d5-47bb-443d-80e6-85d37ec88142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:51.867232 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1cf0594f-6459-4413-b65a-04c2ca83ba17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:53.016055 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:53.527434 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:54.933802 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:02:58.430432 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-7ab5af75-c520-4425-b2bc-f4471493271a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138690 Oct 26 13:02:58.513441 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-06d4f338-bb2d-4dce-8d83-8f987328874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:58.515016 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-06d4f338-bb2d-4dce-8d83-8f987328874a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1097 time: 0.0423424 Oct 26 13:02:58.628505 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-7175e15a-8dd7-4688-a164-cfcc643459a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:58.629923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-7175e15a-8dd7-4688-a164-cfcc643459a5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0945630 Oct 26 13:02:58.699604 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-fee5288d-f60f-4038-a22c-f3355258b62f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 1002 time: 0.0621467 Oct 26 13:02:58.749325 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-80c03348-51b8-4df6-a3d7-17e11b685635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:58.750793 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-80c03348-51b8-4df6-a3d7-17e11b685635 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0445409 Oct 26 13:02:58.798029 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-3989dd95-efbe-41bd-9ad3-4a7ef7866c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:02:58.799561 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-3989dd95-efbe-41bd-9ad3-4a7ef7866c38 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416408 Oct 26 13:02:58.894377 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-61d9310c-7313-4f90-a440-03bb569d5612 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867772 Oct 26 13:02:58.990538 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-6487c0e3-a05e-4dfc-8903-f31a23c2b6a2 req-78eefa2b-15c8-432f-9ce7-72dc06490e79 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893357 Oct 26 13:03:00.585374 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:03:04.636616 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:06.082048 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:19.291135 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3917d74-1c96-42dc-b753-ec99eaa7513f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:21.860902 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de0ca4da-1fbd-429e-b311-9e64ae293fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:23.018093 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:23.527642 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:24.931527 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:34.648321 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:36.087302 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:37.584135 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:03:49.283070 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3eec6a7c-45e9-423c-87d9-2ce1a1510959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:51.863892 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65ad016b-5980-4f67-851f-a7ab5fc63df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:53.020271 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:53.531348 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:54.938374 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:03:59.361923 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-53c8683f-41ea-4195-8efe-15593429a761 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492337 Oct 26 13:03:59.442979 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a475-0780-486f-b49f-3f3783970493 req-b2c1bf26-ad79-4b44-8eec-9921925ab354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:03:59.444489 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-b2c1bf26-ad79-4b44-8eec-9921925ab354 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1097 time: 0.0406895 Oct 26 13:03:59.552720 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a475-0780-486f-b49f-3f3783970493 req-7276dc8a-d619-4dce-b966-7ca7afc7a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:03:59.554191 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-7276dc8a-d619-4dce-b966-7ca7afc7a5ba service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0889940 Oct 26 13:03:59.620308 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-51ee632c-69d9-4d10-97b3-0f4aed5a7236 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 1002 time: 0.0570667 Oct 26 13:03:59.669688 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a475-0780-486f-b49f-3f3783970493 req-e0a75118-f097-45f9-824d-dc259aa6e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:03:59.671461 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-e0a75118-f097-45f9-824d-dc259aa6e78f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0447927 Oct 26 13:03:59.721645 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a475-0780-486f-b49f-3f3783970493 req-bba42a59-cbd6-46cc-82e1-882a5d06ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:03:59.723190 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-bba42a59-cbd6-46cc-82e1-882a5d06ba50 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449011 Oct 26 13:03:59.734446 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-8aea4e8c-c435-4dd4-86f6-e1bcf0bc99c8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:03:59.735443 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-8aea4e8c-c435-4dd4-86f6-e1bcf0bc99c8 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049613 Oct 26 13:03:59.825074 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-5ea3aa21-a22c-41e2-a344-ffee423a3d33 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822701 Oct 26 13:04:00.206700 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-5fc4a475-0780-486f-b49f-3f3783970493 req-1e127850-81e6-4e22-abb2-202ab1f5b4ac service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749044 Oct 26 13:04:03.668547 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b details requested by agent hyperv_n-h2-812150-3 with host n-h2-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:04:03.773299 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:03.785544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Returning: {'device': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:04:03.837981 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:03.854673 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:04:03.881988 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:03.889327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:03.946777 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:03.956989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.957341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.957688 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.958032 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.958393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.958745 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.959104 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.959596 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.960015 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.963041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.963819 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.964718 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:03.974625 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] get_ports_and_sgs() called for port_ids ['1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:04:04.647849 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:05.679939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b up at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:04:05.752474 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Provisioning complete for port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:04:05.752850 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:05.848654 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:05.879139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:04:05.881967 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c318f7-f9da-4e8c-becf-c5259f154ff4" -d '{"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:04:05.903986 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:05.914142 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:06.012010 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:06.046139 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695516aa-7cb0-4607-a3be-94a88081119e x-openstack-request-id: req-695516aa-7cb0-4607-a3be-94a88081119e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:04:06.046430 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:04:06.046697 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-695516aa-7cb0-4607-a3be-94a88081119e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:04:06.047259 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'code': 200} Oct 26 13:04:06.113769 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:13.208098 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-5918a66f-2b1a-4425-94ed-569a6edfa7bb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949480598&fields=id&tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4 HTTP/1.1" status: 200 len: 267 time: 0.0345540 Oct 26 13:04:13.329333 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-066b2486-3cf7-4e22-94ee-6335206ed57b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:13.331051 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-066b2486-3cf7-4e22-94ee-6335206ed57b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 809 time: 0.1152732 Oct 26 13:04:13.349238 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-53b03671-e914-40eb-836f-c903fbdf2328 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/quotas/b7dd5ba12fcf432d93bcb8510a8a82d4 HTTP/1.1" status: 200 len: 375 time: 0.0113134 Oct 26 13:04:13.427464 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-9f0f1688-3746-421d-ae08-3712a787d55c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0718954 Oct 26 13:04:13.444211 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-a70baf76-3356-4658-af57-b88f3caab66b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:04:13.445267 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-a70baf76-3356-4658-af57-b88f3caab66b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059550 Oct 26 13:04:13.553683 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-3e92473a-8998-45ca-ab34-9c80137d74cf service neutron] 10.222.0.88 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014011 Oct 26 13:04:13.653494 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-ee630a22-d42e-4846-b050-2512c6c951eb service neutron] 10.222.0.88 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929785 Oct 26 13:04:13.859638 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-550eec27-98fc-4fbc-b31b-1d178902f6a3 req-a1facbc6-642c-4775-991c-3f8f2bf6607e tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 210 time: 0.0307550 Oct 26 13:04:14.583361 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:04:14.994325 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ba82d0a2-5d45-4bd9-86a8-62daf4a055df req-52c6e5de-56a2-4dd3-aca6-3dd08c031ebf tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 210 time: 0.0386436 Oct 26 13:04:15.023853 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-79e42bbb-1375-4cfe-b05c-0ce870458605 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:15.025478 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-79e42bbb-1375-4cfe-b05c-0ce870458605 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.30 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 809 time: 0.1670554 Oct 26 13:04:15.076655 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-e229ca0c-82da-44aa-91be-5535f12839bf tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4 HTTP/1.1" status: 200 len: 379 time: 0.0390801 Oct 26 13:04:15.087731 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'port': {'device_id': 'e0e2b383-c99c-4810-914d-6435676877c4', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'admin_state_up': True, 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'security_groups': ['284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7']}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:04:15.212673 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Made reservation on behalf of b7dd5ba12fcf432d93bcb8510a8a82d4 for: {'port': 1} {{(pid=102760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:04:15.217787 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:15.387699 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Allocated IP 172.20.0.9 (e18ac34a-5b1d-4c96-b329-ef44b699a450/1edd4bc0-1896-4445-b11a-45d0dc5f3985/37aa3382-66ea-4f0f-967c-9fcb7b679c01) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:04:15.576126 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:15.620171 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:15.694528 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:04:15.700460 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:04:15.720316 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:04:15.732542 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:04:15.769685 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:15.787301 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.788200 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.788766 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.789357 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.790031 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.790659 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.791469 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.792864 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.793508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.794145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.794835 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.795433 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:04:15.847334 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:15.850315 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:15.861170 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:15.878340 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-0ddf34d0-615b-4198-9e1f-8790840fc9db tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948563 Oct 26 13:04:15.908911 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:04:15.912011 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ef0d12-e573-43be-a773-d8509ec40c34" -d '{"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:04:15.933318 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:15.938964 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:16.025609 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1711d767-79c9-4e77-8cee-bd943a1a642b x-openstack-request-id: req-1711d767-79c9-4e77-8cee-bd943a1a642b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:04:16.027823 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:04:16.028317 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1711d767-79c9-4e77-8cee-bd943a1a642b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:04:16.028922 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'code': 200} Oct 26 13:04:16.030240 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=8']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:16.108110 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-5a5214c9-9d28-43c8-87d3-bd6b13604c24 None None] Provisioning complete for port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 triggered by entity DHCP. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:04:16.109416 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a5214c9-9d28-43c8-87d3-bd6b13604c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:16.166629 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-5a5214c9-9d28-43c8-87d3-bd6b13604c24 None None] Port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 cannot update to ACTIVE because it is not bound. {{(pid=102761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:04:16.189824 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0953e41-f7b2-43e9-a872-cf2b0b206f73 req-1dc07a57-1c96-4095-b130-df760d6d99ba tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:16.191607 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0953e41-f7b2-43e9-a872-cf2b0b206f73 req-1dc07a57-1c96-4095-b130-df760d6d99ba tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0996022 Oct 26 13:04:16.234421 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a0953e41-f7b2-43e9-a872-cf2b0b206f73 req-5f2380c2-2382-4e9b-b1e4-9ce7c28f35b5 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365276 Oct 26 13:04:17.368916 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108c761-1985-4b2c-a2c4-810300fb93f8 req-b7a8faca-52b3-4abe-bd91-9cbbbee76ce4 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:17.371310 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0108c761-1985-4b2c-a2c4-810300fb93f8 req-b7a8faca-52b3-4abe-bd91-9cbbbee76ce4 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0592256 Oct 26 13:04:17.415336 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0108c761-1985-4b2c-a2c4-810300fb93f8 req-8a403fa2-a5b2-4993-b3e3-8718bb2a391c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376494 Oct 26 13:04:18.583808 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206f60d-8386-430e-9a46-d17585ff5f28 req-ea9ea0d1-4bb4-4923-8818-829eb1e25162 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:18.585687 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d206f60d-8386-430e-9a46-d17585ff5f28 req-ea9ea0d1-4bb4-4923-8818-829eb1e25162 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0877533 Oct 26 13:04:18.636770 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-d206f60d-8386-430e-9a46-d17585ff5f28 req-d93b974f-5f7c-4ad2-9f93-d0345aa59a68 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Oct 26 13:04:19.303815 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43011a66-55a0-4c76-b85a-59bcfab2ee4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:19.826103 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1158-60a2-40e4-9b3c-e36654365f6d req-dca8521e-e7b0-4d01-8757-34874e3736b5 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:19.827822 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dbf1158-60a2-40e4-9b3c-e36654365f6d req-dca8521e-e7b0-4d01-8757-34874e3736b5 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0802450 Oct 26 13:04:19.872348 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-0dbf1158-60a2-40e4-9b3c-e36654365f6d req-57757282-fcf0-40ca-a434-707c0f63e210 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381076 Oct 26 13:04:21.031646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ca98b-ae49-4160-9b03-1861f65b015a req-7d44a5b1-c363-40dd-957e-87002e2a973f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:21.033243 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a72ca98b-ae49-4160-9b03-1861f65b015a req-7d44a5b1-c363-40dd-957e-87002e2a973f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0598969 Oct 26 13:04:21.089723 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a72ca98b-ae49-4160-9b03-1861f65b015a req-fef4cbf3-d497-4ba0-ac1f-08545e5d0109 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494115 Oct 26 13:04:21.865675 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-570a0427-3f5b-49ee-9ef9-c8f4fbc988d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:22.249658 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7dcce-8b20-4fe0-a93f-0eca8850f174 req-eea986db-3d29-4366-ba88-687e6a81924f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:22.251379 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfb7dcce-8b20-4fe0-a93f-0eca8850f174 req-eea986db-3d29-4366-ba88-687e6a81924f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0553381 Oct 26 13:04:22.327572 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-bfb7dcce-8b20-4fe0-a93f-0eca8850f174 req-528102bd-582f-4ebd-9369-0a44104f957b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645161 Oct 26 13:04:23.025619 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:23.486582 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69691b-8c0b-43aa-9dbb-051f9ffbff7e req-6f71bc84-5b17-4113-9fc4-d74d32424f45 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:23.488280 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b69691b-8c0b-43aa-9dbb-051f9ffbff7e req-6f71bc84-5b17-4113-9fc4-d74d32424f45 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0703366 Oct 26 13:04:23.534125 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-3b69691b-8c0b-43aa-9dbb-051f9ffbff7e req-94690395-90fd-4beb-b45c-0f55056c6c07 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368543 Oct 26 13:04:23.538018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:24.673636 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483838f0-065c-4e43-b06c-e3589d74be48 req-237dd8ed-1d61-409c-aaca-3ddb1d2bcb5b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:24.675512 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-483838f0-065c-4e43-b06c-e3589d74be48 req-237dd8ed-1d61-409c-aaca-3ddb1d2bcb5b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0590401 Oct 26 13:04:24.727995 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-483838f0-065c-4e43-b06c-e3589d74be48 req-9d932a18-2638-4c98-8121-49ffd763583b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Oct 26 13:04:24.938446 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:25.863366 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e915a7-7cf3-4348-8785-2009507e71c8 req-c58915fb-1545-4c59-9fd1-90a924c98729 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:25.865036 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e915a7-7cf3-4348-8785-2009507e71c8 req-c58915fb-1545-4c59-9fd1-90a924c98729 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 931 time: 0.0624316 Oct 26 13:04:25.909630 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b6e915a7-7cf3-4348-8785-2009507e71c8 req-1f242736-7b29-4a5b-bbb6-299e297151d0 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360572 Oct 26 13:04:26.280568 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Request body: {'port': {'device_id': 'e0e2b383-c99c-4810-914d-6435676877c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-3'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:04:26.345802 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:26.640183 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aa3382-66ea-4f0f-967c-9fcb7b679c01 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:04:26.648674 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:26.668229 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Transition to ACTIVE for port object 37aa3382-66ea-4f0f-967c-9fcb7b679c01 will not be triggered until provisioned by entity L2. {{(pid=102760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:04:26.673858 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:26.744553 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:26.828585 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Attempting to bind port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 on host n-h1-812150-3 for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:04:26.828939 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Attempting to bind port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 by drivers openvswitch,hyperv on host n-h1-812150-3 at level 0 using segments [{'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:04:26.829279 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Attempting to bind port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 on network e18ac34a-5b1d-4c96-b329-ef44b699a450 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:04:26.834427 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 on network e18ac34a-5b1d-4c96-b329-ef44b699a450 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-3 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:04:26.834772 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Attempting to bind port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 on network e18ac34a-5b1d-4c96-b329-ef44b699a450 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:04:26.840930 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Checking agent: {'id': '433c3cc6-4bf8-42d0-8098-801826041db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'started_at': datetime.datetime(2021, 10, 26, 11, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:04:26.841277 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Checking segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:04:26.841668 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Bound using segment: {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:04:26.842104 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Bound port: 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host: n-h1-812150-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c807a66-b8da-40be-a56a-82992ef279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:04:26.842468 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:26.917423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:04:26.921273 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:04:26.927051 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:26.965057 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:26.966084 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:26.968586 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] 10.222.0.30 "PUT /v2.0/ports/37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 1091 time: 0.6928296 Oct 26 13:04:26.985745 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:04:26.994082 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8300ce35-9b50-465b-a6f6-7d38e4cb166b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:04:27.049890 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9373141e-c658-4b29-b231-5afdd7cd07ff x-openstack-request-id: req-9373141e-c658-4b29-b231-5afdd7cd07ff {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:04:27.049890 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:04:27.049890 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9373141e-c658-4b29-b231-5afdd7cd07ff {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:04:27.050355 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'status': 'completed', 'code': 200} Oct 26 13:04:27.088600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dcb43-d450-4e30-9055-3d2a839ffd24 service neutron] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:27.111143 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534a8a1-dbff-4951-8df4-3457a6d6035f req-bb6e4348-8f6c-4c19-87ed-397c4509bdd6 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.112803 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5534a8a1-dbff-4951-8df4-3457a6d6035f req-bb6e4348-8f6c-4c19-87ed-397c4509bdd6 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 943 time: 0.1117566 Oct 26 13:04:27.119429 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-51f2bdd5-bb49-472c-a4c2-783103e7c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.121582 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-51f2bdd5-bb49-472c-a4c2-783103e7c326 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1094 time: 0.0996552 Oct 26 13:04:27.189365 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-1cd349bd-fd2c-4ec9-ade8-8268dc96cadf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 217 time: 0.0518048 Oct 26 13:04:27.197335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-5534a8a1-dbff-4951-8df4-3457a6d6035f req-c4496543-770e-4fe4-a760-fac2551a3baa tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747583 Oct 26 13:04:27.247452 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-2f141866-c23b-4ab0-9da2-38b0c6e75e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.248971 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-2f141866-c23b-4ab0-9da2-38b0c6e75e3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0479710 Oct 26 13:04:27.299630 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757599bf-51d7-470e-9053-236f5a588e7c req-6f316e99-e491-4e33-9a80-3a9abd519189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.300764 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-6f316e99-e491-4e33-9a80-3a9abd519189 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427847 Oct 26 13:04:27.403994 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-bb84b76e-ded3-47a6-9028-0c0cdf01b221 service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918057 Oct 26 13:04:27.508868 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-757599bf-51d7-470e-9053-236f5a588e7c req-f6ddb38a-d33a-4098-bb4a-c04e18fcbaab service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919869 Oct 26 13:04:27.606030 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-74165959-9a14-4a43-8d8f-e9b569d5f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.607636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-74165959-9a14-4a43-8d8f-e9b569d5f0d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1094 time: 0.0443470 Oct 26 13:04:27.704643 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-e57c82dd-5060-40a8-992f-434c9a6a71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.706374 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-e57c82dd-5060-40a8-992f-434c9a6a71c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0893850 Oct 26 13:04:27.751150 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-4fb1c361-1ba9-4c77-9ca0-fc4c2bac94c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 217 time: 0.0376685 Oct 26 13:04:27.806666 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-1160814e-14c6-4669-91ce-a4ecd02ef3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.808160 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-1160814e-14c6-4669-91ce-a4ecd02ef3fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0488329 Oct 26 13:04:27.855799 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-16a7a934-6551-43be-abbf-c8c30972b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:27.857327 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-16a7a934-6551-43be-abbf-c8c30972b9bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416343 Oct 26 13:04:27.952805 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-2d7a9492-df9d-40f5-a634-e9916785885e service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835044 Oct 26 13:04:28.051654 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8300ce35-9b50-465b-a6f6-7d38e4cb166b req-4089cbae-cda4-43a8-b570-cd40be947815 service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880854 Oct 26 13:04:28.317526 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63a2f-76a7-4bc6-95d0-9562e61c4457 req-70e66bbc-4233-42bd-9d1b-0b6dd2803d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:28.319072 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8e63a2f-76a7-4bc6-95d0-9562e61c4457 req-70e66bbc-4233-42bd-9d1b-0b6dd2803d7f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 943 time: 0.0495133 Oct 26 13:04:28.357149 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-a8e63a2f-76a7-4bc6-95d0-9562e61c4457 req-1b6d4d83-2ecc-4054-bab2-ad6a31b96098 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Oct 26 13:04:29.477535 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b4d1-fc0c-4bad-a5dc-d35fe131da44 req-e9be5675-8c01-4186-ae75-1f1726e641e7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:29.479079 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6589b4d1-fc0c-4bad-a5dc-d35fe131da44 req-e9be5675-8c01-4186-ae75-1f1726e641e7 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 943 time: 0.0550165 Oct 26 13:04:29.519190 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-6589b4d1-fc0c-4bad-a5dc-d35fe131da44 req-a4b271a9-7346-43ac-8290-9ce12fdb73ff tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339255 Oct 26 13:04:29.849695 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:04:29.946442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:29.957362 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'port_id': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'mac_address': 'fa:16:3e:39:95:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:04:30.007668 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:30.021380 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aa3382-66ea-4f0f-967c-9fcb7b679c01 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:04:30.045396 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:30.067994 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:30.116716 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:30.379283 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['37aa3382-66ea-4f0f-967c-9fcb7b679c01'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:04:30.645848 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0855a-79d0-4d6f-acfe-f95f9cc83e3f req-f95d733f-843c-4e2c-96b3-f0a89d672bd2 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:30.647303 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d0855a-79d0-4d6f-acfe-f95f9cc83e3f req-f95d733f-843c-4e2c-96b3-f0a89d672bd2 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 944 time: 0.0585668 Oct 26 13:04:30.691989 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-b0d0855a-79d0-4d6f-acfe-f95f9cc83e3f req-955a8c56-456f-4f9d-bfcb-fce02b694e99 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Oct 26 13:04:31.809839 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8a922-6913-409e-80f0-5dea9e48add9 req-8ab0dcec-90c9-464c-914c-fba49878964c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:31.811376 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6a8a922-6913-409e-80f0-5dea9e48add9 req-8ab0dcec-90c9-464c-914c-fba49878964c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 944 time: 0.0497811 Oct 26 13:04:31.849594 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-f6a8a922-6913-409e-80f0-5dea9e48add9 req-2df65c29-6f42-40c7-baeb-9bc7e3ebf5dc tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Oct 26 13:04:31.873268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:04:31.922139 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning for port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 completed by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:04:31.927563 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:04:31.927935 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:32.007714 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:32.030989 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:04:32.033276 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8224aee2-5f2d-4275-b79f-ad70af430415" -d '{"events": [{"server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "name": "network-vif-plugged", "status": "completed", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:04:32.045479 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:04:32.050014 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:32.073528 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30802311-daf7-4519-9d3f-f3a71941c92a x-openstack-request-id: req-30802311-daf7-4519-9d3f-f3a71941c92a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:04:32.073826 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "name": "network-vif-plugged", "status": "completed", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:04:32.074083 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-30802311-daf7-4519-9d3f-f3a71941c92a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:04:32.075021 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'code': 200} Oct 26 13:04:32.103107 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=5']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:32.192723 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9cf97-29b4-42af-ba3e-d1a15b176ad2 req-a94a91fa-e02b-4448-b185-9f345916eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:32.194266 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87d9cf97-29b4-42af-ba3e-d1a15b176ad2 req-a94a91fa-e02b-4448-b185-9f345916eb62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1096 time: 0.0495279 Oct 26 13:04:32.235689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-87d9cf97-29b4-42af-ba3e-d1a15b176ad2 req-bdc6b399-4e8f-48f2-ab90-a27cd7518183 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303845 Oct 26 13:04:32.967855 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a0812-1d7b-4d92-8022-efb2d915662a req-8c37f064-3d3c-4723-9896-64b9bcebe7c9 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:32.969358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-057a0812-1d7b-4d92-8022-efb2d915662a req-8c37f064-3d3c-4723-9896-64b9bcebe7c9 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 945 time: 0.0493269 Oct 26 13:04:33.007604 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-057a0812-1d7b-4d92-8022-efb2d915662a req-c4a6e5ab-466f-402d-a7b8-dcb35b1e7ea4 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322645 Oct 26 13:04:34.123423 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf183f9-3168-42d2-84df-bd196a4c3d8a req-65093b47-96fe-49e2-b008-2be715d835f9 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:34.124906 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf183f9-3168-42d2-84df-bd196a4c3d8a req-65093b47-96fe-49e2-b008-2be715d835f9 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Oct 26 13:04:34.162358 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-adf183f9-3168-42d2-84df-bd196a4c3d8a req-47d7a8ec-7585-4698-8108-c66f971d8ffb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Oct 26 13:04:34.280435 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b0d8-a779-4ef3-b5d6-3a275706bd09 req-03a98d7c-584d-45ab-b090-9e983edbe3c1 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:34.281943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c880b0d8-a779-4ef3-b5d6-3a275706bd09 req-03a98d7c-584d-45ab-b090-9e983edbe3c1 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 945 time: 0.0532367 Oct 26 13:04:34.320691 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-c880b0d8-a779-4ef3-b5d6-3a275706bd09 req-f369b7b2-5e69-4253-9d19-b0184d921269 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326872 Oct 26 13:04:34.341968 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55284) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:04:34.381508 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e9651-13e2-454c-98e1-a92479419643 tempest-TestSnapshotPattern-1040013691 tempest-TestSnapshotPattern-1040013691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:34.383076 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d2e9651-13e2-454c-98e1-a92479419643 tempest-TestSnapshotPattern-1040013691 tempest-TestSnapshotPattern-1040013691-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1091 time: 0.0401111 Oct 26 13:04:34.385901 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55286) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:04:34.390184 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.v2.base [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Request body: {'floatingip': {'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'port_id': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:04:34.411761 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:34.515708 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:34.622483 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Allocated IP 172.25.4.193 (1536dd8e-c114-413a-8e24-2c50ca48211d/76e4ce44-7715-49a0-87f0-e4d131550be3/18524e2d-c338-4cbe-885a-790d7f5bbbd2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:04:34.641054 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:34.739723 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for port, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:34.772894 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776299235404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:34.815145 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Network 1536dd8e-c114-413a-8e24-2c50ca48211d is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:04:34.818125 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:04:34.821841 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:04:34.827562 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'Port': ['ID=18524e2d-c338-4cbe-885a-790d7f5bbbd2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:35.180169 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:35.249706 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:35.407411 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for port, precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:35.412322 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126435733'] for port, after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:35.488609 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event updated for resources: {'Port': ['ID=18524e2d-c338-4cbe-885a-790d7f5bbbd2,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:04:35.500955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760115'] for floatingip, after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:35.933304 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Floating IP 16b96d34-eb91-4824-83e0-c3efa1b83987 associated. External IP: 172.25.4.193, port: 37aa3382-66ea-4f0f-967c-9fcb7b679c01. Oct 26 13:04:36.097481 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:36.143249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Router 55f344b0-d977-4a90-9f16-5e1449cdafba has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:04:36.260359 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:04:36.271724 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:04:36.281959 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:36.286110 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:04:36.287105 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:04:36.311834 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3d855510-ee1f-4671-91dd-f4f0814361c8 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9248843 Oct 26 13:04:36.312622 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:04:36.315237 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acf5512-abdc-4dc5-bb1c-c94c709de83b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:04:36.358934 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92efb0d8-4913-4475-9667-de00b8f41d4e x-openstack-request-id: req-92efb0d8-4913-4475-9667-de00b8f41d4e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:04:36.359497 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:04:36.360020 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92efb0d8-4913-4475-9667-de00b8f41d4e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:04:36.360707 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'status': 'completed', 'code': 200} Oct 26 13:04:36.404070 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:04:36.430476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-85d81142-b81b-402c-930e-4f549567b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:36.432059 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-85d81142-b81b-402c-930e-4f549567b6f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1096 time: 0.0496178 Oct 26 13:04:36.526950 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-0868539e-c0f8-4462-b477-00c12e7be330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:36.528953 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-0868539e-c0f8-4462-b477-00c12e7be330 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0895562 Oct 26 13:04:36.601228 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-7647f862-719b-4d8a-8d18-92da8106902a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 999 time: 0.0644588 Oct 26 13:04:36.646660 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '16b96d34-eb91-4824-83e0-c3efa1b83987', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:39:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e2b383-c99c-4810-914d-6435676877c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:04:35Z', 'updated_at': '2021-10-26T13:04:35Z', 'revision_number': 0, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}, {'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:06Z', 'revision_number': 1, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:04:36.656344 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-f80c9860-88a9-46c6-ba82-5403e718dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:36.657884 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-f80c9860-88a9-46c6-ba82-5403e718dbd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0500419 Oct 26 13:04:36.675310 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:04:36.684690 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:04:36.685307 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:04:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:04:36.708066 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-111187fd-86b4-4123-a8d5-23b83a8d1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:36.709807 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-111187fd-86b4-4123-a8d5-23b83a8d1a76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449221 Oct 26 13:04:36.806705 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:04:36.819801 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-eeb0bc15-cc95-4e45-8e76-893d61972f0c service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022999 Oct 26 13:04:36.916470 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-4acf5512-abdc-4dc5-bb1c-c94c709de83b req-6943033b-f42c-4d3d-b4df-1da62553c019 service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898705 Oct 26 13:04:37.049065 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '16b96d34-eb91-4824-83e0-c3efa1b83987', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:39:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e2b383-c99c-4810-914d-6435676877c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:04:35Z', 'updated_at': '2021-10-26T13:04:35Z', 'revision_number': 0, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}, {'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:06Z', 'revision_number': 1, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:04:37.077481 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c4226-f087-4836-bd23-98f8f5b9079c None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '16b96d34-eb91-4824-83e0-c3efa1b83987', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:39:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e2b383-c99c-4810-914d-6435676877c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:04:35Z', 'updated_at': '2021-10-26T13:04:35Z', 'revision_number': 0, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}, {'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:06Z', 'revision_number': 1, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:04:37.286820 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72493b-545c-4fff-bab5-38e6c1f9ff31 None None] New status for floating IP 16b96d34-eb91-4824-83e0-c3efa1b83987: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:04:49.289289 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eae15340-facc-47be-825f-57699a076d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:51.583403 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:04:51.866948 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-eb274bb2-960e-4bbc-b8a1-167609f0f987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:53.019476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:53.537071 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:54.940639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:04:59.357344 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-a1ab74d9-053d-4e2f-aa0b-bb0fbc7ddbb0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404136 Oct 26 13:04:59.439573 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-17792314-b26a-4e7f-8171-3e624dcf1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:59.441072 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-17792314-b26a-4e7f-8171-3e624dcf1a60 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1095 time: 0.0414016 Oct 26 13:04:59.547786 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-5232c5cc-9781-4174-b494-ea57f8b864b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:59.549266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-5232c5cc-9781-4174-b494-ea57f8b864b9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0889733 Oct 26 13:04:59.614024 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-5914ab5c-9c5a-42f5-92f3-65b03a998422 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 1000 time: 0.0571947 Oct 26 13:04:59.668022 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-eb47a405-27d9-4bcb-a967-a139b47e0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:59.669507 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-eb47a405-27d9-4bcb-a967-a139b47e0135 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0490122 Oct 26 13:04:59.716443 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-fd128e58-eeb2-4cb6-98bb-574a79a0c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:04:59.718460 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-fd128e58-eeb2-4cb6-98bb-574a79a0c243 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415795 Oct 26 13:04:59.806247 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-97e3265f-537b-4913-a4e3-a28b03d01d02 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811169 Oct 26 13:04:59.898710 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-45bec316-4e43-43f6-a2fa-38eff59a7f45 req-64d4c9b0-e67a-46a1-8480-39105edee1d0 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849454 Oct 26 13:05:00.961624 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-abc7c22c-40a4-47b1-ad27-d32c04786efd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394211 Oct 26 13:05:01.054682 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-e6d94ec3-915b-4786-b914-6426221911e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:05:01.056124 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-e6d94ec3-915b-4786-b914-6426221911e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1096 time: 0.0451345 Oct 26 13:05:01.162965 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-3bc9d7c1-acda-40af-9a1f-e8ce7062d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:05:01.164451 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-3bc9d7c1-acda-40af-9a1f-e8ce7062d52d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0853932 Oct 26 13:05:01.238342 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-f329277a-3c94-46fd-9646-3e42a25c85e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 1001 time: 0.0616059 Oct 26 13:05:01.289207 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-5db720bf-68d0-4ca0-bf42-ad503a341b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:05:01.290689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-5db720bf-68d0-4ca0-bf42-ad503a341b9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0454373 Oct 26 13:05:01.352296 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-3740830e-41ae-4c29-b6d5-8ca11455f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:05:01.353785 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-3740830e-41ae-4c29-b6d5-8ca11455f689 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541801 Oct 26 13:05:01.451047 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-4a63b12b-5ad2-44b3-b084-9ab05dfa2aeb service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889521 Oct 26 13:05:01.546612 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ef3d2f97-9028-4f2f-b3f3-fa6ced22b82d req-291a747b-179f-46d6-8347-ba636633e603 service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Oct 26 13:05:04.651503 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:06.100259 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:19.292210 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9926f5c3-985c-40cf-9b02-cce21b39e343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:21.869565 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7427cee4-41dd-4904-a403-7f6dd0ee7606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:23.021207 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:23.541238 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:24.943655 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:28.583170 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:05:34.651833 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:36.096500 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:49.297011 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3b77e843-6360-4b34-b613-4cabe2cd336c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:51.873613 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a849-5faf-472f-93ab-28bfc6b33a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:53.023790 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:53.544345 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:05:54.947850 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:01.366140 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-84f8447d-8fc0-4ed3-9e41-72e36eb495b0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505459 Oct 26 13:06:01.453970 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dea32-5770-4281-8dc4-55450791ca45 req-9cb420e6-10fd-4a07-a558-879aca171a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:01.456026 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-9cb420e6-10fd-4a07-a558-879aca171a20 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1095 time: 0.0479732 Oct 26 13:06:01.559771 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dea32-5770-4281-8dc4-55450791ca45 req-fbf0db04-5d72-40ce-be40-c19625567929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:01.561266 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-fbf0db04-5d72-40ce-be40-c19625567929 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0859237 Oct 26 13:06:01.634023 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-c73a4ed5-c977-4e69-99f9-15668e5d38ff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 1000 time: 0.0640368 Oct 26 13:06:01.684273 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dea32-5770-4281-8dc4-55450791ca45 req-d9fdedf4-6902-4368-b872-9f2fe89936a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:01.685584 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-d9fdedf4-6902-4368-b872-9f2fe89936a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0451601 Oct 26 13:06:01.732975 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dea32-5770-4281-8dc4-55450791ca45 req-e21134c1-478e-41f7-aa88-e93308d469e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:01.734501 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-e21134c1-478e-41f7-aa88-e93308d469e0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419466 Oct 26 13:06:01.829006 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-262f989c-f197-4a30-93ea-d6082581c586 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875094 Oct 26 13:06:01.919036 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-770dea32-5770-4281-8dc4-55450791ca45 req-3bcafc03-8958-4291-bdbe-5b4e39de8053 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Oct 26 13:06:03.002256 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-a39c2eb8-598f-4549-a1a0-cd1478bc2d48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929072 Oct 26 13:06:03.098712 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-dc680939-3ab6-443e-b006-a656b30e85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:03.100296 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-dc680939-3ab6-443e-b006-a656b30e85cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1096 time: 0.0439625 Oct 26 13:06:03.212564 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-c3fac2d2-b86d-471a-9591-1478b7211888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:03.214335 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-c3fac2d2-b86d-471a-9591-1478b7211888 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0883286 Oct 26 13:06:03.291606 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-7979cc88-e34c-48fc-a9aa-433622591575 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 1001 time: 0.0649359 Oct 26 13:06:03.353426 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-4e79bd26-02a7-4369-a377-691225565de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:03.355086 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-4e79bd26-02a7-4369-a377-691225565de7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0516431 Oct 26 13:06:03.405694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-941f573e-fd59-47c3-a6a0-b16cfc5541bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:03.407318 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-941f573e-fd59-47c3-a6a0-b16cfc5541bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438113 Oct 26 13:06:03.419216 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-5a1cf29f-3bf4-468f-a7b2-12b474603f6e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:06:03.420276 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-5a1cf29f-3bf4-468f-a7b2-12b474603f6e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053706 Oct 26 13:06:03.518833 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-3231d131-732d-404a-b59e-3e72f85cb2fe service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911677 Oct 26 13:06:03.623892 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-ae43230e-3f59-4956-b3b9-dc58ad1dd504 req-8e417820-4c0f-46a2-b173-e447c0889bdb service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934703 Oct 26 13:06:04.666673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:05.583300 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:06:06.112783 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:19.307164 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-489d091f-248f-4b9b-9908-8b81903f54c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:20.398221 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 details requested by agent hyperv_n-h1-812150-3 with host n-h1-812150-3 {{(pid=102761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:06:20.544956 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:20.569511 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Returning: {'device': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'port_id': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'mac_address': 'fa:16:3e:39:95:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:06:20.801791 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:20.820341 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37aa3382-66ea-4f0f-967c-9fcb7b679c01 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:06:20.843208 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:20.849773 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:20.918225 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=6']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:20.926169 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.926527 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.926893 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.927241 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.928079 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.928442 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.928758 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.929082 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.929416 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.929730 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.930083 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.930405 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:20.935573 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] get_ports_and_sgs() called for port_ids ['37aa3382-66ea-4f0f-967c-9fcb7b679c01'] {{(pid=102761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:06:21.881327 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4121013a-4717-4b5e-9ff3-87f62b24de34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:22.397191 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 up at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:06:22.458661 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Provisioning complete for port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 triggered by entity L2. {{(pid=102761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:06:22.459074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7875502'] for port, provisioning_complete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:22.546138 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7987403'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:22.579106 n-d-812150-3 neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:06:22.581582 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}219afb1293cdc3f9a6c789310dd684ad73d87785b2377b00ccef631fdb499753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8360c6c-4264-4840-aced-3c3c224b23f6" -d '{"events": [{"server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "name": "network-vif-plugged", "status": "completed", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:06:22.607393 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:22.613916 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776299697390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776299235422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776299235440'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:22.652533 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb950272-8611-4248-9d3a-2a635ac4ce50 x-openstack-request-id: req-cb950272-8611-4248-9d3a-2a635ac4ce50 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:06:22.652533 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "name": "network-vif-plugged", "status": "completed", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:06:22.652533 n-d-812150-3 neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb950272-8611-4248-9d3a-2a635ac4ce50 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:06:22.653353 n-d-812150-3 neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'code': 200} Oct 26 13:06:22.675067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Pushing event updated for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:23.032100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:23.560408 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:24.988147 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.126969 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55490) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:29.288819 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Deleting port 18524e2d-c338-4cbe-885a-790d7f5bbbd2 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:29.289235 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.366754 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.367129 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.378694 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Calling delete_port for 18524e2d-c338-4cbe-885a-790d7f5bbbd2 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:29.538266 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.564355 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event deleted for resources: {'Port': ['ID=18524e2d-c338-4cbe-885a-790d7f5bbbd2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:29.577220 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.577570 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.577914 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.578282 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.578624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.578989 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.579322 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.579648 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.579971 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.580297 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.580623 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.580976 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:29.642586 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.642983 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Floating IP 16b96d34-eb91-4824-83e0-c3efa1b83987 disassociated (deleted). External IP: 172.25.4.193, port: 37aa3382-66ea-4f0f-967c-9fcb7b679c01. Oct 26 13:06:29.858292 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Router 55f344b0-d977-4a90-9f16-5e1449cdafba has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:06:29.969446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:06:29.974399 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:29.979104 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:06:29.990497 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:29.991331 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:30.003432 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a07b3176-9588-4dd5-bc05-b06713031c36 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "DELETE /v2.0/floatingips/16b96d34-eb91-4824-83e0-c3efa1b83987 HTTP/1.1" status: 204 len: 168 time: 0.8753297 Oct 26 13:06:30.004539 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:06:30.006853 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc491bd-e584-45dc-adce-0811de89636e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:06:30.087040 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874e413-1d7b-42be-b651-a63eed45cc20 x-openstack-request-id: req-4874e413-1d7b-42be-b651-a63eed45cc20 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:06:30.087599 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:06:30.088000 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4874e413-1d7b-42be-b651-a63eed45cc20 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:06:30.088529 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'status': 'completed', 'code': 200} Oct 26 13:06:30.168050 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc491bd-e584-45dc-adce-0811de89636e req-ff8940e1-aabc-45e2-bc8a-fd2e22c35cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:30.170800 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-ff8940e1-aabc-45e2-bc8a-fd2e22c35cfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 1096 time: 0.0607047 Oct 26 13:06:30.218022 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:30.290646 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc491bd-e584-45dc-adce-0811de89636e req-70f9bf9c-21c4-41e3-b477-f3ae4a0758d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:30.292225 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-70f9bf9c-21c4-41e3-b477-f3ae4a0758d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.1074767 Oct 26 13:06:30.354689 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-1f41f849-186b-4a8b-854a-23eee92c2238 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 200 len: 217 time: 0.0505865 Oct 26 13:06:30.383476 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b8375-413c-4e59-b884-45b8a83a4714 req-12f0f81b-361d-43fa-9159-8c2c4d2f7edd tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:30.384997 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-561b8375-413c-4e59-b884-45b8a83a4714 req-12f0f81b-361d-43fa-9159-8c2c4d2f7edd tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 945 time: 0.1520896 Oct 26 13:06:30.446275 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc491bd-e584-45dc-adce-0811de89636e req-bd00eb35-31c4-4b33-8067-2aac870240e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:30.447718 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-bd00eb35-31c4-4b33-8067-2aac870240e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0827575 Oct 26 13:06:30.452284 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:06Z', 'revision_number': 1, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:30.455217 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-561b8375-413c-4e59-b884-45b8a83a4714 req-8e3fc469-b522-4b3c-af08-529607d44c28 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489907 Oct 26 13:06:30.485962 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:06:30.494879 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:30.495490 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:30.498121 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc491bd-e584-45dc-adce-0811de89636e req-0ac11e1e-ac12-4860-96f1-4080242592e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:30.499712 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-0ac11e1e-ac12-4860-96f1-4080242592e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432951 Oct 26 13:06:30.598943 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-5b735aef-c6d2-454a-962d-58f0b90b15c4 service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Oct 26 13:06:30.603033 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:30.695667 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-8fc491bd-e584-45dc-adce-0811de89636e req-da81839c-4fa7-41d8-8808-237bab30d4be service neutron] 10.222.0.30 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Oct 26 13:06:30.844928 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:06Z', 'revision_number': 1, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:30.875770 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e9823-72ee-483f-9b3b-ec72c2404f3e None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_floatingips': [{'id': '2b3158d3-c55d-4492-9fce-033ec2f71392', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'router_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'port_id': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'mac_address': 'fa:16:3e:d2:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:02:03Z', 'updated_at': '2021-10-26T13:02:06Z', 'revision_number': 1, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:06:31.113748 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2db3e-1913-4b9e-b9d6-1445e347b8fb None None] New status for floating IP 16b96d34-eb91-4824-83e0-c3efa1b83987: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:06:31.576600 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f795-9fd7-469b-bd2e-ef041f2cd23d req-5aec09a2-19c0-405f-b44f-e4bbaad47c7b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:31.578146 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd0f795-9fd7-469b-bd2e-ef041f2cd23d req-5aec09a2-19c0-405f-b44f-e4bbaad47c7b tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 945 time: 0.0498660 Oct 26 13:06:31.616685 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9fd0f795-9fd7-469b-bd2e-ef041f2cd23d req-a82af260-ccfa-4be9-89b6-6fe91d725734 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Oct 26 13:06:32.068249 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-80fca388-f638-4af1-8979-b0003a571034 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:32.069760 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-80fca388-f638-4af1-8979-b0003a571034 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 945 time: 0.0533831 Oct 26 13:06:32.163894 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Deleting port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:32.164242 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:32.259471 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] For port 37aa3382-66ea-4f0f-967c-9fcb7b679c01, host n-h1-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-3',level=0,port_id=37aa3382-66ea-4f0f-967c-9fcb7b679c01,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:32.259917 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:32.274736 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Calling delete_port for 37aa3382-66ea-4f0f-967c-9fcb7b679c01 owned by compute:nova {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:32.406175 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:32.433116 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event deleted for resources: {'Port': ['ID=37aa3382-66ea-4f0f-967c-9fcb7b679c01,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:32.449332 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:32.470376 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 37aa3382-66ea-4f0f-967c-9fcb7b679c01 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:32.470729 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:32.477339 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] No DVR routers for this DVR port 37aa3382-66ea-4f0f-967c-9fcb7b679c01 on host n-h1-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:06:32.479786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:32.483166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-460f6169-83a5-43a1-bce4-1dce94a410e8 req-198663d8-34e7-42b4-b1c1-a8533df447cb tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.30 "DELETE /v2.0/ports/37aa3382-66ea-4f0f-967c-9fcb7b679c01 HTTP/1.1" status: 204 len: 173 time: 0.4030139 Oct 26 13:06:32.483598 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'name': 'network-vif-deleted', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:06:32.485876 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c883f5-1e4f-4010-ac3c-c2e25127f754" -d '{"events": [{"server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "name": "network-vif-deleted", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:06:32.524637 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee97ef9-2433-45cd-9ca1-d13b27579bb2 x-openstack-request-id: req-1ee97ef9-2433-45cd-9ca1-d13b27579bb2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:06:32.525033 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e2b383-c99c-4810-914d-6435676877c4", "name": "network-vif-deleted", "tag": "37aa3382-66ea-4f0f-967c-9fcb7b679c01", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:06:32.525295 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ee97ef9-2433-45cd-9ca1-d13b27579bb2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:06:32.525705 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2b383-c99c-4810-914d-6435676877c4', 'name': 'network-vif-deleted', 'tag': '37aa3382-66ea-4f0f-967c-9fcb7b679c01', 'status': 'completed', 'code': 200} Oct 26 13:06:32.725064 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-aebec500-2a0c-46f0-8080-e5b397eaec7e req-ec30da39-4c43-4489-a173-7f57ef8845d0 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0e2b383-c99c-4810-914d-6435676877c4 HTTP/1.1" status: 200 len: 210 time: 0.0294709 Oct 26 13:06:34.319882 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55552) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:34.476245 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Deleting port c01f35db-3332-4fc0-8759-8143d4e1fd64 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:34.476588 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:34.557041 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:34.557278 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:34.569524 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Calling delete_port for c01f35db-3332-4fc0-8759-8143d4e1fd64 owned by network:floatingip {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:34.668341 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:34.722010 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:34.749134 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event deleted for resources: {'Port': ['ID=c01f35db-3332-4fc0-8759-8143d4e1fd64,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:34.809955 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for floatingip, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:34.810199 n-d-812150-3 neutron-server[102760]: INFO neutron.db.l3_db [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Floating IP 2b3158d3-c55d-4492-9fce-033ec2f71392 disassociated (deleted). External IP: 172.25.4.212, port: 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b. Oct 26 13:06:35.023260 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Router 55f344b0-d977-4a90-9f16-5e1449cdafba has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:06:35.133439 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:06:35.138060 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for floatingip, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:35.145150 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625791-c90a-4177-8187-66ae4465a177 None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:06:35.156346 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:35.156988 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:35.165411 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-39bc4ba0-d88b-49b5-b2c2-9741e1ec5725 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "DELETE /v2.0/floatingips/2b3158d3-c55d-4492-9fce-033ec2f71392 HTTP/1.1" status: 204 len: 168 time: 0.8443131 Oct 26 13:06:35.166011 n-d-812150-3 neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:06:35.168461 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313c8cc3c5b6fbad2808a4ddfb7f18f9f934282adc79d6bff641f092129381f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f8f23-3727-4bb0-8344-629d0709ff08" -d '{"events": [{"name": "network-changed", "server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:06:35.208250 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9277d-2979-49b9-8471-5ac3a3282d0f x-openstack-request-id: req-79e9277d-2979-49b9-8471-5ac3a3282d0f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:06:35.208552 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "status": "completed", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:06:35.208808 n-d-812150-3 neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79e9277d-2979-49b9-8471-5ac3a3282d0f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:06:35.209220 n-d-812150-3 neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'status': 'completed', 'code': 200} Oct 26 13:06:35.272917 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:35.281002 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-b3ed3e92-96bb-4345-b841-aa14d9e23e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:35.282733 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-b3ed3e92-96bb-4345-b841-aa14d9e23e1e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 1095 time: 0.0493016 Oct 26 13:06:35.390101 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-cda51820-f534-4d85-bd43-c4d4c7db0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:35.391590 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-cda51820-f534-4d85-bd43-c4d4c7db0dbe service neutron] 10.222.0.100 "GET /v2.0/networks?id=e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 200 len: 911 time: 0.0971150 Oct 26 13:06:35.402992 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04b58e-faa7-4575-b490-08f9f302f698 req-c5b9601e-8247-42b0-aec5-b0d5190756c1 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:35.407875 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b04b58e-faa7-4575-b490-08f9f302f698 req-c5b9601e-8247-42b0-aec5-b0d5190756c1 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 944 time: 0.0558040 Oct 26 13:06:35.442749 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-23461811-c63a-4d64-b38c-b3728328f577 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 200 len: 217 time: 0.0421245 Oct 26 13:06:35.452636 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-9b04b58e-faa7-4575-b490-08f9f302f698 req-9d1dbc64-5e8f-4fba-8802-3c905f37ca4f tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Oct 26 13:06:35.496283 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:35.496652 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-0fe9f2e0-bcc0-4b11-b8b0-595be6496d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:35.497778 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-0fe9f2e0-bcc0-4b11-b8b0-595be6496d64 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 200 len: 848 time: 0.0478721 Oct 26 13:06:35.524178 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625791-c90a-4177-8187-66ae4465a177 None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:06:35.532946 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:35.533560 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:35.546407 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-12227fbc-f1a7-410d-afb7-14c1759e41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:35.547996 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-12227fbc-f1a7-410d-afb7-14c1759e41e1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e18ac34a-5b1d-4c96-b329-ef44b699a450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425146 Oct 26 13:06:35.641318 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:35.645520 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-81d44cc7-e315-4cff-a286-a366f466406f service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896249 Oct 26 13:06:35.741703 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-b31f8f23-3727-4bb0-8344-629d0709ff08 req-cdc9d32b-5ec3-4a3c-91e9-263eb7aff084 service neutron] 10.222.0.100 "GET /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872245 Oct 26 13:06:35.845881 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-09625791-c90a-4177-8187-66ae4465a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:35.873332 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625791-c90a-4177-8187-66ae4465a177 None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:01:46Z', 'revision_number': 4, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3', '_interfaces': [{'id': 'ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8', 'name': '', 'network_id': 'e18ac34a-5b1d-4c96-b329-ef44b699a450', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'mac_address': 'fa:16:3e:f2:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:46Z', 'updated_at': '2021-10-26T13:01:50Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'subnets': [{'id': '1edd4bc0-1896-4445-b11a-45d0dc5f3985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:06:36.090683 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1698bd-ab18-49d8-8f31-c085590ad052 None None] New status for floating IP 2b3158d3-c55d-4492-9fce-033ec2f71392: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:06:36.167864 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:36.442685 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 no longer exists at agent hyperv_n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:36.463962 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] No Port match for: 37aa3382-66ea-4f0f-967c-9fcb7b679c01 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:36.464578 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Device 37aa3382-66ea-4f0f-967c-9fcb7b679c01 not bound to the agent host n-h1-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:36.572204 n-d-812150-3 neutron-server[102760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46432b89-1d82-4200-8dff-113913bcf0b5 req-963fc670-8784-459e-9f6c-5a6656a33bee tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:36.573774 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46432b89-1d82-4200-8dff-113913bcf0b5 req-963fc670-8784-459e-9f6c-5a6656a33bee tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 944 time: 0.0500555 Oct 26 13:06:36.614212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-46432b89-1d82-4200-8dff-113913bcf0b5 req-558e37cd-69f5-42a2-afa6-b79f9a240a9c tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/security-groups?id=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341442 Oct 26 13:06:36.944785 n-d-812150-3 neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-271376fd-0901-44d3-8417-542962694648 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:06:36.946251 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-271376fd-0901-44d3-8417-542962694648 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.100 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 944 time: 0.0494673 Oct 26 13:06:37.039879 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Deleting port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:37.040225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:37.132231 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] For port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b, host n-h2-812150-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-3',level=0,port_id=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:37.132594 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:37.149115 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Calling delete_port for 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:37.276321 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:37.307893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event deleted for resources: {'Port': ['ID=1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:37.338239 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.338590 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.338956 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.339552 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.339893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.340227 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.340560 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.340889 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.341216 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.341542 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.341868 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.342197 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-3 {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:06:37.361568 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] No DVR routers for this DVR port 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b on host n-h2-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:06:37.364657 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106470'] for port, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:37.368184 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [req-56e6718f-5d49-49cb-b42e-d40cb895a9ab req-2bd189f6-b1e6-42b8-abd7-db9f218c2319 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.100 "DELETE /v2.0/ports/1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b HTTP/1.1" status: 204 len: 173 time: 0.4164245 Oct 26 13:06:37.368628 n-d-812150-3 neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-deleted', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:06:37.371150 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4185f1140389c2e98f97af05ecc27a283347f0b30e26963c50b64acce024f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88413ed-7d75-4b2d-8cb2-a2ec2f1e7f4b" -d '{"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-deleted", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:06:37.410438 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27194792-2af0-44da-b554-a1b26d0485c7 x-openstack-request-id: req-27194792-2af0-44da-b554-a1b26d0485c7 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:06:37.410748 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f6e92-5e03-4969-a178-f91db6cdaad5", "name": "network-vif-deleted", "tag": "1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:06:37.411042 n-d-812150-3 neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27194792-2af0-44da-b554-a1b26d0485c7 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:06:37.411464 n-d-812150-3 neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f6e92-5e03-4969-a178-f91db6cdaad5', 'name': 'network-vif-deleted', 'tag': '1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b', 'status': 'completed', 'code': 200} Oct 26 13:06:37.731776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [req-34251648-4bc1-420f-be0f-b63d2aa93302 req-b8d4c9e8-743f-4956-8538-ebc207b73db6 tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "GET /v2.0/ports?device_id=172f6e92-5e03-4969-a178-f91db6cdaad5 HTTP/1.1" status: 200 len: 210 time: 0.0315416 Oct 26 13:06:38.797353 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55568) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:38.856902 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fadc94e-29c5-4e1b-aeb5-9caa7edd077a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:38.882587 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fadc94e-29c5-4e1b-aeb5-9caa7edd077a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:38.945805 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fadc94e-29c5-4e1b-aeb5-9caa7edd077a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:38.948786 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3fadc94e-29c5-4e1b-aeb5-9caa7edd077a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Publish callbacks [] for security_group, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:38.950026 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-3fadc94e-29c5-4e1b-aeb5-9caa7edd077a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] 10.222.0.88 "DELETE /v2.0/security-groups/284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7 HTTP/1.1" status: 204 len: 168 time: 0.1516397 Oct 26 13:06:38.960310 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadc94e-29c5-4e1b-aeb5-9caa7edd077a tempest-TestSnapshotPattern-1195880921 tempest-TestSnapshotPattern-1195880921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ec2ac-3eb9-4bac-9ae2-99d9ae2faae7,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:39.004635 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55572) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:39.686535 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:39.930557 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Deleting port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:39.931181 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:40.011540 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] For port ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:40.011908 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:40.024698 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Calling delete_port for ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 owned by network:router_interface {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:40.207083 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:40.238624 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:40.308624 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b no longer exists at agent hyperv_n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:40.334814 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] No Port match for: 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:40.335192 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Device 1d5f0f19-02c6-4cdd-bdde-5c3f28b6f23b not bound to the agent host n-h2-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:40.407314 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:40.625869 n-d-812150-3 neutron-server[102760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Router 55f344b0-d977-4a90-9f16-5e1449cdafba has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:06:40.739505 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:06:40.746212 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-a23a3b4f-3f0c-4526-a751-6c9ad8d65252 admin admin] 10.222.0.88 "PUT /v2.0/routers/55f344b0-d977-4a90-9f16-5e1449cdafba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390802 Oct 26 13:06:40.748137 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55574) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:40.748851 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] Sync routers for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:06:40.760297 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:40.760910 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:40.865244 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:40.963254 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: n-d-812150-3 {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:40.978592 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.041327 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Deleting port aae0777e-2be1-4b1c-961e-2c2b7f21a321 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:41.041681 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.127324 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] For port aae0777e-2be1-4b1c-961e-2c2b7f21a321, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=aae0777e-2be1-4b1c-961e-2c2b7f21a321,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:41.127693 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.141608 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Calling delete_port for aae0777e-2be1-4b1c-961e-2c2b7f21a321 owned by network:router_gateway {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:41.155728 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:06:40Z', 'revision_number': 5, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port': {'id': 'aae0777e-2be1-4b1c-961e-2c2b7f21a321', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:44Z', 'updated_at': '2021-10-26T13:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:41.183128 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] Checking router: 55f344b0-d977-4a90-9f16-5e1449cdafba for host: n-d-812150-3 {{(pid=102762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:06:41.192885 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] Routers {'55f344b0-d977-4a90-9f16-5e1449cdafba'} bound to L3 agent in host n-d-812150-3 {{(pid=102762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:41.193509 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['55f344b0-d977-4a90-9f16-5e1449cdafba'], 'active': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:41.286645 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_dvr_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] Set router 55f344b0-d977-4a90-9f16-5e1449cdafba gateway port host: None {{(pid=102762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:41.321663 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.352996 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Pushing event deleted for resources: {'Port': ['ID=aae0777e-2be1-4b1c-961e-2c2b7f21a321,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:41.354065 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.l3_hamode_db [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:06:40Z', 'revision_number': 6, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:41.387011 n-d-812150-3 neutron-server[102762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4afcc-a44c-4b70-9464-bb71a7186b3e None None] The sync data for ids ['55f344b0-d977-4a90-9f16-5e1449cdafba'] in n-d-812150-3 is: [{'id': '55f344b0-d977-4a90-9f16-5e1449cdafba', 'name': 'tempest-TestSnapshotPattern-845656107-router', 'tenant_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:43Z', 'updated_at': '2021-10-26T13:06:40Z', 'revision_number': 6, 'project_id': 'b7dd5ba12fcf432d93bcb8510a8a82d4', 'gw_port_host': None}] {{(pid=102762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:06:41.416166 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.510607 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.512917 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.555845 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.556320 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f344b0-d977-4a90-9f16-5e1449cdafba {{(pid=102760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:06:41.560716 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] Publish callbacks [] for router, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.561845 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-1457503a-ce7a-44e2-9a93-b98ea3f823ff admin admin] 10.222.0.88 "DELETE /v2.0/routers/55f344b0-d977-4a90-9f16-5e1449cdafba HTTP/1.1" status: 204 len: 168 time: 0.8126752 Oct 26 13:06:41.564446 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55576) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:41.612325 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Deleting subnet 1edd4bc0-1896-4445-b11a-45d0dc5f3985 {{(pid=102760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:06:41.616214 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.650066 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126362556'] for subnet, precommit_delete_associations {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.727841 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.782842 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126435651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126935007'] for subnet, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.815039 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1edd4bc0-1896-4445-b11a-45d0dc5f3985,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:41.818829 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.822166 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-d787a8c2-2682-419d-94dd-0f0086a464e7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1edd4bc0-1896-4445-b11a-45d0dc5f3985 HTTP/1.1" status: 204 len: 168 time: 0.2566085 Oct 26 13:06:41.824487 n-d-812150-3 neutron-server[102760]: DEBUG neutron.wsgi [-] (102760) accepted ('10.222.0.88', 55578) {{(pid=102760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:41.829379 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a183239b-b00f-4cd5-995a-7db8cf365282 None None] Network e18ac34a-5b1d-4c96-b329-ef44b699a450 requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:06:41.893918 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:41.949041 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Deleting port ea5f5071-798f-496a-b2f0-4cb7a6092df3 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:41.949502 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.021079 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] For port ea5f5071-798f-496a-b2f0-4cb7a6092df3, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=ea5f5071-798f-496a-b2f0-4cb7a6092df3,segment=NetworkSegment(5c807a66-b8da-40be-a56a-82992ef279a3),segment_id=5c807a66-b8da-40be-a56a-82992ef279a3)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:42.021769 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.033784 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Calling delete_port for ea5f5071-798f-496a-b2f0-4cb7a6092df3 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:42.112696 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126435740'] for port, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.135768 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5f5071-798f-496a-b2f0-4cb7a6092df3,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:42.141473 n-d-812150-3 neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] No DVR routers for this DVR port ea5f5071-798f-496a-b2f0-4cb7a6092df3 on host n-d-812150-3 {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:06:42.179939 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0849d3-58b4-4058-94dd-43c2ac0d5fd2 None None] DHCP port deletion for e18ac34a-5b1d-4c96-b329-ef44b699a450 request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:06:42.220039 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.241693 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18ac34a-5b1d-4c96-b329-ef44b699a450']}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:42.251606 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c807a66-b8da-40be-a56a-82992ef279a3') {'for_net_delete': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:42.251897 n-d-812150-3 neutron-server[102760]: DEBUG neutron.services.segments.db [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c807a66-b8da-40be-a56a-82992ef279a3') {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:42.262317 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126362551'] for segment, before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.279793 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.289477 n-d-812150-3 neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=102760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:06:42.289884 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126435817'] for segment, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: Traceback (most recent call last): Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: timer() Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: cb(*args, **kw) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: return func(*args, **kwargs) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: self._notify() Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: self.callback(batched_events) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: event.method(event) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: return f(self, *a, **k) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: return self._get(url).json() Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: return self.request(url, 'GET', **kwargs) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:06:42.291679 n-d-812150-3 neutron-server[102760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:06:42.354107 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.360358 n-d-812150-3 neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Publish callbacks [] for network, before_response {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.363776 n-d-812150-3 neutron-server[102760]: INFO neutron.wsgi [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] 10.222.0.88 "DELETE /v2.0/networks/e18ac34a-5b1d-4c96-b329-ef44b699a450 HTTP/1.1" status: 204 len: 168 time: 0.5383465 Oct 26 13:06:42.366730 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55580) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:42.375470 n-d-812150-3 neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0b15c-c1ec-4e75-b553-e2befd979a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e18ac34a-5b1d-4c96-b329-ef44b699a450,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:42.582457 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:06:42.852044 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758579'] for router_interface, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:42.881068 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aae0777e-2be1-4b1c-961e-2c2b7f21a321 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:42.902372 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: aae0777e-2be1-4b1c-961e-2c2b7f21a321 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:42.902722 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device aae0777e-2be1-4b1c-961e-2c2b7f21a321 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:42.903170 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ea5f5071-798f-496a-b2f0-4cb7a6092df3 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:42.922255 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ea5f5071-798f-496a-b2f0-4cb7a6092df3 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:42.922601 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ea5f5071-798f-496a-b2f0-4cb7a6092df3 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:42.923040 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:42.942697 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:42.943067 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device ddf5fdbb-2ce4-4e2c-a816-70b7ea54c9d8 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:43.101828 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Deleting port 282615a2-b147-4b77-9c5d-8570b704139b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:43.102183 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:43.183321 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] For port 282615a2-b147-4b77-9c5d-8570b704139b, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=282615a2-b147-4b77-9c5d-8570b704139b,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:43.183683 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:43.195903 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Calling delete_port for 282615a2-b147-4b77-9c5d-8570b704139b owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:43.373438 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:43.397020 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Pushing event deleted for resources: {'Port': ['ID=282615a2-b147-4b77-9c5d-8570b704139b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:43.570692 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758751'] for router_interface, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:43.792109 n-d-812150-3 neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Router 225cefd1-b456-4cce-9ac2-d9efa43551a1 has already been hosted by L3 agent 36ef2ed5-44dd-45b1-9e6c-142208e13a81 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:06:43.899986 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] Notify agent at l3_agent.n-d-812150-3 the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:06:43.905155 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-c064f9d6-c15f-4bfa-9a6d-e320fd9155ae admin admin] 10.222.0.88 "PUT /v2.0/routers/225cefd1-b456-4cce-9ac2-d9efa43551a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5371172 Oct 26 13:06:43.907706 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55584) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:43.916725 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] Sync routers for ids ['225cefd1-b456-4cce-9ac2-d9efa43551a1'] in n-d-812150-3 {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:06:43.926908 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] Routers {'225cefd1-b456-4cce-9ac2-d9efa43551a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:43.927561 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['225cefd1-b456-4cce-9ac2-d9efa43551a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:44.015518 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks [] for router, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.035643 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] Set router 225cefd1-b456-4cce-9ac2-d9efa43551a1 gateway port host: n-d-812150-3 {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:44.118773 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.218037 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'external_fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:06:43Z', 'revision_number': 5, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port': {'id': '6abc01c6-eff6-4ec2-9f19-9fab5f7434fd', 'name': '', 'network_id': '1536dd8e-c114-413a-8e24-2c50ca48211d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76e4ce44-7715-49a0-87f0-e4d131550be3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-3'}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:44.246268 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] Checking router: 225cefd1-b456-4cce-9ac2-d9efa43551a1 for host: n-d-812150-3 {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:06:44.256438 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] Routers {'225cefd1-b456-4cce-9ac2-d9efa43551a1'} bound to L3 agent in host n-d-812150-3 {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:06:44.257044 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T11:30:22Z,description=,heartbeat_timestamp=2021-10-26T13:06:22Z,host='n-d-812150-3',id=36ef2ed5-44dd-45b1-9e6c-142208e13a81,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T11:30:22Z,topic='l3_agent')) {'router_ids': ['225cefd1-b456-4cce-9ac2-d9efa43551a1'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:44.347441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] Set router 225cefd1-b456-4cce-9ac2-d9efa43551a1 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:06:44.404651 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:06:44Z', 'revision_number': 6, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port_host': None}], 'n-d-812150-3', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:44.432997 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1c4c1-edfa-4d04-9bb5-bf2f87d3e752 None None] The sync data for ids ['225cefd1-b456-4cce-9ac2-d9efa43551a1'] in n-d-812150-3 is: [{'id': '225cefd1-b456-4cce-9ac2-d9efa43551a1', 'name': 'tempest-TestSnapshotPattern-1607863945-router', 'tenant_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:01:48Z', 'updated_at': '2021-10-26T13:06:44Z', 'revision_number': 6, 'project_id': '84cdbffbd95d4ae9b7b5101ebc2e0e30', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:06:44.478091 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Deleting port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:44.478611 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.556570 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] For port 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,segment=NetworkSegment(d5458801-6325-4546-9d7d-22abd0866b1a),segment_id=d5458801-6325-4546-9d7d-22abd0866b1a)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:44.556936 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.572082 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Calling delete_port for 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:44.745581 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.771436 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=6abc01c6-eff6-4ec2-9f19-9fab5f7434fd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:44.850576 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760189'] for router_gateway, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.961404 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-765156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15312'] for router, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:44.964591 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.013247 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-765165'] for router, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.013778 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 225cefd1-b456-4cce-9ac2-d9efa43551a1 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:06:45.018282 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] Publish callbacks [] for router, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.020337 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-b3471152-402a-470d-85da-9e665f186f3d admin admin] 10.222.0.88 "DELETE /v2.0/routers/225cefd1-b456-4cce-9ac2-d9efa43551a1 HTTP/1.1" status: 204 len: 168 time: 1.1113703 Oct 26 13:06:45.022654 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55586) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:45.070595 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Deleting subnet fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:06:45.074132 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.111035 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126667825'] for subnet, precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.191447 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7869880'] for subnet, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.244674 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7869827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126186293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832734'] for subnet, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.273544 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 282615a2-b147-4b77-9c5d-8570b704139b no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:45.274121 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:45.275940 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652972'] for subnet, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.281636 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-0256fe6b-c804-498e-b297-1aeff17d49f8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/fd49d954-8ff9-41c2-b5ba-5271f7f4e8b2 HTTP/1.1" status: 204 len: 168 time: 0.2555795 Oct 26 13:06:45.281840 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55588) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:45.285147 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24653238-dd37-4be5-9f0c-105b6f186bda None None] Network 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc requested from n-d-812150-3 {{(pid=102761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:06:45.309389 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 282615a2-b147-4b77-9c5d-8570b704139b {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:45.309732 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 282615a2-b147-4b77-9c5d-8570b704139b not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:45.359253 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942669'] for network, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.419593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Deleting port 94672750-9c7c-4cb8-be9a-3a197fc574f4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:45.419932 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.479324 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] DHCP port deletion for 5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc request from n-d-812150-3 {{(pid=102761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:06:45.489252 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] For port 94672750-9c7c-4cb8-be9a-3a197fc574f4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94672750-9c7c-4cb8-be9a-3a197fc574f4,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:45.489772 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.505967 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Calling delete_port for 94672750-9c7c-4cb8-be9a-3a197fc574f4 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:45.537118 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] Deleting port 94672750-9c7c-4cb8-be9a-3a197fc574f4 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:06:45.537567 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776299692822'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.590488 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126186474'] for port, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.605171 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] For port 94672750-9c7c-4cb8-be9a-3a197fc574f4, host n-d-812150-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-3',level=0,port_id=94672750-9c7c-4cb8-be9a-3a197fc574f4,segment=NetworkSegment(f20d48ef-e19b-4398-9bdb-4c952797055f),segment_id=f20d48ef-e19b-4398-9bdb-4c952797055f)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:06:45.605575 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756461'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.618441 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] Calling delete_port for 94672750-9c7c-4cb8-be9a-3a197fc574f4 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:06:45.620897 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94672750-9c7c-4cb8-be9a-3a197fc574f4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:45.625464 n-d-812150-3 neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] No DVR routers for this DVR port 94672750-9c7c-4cb8-be9a-3a197fc574f4 on host n-d-812150-3 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:06:45.698023 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870003', 'neutron.services.segments.db._delete_segments_for_network-8776299739679'] for network, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.701756 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7987367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776299697372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776299235413'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.719163 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:45.728435 n-d-812150-3 neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] Pushing event deleted for resources: {'Port': ['ID=94672750-9c7c-4cb8-be9a-3a197fc574f4,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:45.729751 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20d48ef-e19b-4398-9bdb-4c952797055f') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:45.730704 n-d-812150-3 neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20d48ef-e19b-4398-9bdb-4c952797055f') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:06:45.731968 n-d-812150-3 neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3479695-15bd-4aa5-a823-6305d0e7781d None None] No DVR routers for this DVR port 94672750-9c7c-4cb8-be9a-3a197fc574f4 on host n-d-812150-3 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:06:45.744859 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776299739944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126667834'] for segment, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.758758 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955'] for segment, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.764893 n-d-812150-3 neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:06:45.765276 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126186399'] for segment, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: Traceback (most recent call last): Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: timer() Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: cb(*args, **kw) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: return func(*args, **kwargs) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: self._notify() Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: self.callback(batched_events) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: event.method(event) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: return f(self, *a, **k) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: return self._get(url).json() Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: return self.request(url, 'GET', **kwargs) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:06:45.767264 n-d-812150-3 neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:06:45.824616 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7870010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760129'] for network, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.832113 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:45.834647 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc HTTP/1.1" status: 204 len: 168 time: 0.5518901 Oct 26 13:06:45.844755 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34527a6-3c6a-4962-bfa7-63d826fb10c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a67a5e1-0c85-4b83-81ab-e01b31ff9cfc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:45.945642 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55592) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:45.985960 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-5261f771-236b-43b8-8538-ea06392178f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7dd5ba12fcf432d93bcb8510a8a82d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390215 Oct 26 13:06:45.989108 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55594) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:46.041915 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3af86b9d-841c-405d-9e75-1fcda0072401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.063891 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3af86b9d-841c-405d-9e75-1fcda0072401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.115870 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3af86b9d-841c-405d-9e75-1fcda0072401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.118434 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3af86b9d-841c-405d-9e75-1fcda0072401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.119639 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-3af86b9d-841c-405d-9e75-1fcda0072401 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c8137f97-7669-41a3-aac1-d22e1fdd2b0e HTTP/1.1" status: 204 len: 168 time: 0.1296000 Oct 26 13:06:46.127566 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af86b9d-841c-405d-9e75-1fcda0072401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8137f97-7669-41a3-aac1-d22e1fdd2b0e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:46.448352 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55600) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:46.489466 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-4e3e6ee3-cb8d-489a-9346-10407f37e345 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84cdbffbd95d4ae9b7b5101ebc2e0e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399015 Oct 26 13:06:46.491992 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.88', 55602) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:06:46.540811 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f09c829-fb79-404e-a5fa-97dd71e2f928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.561606 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f09c829-fb79-404e-a5fa-97dd71e2f928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.607619 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f09c829-fb79-404e-a5fa-97dd71e2f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543232'] for security_group, after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.610225 n-d-812150-3 neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8f09c829-fb79-404e-a5fa-97dd71e2f928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:46.611419 n-d-812150-3 neutron-server[102759]: INFO neutron.wsgi [None req-8f09c829-fb79-404e-a5fa-97dd71e2f928 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/409d7f15-82d8-4796-93fc-8f48c2885033 HTTP/1.1" status: 204 len: 168 time: 0.1185141 Oct 26 13:06:46.619775 n-d-812150-3 neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09c829-fb79-404e-a5fa-97dd71e2f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d7f15-82d8-4796-93fc-8f48c2885033,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:06:46.879041 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94672750-9c7c-4cb8-be9a-3a197fc574f4 no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:46.902672 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 94672750-9c7c-4cb8-be9a-3a197fc574f4 {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:46.903058 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 94672750-9c7c-4cb8-be9a-3a197fc574f4 not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:46.903492 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd no longer exists at agent ovs-agent-n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:06:46.923839 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] No Port match for: 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd {{(pid=102761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:06:46.924194 n-d-812150-3 neutron-server[102761]: DEBUG neutron.plugins.ml2.rpc [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Device 6abc01c6-eff6-4ec2-9f19-9fab5f7434fd not bound to the agent host n-d-812150-3 {{(pid=102761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:06:49.301337 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3447b3bb-2658-4222-b6ac-faf9e26c3c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:51.875483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ff55d49-19db-4547-bf23-bebe9317791f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:53.026220 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:53.549576 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:06:54.950502 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:04.681482 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:06.143045 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:19.305042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-177cc342-cd11-485f-bb33-cbb973e196b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:19.581695 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:07:21.882100 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-43a6d82b-39da-4526-a173-eedfc60088e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:23.029928 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:23.551450 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:24.953985 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:34.681543 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:36.169074 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:49.308088 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6a1184a-fb0c-425e-a49b-7d0e3e67dbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:51.874855 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fef0fe15-04e6-48e9-889d-b86cd8ee5e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:53.032453 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:53.557844 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:54.960159 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:07:56.581521 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:08:04.682042 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:06.153063 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:19.311132 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a10ae76b-c958-4549-adab-f9705ba42aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:21.876900 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0ba3d9fa-3b52-40e1-b815-f72a0dc543c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:23.035704 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:23.558037 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:24.960540 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:33.582267 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:08:34.679814 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:36.159823 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:49.313996 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-70c0cdb6-1468-4f3d-b2cd-76c814658485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:51.879455 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5c7b18ec-a5b4-4f5f-82f3-4a58840ea332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:53.038362 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:53.562008 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:08:54.961652 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:04.679927 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:06.158702 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:10.582519 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:09:19.316483 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60e17b42-211f-4210-b3b0-887edef514d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:21.881290 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7497b5eb-32b4-4a37-bec9-3fb9e26a0c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:23.039724 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:23.563898 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:24.963978 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:34.679055 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:36.155336 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:47.583230 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:09:49.318801 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-38911c7c-fb08-479b-8862-9b299f1b1b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:51.887824 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-842d68c8-8112-4fb9-88a9-337323c2d3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:53.042325 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:53.569903 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:09:54.967723 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:04.819287 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:06.154813 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:19.322357 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-00336740-b635-46a0-a7ef-dd06f22c2a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:21.881102 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2a89-5897-4048-bc26-c8b949374574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:23.044874 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:23.569951 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:24.583352 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:10:24.973328 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:34.731229 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:36.170788 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:49.325332 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e9899c84-5dd3-40c9-90aa-53aa22b40e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:51.883355 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8a68678a-a847-4f1a-b703-3f02f8ec915e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:53.051624 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:53.573099 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:10:54.972954 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:01.582720 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:11:04.739920 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:06.186134 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:19.327796 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a6051e46-1398-46d3-a0b9-5e67be822ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:21.884873 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04055553-49db-4009-8c6e-6f579c43853a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:23.045130 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:23.575335 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:24.976696 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:34.742465 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:36.184888 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:38.581763 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:11:49.337649 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ba46c71-ac79-44a0-a84c-850be6d7a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:51.888329 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8534323e-1b26-45a3-bbc3-5b5aad5acce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:53.051913 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:53.580618 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:11:54.978845 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:04.746015 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:06.219348 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:15.581292 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:12:19.330500 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bd46-330d-4c8d-b140-64244b16b496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:21.889970 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1bb9144c-ed6f-481c-805a-00e14c94dbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:23.046441 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:23.584288 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:24.982018 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:34.753818 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:36.232073 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:49.332097 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7029ba2-ddee-4a18-9c6e-5f3f4751ddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:51.890913 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f06c8c0f-f417-44e9-9872-72e14a6fcfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:52.580988 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:12:53.050518 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:53.584425 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:12:54.983958 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:04.776673 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:06.232227 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:19.334597 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9832f40e-58e1-453d-82e8-b5d63fd0d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:21.893810 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a923a356-876a-4b58-a827-d98fd1079575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:23.057047 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:23.587639 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:24.987318 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:29.582921 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:13:34.783660 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:36.238476 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:49.337352 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ad00d05a-30c9-4d0e-8595-0b82b5d8556e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:51.899452 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5ae97892-71b8-42f9-9968-ad9f1d3896eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:53.052005 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:53.590179 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:13:54.990246 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:04.784037 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:06.265023 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:06.582250 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:14:19.341617 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51339bbe-b006-4c4e-94f4-6b4edabe6706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:21.903115 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6490b319-8cce-4282-852f-e2afb24d715f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:23.055386 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:23.596214 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:24.992919 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:34.784410 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:36.277545 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:43.581975 n-d-812150-3 neutron-server[102762]: DEBUG neutron.db.agents_db [None req-75e63aa0-8b14-41b9-802b-a972f7e7df2a None None] Agent healthcheck: found 7 active agents {{(pid=102762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:14:46.972593 n-d-812150-3 neutron-server[102759]: DEBUG neutron.wsgi [req-4f95a3b3-9751-4076-b308-bc51fa2b3d9d req-a42c4c79-63bd-4d23-a530-d5e86657dc54 service neutron] (102759) timed out ('10.222.0.88', 53388) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 13:14:49.343947 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ffc94fa-8285-4d1d-ac5f-b7aac6393f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:51.905874 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-261b1699-5bf4-404d-8a7c-ce935657f117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:53.059275 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05b053a7-ac2b-4270-9911-0ad4b8c7bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:53.596546 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ecb82df0-c697-4912-9a40-675dbaf90368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:14:54.996303 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02be434e-d189-4dd5-b0c3-cd3992ac2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:15:04.799078 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-de9df713-2561-432f-8b72-4e6d3dd9c1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:15:06.277561 n-d-812150-3 neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f0-902e-4a0e-9b9a-5c1c18e6599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776299739661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7875577'] for agent, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}